History

aarch64: hevc: Reorder qpel_hv functions to prepare for templating

This is a pure reordering of code without changing anything in the individual functions.

Martin Storsjö committed 2 years ago

Commit 20c38f41 parent 4f71e4e1 file · +355 −340Browse files

Unified · Split

libavcodec/aarch64/hevcdsp_qpel_neon.S+355−340
@@ -2146,29 +2146,6 @@ function ff_hevc_put_hevc_qpel_uni_w_v64_8_neon, export=1 · 2145 unmodified lines
2146 ret2146 ret
2147endfunc2147endfunc
2148 2148
2149#if HAVE_I8MM
2150ENABLE_I8MM
2151
2152function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1
2153 add w10, w4, #7
2154 lsl x10, x10, #7
2155 sub sp, sp, x10 // tmp_array
2156 str x30, [sp, #-48]!
2157 stp x4, x6, [sp, #16]
2158 stp x0, x1, [sp, #32]
2159 sub x1, x2, x3, lsl #1
2160 sub x1, x1, x3
2161 add x0, sp, #48
2162 mov x2, x3
2163 add x3, x4, #7
2164 mov x4, x5
2165 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
2166 ldp x4, x6, [sp, #16]
2167 ldp x0, x1, [sp, #32]
2168 ldr x30, [sp], #48
2169 b hevc_put_hevc_qpel_uni_hv4_8_end_neon
2170endfunc
2171
2172function hevc_put_hevc_qpel_uni_hv4_8_end_neon2149function hevc_put_hevc_qpel_uni_hv4_8_end_neon
2173 mov x9, #(MAX_PB_SIZE * 2)2150 mov x9, #(MAX_PB_SIZE * 2)
2174 load_qpel_filterh x6, x52151 load_qpel_filterh x6, x5
@@ -2195,26 +2172,6 @@ function hevc_put_hevc_qpel_uni_hv4_8_end_neon · 20 unmodified lines
21952: ret21722: ret
2196endfunc2173endfunc
2197 2174
2198function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1
2199 add w10, w4, #7
2200 lsl x10, x10, #7
2201 sub sp, sp, x10 // tmp_array
2202 str x30, [sp, #-48]!
2203 stp x4, x6, [sp, #16]
2204 stp x0, x1, [sp, #32]
2205 sub x1, x2, x3, lsl #1
2206 sub x1, x1, x3
2207 add x0, sp, #48
2208 mov x2, x3
2209 add w3, w4, #7
2210 mov x4, x5
2211 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
2212 ldp x4, x6, [sp, #16]
2213 ldp x0, x1, [sp, #32]
2214 ldr x30, [sp], #48
2215 b hevc_put_hevc_qpel_uni_hv6_8_end_neon
2216endfunc
2217
2218function hevc_put_hevc_qpel_uni_hv6_8_end_neon2175function hevc_put_hevc_qpel_uni_hv6_8_end_neon
2219 mov x9, #(MAX_PB_SIZE * 2)2176 mov x9, #(MAX_PB_SIZE * 2)
2220 load_qpel_filterh x6, x52177 load_qpel_filterh x6, x5
@@ -2244,26 +2201,6 @@ function hevc_put_hevc_qpel_uni_hv6_8_end_neon · 23 unmodified lines
22442: ret22012: ret
2245endfunc2202endfunc
2246 2203
2247function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1
2248 add w10, w4, #7
2249 lsl x10, x10, #7
2250 sub sp, sp, x10 // tmp_array
2251 str x30, [sp, #-48]!
2252 stp x4, x6, [sp, #16]
2253 stp x0, x1, [sp, #32]
2254 sub x1, x2, x3, lsl #1
2255 sub x1, x1, x3
2256 add x0, sp, #48
2257 mov x2, x3
2258 add w3, w4, #7
2259 mov x4, x5
2260 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
2261 ldp x4, x6, [sp, #16]
2262 ldp x0, x1, [sp, #32]
2263 ldr x30, [sp], #48
2264 b hevc_put_hevc_qpel_uni_hv8_8_end_neon
2265endfunc
2266
2267function hevc_put_hevc_qpel_uni_hv8_8_end_neon2204function hevc_put_hevc_qpel_uni_hv8_8_end_neon
2268 mov x9, #(MAX_PB_SIZE * 2)2205 mov x9, #(MAX_PB_SIZE * 2)
2269 load_qpel_filterh x6, x52206 load_qpel_filterh x6, x5
@@ -2291,26 +2228,6 @@ function hevc_put_hevc_qpel_uni_hv8_8_end_neon · 21 unmodified lines
22912: ret22282: ret
2292endfunc2229endfunc
2293 2230
2294function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1
2295 add w10, w4, #7
2296 lsl x10, x10, #7
2297 sub sp, sp, x10 // tmp_array
2298 stp x7, x30, [sp, #-48]!
2299 stp x4, x6, [sp, #16]
2300 stp x0, x1, [sp, #32]
2301 sub x1, x2, x3, lsl #1
2302 sub x1, x1, x3
2303 mov x2, x3
2304 add x0, sp, #48
2305 add w3, w4, #7
2306 mov x4, x5
2307 bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
2308 ldp x4, x6, [sp, #16]
2309 ldp x0, x1, [sp, #32]
2310 ldp x7, x30, [sp], #48
2311 b hevc_put_hevc_qpel_uni_hv12_8_end_neon
2312endfunc
2313
2314function hevc_put_hevc_qpel_uni_hv12_8_end_neon2231function hevc_put_hevc_qpel_uni_hv12_8_end_neon
2315 mov x9, #(MAX_PB_SIZE * 2)2232 mov x9, #(MAX_PB_SIZE * 2)
2316 load_qpel_filterh x6, x52233 load_qpel_filterh x6, x5
@@ -2338,26 +2255,6 @@ function hevc_put_hevc_qpel_uni_hv12_8_end_neon · 21 unmodified lines
23382: ret22552: ret
2339endfunc2256endfunc
2340 2257
2341function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1
2342 add w10, w4, #7
2343 lsl x10, x10, #7
2344 sub sp, sp, x10 // tmp_array
2345 stp x7, x30, [sp, #-48]!
2346 stp x4, x6, [sp, #16]
2347 stp x0, x1, [sp, #32]
2348 add x0, sp, #48
2349 sub x1, x2, x3, lsl #1
2350 sub x1, x1, x3
2351 mov x2, x3
2352 add w3, w4, #7
2353 mov x4, x5
2354 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
2355 ldp x4, x6, [sp, #16]
2356 ldp x0, x1, [sp, #32]
2357 ldp x7, x30, [sp], #48
2358 b hevc_put_hevc_qpel_uni_hv16_8_end_neon
2359endfunc
2360
2361function hevc_put_hevc_qpel_uni_hv16_8_end_neon2258function hevc_put_hevc_qpel_uni_hv16_8_end_neon
2362 mov x9, #(MAX_PB_SIZE * 2)2259 mov x9, #(MAX_PB_SIZE * 2)
2363 load_qpel_filterh x6, x52260 load_qpel_filterh x6, x5
@@ -2396,6 +2293,109 @@ function hevc_put_hevc_qpel_uni_hv16_8_end_neon · 32 unmodified lines
2396 ret2293 ret
2397endfunc2294endfunc
2398 2295
2296#if HAVE_I8MM
2297ENABLE_I8MM
2298
2299function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1
2300 add w10, w4, #7
2301 lsl x10, x10, #7
2302 sub sp, sp, x10 // tmp_array
2303 str x30, [sp, #-48]!
2304 stp x4, x6, [sp, #16]
2305 stp x0, x1, [sp, #32]
2306 sub x1, x2, x3, lsl #1
2307 sub x1, x1, x3
2308 add x0, sp, #48
2309 mov x2, x3
2310 add x3, x4, #7
2311 mov x4, x5
2312 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
2313 ldp x4, x6, [sp, #16]
2314 ldp x0, x1, [sp, #32]
2315 ldr x30, [sp], #48
2316 b hevc_put_hevc_qpel_uni_hv4_8_end_neon
2317endfunc
2318
2319function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1
2320 add w10, w4, #7
2321 lsl x10, x10, #7
2322 sub sp, sp, x10 // tmp_array
2323 str x30, [sp, #-48]!
2324 stp x4, x6, [sp, #16]
2325 stp x0, x1, [sp, #32]
2326 sub x1, x2, x3, lsl #1
2327 sub x1, x1, x3
2328 add x0, sp, #48
2329 mov x2, x3
2330 add w3, w4, #7
2331 mov x4, x5
2332 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
2333 ldp x4, x6, [sp, #16]
2334 ldp x0, x1, [sp, #32]
2335 ldr x30, [sp], #48
2336 b hevc_put_hevc_qpel_uni_hv6_8_end_neon
2337endfunc
2338
2339function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1
2340 add w10, w4, #7
2341 lsl x10, x10, #7
2342 sub sp, sp, x10 // tmp_array
2343 str x30, [sp, #-48]!
2344 stp x4, x6, [sp, #16]
2345 stp x0, x1, [sp, #32]
2346 sub x1, x2, x3, lsl #1
2347 sub x1, x1, x3
2348 add x0, sp, #48
2349 mov x2, x3
2350 add w3, w4, #7
2351 mov x4, x5
2352 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
2353 ldp x4, x6, [sp, #16]
2354 ldp x0, x1, [sp, #32]
2355 ldr x30, [sp], #48
2356 b hevc_put_hevc_qpel_uni_hv8_8_end_neon
2357endfunc
2358
2359function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1
2360 add w10, w4, #7
2361 lsl x10, x10, #7
2362 sub sp, sp, x10 // tmp_array
2363 stp x7, x30, [sp, #-48]!
2364 stp x4, x6, [sp, #16]
2365 stp x0, x1, [sp, #32]
2366 sub x1, x2, x3, lsl #1
2367 sub x1, x1, x3
2368 mov x2, x3
2369 add x0, sp, #48
2370 add w3, w4, #7
2371 mov x4, x5
2372 bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
2373 ldp x4, x6, [sp, #16]
2374 ldp x0, x1, [sp, #32]
2375 ldp x7, x30, [sp], #48
2376 b hevc_put_hevc_qpel_uni_hv12_8_end_neon
2377endfunc
2378
2379function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1
2380 add w10, w4, #7
2381 lsl x10, x10, #7
2382 sub sp, sp, x10 // tmp_array
2383 stp x7, x30, [sp, #-48]!
2384 stp x4, x6, [sp, #16]
2385 stp x0, x1, [sp, #32]
2386 add x0, sp, #48
2387 sub x1, x2, x3, lsl #1
2388 sub x1, x1, x3
2389 mov x2, x3
2390 add w3, w4, #7
2391 mov x4, x5
2392 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
2393 ldp x4, x6, [sp, #16]
2394 ldp x0, x1, [sp, #32]
2395 ldp x7, x30, [sp], #48
2396 b hevc_put_hevc_qpel_uni_hv16_8_end_neon
2397endfunc
2398
2399function ff_hevc_put_hevc_qpel_uni_hv24_8_neon_i8mm, export=12399function ff_hevc_put_hevc_qpel_uni_hv24_8_neon_i8mm, export=1
2400 stp x4, x5, [sp, #-64]!2400 stp x4, x5, [sp, #-64]!
2401 stp x2, x3, [sp, #16]2401 stp x2, x3, [sp, #16]
@@ -3779,25 +3779,10 @@ function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 · 1377 unmodified lines
3779 b.ne 1b3779 b.ne 1b
3780 ret3780 ret
3781endfunc3781endfunc
3782DISABLE_I8MM
3783#endif
3782 3784
3783 3785
3784function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1
3785 add w10, w3, #7
3786 mov x7, #128
3787 lsl x10, x10, #7
3788 sub sp, sp, x10 // tmp_array
3789 stp x5, x30, [sp, #-32]!
3790 stp x0, x3, [sp, #16]
3791 add x0, sp, #32
3792 sub x1, x1, x2, lsl #1
3793 add x3, x3, #7
3794 sub x1, x1, x2
3795 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
3796 ldp x0, x3, [sp, #16]
3797 ldp x5, x30, [sp], #32
3798 b hevc_put_hevc_qpel_hv4_8_end_neon
3799endfunc
3800
3801function hevc_put_hevc_qpel_hv4_8_end_neon3786function hevc_put_hevc_qpel_hv4_8_end_neon
3802 load_qpel_filterh x5, x43787 load_qpel_filterh x5, x4
3803 ldr d16, [sp]3788 ldr d16, [sp]
@@ -3822,23 +3807,6 @@ function hevc_put_hevc_qpel_hv4_8_end_neon · 18 unmodified lines
38222: ret38072: ret
3823endfunc3808endfunc
3824 3809
3825function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1
3826 add w10, w3, #7
3827 mov x7, #128
3828 lsl x10, x10, #7
3829 sub sp, sp, x10 // tmp_array
3830 stp x5, x30, [sp, #-32]!
3831 stp x0, x3, [sp, #16]
3832 add x0, sp, #32
3833 sub x1, x1, x2, lsl #1
3834 add x3, x3, #7
3835 sub x1, x1, x2
3836 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
3837 ldp x0, x3, [sp, #16]
3838 ldp x5, x30, [sp], #32
3839 b hevc_put_hevc_qpel_hv6_8_end_neon
3840endfunc
3841
3842function hevc_put_hevc_qpel_hv6_8_end_neon3810function hevc_put_hevc_qpel_hv6_8_end_neon
3843 mov x8, #1203811 mov x8, #120
3844 load_qpel_filterh x5, x43812 load_qpel_filterh x5, x4
@@ -3866,22 +3834,6 @@ function hevc_put_hevc_qpel_hv6_8_end_neon · 21 unmodified lines
38662: ret38342: ret
3867endfunc3835endfunc
3868 3836
3869function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1
3870 add w10, w3, #7
3871 lsl x10, x10, #7
3872 sub x1, x1, x2, lsl #1
3873 sub sp, sp, x10 // tmp_array
3874 stp x5, x30, [sp, #-32]!
3875 stp x0, x3, [sp, #16]
3876 add x0, sp, #32
3877 add x3, x3, #7
3878 sub x1, x1, x2
3879 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
3880 ldp x0, x3, [sp, #16]
3881 ldp x5, x30, [sp], #32
3882 b hevc_put_hevc_qpel_hv8_8_end_neon
3883endfunc
3884
3885function hevc_put_hevc_qpel_hv8_8_end_neon3837function hevc_put_hevc_qpel_hv8_8_end_neon
3886 mov x7, #1283838 mov x7, #128
3887 load_qpel_filterh x5, x43839 load_qpel_filterh x5, x4
@@ -3908,22 +3860,6 @@ function hevc_put_hevc_qpel_hv8_8_end_neon · 20 unmodified lines
39082: ret38602: ret
3909endfunc3861endfunc
3910 3862
3911function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1
3912 add w10, w3, #7
3913 lsl x10, x10, #7
3914 sub x1, x1, x2, lsl #1
3915 sub sp, sp, x10 // tmp_array
3916 stp x5, x30, [sp, #-32]!
3917 stp x0, x3, [sp, #16]
3918 add x0, sp, #32
3919 add x3, x3, #7
3920 sub x1, x1, x2
3921 bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
3922 ldp x0, x3, [sp, #16]
3923 ldp x5, x30, [sp], #32
3924 b hevc_put_hevc_qpel_hv12_8_end_neon
3925endfunc
3926
3927function hevc_put_hevc_qpel_hv12_8_end_neon3863function hevc_put_hevc_qpel_hv12_8_end_neon
3928 mov x7, #1283864 mov x7, #128
3929 load_qpel_filterh x5, x43865 load_qpel_filterh x5, x4
@@ -3949,22 +3885,6 @@ function hevc_put_hevc_qpel_hv12_8_end_neon · 19 unmodified lines
39492: ret38852: ret
3950endfunc3886endfunc
3951 3887
3952function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1
3953 add w10, w3, #7
3954 lsl x10, x10, #7
3955 sub x1, x1, x2, lsl #1
3956 sub sp, sp, x10 // tmp_array
3957 stp x5, x30, [sp, #-32]!
3958 stp x0, x3, [sp, #16]
3959 add x3, x3, #7
3960 add x0, sp, #32
3961 sub x1, x1, x2
3962 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
3963 ldp x0, x3, [sp, #16]
3964 ldp x5, x30, [sp], #32
3965 b hevc_put_hevc_qpel_hv16_8_end_neon
3966endfunc
3967
3968function hevc_put_hevc_qpel_hv16_8_end_neon3888function hevc_put_hevc_qpel_hv16_8_end_neon
3969 mov x7, #1283889 mov x7, #128
3970 load_qpel_filterh x5, x43890 load_qpel_filterh x5, x4
@@ -3989,38 +3909,6 @@ function hevc_put_hevc_qpel_hv16_8_end_neon · 18 unmodified lines
39892: ret39092: ret
3990endfunc3910endfunc
3991 3911
3992function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1
3993 stp x4, x5, [sp, #-64]!
3994 stp x2, x3, [sp, #16]
3995 stp x0, x1, [sp, #32]
3996 str x30, [sp, #48]
3997 bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
3998 ldp x0, x1, [sp, #32]
3999 ldp x2, x3, [sp, #16]
4000 ldp x4, x5, [sp], #48
4001 add x1, x1, #12
4002 add x0, x0, #24
4003 bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4004 ldr x30, [sp], #16
4005 ret
4006endfunc
4007
4008function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1
4009 add w10, w3, #7
4010 sub x1, x1, x2, lsl #1
4011 lsl x10, x10, #7
4012 sub x1, x1, x2
4013 sub sp, sp, x10 // tmp_array
4014 stp x5, x30, [sp, #-32]!
4015 stp x0, x3, [sp, #16]
4016 add x3, x3, #7
4017 add x0, sp, #32
4018 bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm)
4019 ldp x0, x3, [sp, #16]
4020 ldp x5, x30, [sp], #32
4021 b hevc_put_hevc_qpel_hv32_8_end_neon
4022endfunc
4023
4024function hevc_put_hevc_qpel_hv32_8_end_neon3912function hevc_put_hevc_qpel_hv32_8_end_neon
4025 mov x7, #1283913 mov x7, #128
4026 load_qpel_filterh x5, x43914 load_qpel_filterh x5, x4
@@ -4056,6 +3944,122 @@ function hevc_put_hevc_qpel_hv32_8_end_neon · 29 unmodified lines
4056 ret3944 ret
4057endfunc3945endfunc
4058 3946
3947#if HAVE_I8MM
3948ENABLE_I8MM
3949function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1
3950 add w10, w3, #7
3951 mov x7, #128
3952 lsl x10, x10, #7
3953 sub sp, sp, x10 // tmp_array
3954 stp x5, x30, [sp, #-32]!
3955 stp x0, x3, [sp, #16]
3956 add x0, sp, #32
3957 sub x1, x1, x2, lsl #1
3958 add x3, x3, #7
3959 sub x1, x1, x2
3960 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
3961 ldp x0, x3, [sp, #16]
3962 ldp x5, x30, [sp], #32
3963 b hevc_put_hevc_qpel_hv4_8_end_neon
3964endfunc
3965
3966function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1
3967 add w10, w3, #7
3968 mov x7, #128
3969 lsl x10, x10, #7
3970 sub sp, sp, x10 // tmp_array
3971 stp x5, x30, [sp, #-32]!
3972 stp x0, x3, [sp, #16]
3973 add x0, sp, #32
3974 sub x1, x1, x2, lsl #1
3975 add x3, x3, #7
3976 sub x1, x1, x2
3977 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
3978 ldp x0, x3, [sp, #16]
3979 ldp x5, x30, [sp], #32
3980 b hevc_put_hevc_qpel_hv6_8_end_neon
3981endfunc
3982
3983function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1
3984 add w10, w3, #7
3985 lsl x10, x10, #7
3986 sub x1, x1, x2, lsl #1
3987 sub sp, sp, x10 // tmp_array
3988 stp x5, x30, [sp, #-32]!
3989 stp x0, x3, [sp, #16]
3990 add x0, sp, #32
3991 add x3, x3, #7
3992 sub x1, x1, x2
3993 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
3994 ldp x0, x3, [sp, #16]
3995 ldp x5, x30, [sp], #32
3996 b hevc_put_hevc_qpel_hv8_8_end_neon
3997endfunc
3998
3999function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1
4000 add w10, w3, #7
4001 lsl x10, x10, #7
4002 sub x1, x1, x2, lsl #1
4003 sub sp, sp, x10 // tmp_array
4004 stp x5, x30, [sp, #-32]!
4005 stp x0, x3, [sp, #16]
4006 add x0, sp, #32
4007 add x3, x3, #7
4008 sub x1, x1, x2
4009 bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
4010 ldp x0, x3, [sp, #16]
4011 ldp x5, x30, [sp], #32
4012 b hevc_put_hevc_qpel_hv12_8_end_neon
4013endfunc
4014
4015function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1
4016 add w10, w3, #7
4017 lsl x10, x10, #7
4018 sub x1, x1, x2, lsl #1
4019 sub sp, sp, x10 // tmp_array
4020 stp x5, x30, [sp, #-32]!
4021 stp x0, x3, [sp, #16]
4022 add x3, x3, #7
4023 add x0, sp, #32
4024 sub x1, x1, x2
4025 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4026 ldp x0, x3, [sp, #16]
4027 ldp x5, x30, [sp], #32
4028 b hevc_put_hevc_qpel_hv16_8_end_neon
4029endfunc
4030
4031function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1
4032 stp x4, x5, [sp, #-64]!
4033 stp x2, x3, [sp, #16]
4034 stp x0, x1, [sp, #32]
4035 str x30, [sp, #48]
4036 bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4037 ldp x0, x1, [sp, #32]
4038 ldp x2, x3, [sp, #16]
4039 ldp x4, x5, [sp], #48
4040 add x1, x1, #12
4041 add x0, x0, #24
4042 bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4043 ldr x30, [sp], #16
4044 ret
4045endfunc
4046
4047function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1
4048 add w10, w3, #7
4049 sub x1, x1, x2, lsl #1
4050 lsl x10, x10, #7
4051 sub x1, x1, x2
4052 sub sp, sp, x10 // tmp_array
4053 stp x5, x30, [sp, #-32]!
4054 stp x0, x3, [sp, #16]
4055 add x3, x3, #7
4056 add x0, sp, #32
4057 bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm)
4058 ldp x0, x3, [sp, #16]
4059 ldp x5, x30, [sp], #32
4060 b hevc_put_hevc_qpel_hv32_8_end_neon
4061endfunc
4062
4059function ff_hevc_put_hevc_qpel_hv48_8_neon_i8mm, export=14063function ff_hevc_put_hevc_qpel_hv48_8_neon_i8mm, export=1
4060 stp x4, x5, [sp, #-64]!4064 stp x4, x5, [sp, #-64]!
4061 stp x2, x3, [sp, #16]4065 stp x2, x3, [sp, #16]
@@ -4089,6 +4093,8 @@ function ff_hevc_put_hevc_qpel_hv64_8_neon_i8mm, export=1 · 27 unmodified lines
4089 ldr x30, [sp], #164093 ldr x30, [sp], #16
4090 ret4094 ret
4091endfunc4095endfunc
4096DISABLE_I8MM
4097#endif
4092 4098
4093.macro QPEL_UNI_W_HV_HEADER width4099.macro QPEL_UNI_W_HV_HEADER width
4094 ldp x14, x15, [sp] // mx, my4100 ldp x14, x15, [sp] // mx, my
@@ -4168,11 +4174,6 @@ endfunc · 73 unmodified lines
4168 smlal2 \dst\().4s, \src7\().8h, v0.h[7]4174 smlal2 \dst\().4s, \src7\().8h, v0.h[7]
4169.endm4175.endm
4170 4176
4171function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1
4172 QPEL_UNI_W_HV_HEADER 4
4173 b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
4174endfunc
4175
4176function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon4177function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
4177 ldr d16, [sp]4178 ldr d16, [sp]
4178 ldr d17, [sp, x10]4179 ldr d17, [sp, x10]
@@ -4262,11 +4263,6 @@ endfunc · 83 unmodified lines
4262 st1 {v24.d}[0], [x20], x214263 st1 {v24.d}[0], [x20], x21
4263.endm4264.endm
4264 4265
4265function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1
4266 QPEL_UNI_W_HV_HEADER 8
4267 b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
4268endfunc
4269
4270function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon4266function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
4271 ldr q16, [sp]4267 ldr q16, [sp]
4272 ldr q17, [sp, x10]4268 ldr q17, [sp, x10]
@@ -4376,21 +4372,6 @@ endfunc · 103 unmodified lines
4376 st1 {v24.16b}, [x20], x214372 st1 {v24.16b}, [x20], x21
4377.endm4373.endm
4378 4374
4379function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1
4380 QPEL_UNI_W_HV_HEADER 16
4381 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4382endfunc
4383
4384function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1
4385 QPEL_UNI_W_HV_HEADER 32
4386 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4387endfunc
4388
4389function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1
4390 QPEL_UNI_W_HV_HEADER 64
4391 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4392endfunc
4393
4394function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon4375function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4395 mov x11, sp4376 mov x11, sp
4396 mov w12, w224377 mov w12, w22
@@ -4503,26 +4484,37 @@ function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon · 106 unmodified lines
4503 ret4484 ret
4504endfunc4485endfunc
4505 4486
4506function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=14487#if HAVE_I8MM
4507 add w10, w5, #74488ENABLE_I8MM
4508 lsl x10, x10, #74489
4509 sub sp, sp, x10 // tmp_array4490function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1
4510 stp x7, x30, [sp, #-48]!4491 QPEL_UNI_W_HV_HEADER 4
4511 stp x4, x5, [sp, #16]4492 b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
4512 stp x0, x1, [sp, #32]4493endfunc
4513 sub x1, x2, x3, lsl #14494
4514 sub x1, x1, x34495function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1
4515 add x0, sp, #484496 QPEL_UNI_W_HV_HEADER 8
4516 mov x2, x34497 b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
4517 add w3, w5, #74498endfunc
4518 mov x4, x64499
4519 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)4500function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1
4520 ldp x4, x5, [sp, #16]4501 QPEL_UNI_W_HV_HEADER 16
4521 ldp x0, x1, [sp, #32]4502 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4522 ldp x7, x30, [sp], #484503endfunc
4523 b hevc_put_hevc_qpel_bi_hv4_8_end_neon4504
4505function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1
4506 QPEL_UNI_W_HV_HEADER 32
4507 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4524endfunc4508endfunc
4525 4509
4510function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1
4511 QPEL_UNI_W_HV_HEADER 64
4512 b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4513endfunc
4514
4515DISABLE_I8MM
4516#endif
4517
4526function hevc_put_hevc_qpel_bi_hv4_8_end_neon4518function hevc_put_hevc_qpel_bi_hv4_8_end_neon
4527 mov x9, #(MAX_PB_SIZE * 2)4519 mov x9, #(MAX_PB_SIZE * 2)
4528 load_qpel_filterh x7, x64520 load_qpel_filterh x7, x6
@@ -4548,26 +4540,6 @@ function hevc_put_hevc_qpel_bi_hv4_8_end_neon · 19 unmodified lines
45482: ret45402: ret
4549endfunc4541endfunc
4550 4542
4551function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1
4552 add w10, w5, #7
4553 lsl x10, x10, #7
4554 sub sp, sp, x10 // tmp_array
4555 stp x7, x30, [sp, #-48]!
4556 stp x4, x5, [sp, #16]
4557 stp x0, x1, [sp, #32]
4558 sub x1, x2, x3, lsl #1
4559 sub x1, x1, x3
4560 add x0, sp, #48
4561 mov x2, x3
4562 add x3, x5, #7
4563 mov x4, x6
4564 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
4565 ldp x4, x5, [sp, #16]
4566 ldp x0, x1, [sp, #32]
4567 ldp x7, x30, [sp], #48
4568 b hevc_put_hevc_qpel_bi_hv6_8_end_neon
4569endfunc
4570
4571function hevc_put_hevc_qpel_bi_hv6_8_end_neon4543function hevc_put_hevc_qpel_bi_hv6_8_end_neon
4572 mov x9, #(MAX_PB_SIZE * 2)4544 mov x9, #(MAX_PB_SIZE * 2)
4573 load_qpel_filterh x7, x64545 load_qpel_filterh x7, x6
@@ -4598,26 +4570,6 @@ function hevc_put_hevc_qpel_bi_hv6_8_end_neon · 24 unmodified lines
45982: ret45702: ret
4599endfunc4571endfunc
4600 4572
4601function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1
4602 add w10, w5, #7
4603 lsl x10, x10, #7
4604 sub sp, sp, x10 // tmp_array
4605 stp x7, x30, [sp, #-48]!
4606 stp x4, x5, [sp, #16]
4607 stp x0, x1, [sp, #32]
4608 sub x1, x2, x3, lsl #1
4609 sub x1, x1, x3
4610 add x0, sp, #48
4611 mov x2, x3
4612 add x3, x5, #7
4613 mov x4, x6
4614 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
4615 ldp x4, x5, [sp, #16]
4616 ldp x0, x1, [sp, #32]
4617 ldp x7, x30, [sp], #48
4618 b hevc_put_hevc_qpel_bi_hv8_8_end_neon
4619endfunc
4620
4621function hevc_put_hevc_qpel_bi_hv8_8_end_neon4573function hevc_put_hevc_qpel_bi_hv8_8_end_neon
4622 mov x9, #(MAX_PB_SIZE * 2)4574 mov x9, #(MAX_PB_SIZE * 2)
4623 load_qpel_filterh x7, x64575 load_qpel_filterh x7, x6
@@ -4646,46 +4598,6 @@ function hevc_put_hevc_qpel_bi_hv8_8_end_neon · 22 unmodified lines
46462: ret45982: ret
4647endfunc4599endfunc
4648 4600
4649function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1
4650 stp x6, x7, [sp, #-80]!
4651 stp x4, x5, [sp, #16]
4652 stp x2, x3, [sp, #32]
4653 stp x0, x1, [sp, #48]
4654 str x30, [sp, #64]
4655 bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm)
4656 ldp x4, x5, [sp, #16]
4657 ldp x2, x3, [sp, #32]
4658 ldp x0, x1, [sp, #48]
4659 ldp x6, x7, [sp], #64
4660 add x4, x4, #16
4661 add x2, x2, #8
4662 add x0, x0, #8
4663 bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm)
4664 ldr x30, [sp], #16
4665 ret
4666endfunc
4667
4668function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1
4669 add w10, w5, #7
4670 lsl x10, x10, #7
4671 sub sp, sp, x10 // tmp_array
4672 stp x7, x30, [sp, #-48]!
4673 stp x4, x5, [sp, #16]
4674 stp x0, x1, [sp, #32]
4675 add x0, sp, #48
4676 sub x1, x2, x3, lsl #1
4677 sub x1, x1, x3
4678 mov x2, x3
4679 add w3, w5, #7
4680 mov x4, x6
4681 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4682 ldp x4, x5, [sp, #16]
4683 ldp x0, x1, [sp, #32]
4684 ldp x7, x30, [sp], #48
4685 mov x6, #16 // width
4686 b hevc_put_hevc_qpel_bi_hv16_8_end_neon
4687endfunc
4688
4689function hevc_put_hevc_qpel_bi_hv16_8_end_neon4601function hevc_put_hevc_qpel_bi_hv16_8_end_neon
4690 load_qpel_filterh x7, x84602 load_qpel_filterh x7, x8
4691 mov x9, #(MAX_PB_SIZE * 2)4603 mov x9, #(MAX_PB_SIZE * 2)
@@ -4735,6 +4647,109 @@ function hevc_put_hevc_qpel_bi_hv16_8_end_neon · 43 unmodified lines
4735 ret4647 ret
4736endfunc4648endfunc
4737 4649
4650#if HAVE_I8MM
4651ENABLE_I8MM
4652
4653function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1
4654 add w10, w5, #7
4655 lsl x10, x10, #7
4656 sub sp, sp, x10 // tmp_array
4657 stp x7, x30, [sp, #-48]!
4658 stp x4, x5, [sp, #16]
4659 stp x0, x1, [sp, #32]
4660 sub x1, x2, x3, lsl #1
4661 sub x1, x1, x3
4662 add x0, sp, #48
4663 mov x2, x3
4664 add w3, w5, #7
4665 mov x4, x6
4666 bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
4667 ldp x4, x5, [sp, #16]
4668 ldp x0, x1, [sp, #32]
4669 ldp x7, x30, [sp], #48
4670 b hevc_put_hevc_qpel_bi_hv4_8_end_neon
4671endfunc
4672
4673function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1
4674 add w10, w5, #7
4675 lsl x10, x10, #7
4676 sub sp, sp, x10 // tmp_array
4677 stp x7, x30, [sp, #-48]!
4678 stp x4, x5, [sp, #16]
4679 stp x0, x1, [sp, #32]
4680 sub x1, x2, x3, lsl #1
4681 sub x1, x1, x3
4682 add x0, sp, #48
4683 mov x2, x3
4684 add x3, x5, #7
4685 mov x4, x6
4686 bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
4687 ldp x4, x5, [sp, #16]
4688 ldp x0, x1, [sp, #32]
4689 ldp x7, x30, [sp], #48
4690 b hevc_put_hevc_qpel_bi_hv6_8_end_neon
4691endfunc
4692
4693function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1
4694 add w10, w5, #7
4695 lsl x10, x10, #7
4696 sub sp, sp, x10 // tmp_array
4697 stp x7, x30, [sp, #-48]!
4698 stp x4, x5, [sp, #16]
4699 stp x0, x1, [sp, #32]
4700 sub x1, x2, x3, lsl #1
4701 sub x1, x1, x3
4702 add x0, sp, #48
4703 mov x2, x3
4704 add x3, x5, #7
4705 mov x4, x6
4706 bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
4707 ldp x4, x5, [sp, #16]
4708 ldp x0, x1, [sp, #32]
4709 ldp x7, x30, [sp], #48
4710 b hevc_put_hevc_qpel_bi_hv8_8_end_neon
4711endfunc
4712
4713function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1
4714 stp x6, x7, [sp, #-80]!
4715 stp x4, x5, [sp, #16]
4716 stp x2, x3, [sp, #32]
4717 stp x0, x1, [sp, #48]
4718 str x30, [sp, #64]
4719 bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm)
4720 ldp x4, x5, [sp, #16]
4721 ldp x2, x3, [sp, #32]
4722 ldp x0, x1, [sp, #48]
4723 ldp x6, x7, [sp], #64
4724 add x4, x4, #16
4725 add x2, x2, #8
4726 add x0, x0, #8
4727 bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm)
4728 ldr x30, [sp], #16
4729 ret
4730endfunc
4731
4732function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1
4733 add w10, w5, #7
4734 lsl x10, x10, #7
4735 sub sp, sp, x10 // tmp_array
4736 stp x7, x30, [sp, #-48]!
4737 stp x4, x5, [sp, #16]
4738 stp x0, x1, [sp, #32]
4739 add x0, sp, #48
4740 sub x1, x2, x3, lsl #1
4741 sub x1, x1, x3
4742 mov x2, x3
4743 add w3, w5, #7
4744 mov x4, x6
4745 bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4746 ldp x4, x5, [sp, #16]
4747 ldp x0, x1, [sp, #32]
4748 ldp x7, x30, [sp], #48
4749 mov x6, #16 // width
4750 b hevc_put_hevc_qpel_bi_hv16_8_end_neon
4751endfunc
4752
4738function ff_hevc_put_hevc_qpel_bi_hv24_8_neon_i8mm, export=14753function ff_hevc_put_hevc_qpel_bi_hv24_8_neon_i8mm, export=1
4739 stp x6, x7, [sp, #-80]!4754 stp x6, x7, [sp, #-80]!
4740 stp x4, x5, [sp, #16]4755 stp x4, x5, [sp, #16]

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t