This is a pure reordering of code without changing anything in the individual functions.
Showing the changes to libavcodec (1 of 1 file). Show all
Unified · Split
| @@ -2146,29 +2146,6 @@ function ff_hevc_put_hevc_qpel_uni_w_v64_8_neon, export=1 · 2145 unmodified lines | |||
| 2146 | ret | 2146 | ret |
| 2147 | endfunc | 2147 | endfunc |
| 2148 | 2148 | ||
| 2149 | #if HAVE_I8MM | ||
| 2150 | ENABLE_I8MM | ||
| 2151 | |||
| 2152 | function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1 | ||
| 2153 | add w10, w4, #7 | ||
| 2154 | lsl x10, x10, #7 | ||
| 2155 | sub sp, sp, x10 // tmp_array | ||
| 2156 | str x30, [sp, #-48]! | ||
| 2157 | stp x4, x6, [sp, #16] | ||
| 2158 | stp x0, x1, [sp, #32] | ||
| 2159 | sub x1, x2, x3, lsl #1 | ||
| 2160 | sub x1, x1, x3 | ||
| 2161 | add x0, sp, #48 | ||
| 2162 | mov x2, x3 | ||
| 2163 | add x3, x4, #7 | ||
| 2164 | mov x4, x5 | ||
| 2165 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | ||
| 2166 | ldp x4, x6, [sp, #16] | ||
| 2167 | ldp x0, x1, [sp, #32] | ||
| 2168 | ldr x30, [sp], #48 | ||
| 2169 | b hevc_put_hevc_qpel_uni_hv4_8_end_neon | ||
| 2170 | endfunc | ||
| 2171 | |||
| 2172 | function hevc_put_hevc_qpel_uni_hv4_8_end_neon | 2149 | function hevc_put_hevc_qpel_uni_hv4_8_end_neon |
| 2173 | mov x9, #(MAX_PB_SIZE * 2) | 2150 | mov x9, #(MAX_PB_SIZE * 2) |
| 2174 | load_qpel_filterh x6, x5 | 2151 | load_qpel_filterh x6, x5 |
| @@ -2195,26 +2172,6 @@ function hevc_put_hevc_qpel_uni_hv4_8_end_neon · 20 unmodified lines | |||
| 2195 | 2: ret | 2172 | 2: ret |
| 2196 | endfunc | 2173 | endfunc |
| 2197 | 2174 | ||
| 2198 | function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1 | ||
| 2199 | add w10, w4, #7 | ||
| 2200 | lsl x10, x10, #7 | ||
| 2201 | sub sp, sp, x10 // tmp_array | ||
| 2202 | str x30, [sp, #-48]! | ||
| 2203 | stp x4, x6, [sp, #16] | ||
| 2204 | stp x0, x1, [sp, #32] | ||
| 2205 | sub x1, x2, x3, lsl #1 | ||
| 2206 | sub x1, x1, x3 | ||
| 2207 | add x0, sp, #48 | ||
| 2208 | mov x2, x3 | ||
| 2209 | add w3, w4, #7 | ||
| 2210 | mov x4, x5 | ||
| 2211 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 2212 | ldp x4, x6, [sp, #16] | ||
| 2213 | ldp x0, x1, [sp, #32] | ||
| 2214 | ldr x30, [sp], #48 | ||
| 2215 | b hevc_put_hevc_qpel_uni_hv6_8_end_neon | ||
| 2216 | endfunc | ||
| 2217 | |||
| 2218 | function hevc_put_hevc_qpel_uni_hv6_8_end_neon | 2175 | function hevc_put_hevc_qpel_uni_hv6_8_end_neon |
| 2219 | mov x9, #(MAX_PB_SIZE * 2) | 2176 | mov x9, #(MAX_PB_SIZE * 2) |
| 2220 | load_qpel_filterh x6, x5 | 2177 | load_qpel_filterh x6, x5 |
| @@ -2244,26 +2201,6 @@ function hevc_put_hevc_qpel_uni_hv6_8_end_neon · 23 unmodified lines | |||
| 2244 | 2: ret | 2201 | 2: ret |
| 2245 | endfunc | 2202 | endfunc |
| 2246 | 2203 | ||
| 2247 | function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1 | ||
| 2248 | add w10, w4, #7 | ||
| 2249 | lsl x10, x10, #7 | ||
| 2250 | sub sp, sp, x10 // tmp_array | ||
| 2251 | str x30, [sp, #-48]! | ||
| 2252 | stp x4, x6, [sp, #16] | ||
| 2253 | stp x0, x1, [sp, #32] | ||
| 2254 | sub x1, x2, x3, lsl #1 | ||
| 2255 | sub x1, x1, x3 | ||
| 2256 | add x0, sp, #48 | ||
| 2257 | mov x2, x3 | ||
| 2258 | add w3, w4, #7 | ||
| 2259 | mov x4, x5 | ||
| 2260 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 2261 | ldp x4, x6, [sp, #16] | ||
| 2262 | ldp x0, x1, [sp, #32] | ||
| 2263 | ldr x30, [sp], #48 | ||
| 2264 | b hevc_put_hevc_qpel_uni_hv8_8_end_neon | ||
| 2265 | endfunc | ||
| 2266 | |||
| 2267 | function hevc_put_hevc_qpel_uni_hv8_8_end_neon | 2204 | function hevc_put_hevc_qpel_uni_hv8_8_end_neon |
| 2268 | mov x9, #(MAX_PB_SIZE * 2) | 2205 | mov x9, #(MAX_PB_SIZE * 2) |
| 2269 | load_qpel_filterh x6, x5 | 2206 | load_qpel_filterh x6, x5 |
| @@ -2291,26 +2228,6 @@ function hevc_put_hevc_qpel_uni_hv8_8_end_neon · 21 unmodified lines | |||
| 2291 | 2: ret | 2228 | 2: ret |
| 2292 | endfunc | 2229 | endfunc |
| 2293 | 2230 | ||
| 2294 | function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1 | ||
| 2295 | add w10, w4, #7 | ||
| 2296 | lsl x10, x10, #7 | ||
| 2297 | sub sp, sp, x10 // tmp_array | ||
| 2298 | stp x7, x30, [sp, #-48]! | ||
| 2299 | stp x4, x6, [sp, #16] | ||
| 2300 | stp x0, x1, [sp, #32] | ||
| 2301 | sub x1, x2, x3, lsl #1 | ||
| 2302 | sub x1, x1, x3 | ||
| 2303 | mov x2, x3 | ||
| 2304 | add x0, sp, #48 | ||
| 2305 | add w3, w4, #7 | ||
| 2306 | mov x4, x5 | ||
| 2307 | bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm) | ||
| 2308 | ldp x4, x6, [sp, #16] | ||
| 2309 | ldp x0, x1, [sp, #32] | ||
| 2310 | ldp x7, x30, [sp], #48 | ||
| 2311 | b hevc_put_hevc_qpel_uni_hv12_8_end_neon | ||
| 2312 | endfunc | ||
| 2313 | |||
| 2314 | function hevc_put_hevc_qpel_uni_hv12_8_end_neon | 2231 | function hevc_put_hevc_qpel_uni_hv12_8_end_neon |
| 2315 | mov x9, #(MAX_PB_SIZE * 2) | 2232 | mov x9, #(MAX_PB_SIZE * 2) |
| 2316 | load_qpel_filterh x6, x5 | 2233 | load_qpel_filterh x6, x5 |
| @@ -2338,26 +2255,6 @@ function hevc_put_hevc_qpel_uni_hv12_8_end_neon · 21 unmodified lines | |||
| 2338 | 2: ret | 2255 | 2: ret |
| 2339 | endfunc | 2256 | endfunc |
| 2340 | 2257 | ||
| 2341 | function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1 | ||
| 2342 | add w10, w4, #7 | ||
| 2343 | lsl x10, x10, #7 | ||
| 2344 | sub sp, sp, x10 // tmp_array | ||
| 2345 | stp x7, x30, [sp, #-48]! | ||
| 2346 | stp x4, x6, [sp, #16] | ||
| 2347 | stp x0, x1, [sp, #32] | ||
| 2348 | add x0, sp, #48 | ||
| 2349 | sub x1, x2, x3, lsl #1 | ||
| 2350 | sub x1, x1, x3 | ||
| 2351 | mov x2, x3 | ||
| 2352 | add w3, w4, #7 | ||
| 2353 | mov x4, x5 | ||
| 2354 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 2355 | ldp x4, x6, [sp, #16] | ||
| 2356 | ldp x0, x1, [sp, #32] | ||
| 2357 | ldp x7, x30, [sp], #48 | ||
| 2358 | b hevc_put_hevc_qpel_uni_hv16_8_end_neon | ||
| 2359 | endfunc | ||
| 2360 | |||
| 2361 | function hevc_put_hevc_qpel_uni_hv16_8_end_neon | 2258 | function hevc_put_hevc_qpel_uni_hv16_8_end_neon |
| 2362 | mov x9, #(MAX_PB_SIZE * 2) | 2259 | mov x9, #(MAX_PB_SIZE * 2) |
| 2363 | load_qpel_filterh x6, x5 | 2260 | load_qpel_filterh x6, x5 |
| @@ -2396,6 +2293,109 @@ function hevc_put_hevc_qpel_uni_hv16_8_end_neon · 32 unmodified lines | |||
| 2396 | ret | 2293 | ret |
| 2397 | endfunc | 2294 | endfunc |
| 2398 | 2295 | ||
| 2296 | #if HAVE_I8MM | ||
| 2297 | ENABLE_I8MM | ||
| 2298 | |||
| 2299 | function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1 | ||
| 2300 | add w10, w4, #7 | ||
| 2301 | lsl x10, x10, #7 | ||
| 2302 | sub sp, sp, x10 // tmp_array | ||
| 2303 | str x30, [sp, #-48]! | ||
| 2304 | stp x4, x6, [sp, #16] | ||
| 2305 | stp x0, x1, [sp, #32] | ||
| 2306 | sub x1, x2, x3, lsl #1 | ||
| 2307 | sub x1, x1, x3 | ||
| 2308 | add x0, sp, #48 | ||
| 2309 | mov x2, x3 | ||
| 2310 | add x3, x4, #7 | ||
| 2311 | mov x4, x5 | ||
| 2312 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | ||
| 2313 | ldp x4, x6, [sp, #16] | ||
| 2314 | ldp x0, x1, [sp, #32] | ||
| 2315 | ldr x30, [sp], #48 | ||
| 2316 | b hevc_put_hevc_qpel_uni_hv4_8_end_neon | ||
| 2317 | endfunc | ||
| 2318 | |||
| 2319 | function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1 | ||
| 2320 | add w10, w4, #7 | ||
| 2321 | lsl x10, x10, #7 | ||
| 2322 | sub sp, sp, x10 // tmp_array | ||
| 2323 | str x30, [sp, #-48]! | ||
| 2324 | stp x4, x6, [sp, #16] | ||
| 2325 | stp x0, x1, [sp, #32] | ||
| 2326 | sub x1, x2, x3, lsl #1 | ||
| 2327 | sub x1, x1, x3 | ||
| 2328 | add x0, sp, #48 | ||
| 2329 | mov x2, x3 | ||
| 2330 | add w3, w4, #7 | ||
| 2331 | mov x4, x5 | ||
| 2332 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 2333 | ldp x4, x6, [sp, #16] | ||
| 2334 | ldp x0, x1, [sp, #32] | ||
| 2335 | ldr x30, [sp], #48 | ||
| 2336 | b hevc_put_hevc_qpel_uni_hv6_8_end_neon | ||
| 2337 | endfunc | ||
| 2338 | |||
| 2339 | function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1 | ||
| 2340 | add w10, w4, #7 | ||
| 2341 | lsl x10, x10, #7 | ||
| 2342 | sub sp, sp, x10 // tmp_array | ||
| 2343 | str x30, [sp, #-48]! | ||
| 2344 | stp x4, x6, [sp, #16] | ||
| 2345 | stp x0, x1, [sp, #32] | ||
| 2346 | sub x1, x2, x3, lsl #1 | ||
| 2347 | sub x1, x1, x3 | ||
| 2348 | add x0, sp, #48 | ||
| 2349 | mov x2, x3 | ||
| 2350 | add w3, w4, #7 | ||
| 2351 | mov x4, x5 | ||
| 2352 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 2353 | ldp x4, x6, [sp, #16] | ||
| 2354 | ldp x0, x1, [sp, #32] | ||
| 2355 | ldr x30, [sp], #48 | ||
| 2356 | b hevc_put_hevc_qpel_uni_hv8_8_end_neon | ||
| 2357 | endfunc | ||
| 2358 | |||
| 2359 | function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1 | ||
| 2360 | add w10, w4, #7 | ||
| 2361 | lsl x10, x10, #7 | ||
| 2362 | sub sp, sp, x10 // tmp_array | ||
| 2363 | stp x7, x30, [sp, #-48]! | ||
| 2364 | stp x4, x6, [sp, #16] | ||
| 2365 | stp x0, x1, [sp, #32] | ||
| 2366 | sub x1, x2, x3, lsl #1 | ||
| 2367 | sub x1, x1, x3 | ||
| 2368 | mov x2, x3 | ||
| 2369 | add x0, sp, #48 | ||
| 2370 | add w3, w4, #7 | ||
| 2371 | mov x4, x5 | ||
| 2372 | bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm) | ||
| 2373 | ldp x4, x6, [sp, #16] | ||
| 2374 | ldp x0, x1, [sp, #32] | ||
| 2375 | ldp x7, x30, [sp], #48 | ||
| 2376 | b hevc_put_hevc_qpel_uni_hv12_8_end_neon | ||
| 2377 | endfunc | ||
| 2378 | |||
| 2379 | function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1 | ||
| 2380 | add w10, w4, #7 | ||
| 2381 | lsl x10, x10, #7 | ||
| 2382 | sub sp, sp, x10 // tmp_array | ||
| 2383 | stp x7, x30, [sp, #-48]! | ||
| 2384 | stp x4, x6, [sp, #16] | ||
| 2385 | stp x0, x1, [sp, #32] | ||
| 2386 | add x0, sp, #48 | ||
| 2387 | sub x1, x2, x3, lsl #1 | ||
| 2388 | sub x1, x1, x3 | ||
| 2389 | mov x2, x3 | ||
| 2390 | add w3, w4, #7 | ||
| 2391 | mov x4, x5 | ||
| 2392 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 2393 | ldp x4, x6, [sp, #16] | ||
| 2394 | ldp x0, x1, [sp, #32] | ||
| 2395 | ldp x7, x30, [sp], #48 | ||
| 2396 | b hevc_put_hevc_qpel_uni_hv16_8_end_neon | ||
| 2397 | endfunc | ||
| 2398 | |||
| 2399 | function ff_hevc_put_hevc_qpel_uni_hv24_8_neon_i8mm, export=1 | 2399 | function ff_hevc_put_hevc_qpel_uni_hv24_8_neon_i8mm, export=1 |
| 2400 | stp x4, x5, [sp, #-64]! | 2400 | stp x4, x5, [sp, #-64]! |
| 2401 | stp x2, x3, [sp, #16] | 2401 | stp x2, x3, [sp, #16] |
| @@ -3779,25 +3779,10 @@ function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 · 1377 unmodified lines | |||
| 3779 | b.ne 1b | 3779 | b.ne 1b |
| 3780 | ret | 3780 | ret |
| 3781 | endfunc | 3781 | endfunc |
| 3782 | DISABLE_I8MM | ||
| 3783 | #endif | ||
| 3782 | 3784 | ||
| 3783 | 3785 | ||
| 3784 | function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1 | ||
| 3785 | add w10, w3, #7 | ||
| 3786 | mov x7, #128 | ||
| 3787 | lsl x10, x10, #7 | ||
| 3788 | sub sp, sp, x10 // tmp_array | ||
| 3789 | stp x5, x30, [sp, #-32]! | ||
| 3790 | stp x0, x3, [sp, #16] | ||
| 3791 | add x0, sp, #32 | ||
| 3792 | sub x1, x1, x2, lsl #1 | ||
| 3793 | add x3, x3, #7 | ||
| 3794 | sub x1, x1, x2 | ||
| 3795 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | ||
| 3796 | ldp x0, x3, [sp, #16] | ||
| 3797 | ldp x5, x30, [sp], #32 | ||
| 3798 | b hevc_put_hevc_qpel_hv4_8_end_neon | ||
| 3799 | endfunc | ||
| 3800 | |||
| 3801 | function hevc_put_hevc_qpel_hv4_8_end_neon | 3786 | function hevc_put_hevc_qpel_hv4_8_end_neon |
| 3802 | load_qpel_filterh x5, x4 | 3787 | load_qpel_filterh x5, x4 |
| 3803 | ldr d16, [sp] | 3788 | ldr d16, [sp] |
| @@ -3822,23 +3807,6 @@ function hevc_put_hevc_qpel_hv4_8_end_neon · 18 unmodified lines | |||
| 3822 | 2: ret | 3807 | 2: ret |
| 3823 | endfunc | 3808 | endfunc |
| 3824 | 3809 | ||
| 3825 | function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1 | ||
| 3826 | add w10, w3, #7 | ||
| 3827 | mov x7, #128 | ||
| 3828 | lsl x10, x10, #7 | ||
| 3829 | sub sp, sp, x10 // tmp_array | ||
| 3830 | stp x5, x30, [sp, #-32]! | ||
| 3831 | stp x0, x3, [sp, #16] | ||
| 3832 | add x0, sp, #32 | ||
| 3833 | sub x1, x1, x2, lsl #1 | ||
| 3834 | add x3, x3, #7 | ||
| 3835 | sub x1, x1, x2 | ||
| 3836 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 3837 | ldp x0, x3, [sp, #16] | ||
| 3838 | ldp x5, x30, [sp], #32 | ||
| 3839 | b hevc_put_hevc_qpel_hv6_8_end_neon | ||
| 3840 | endfunc | ||
| 3841 | |||
| 3842 | function hevc_put_hevc_qpel_hv6_8_end_neon | 3810 | function hevc_put_hevc_qpel_hv6_8_end_neon |
| 3843 | mov x8, #120 | 3811 | mov x8, #120 |
| 3844 | load_qpel_filterh x5, x4 | 3812 | load_qpel_filterh x5, x4 |
| @@ -3866,22 +3834,6 @@ function hevc_put_hevc_qpel_hv6_8_end_neon · 21 unmodified lines | |||
| 3866 | 2: ret | 3834 | 2: ret |
| 3867 | endfunc | 3835 | endfunc |
| 3868 | 3836 | ||
| 3869 | function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1 | ||
| 3870 | add w10, w3, #7 | ||
| 3871 | lsl x10, x10, #7 | ||
| 3872 | sub x1, x1, x2, lsl #1 | ||
| 3873 | sub sp, sp, x10 // tmp_array | ||
| 3874 | stp x5, x30, [sp, #-32]! | ||
| 3875 | stp x0, x3, [sp, #16] | ||
| 3876 | add x0, sp, #32 | ||
| 3877 | add x3, x3, #7 | ||
| 3878 | sub x1, x1, x2 | ||
| 3879 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 3880 | ldp x0, x3, [sp, #16] | ||
| 3881 | ldp x5, x30, [sp], #32 | ||
| 3882 | b hevc_put_hevc_qpel_hv8_8_end_neon | ||
| 3883 | endfunc | ||
| 3884 | |||
| 3885 | function hevc_put_hevc_qpel_hv8_8_end_neon | 3837 | function hevc_put_hevc_qpel_hv8_8_end_neon |
| 3886 | mov x7, #128 | 3838 | mov x7, #128 |
| 3887 | load_qpel_filterh x5, x4 | 3839 | load_qpel_filterh x5, x4 |
| @@ -3908,22 +3860,6 @@ function hevc_put_hevc_qpel_hv8_8_end_neon · 20 unmodified lines | |||
| 3908 | 2: ret | 3860 | 2: ret |
| 3909 | endfunc | 3861 | endfunc |
| 3910 | 3862 | ||
| 3911 | function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1 | ||
| 3912 | add w10, w3, #7 | ||
| 3913 | lsl x10, x10, #7 | ||
| 3914 | sub x1, x1, x2, lsl #1 | ||
| 3915 | sub sp, sp, x10 // tmp_array | ||
| 3916 | stp x5, x30, [sp, #-32]! | ||
| 3917 | stp x0, x3, [sp, #16] | ||
| 3918 | add x0, sp, #32 | ||
| 3919 | add x3, x3, #7 | ||
| 3920 | sub x1, x1, x2 | ||
| 3921 | bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm) | ||
| 3922 | ldp x0, x3, [sp, #16] | ||
| 3923 | ldp x5, x30, [sp], #32 | ||
| 3924 | b hevc_put_hevc_qpel_hv12_8_end_neon | ||
| 3925 | endfunc | ||
| 3926 | |||
| 3927 | function hevc_put_hevc_qpel_hv12_8_end_neon | 3863 | function hevc_put_hevc_qpel_hv12_8_end_neon |
| 3928 | mov x7, #128 | 3864 | mov x7, #128 |
| 3929 | load_qpel_filterh x5, x4 | 3865 | load_qpel_filterh x5, x4 |
| @@ -3949,22 +3885,6 @@ function hevc_put_hevc_qpel_hv12_8_end_neon · 19 unmodified lines | |||
| 3949 | 2: ret | 3885 | 2: ret |
| 3950 | endfunc | 3886 | endfunc |
| 3951 | 3887 | ||
| 3952 | function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1 | ||
| 3953 | add w10, w3, #7 | ||
| 3954 | lsl x10, x10, #7 | ||
| 3955 | sub x1, x1, x2, lsl #1 | ||
| 3956 | sub sp, sp, x10 // tmp_array | ||
| 3957 | stp x5, x30, [sp, #-32]! | ||
| 3958 | stp x0, x3, [sp, #16] | ||
| 3959 | add x3, x3, #7 | ||
| 3960 | add x0, sp, #32 | ||
| 3961 | sub x1, x1, x2 | ||
| 3962 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 3963 | ldp x0, x3, [sp, #16] | ||
| 3964 | ldp x5, x30, [sp], #32 | ||
| 3965 | b hevc_put_hevc_qpel_hv16_8_end_neon | ||
| 3966 | endfunc | ||
| 3967 | |||
| 3968 | function hevc_put_hevc_qpel_hv16_8_end_neon | 3888 | function hevc_put_hevc_qpel_hv16_8_end_neon |
| 3969 | mov x7, #128 | 3889 | mov x7, #128 |
| 3970 | load_qpel_filterh x5, x4 | 3890 | load_qpel_filterh x5, x4 |
| @@ -3989,38 +3909,6 @@ function hevc_put_hevc_qpel_hv16_8_end_neon · 18 unmodified lines | |||
| 3989 | 2: ret | 3909 | 2: ret |
| 3990 | endfunc | 3910 | endfunc |
| 3991 | 3911 | ||
| 3992 | function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1 | ||
| 3993 | stp x4, x5, [sp, #-64]! | ||
| 3994 | stp x2, x3, [sp, #16] | ||
| 3995 | stp x0, x1, [sp, #32] | ||
| 3996 | str x30, [sp, #48] | ||
| 3997 | bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm) | ||
| 3998 | ldp x0, x1, [sp, #32] | ||
| 3999 | ldp x2, x3, [sp, #16] | ||
| 4000 | ldp x4, x5, [sp], #48 | ||
| 4001 | add x1, x1, #12 | ||
| 4002 | add x0, x0, #24 | ||
| 4003 | bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm) | ||
| 4004 | ldr x30, [sp], #16 | ||
| 4005 | ret | ||
| 4006 | endfunc | ||
| 4007 | |||
| 4008 | function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1 | ||
| 4009 | add w10, w3, #7 | ||
| 4010 | sub x1, x1, x2, lsl #1 | ||
| 4011 | lsl x10, x10, #7 | ||
| 4012 | sub x1, x1, x2 | ||
| 4013 | sub sp, sp, x10 // tmp_array | ||
| 4014 | stp x5, x30, [sp, #-32]! | ||
| 4015 | stp x0, x3, [sp, #16] | ||
| 4016 | add x3, x3, #7 | ||
| 4017 | add x0, sp, #32 | ||
| 4018 | bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm) | ||
| 4019 | ldp x0, x3, [sp, #16] | ||
| 4020 | ldp x5, x30, [sp], #32 | ||
| 4021 | b hevc_put_hevc_qpel_hv32_8_end_neon | ||
| 4022 | endfunc | ||
| 4023 | |||
| 4024 | function hevc_put_hevc_qpel_hv32_8_end_neon | 3912 | function hevc_put_hevc_qpel_hv32_8_end_neon |
| 4025 | mov x7, #128 | 3913 | mov x7, #128 |
| 4026 | load_qpel_filterh x5, x4 | 3914 | load_qpel_filterh x5, x4 |
| @@ -4056,6 +3944,122 @@ function hevc_put_hevc_qpel_hv32_8_end_neon · 29 unmodified lines | |||
| 4056 | ret | 3944 | ret |
| 4057 | endfunc | 3945 | endfunc |
| 4058 | 3946 | ||
| 3947 | #if HAVE_I8MM | ||
| 3948 | ENABLE_I8MM | ||
| 3949 | function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1 | ||
| 3950 | add w10, w3, #7 | ||
| 3951 | mov x7, #128 | ||
| 3952 | lsl x10, x10, #7 | ||
| 3953 | sub sp, sp, x10 // tmp_array | ||
| 3954 | stp x5, x30, [sp, #-32]! | ||
| 3955 | stp x0, x3, [sp, #16] | ||
| 3956 | add x0, sp, #32 | ||
| 3957 | sub x1, x1, x2, lsl #1 | ||
| 3958 | add x3, x3, #7 | ||
| 3959 | sub x1, x1, x2 | ||
| 3960 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | ||
| 3961 | ldp x0, x3, [sp, #16] | ||
| 3962 | ldp x5, x30, [sp], #32 | ||
| 3963 | b hevc_put_hevc_qpel_hv4_8_end_neon | ||
| 3964 | endfunc | ||
| 3965 | |||
| 3966 | function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1 | ||
| 3967 | add w10, w3, #7 | ||
| 3968 | mov x7, #128 | ||
| 3969 | lsl x10, x10, #7 | ||
| 3970 | sub sp, sp, x10 // tmp_array | ||
| 3971 | stp x5, x30, [sp, #-32]! | ||
| 3972 | stp x0, x3, [sp, #16] | ||
| 3973 | add x0, sp, #32 | ||
| 3974 | sub x1, x1, x2, lsl #1 | ||
| 3975 | add x3, x3, #7 | ||
| 3976 | sub x1, x1, x2 | ||
| 3977 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 3978 | ldp x0, x3, [sp, #16] | ||
| 3979 | ldp x5, x30, [sp], #32 | ||
| 3980 | b hevc_put_hevc_qpel_hv6_8_end_neon | ||
| 3981 | endfunc | ||
| 3982 | |||
| 3983 | function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1 | ||
| 3984 | add w10, w3, #7 | ||
| 3985 | lsl x10, x10, #7 | ||
| 3986 | sub x1, x1, x2, lsl #1 | ||
| 3987 | sub sp, sp, x10 // tmp_array | ||
| 3988 | stp x5, x30, [sp, #-32]! | ||
| 3989 | stp x0, x3, [sp, #16] | ||
| 3990 | add x0, sp, #32 | ||
| 3991 | add x3, x3, #7 | ||
| 3992 | sub x1, x1, x2 | ||
| 3993 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 3994 | ldp x0, x3, [sp, #16] | ||
| 3995 | ldp x5, x30, [sp], #32 | ||
| 3996 | b hevc_put_hevc_qpel_hv8_8_end_neon | ||
| 3997 | endfunc | ||
| 3998 | |||
| 3999 | function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1 | ||
| 4000 | add w10, w3, #7 | ||
| 4001 | lsl x10, x10, #7 | ||
| 4002 | sub x1, x1, x2, lsl #1 | ||
| 4003 | sub sp, sp, x10 // tmp_array | ||
| 4004 | stp x5, x30, [sp, #-32]! | ||
| 4005 | stp x0, x3, [sp, #16] | ||
| 4006 | add x0, sp, #32 | ||
| 4007 | add x3, x3, #7 | ||
| 4008 | sub x1, x1, x2 | ||
| 4009 | bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm) | ||
| 4010 | ldp x0, x3, [sp, #16] | ||
| 4011 | ldp x5, x30, [sp], #32 | ||
| 4012 | b hevc_put_hevc_qpel_hv12_8_end_neon | ||
| 4013 | endfunc | ||
| 4014 | |||
| 4015 | function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1 | ||
| 4016 | add w10, w3, #7 | ||
| 4017 | lsl x10, x10, #7 | ||
| 4018 | sub x1, x1, x2, lsl #1 | ||
| 4019 | sub sp, sp, x10 // tmp_array | ||
| 4020 | stp x5, x30, [sp, #-32]! | ||
| 4021 | stp x0, x3, [sp, #16] | ||
| 4022 | add x3, x3, #7 | ||
| 4023 | add x0, sp, #32 | ||
| 4024 | sub x1, x1, x2 | ||
| 4025 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 4026 | ldp x0, x3, [sp, #16] | ||
| 4027 | ldp x5, x30, [sp], #32 | ||
| 4028 | b hevc_put_hevc_qpel_hv16_8_end_neon | ||
| 4029 | endfunc | ||
| 4030 | |||
| 4031 | function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1 | ||
| 4032 | stp x4, x5, [sp, #-64]! | ||
| 4033 | stp x2, x3, [sp, #16] | ||
| 4034 | stp x0, x1, [sp, #32] | ||
| 4035 | str x30, [sp, #48] | ||
| 4036 | bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm) | ||
| 4037 | ldp x0, x1, [sp, #32] | ||
| 4038 | ldp x2, x3, [sp, #16] | ||
| 4039 | ldp x4, x5, [sp], #48 | ||
| 4040 | add x1, x1, #12 | ||
| 4041 | add x0, x0, #24 | ||
| 4042 | bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm) | ||
| 4043 | ldr x30, [sp], #16 | ||
| 4044 | ret | ||
| 4045 | endfunc | ||
| 4046 | |||
| 4047 | function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1 | ||
| 4048 | add w10, w3, #7 | ||
| 4049 | sub x1, x1, x2, lsl #1 | ||
| 4050 | lsl x10, x10, #7 | ||
| 4051 | sub x1, x1, x2 | ||
| 4052 | sub sp, sp, x10 // tmp_array | ||
| 4053 | stp x5, x30, [sp, #-32]! | ||
| 4054 | stp x0, x3, [sp, #16] | ||
| 4055 | add x3, x3, #7 | ||
| 4056 | add x0, sp, #32 | ||
| 4057 | bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm) | ||
| 4058 | ldp x0, x3, [sp, #16] | ||
| 4059 | ldp x5, x30, [sp], #32 | ||
| 4060 | b hevc_put_hevc_qpel_hv32_8_end_neon | ||
| 4061 | endfunc | ||
| 4062 | |||
| 4059 | function ff_hevc_put_hevc_qpel_hv48_8_neon_i8mm, export=1 | 4063 | function ff_hevc_put_hevc_qpel_hv48_8_neon_i8mm, export=1 |
| 4060 | stp x4, x5, [sp, #-64]! | 4064 | stp x4, x5, [sp, #-64]! |
| 4061 | stp x2, x3, [sp, #16] | 4065 | stp x2, x3, [sp, #16] |
| @@ -4089,6 +4093,8 @@ function ff_hevc_put_hevc_qpel_hv64_8_neon_i8mm, export=1 · 27 unmodified lines | |||
| 4089 | ldr x30, [sp], #16 | 4093 | ldr x30, [sp], #16 |
| 4090 | ret | 4094 | ret |
| 4091 | endfunc | 4095 | endfunc |
| 4096 | DISABLE_I8MM | ||
| 4097 | #endif | ||
| 4092 | 4098 | ||
| 4093 | .macro QPEL_UNI_W_HV_HEADER width | 4099 | .macro QPEL_UNI_W_HV_HEADER width |
| 4094 | ldp x14, x15, [sp] // mx, my | 4100 | ldp x14, x15, [sp] // mx, my |
| @@ -4168,11 +4174,6 @@ endfunc · 73 unmodified lines | |||
| 4168 | smlal2 \dst\().4s, \src7\().8h, v0.h[7] | 4174 | smlal2 \dst\().4s, \src7\().8h, v0.h[7] |
| 4169 | .endm | 4175 | .endm |
| 4170 | 4176 | ||
| 4171 | function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1 | ||
| 4172 | QPEL_UNI_W_HV_HEADER 4 | ||
| 4173 | b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon | ||
| 4174 | endfunc | ||
| 4175 | |||
| 4176 | function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon | 4177 | function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon |
| 4177 | ldr d16, [sp] | 4178 | ldr d16, [sp] |
| 4178 | ldr d17, [sp, x10] | 4179 | ldr d17, [sp, x10] |
| @@ -4262,11 +4263,6 @@ endfunc · 83 unmodified lines | |||
| 4262 | st1 {v24.d}[0], [x20], x21 | 4263 | st1 {v24.d}[0], [x20], x21 |
| 4263 | .endm | 4264 | .endm |
| 4264 | 4265 | ||
| 4265 | function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1 | ||
| 4266 | QPEL_UNI_W_HV_HEADER 8 | ||
| 4267 | b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon | ||
| 4268 | endfunc | ||
| 4269 | |||
| 4270 | function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon | 4266 | function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon |
| 4271 | ldr q16, [sp] | 4267 | ldr q16, [sp] |
| 4272 | ldr q17, [sp, x10] | 4268 | ldr q17, [sp, x10] |
| @@ -4376,21 +4372,6 @@ endfunc · 103 unmodified lines | |||
| 4376 | st1 {v24.16b}, [x20], x21 | 4372 | st1 {v24.16b}, [x20], x21 |
| 4377 | .endm | 4373 | .endm |
| 4378 | 4374 | ||
| 4379 | function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1 | ||
| 4380 | QPEL_UNI_W_HV_HEADER 16 | ||
| 4381 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | ||
| 4382 | endfunc | ||
| 4383 | |||
| 4384 | function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1 | ||
| 4385 | QPEL_UNI_W_HV_HEADER 32 | ||
| 4386 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | ||
| 4387 | endfunc | ||
| 4388 | |||
| 4389 | function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1 | ||
| 4390 | QPEL_UNI_W_HV_HEADER 64 | ||
| 4391 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | ||
| 4392 | endfunc | ||
| 4393 | |||
| 4394 | function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | 4375 | function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon |
| 4395 | mov x11, sp | 4376 | mov x11, sp |
| 4396 | mov w12, w22 | 4377 | mov w12, w22 |
| @@ -4503,26 +4484,37 @@ function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon · 106 unmodified lines | |||
| 4503 | ret | 4484 | ret |
| 4504 | endfunc | 4485 | endfunc |
| 4505 | 4486 | ||
| 4506 | function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1 | 4487 | #if HAVE_I8MM |
| 4507 | add w10, w5, #7 | 4488 | ENABLE_I8MM |
| 4508 | lsl x10, x10, #7 | 4489 | |
| 4509 | sub sp, sp, x10 // tmp_array | 4490 | function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1 |
| 4510 | stp x7, x30, [sp, #-48]! | 4491 | QPEL_UNI_W_HV_HEADER 4 |
| 4511 | stp x4, x5, [sp, #16] | 4492 | b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon |
| 4512 | stp x0, x1, [sp, #32] | 4493 | endfunc |
| 4513 | sub x1, x2, x3, lsl #1 | 4494 | |
| 4514 | sub x1, x1, x3 | 4495 | function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1 |
| 4515 | add x0, sp, #48 | 4496 | QPEL_UNI_W_HV_HEADER 8 |
| 4516 | mov x2, x3 | 4497 | b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon |
| 4517 | add w3, w5, #7 | 4498 | endfunc |
| 4518 | mov x4, x6 | 4499 | |
| 4519 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | 4500 | function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1 |
| 4520 | ldp x4, x5, [sp, #16] | 4501 | QPEL_UNI_W_HV_HEADER 16 |
| 4521 | ldp x0, x1, [sp, #32] | 4502 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon |
| 4522 | ldp x7, x30, [sp], #48 | 4503 | endfunc |
| 4523 | b hevc_put_hevc_qpel_bi_hv4_8_end_neon | 4504 | |
| 4505 | function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1 | ||
| 4506 | QPEL_UNI_W_HV_HEADER 32 | ||
| 4507 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | ||
| 4524 | endfunc | 4508 | endfunc |
| 4525 | 4509 | ||
| 4510 | function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1 | ||
| 4511 | QPEL_UNI_W_HV_HEADER 64 | ||
| 4512 | b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | ||
| 4513 | endfunc | ||
| 4514 | |||
| 4515 | DISABLE_I8MM | ||
| 4516 | #endif | ||
| 4517 | |||
| 4526 | function hevc_put_hevc_qpel_bi_hv4_8_end_neon | 4518 | function hevc_put_hevc_qpel_bi_hv4_8_end_neon |
| 4527 | mov x9, #(MAX_PB_SIZE * 2) | 4519 | mov x9, #(MAX_PB_SIZE * 2) |
| 4528 | load_qpel_filterh x7, x6 | 4520 | load_qpel_filterh x7, x6 |
| @@ -4548,26 +4540,6 @@ function hevc_put_hevc_qpel_bi_hv4_8_end_neon · 19 unmodified lines | |||
| 4548 | 2: ret | 4540 | 2: ret |
| 4549 | endfunc | 4541 | endfunc |
| 4550 | 4542 | ||
| 4551 | function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1 | ||
| 4552 | add w10, w5, #7 | ||
| 4553 | lsl x10, x10, #7 | ||
| 4554 | sub sp, sp, x10 // tmp_array | ||
| 4555 | stp x7, x30, [sp, #-48]! | ||
| 4556 | stp x4, x5, [sp, #16] | ||
| 4557 | stp x0, x1, [sp, #32] | ||
| 4558 | sub x1, x2, x3, lsl #1 | ||
| 4559 | sub x1, x1, x3 | ||
| 4560 | add x0, sp, #48 | ||
| 4561 | mov x2, x3 | ||
| 4562 | add x3, x5, #7 | ||
| 4563 | mov x4, x6 | ||
| 4564 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 4565 | ldp x4, x5, [sp, #16] | ||
| 4566 | ldp x0, x1, [sp, #32] | ||
| 4567 | ldp x7, x30, [sp], #48 | ||
| 4568 | b hevc_put_hevc_qpel_bi_hv6_8_end_neon | ||
| 4569 | endfunc | ||
| 4570 | |||
| 4571 | function hevc_put_hevc_qpel_bi_hv6_8_end_neon | 4543 | function hevc_put_hevc_qpel_bi_hv6_8_end_neon |
| 4572 | mov x9, #(MAX_PB_SIZE * 2) | 4544 | mov x9, #(MAX_PB_SIZE * 2) |
| 4573 | load_qpel_filterh x7, x6 | 4545 | load_qpel_filterh x7, x6 |
| @@ -4598,26 +4570,6 @@ function hevc_put_hevc_qpel_bi_hv6_8_end_neon · 24 unmodified lines | |||
| 4598 | 2: ret | 4570 | 2: ret |
| 4599 | endfunc | 4571 | endfunc |
| 4600 | 4572 | ||
| 4601 | function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1 | ||
| 4602 | add w10, w5, #7 | ||
| 4603 | lsl x10, x10, #7 | ||
| 4604 | sub sp, sp, x10 // tmp_array | ||
| 4605 | stp x7, x30, [sp, #-48]! | ||
| 4606 | stp x4, x5, [sp, #16] | ||
| 4607 | stp x0, x1, [sp, #32] | ||
| 4608 | sub x1, x2, x3, lsl #1 | ||
| 4609 | sub x1, x1, x3 | ||
| 4610 | add x0, sp, #48 | ||
| 4611 | mov x2, x3 | ||
| 4612 | add x3, x5, #7 | ||
| 4613 | mov x4, x6 | ||
| 4614 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 4615 | ldp x4, x5, [sp, #16] | ||
| 4616 | ldp x0, x1, [sp, #32] | ||
| 4617 | ldp x7, x30, [sp], #48 | ||
| 4618 | b hevc_put_hevc_qpel_bi_hv8_8_end_neon | ||
| 4619 | endfunc | ||
| 4620 | |||
| 4621 | function hevc_put_hevc_qpel_bi_hv8_8_end_neon | 4573 | function hevc_put_hevc_qpel_bi_hv8_8_end_neon |
| 4622 | mov x9, #(MAX_PB_SIZE * 2) | 4574 | mov x9, #(MAX_PB_SIZE * 2) |
| 4623 | load_qpel_filterh x7, x6 | 4575 | load_qpel_filterh x7, x6 |
| @@ -4646,46 +4598,6 @@ function hevc_put_hevc_qpel_bi_hv8_8_end_neon · 22 unmodified lines | |||
| 4646 | 2: ret | 4598 | 2: ret |
| 4647 | endfunc | 4599 | endfunc |
| 4648 | 4600 | ||
| 4649 | function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1 | ||
| 4650 | stp x6, x7, [sp, #-80]! | ||
| 4651 | stp x4, x5, [sp, #16] | ||
| 4652 | stp x2, x3, [sp, #32] | ||
| 4653 | stp x0, x1, [sp, #48] | ||
| 4654 | str x30, [sp, #64] | ||
| 4655 | bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm) | ||
| 4656 | ldp x4, x5, [sp, #16] | ||
| 4657 | ldp x2, x3, [sp, #32] | ||
| 4658 | ldp x0, x1, [sp, #48] | ||
| 4659 | ldp x6, x7, [sp], #64 | ||
| 4660 | add x4, x4, #16 | ||
| 4661 | add x2, x2, #8 | ||
| 4662 | add x0, x0, #8 | ||
| 4663 | bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm) | ||
| 4664 | ldr x30, [sp], #16 | ||
| 4665 | ret | ||
| 4666 | endfunc | ||
| 4667 | |||
| 4668 | function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1 | ||
| 4669 | add w10, w5, #7 | ||
| 4670 | lsl x10, x10, #7 | ||
| 4671 | sub sp, sp, x10 // tmp_array | ||
| 4672 | stp x7, x30, [sp, #-48]! | ||
| 4673 | stp x4, x5, [sp, #16] | ||
| 4674 | stp x0, x1, [sp, #32] | ||
| 4675 | add x0, sp, #48 | ||
| 4676 | sub x1, x2, x3, lsl #1 | ||
| 4677 | sub x1, x1, x3 | ||
| 4678 | mov x2, x3 | ||
| 4679 | add w3, w5, #7 | ||
| 4680 | mov x4, x6 | ||
| 4681 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 4682 | ldp x4, x5, [sp, #16] | ||
| 4683 | ldp x0, x1, [sp, #32] | ||
| 4684 | ldp x7, x30, [sp], #48 | ||
| 4685 | mov x6, #16 // width | ||
| 4686 | b hevc_put_hevc_qpel_bi_hv16_8_end_neon | ||
| 4687 | endfunc | ||
| 4688 | |||
| 4689 | function hevc_put_hevc_qpel_bi_hv16_8_end_neon | 4601 | function hevc_put_hevc_qpel_bi_hv16_8_end_neon |
| 4690 | load_qpel_filterh x7, x8 | 4602 | load_qpel_filterh x7, x8 |
| 4691 | mov x9, #(MAX_PB_SIZE * 2) | 4603 | mov x9, #(MAX_PB_SIZE * 2) |
| @@ -4735,6 +4647,109 @@ function hevc_put_hevc_qpel_bi_hv16_8_end_neon · 43 unmodified lines | |||
| 4735 | ret | 4647 | ret |
| 4736 | endfunc | 4648 | endfunc |
| 4737 | 4649 | ||
| 4650 | #if HAVE_I8MM | ||
| 4651 | ENABLE_I8MM | ||
| 4652 | |||
| 4653 | function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1 | ||
| 4654 | add w10, w5, #7 | ||
| 4655 | lsl x10, x10, #7 | ||
| 4656 | sub sp, sp, x10 // tmp_array | ||
| 4657 | stp x7, x30, [sp, #-48]! | ||
| 4658 | stp x4, x5, [sp, #16] | ||
| 4659 | stp x0, x1, [sp, #32] | ||
| 4660 | sub x1, x2, x3, lsl #1 | ||
| 4661 | sub x1, x1, x3 | ||
| 4662 | add x0, sp, #48 | ||
| 4663 | mov x2, x3 | ||
| 4664 | add w3, w5, #7 | ||
| 4665 | mov x4, x6 | ||
| 4666 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) | ||
| 4667 | ldp x4, x5, [sp, #16] | ||
| 4668 | ldp x0, x1, [sp, #32] | ||
| 4669 | ldp x7, x30, [sp], #48 | ||
| 4670 | b hevc_put_hevc_qpel_bi_hv4_8_end_neon | ||
| 4671 | endfunc | ||
| 4672 | |||
| 4673 | function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1 | ||
| 4674 | add w10, w5, #7 | ||
| 4675 | lsl x10, x10, #7 | ||
| 4676 | sub sp, sp, x10 // tmp_array | ||
| 4677 | stp x7, x30, [sp, #-48]! | ||
| 4678 | stp x4, x5, [sp, #16] | ||
| 4679 | stp x0, x1, [sp, #32] | ||
| 4680 | sub x1, x2, x3, lsl #1 | ||
| 4681 | sub x1, x1, x3 | ||
| 4682 | add x0, sp, #48 | ||
| 4683 | mov x2, x3 | ||
| 4684 | add x3, x5, #7 | ||
| 4685 | mov x4, x6 | ||
| 4686 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) | ||
| 4687 | ldp x4, x5, [sp, #16] | ||
| 4688 | ldp x0, x1, [sp, #32] | ||
| 4689 | ldp x7, x30, [sp], #48 | ||
| 4690 | b hevc_put_hevc_qpel_bi_hv6_8_end_neon | ||
| 4691 | endfunc | ||
| 4692 | |||
| 4693 | function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1 | ||
| 4694 | add w10, w5, #7 | ||
| 4695 | lsl x10, x10, #7 | ||
| 4696 | sub sp, sp, x10 // tmp_array | ||
| 4697 | stp x7, x30, [sp, #-48]! | ||
| 4698 | stp x4, x5, [sp, #16] | ||
| 4699 | stp x0, x1, [sp, #32] | ||
| 4700 | sub x1, x2, x3, lsl #1 | ||
| 4701 | sub x1, x1, x3 | ||
| 4702 | add x0, sp, #48 | ||
| 4703 | mov x2, x3 | ||
| 4704 | add x3, x5, #7 | ||
| 4705 | mov x4, x6 | ||
| 4706 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) | ||
| 4707 | ldp x4, x5, [sp, #16] | ||
| 4708 | ldp x0, x1, [sp, #32] | ||
| 4709 | ldp x7, x30, [sp], #48 | ||
| 4710 | b hevc_put_hevc_qpel_bi_hv8_8_end_neon | ||
| 4711 | endfunc | ||
| 4712 | |||
| 4713 | function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1 | ||
| 4714 | stp x6, x7, [sp, #-80]! | ||
| 4715 | stp x4, x5, [sp, #16] | ||
| 4716 | stp x2, x3, [sp, #32] | ||
| 4717 | stp x0, x1, [sp, #48] | ||
| 4718 | str x30, [sp, #64] | ||
| 4719 | bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm) | ||
| 4720 | ldp x4, x5, [sp, #16] | ||
| 4721 | ldp x2, x3, [sp, #32] | ||
| 4722 | ldp x0, x1, [sp, #48] | ||
| 4723 | ldp x6, x7, [sp], #64 | ||
| 4724 | add x4, x4, #16 | ||
| 4725 | add x2, x2, #8 | ||
| 4726 | add x0, x0, #8 | ||
| 4727 | bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm) | ||
| 4728 | ldr x30, [sp], #16 | ||
| 4729 | ret | ||
| 4730 | endfunc | ||
| 4731 | |||
| 4732 | function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1 | ||
| 4733 | add w10, w5, #7 | ||
| 4734 | lsl x10, x10, #7 | ||
| 4735 | sub sp, sp, x10 // tmp_array | ||
| 4736 | stp x7, x30, [sp, #-48]! | ||
| 4737 | stp x4, x5, [sp, #16] | ||
| 4738 | stp x0, x1, [sp, #32] | ||
| 4739 | add x0, sp, #48 | ||
| 4740 | sub x1, x2, x3, lsl #1 | ||
| 4741 | sub x1, x1, x3 | ||
| 4742 | mov x2, x3 | ||
| 4743 | add w3, w5, #7 | ||
| 4744 | mov x4, x6 | ||
| 4745 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) | ||
| 4746 | ldp x4, x5, [sp, #16] | ||
| 4747 | ldp x0, x1, [sp, #32] | ||
| 4748 | ldp x7, x30, [sp], #48 | ||
| 4749 | mov x6, #16 // width | ||
| 4750 | b hevc_put_hevc_qpel_bi_hv16_8_end_neon | ||
| 4751 | endfunc | ||
| 4752 | |||
| 4738 | function ff_hevc_put_hevc_qpel_bi_hv24_8_neon_i8mm, export=1 | 4753 | function ff_hevc_put_hevc_qpel_bi_hv24_8_neon_i8mm, export=1 |
| 4739 | stp x6, x7, [sp, #-80]! | 4754 | stp x6, x7, [sp, #-80]! |
| 4740 | stp x4, x5, [sp, #16] | 4755 | stp x4, x5, [sp, #16] |