AWS Graviton 3: put_hevc_epel_hv4_8_c: 163.7 put_hevc_epel_hv4_8_neon: 52.5 put_hevc_epel_hv4_8_i8mm: 49.5 put_hevc_epel_hv6_8_c: 292.2 put_hevc_epel_hv6_8_neon: 97.7 put_hevc_epel_hv6_8_i8mm: 101.2 put_hevc_epel_hv8_8_c: 471.0 put_hevc_epel_hv8_8_neon: 106.7 put_hevc_epel_hv8_8_i8mm: 102.5 put_hevc_epel_hv12_8_c: 1030.2 put_hevc_epel_hv12_8_neon: 240.5 put_hevc_epel_hv12_8_i8mm: 215.0 put_hevc_epel_hv16_8_c: 1711.5 put_hevc_epel_hv16_8_neon: 340.2 put_hevc_epel_hv16_8_i8mm: 319.2 put_hevc_epel_hv24_8_c: 3670.0 put_hevc_epel_hv24_8_neon: 702.0 put_hevc_epel_hv24_8_i8mm: 666.5 put_hevc_epel_hv32_8_c: 6785.5 put_hevc_epel_hv32_8_neon: 1247.0 put_hevc_epel_hv32_8_i8mm: 1169.0 put_hevc_epel_hv48_8_c: 14689.7 put_hevc_epel_hv48_8_neon: 2665.2 put_hevc_epel_hv48_8_i8mm: 2740.0 put_hevc_epel_hv64_8_c: 25899.2 put_hevc_epel_hv64_8_neon: 4801.2 put_hevc_epel_hv64_8_i8mm: 4487.7
Unified · Split
| @@ -2298,10 +2298,8 @@ function hevc_put_hevc_epel_hv24_8_end_neon · 2297 unmodified lines | ||
| 2298 | 2298 | 2: ret |
| 2299 | 2299 | endfunc |
| 2300 | 2300 | |
| 2301 | −#if HAVE_I8MM | |
| 2302 | −ENABLE_I8MM | |
| 2303 | − | |
| 2304 | −function ff_hevc_put_hevc_epel_hv4_8_neon_i8mm, export=1 | |
| 2301 | +.macro epel_hv suffix | |
| 2302 | +function ff_hevc_put_hevc_epel_hv4_8_\suffix, export=1 | |
| 2305 | 2303 | add w10, w3, #3 |
| 2306 | 2304 | lsl x10, x10, #7 |
| 2307 | 2305 | sub sp, sp, x10 // tmp_array |
| @@ -2310,13 +2308,13 @@ function ff_hevc_put_hevc_epel_hv4_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2310 | 2308 | add x0, sp, #32 |
| 2311 | 2309 | sub x1, x1, x2 |
| 2312 | 2310 | add w3, w3, #3 |
| 2313 | − bl X(ff_hevc_put_hevc_epel_h4_8_neon_i8mm) | |
| 2311 | + bl X(ff_hevc_put_hevc_epel_h4_8_\suffix) | |
| 2314 | 2312 | ldp x0, x3, [sp, #16] |
| 2315 | 2313 | ldp x5, x30, [sp], #32 |
| 2316 | 2314 | b hevc_put_hevc_epel_hv4_8_end_neon |
| 2317 | 2315 | endfunc |
| 2318 | 2316 | |
| 2319 | −function ff_hevc_put_hevc_epel_hv6_8_neon_i8mm, export=1 | |
| 2317 | +function ff_hevc_put_hevc_epel_hv6_8_\suffix, export=1 | |
| 2320 | 2318 | add w10, w3, #3 |
| 2321 | 2319 | lsl x10, x10, #7 |
| 2322 | 2320 | sub sp, sp, x10 // tmp_array |
| @@ -2325,13 +2323,13 @@ function ff_hevc_put_hevc_epel_hv6_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2325 | 2323 | add x0, sp, #32 |
| 2326 | 2324 | sub x1, x1, x2 |
| 2327 | 2325 | add w3, w3, #3 |
| 2328 | − bl X(ff_hevc_put_hevc_epel_h6_8_neon_i8mm) | |
| 2326 | + bl X(ff_hevc_put_hevc_epel_h6_8_\suffix) | |
| 2329 | 2327 | ldp x0, x3, [sp, #16] |
| 2330 | 2328 | ldp x5, x30, [sp], #32 |
| 2331 | 2329 | b hevc_put_hevc_epel_hv6_8_end_neon |
| 2332 | 2330 | endfunc |
| 2333 | 2331 | |
| 2334 | −function ff_hevc_put_hevc_epel_hv8_8_neon_i8mm, export=1 | |
| 2332 | +function ff_hevc_put_hevc_epel_hv8_8_\suffix, export=1 | |
| 2335 | 2333 | add w10, w3, #3 |
| 2336 | 2334 | lsl x10, x10, #7 |
| 2337 | 2335 | sub sp, sp, x10 // tmp_array |
| @@ -2340,13 +2338,13 @@ function ff_hevc_put_hevc_epel_hv8_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2340 | 2338 | add x0, sp, #32 |
| 2341 | 2339 | sub x1, x1, x2 |
| 2342 | 2340 | add w3, w3, #3 |
| 2343 | − bl X(ff_hevc_put_hevc_epel_h8_8_neon_i8mm) | |
| 2341 | + bl X(ff_hevc_put_hevc_epel_h8_8_\suffix) | |
| 2344 | 2342 | ldp x0, x3, [sp, #16] |
| 2345 | 2343 | ldp x5, x30, [sp], #32 |
| 2346 | 2344 | b hevc_put_hevc_epel_hv8_8_end_neon |
| 2347 | 2345 | endfunc |
| 2348 | 2346 | |
| 2349 | −function ff_hevc_put_hevc_epel_hv12_8_neon_i8mm, export=1 | |
| 2347 | +function ff_hevc_put_hevc_epel_hv12_8_\suffix, export=1 | |
| 2350 | 2348 | add w10, w3, #3 |
| 2351 | 2349 | lsl x10, x10, #7 |
| 2352 | 2350 | sub sp, sp, x10 // tmp_array |
| @@ -2355,13 +2353,13 @@ function ff_hevc_put_hevc_epel_hv12_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2355 | 2353 | add x0, sp, #32 |
| 2356 | 2354 | sub x1, x1, x2 |
| 2357 | 2355 | add w3, w3, #3 |
| 2358 | − bl X(ff_hevc_put_hevc_epel_h12_8_neon_i8mm) | |
| 2356 | + bl X(ff_hevc_put_hevc_epel_h12_8_\suffix) | |
| 2359 | 2357 | ldp x0, x3, [sp, #16] |
| 2360 | 2358 | ldp x5, x30, [sp], #32 |
| 2361 | 2359 | b hevc_put_hevc_epel_hv12_8_end_neon |
| 2362 | 2360 | endfunc |
| 2363 | 2361 | |
| 2364 | −function ff_hevc_put_hevc_epel_hv16_8_neon_i8mm, export=1 | |
| 2362 | +function ff_hevc_put_hevc_epel_hv16_8_\suffix, export=1 | |
| 2365 | 2363 | add w10, w3, #3 |
| 2366 | 2364 | lsl x10, x10, #7 |
| 2367 | 2365 | sub sp, sp, x10 // tmp_array |
| @@ -2370,13 +2368,13 @@ function ff_hevc_put_hevc_epel_hv16_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2370 | 2368 | add x0, sp, #32 |
| 2371 | 2369 | sub x1, x1, x2 |
| 2372 | 2370 | add w3, w3, #3 |
| 2373 | − bl X(ff_hevc_put_hevc_epel_h16_8_neon_i8mm) | |
| 2371 | + bl X(ff_hevc_put_hevc_epel_h16_8_\suffix) | |
| 2374 | 2372 | ldp x0, x3, [sp, #16] |
| 2375 | 2373 | ldp x5, x30, [sp], #32 |
| 2376 | 2374 | b hevc_put_hevc_epel_hv16_8_end_neon |
| 2377 | 2375 | endfunc |
| 2378 | 2376 | |
| 2379 | −function ff_hevc_put_hevc_epel_hv24_8_neon_i8mm, export=1 | |
| 2377 | +function ff_hevc_put_hevc_epel_hv24_8_\suffix, export=1 | |
| 2380 | 2378 | add w10, w3, #3 |
| 2381 | 2379 | lsl x10, x10, #7 |
| 2382 | 2380 | sub sp, sp, x10 // tmp_array |
| @@ -2385,79 +2383,87 @@ function ff_hevc_put_hevc_epel_hv24_8_neon_i8mm, export=1 · 2 unmodified lines | ||
| 2385 | 2383 | add x0, sp, #32 |
| 2386 | 2384 | sub x1, x1, x2 |
| 2387 | 2385 | add w3, w3, #3 |
| 2388 | − bl X(ff_hevc_put_hevc_epel_h24_8_neon_i8mm) | |
| 2386 | + bl X(ff_hevc_put_hevc_epel_h24_8_\suffix) | |
| 2389 | 2387 | ldp x0, x3, [sp, #16] |
| 2390 | 2388 | ldp x5, x30, [sp], #32 |
| 2391 | 2389 | b hevc_put_hevc_epel_hv24_8_end_neon |
| 2392 | 2390 | endfunc |
| 2393 | 2391 | |
| 2394 | −function ff_hevc_put_hevc_epel_hv32_8_neon_i8mm, export=1 | |
| 2392 | +function ff_hevc_put_hevc_epel_hv32_8_\suffix, export=1 | |
| 2395 | 2393 | stp x4, x5, [sp, #-64]! |
| 2396 | 2394 | stp x2, x3, [sp, #16] |
| 2397 | 2395 | stp x0, x1, [sp, #32] |
| 2398 | 2396 | str x30, [sp, #48] |
| 2399 | 2397 | mov x6, #16 |
| 2400 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2398 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2401 | 2399 | ldp x0, x1, [sp, #32] |
| 2402 | 2400 | ldp x2, x3, [sp, #16] |
| 2403 | 2401 | ldp x4, x5, [sp], #48 |
| 2404 | 2402 | add x0, x0, #32 |
| 2405 | 2403 | add x1, x1, #16 |
| 2406 | 2404 | mov x6, #16 |
| 2407 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2405 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2408 | 2406 | ldr x30, [sp], #16 |
| 2409 | 2407 | ret |
| 2410 | 2408 | endfunc |
| 2411 | 2409 | |
| 2412 | −function ff_hevc_put_hevc_epel_hv48_8_neon_i8mm, export=1 | |
| 2410 | +function ff_hevc_put_hevc_epel_hv48_8_\suffix, export=1 | |
| 2413 | 2411 | stp x4, x5, [sp, #-64]! |
| 2414 | 2412 | stp x2, x3, [sp, #16] |
| 2415 | 2413 | stp x0, x1, [sp, #32] |
| 2416 | 2414 | str x30, [sp, #48] |
| 2417 | 2415 | mov x6, #24 |
| 2418 | − bl X(ff_hevc_put_hevc_epel_hv24_8_neon_i8mm) | |
| 2416 | + bl X(ff_hevc_put_hevc_epel_hv24_8_\suffix) | |
| 2419 | 2417 | ldp x0, x1, [sp, #32] |
| 2420 | 2418 | ldp x2, x3, [sp, #16] |
| 2421 | 2419 | ldp x4, x5, [sp], #48 |
| 2422 | 2420 | add x0, x0, #48 |
| 2423 | 2421 | add x1, x1, #24 |
| 2424 | 2422 | mov x6, #24 |
| 2425 | − bl X(ff_hevc_put_hevc_epel_hv24_8_neon_i8mm) | |
| 2423 | + bl X(ff_hevc_put_hevc_epel_hv24_8_\suffix) | |
| 2426 | 2424 | ldr x30, [sp], #16 |
| 2427 | 2425 | ret |
| 2428 | 2426 | endfunc |
| 2429 | 2427 | |
| 2430 | −function ff_hevc_put_hevc_epel_hv64_8_neon_i8mm, export=1 | |
| 2428 | +function ff_hevc_put_hevc_epel_hv64_8_\suffix, export=1 | |
| 2431 | 2429 | stp x4, x5, [sp, #-64]! |
| 2432 | 2430 | stp x2, x3, [sp, #16] |
| 2433 | 2431 | stp x0, x1, [sp, #32] |
| 2434 | 2432 | str x30, [sp, #48] |
| 2435 | 2433 | mov x6, #16 |
| 2436 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2434 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2437 | 2435 | ldp x4, x5, [sp] |
| 2438 | 2436 | ldp x2, x3, [sp, #16] |
| 2439 | 2437 | ldp x0, x1, [sp, #32] |
| 2440 | 2438 | add x0, x0, #32 |
| 2441 | 2439 | add x1, x1, #16 |
| 2442 | 2440 | mov x6, #16 |
| 2443 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2441 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2444 | 2442 | ldp x4, x5, [sp] |
| 2445 | 2443 | ldp x2, x3, [sp, #16] |
| 2446 | 2444 | ldp x0, x1, [sp, #32] |
| 2447 | 2445 | add x0, x0, #64 |
| 2448 | 2446 | add x1, x1, #32 |
| 2449 | 2447 | mov x6, #16 |
| 2450 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2448 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2451 | 2449 | ldp x0, x1, [sp, #32] |
| 2452 | 2450 | ldp x2, x3, [sp, #16] |
| 2453 | 2451 | ldp x4, x5, [sp], #48 |
| 2454 | 2452 | add x0, x0, #96 |
| 2455 | 2453 | add x1, x1, #48 |
| 2456 | 2454 | mov x6, #16 |
| 2457 | − bl X(ff_hevc_put_hevc_epel_hv16_8_neon_i8mm) | |
| 2455 | + bl X(ff_hevc_put_hevc_epel_hv16_8_\suffix) | |
| 2458 | 2456 | ldr x30, [sp], #16 |
| 2459 | 2457 | ret |
| 2460 | 2458 | endfunc |
| 2459 | +.endm | |
| 2460 | + | |
| 2461 | +epel_hv neon | |
| 2462 | + | |
| 2463 | +#if HAVE_I8MM | |
| 2464 | +ENABLE_I8MM | |
| 2465 | + | |
| 2466 | +epel_hv neon_i8mm | |
| 2461 | 2467 | |
| 2462 | 2468 | DISABLE_I8MM |
| 2463 | 2469 | #endif |
| @@ -227,6 +227,10 @@ NEON8_FNPROTO(epel_h, (int16_t *dst, · 226 unmodified lines | ||
| 227 | 227 | const uint8_t *_src, ptrdiff_t _srcstride, |
| 228 | 228 | int height, intptr_t mx, intptr_t my, int width),); |
| 229 | 229 | |
| 230 | +NEON8_FNPROTO(epel_hv, (int16_t *dst, | |
| 231 | + const uint8_t *src, ptrdiff_t srcstride, | |
| 232 | + int height, intptr_t mx, intptr_t my, int width), ); | |
| 233 | + | |
| 230 | 234 | NEON8_FNPROTO(epel_h, (int16_t *dst, |
| 231 | 235 | const uint8_t *_src, ptrdiff_t _srcstride, |
| 232 | 236 | int height, intptr_t mx, intptr_t my, int width), _i8mm); |
| @@ -407,6 +411,8 @@ av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth) · 174 unmodified lines | ||
| 407 | 411 | NEON8_FNASSIGN_SHARED_32(c->put_hevc_epel, 0, 1, epel_h,); |
| 408 | 412 | NEON8_FNASSIGN_SHARED_32(c->put_hevc_epel_uni_w, 0, 1, epel_uni_w_h,); |
| 409 | 413 | |
| 414 | + NEON8_FNASSIGN(c->put_hevc_epel, 1, 1, epel_hv,); | |
| 415 | + | |
| 410 | 416 | if (have_i8mm(cpu_flags)) { |
| 411 | 417 | NEON8_FNASSIGN(c->put_hevc_epel, 0, 1, epel_h, _i8mm); |
| 412 | 418 | NEON8_FNASSIGN(c->put_hevc_epel, 1, 1, epel_hv, _i8mm); |