AWS Graviton 3: put_hevc_epel_uni_hv4_8_c: 163.5 put_hevc_epel_uni_hv4_8_neon: 59.7 put_hevc_epel_uni_hv4_8_i8mm: 57.5 put_hevc_epel_uni_hv6_8_c: 344.7 put_hevc_epel_uni_hv6_8_neon: 105.0 put_hevc_epel_uni_hv6_8_i8mm: 102.7 put_hevc_epel_uni_hv8_8_c: 552.2 put_hevc_epel_uni_hv8_8_neon: 111.2 put_hevc_epel_uni_hv8_8_i8mm: 104.0 put_hevc_epel_uni_hv12_8_c: 1195.0 put_hevc_epel_uni_hv12_8_neon: 248.7 put_hevc_epel_uni_hv12_8_i8mm: 229.5 put_hevc_epel_uni_hv16_8_c: 1910.2 put_hevc_epel_uni_hv16_8_neon: 339.5 put_hevc_epel_uni_hv16_8_i8mm: 323.2 put_hevc_epel_uni_hv24_8_c: 4048.2 put_hevc_epel_uni_hv24_8_neon: 737.7 put_hevc_epel_uni_hv24_8_i8mm: 713.7 put_hevc_epel_uni_hv32_8_c: 6865.7 put_hevc_epel_uni_hv32_8_neon: 1285.0 put_hevc_epel_uni_hv32_8_i8mm: 1206.0 put_hevc_epel_uni_hv48_8_c: 15830.5 put_hevc_epel_uni_hv48_8_neon: 2844.7 put_hevc_epel_uni_hv48_8_i8mm: 2914.0 put_hevc_epel_uni_hv64_8_c: 27912.7 put_hevc_epel_uni_hv64_8_neon: 4970.5 put_hevc_epel_uni_hv64_8_i8mm: 4653.7
Showing the changes to libavcodec (2 of 2 files). Show all
Unified · Split
| @@ -2460,14 +2460,6 @@ endfunc · 2459 unmodified lines | ||
| 2460 | 2460 | |
| 2461 | 2461 | epel_hv neon |
| 2462 | 2462 | |
| 2463 | −#if HAVE_I8MM | |
| 2464 | −ENABLE_I8MM | |
| 2465 | − | |
| 2466 | −epel_hv neon_i8mm | |
| 2467 | − | |
| 2468 | −DISABLE_I8MM | |
| 2469 | −#endif | |
| 2470 | − | |
| 2471 | 2463 | function hevc_put_hevc_epel_uni_hv4_8_end_neon |
| 2472 | 2464 | load_epel_filterh x6, x5 |
| 2473 | 2465 | mov x10, #(MAX_PB_SIZE * 2) |
| @@ -2596,10 +2588,8 @@ function hevc_put_hevc_epel_uni_hv24_8_end_neon · 122 unmodified lines | ||
| 2596 | 2588 | 2: ret |
| 2597 | 2589 | endfunc |
| 2598 | 2590 | |
| 2599 | −#if HAVE_I8MM | |
| 2600 | −ENABLE_I8MM | |
| 2601 | − | |
| 2602 | −function ff_hevc_put_hevc_epel_uni_hv4_8_neon_i8mm, export=1 | |
| 2591 | +.macro epel_uni_hv suffix | |
| 2592 | +function ff_hevc_put_hevc_epel_uni_hv4_8_\suffix, export=1 | |
| 2603 | 2593 | add w10, w4, #3 |
| 2604 | 2594 | lsl x10, x10, #7 |
| 2605 | 2595 | sub sp, sp, x10 // tmp_array |
| @@ -2611,14 +2601,14 @@ function ff_hevc_put_hevc_epel_uni_hv4_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2611 | 2601 | mov x2, x3 |
| 2612 | 2602 | add w3, w4, #3 |
| 2613 | 2603 | mov x4, x5 |
| 2614 | − bl X(ff_hevc_put_hevc_epel_h4_8_neon_i8mm) | |
| 2604 | + bl X(ff_hevc_put_hevc_epel_h4_8_\suffix) | |
| 2615 | 2605 | ldp x4, x6, [sp, #16] |
| 2616 | 2606 | ldp x0, x1, [sp, #32] |
| 2617 | 2607 | ldr x30, [sp], #48 |
| 2618 | 2608 | b hevc_put_hevc_epel_uni_hv4_8_end_neon |
| 2619 | 2609 | endfunc |
| 2620 | 2610 | |
| 2621 | −function ff_hevc_put_hevc_epel_uni_hv6_8_neon_i8mm, export=1 | |
| 2611 | +function ff_hevc_put_hevc_epel_uni_hv6_8_\suffix, export=1 | |
| 2622 | 2612 | add w10, w4, #3 |
| 2623 | 2613 | lsl x10, x10, #7 |
| 2624 | 2614 | sub sp, sp, x10 // tmp_array |
| @@ -2630,14 +2620,14 @@ function ff_hevc_put_hevc_epel_uni_hv6_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2630 | 2620 | mov x2, x3 |
| 2631 | 2621 | add w3, w4, #3 |
| 2632 | 2622 | mov x4, x5 |
| 2633 | − bl X(ff_hevc_put_hevc_epel_h6_8_neon_i8mm) | |
| 2623 | + bl X(ff_hevc_put_hevc_epel_h6_8_\suffix) | |
| 2634 | 2624 | ldp x4, x6, [sp, #16] |
| 2635 | 2625 | ldp x0, x1, [sp, #32] |
| 2636 | 2626 | ldr x30, [sp], #48 |
| 2637 | 2627 | b hevc_put_hevc_epel_uni_hv6_8_end_neon |
| 2638 | 2628 | endfunc |
| 2639 | 2629 | |
| 2640 | −function ff_hevc_put_hevc_epel_uni_hv8_8_neon_i8mm, export=1 | |
| 2630 | +function ff_hevc_put_hevc_epel_uni_hv8_8_\suffix, export=1 | |
| 2641 | 2631 | add w10, w4, #3 |
| 2642 | 2632 | lsl x10, x10, #7 |
| 2643 | 2633 | sub sp, sp, x10 // tmp_array |
| @@ -2649,14 +2639,14 @@ function ff_hevc_put_hevc_epel_uni_hv8_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2649 | 2639 | mov x2, x3 |
| 2650 | 2640 | add w3, w4, #3 |
| 2651 | 2641 | mov x4, x5 |
| 2652 | − bl X(ff_hevc_put_hevc_epel_h8_8_neon_i8mm) | |
| 2642 | + bl X(ff_hevc_put_hevc_epel_h8_8_\suffix) | |
| 2653 | 2643 | ldp x4, x6, [sp, #16] |
| 2654 | 2644 | ldp x0, x1, [sp, #32] |
| 2655 | 2645 | ldr x30, [sp], #48 |
| 2656 | 2646 | b hevc_put_hevc_epel_uni_hv8_8_end_neon |
| 2657 | 2647 | endfunc |
| 2658 | 2648 | |
| 2659 | −function ff_hevc_put_hevc_epel_uni_hv12_8_neon_i8mm, export=1 | |
| 2649 | +function ff_hevc_put_hevc_epel_uni_hv12_8_\suffix, export=1 | |
| 2660 | 2650 | add w10, w4, #3 |
| 2661 | 2651 | lsl x10, x10, #7 |
| 2662 | 2652 | sub sp, sp, x10 // tmp_array |
| @@ -2668,14 +2658,14 @@ function ff_hevc_put_hevc_epel_uni_hv12_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2668 | 2658 | mov x2, x3 |
| 2669 | 2659 | add w3, w4, #3 |
| 2670 | 2660 | mov x4, x5 |
| 2671 | − bl X(ff_hevc_put_hevc_epel_h12_8_neon_i8mm) | |
| 2661 | + bl X(ff_hevc_put_hevc_epel_h12_8_\suffix) | |
| 2672 | 2662 | ldp x4, x6, [sp, #16] |
| 2673 | 2663 | ldp x0, x1, [sp, #32] |
| 2674 | 2664 | ldr x30, [sp], #48 |
| 2675 | 2665 | b hevc_put_hevc_epel_uni_hv12_8_end_neon |
| 2676 | 2666 | endfunc |
| 2677 | 2667 | |
| 2678 | −function ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm, export=1 | |
| 2668 | +function ff_hevc_put_hevc_epel_uni_hv16_8_\suffix, export=1 | |
| 2679 | 2669 | add w10, w4, #3 |
| 2680 | 2670 | lsl x10, x10, #7 |
| 2681 | 2671 | sub sp, sp, x10 // tmp_array |
| @@ -2687,14 +2677,14 @@ function ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2687 | 2677 | mov x2, x3 |
| 2688 | 2678 | add w3, w4, #3 |
| 2689 | 2679 | mov x4, x5 |
| 2690 | − bl X(ff_hevc_put_hevc_epel_h16_8_neon_i8mm) | |
| 2680 | + bl X(ff_hevc_put_hevc_epel_h16_8_\suffix) | |
| 2691 | 2681 | ldp x4, x6, [sp, #16] |
| 2692 | 2682 | ldp x0, x1, [sp, #32] |
| 2693 | 2683 | ldr x30, [sp], #48 |
| 2694 | 2684 | b hevc_put_hevc_epel_uni_hv16_8_end_neon |
| 2695 | 2685 | endfunc |
| 2696 | 2686 | |
| 2697 | −function ff_hevc_put_hevc_epel_uni_hv24_8_neon_i8mm, export=1 | |
| 2687 | +function ff_hevc_put_hevc_epel_uni_hv24_8_\suffix, export=1 | |
| 2698 | 2688 | add w10, w4, #3 |
| 2699 | 2689 | lsl x10, x10, #7 |
| 2700 | 2690 | sub sp, sp, x10 // tmp_array |
| @@ -2706,20 +2696,20 @@ function ff_hevc_put_hevc_epel_uni_hv24_8_neon_i8mm, export=1 · 5 unmodified lines | ||
| 2706 | 2696 | mov x2, x3 |
| 2707 | 2697 | add w3, w4, #3 |
| 2708 | 2698 | mov x4, x5 |
| 2709 | − bl X(ff_hevc_put_hevc_epel_h24_8_neon_i8mm) | |
| 2699 | + bl X(ff_hevc_put_hevc_epel_h24_8_\suffix) | |
| 2710 | 2700 | ldp x4, x6, [sp, #16] |
| 2711 | 2701 | ldp x0, x1, [sp, #32] |
| 2712 | 2702 | ldr x30, [sp], #48 |
| 2713 | 2703 | b hevc_put_hevc_epel_uni_hv24_8_end_neon |
| 2714 | 2704 | endfunc |
| 2715 | 2705 | |
| 2716 | −function ff_hevc_put_hevc_epel_uni_hv32_8_neon_i8mm, export=1 | |
| 2706 | +function ff_hevc_put_hevc_epel_uni_hv32_8_\suffix, export=1 | |
| 2717 | 2707 | stp x5, x6, [sp, #-64]! |
| 2718 | 2708 | stp x3, x4, [sp, #16] |
| 2719 | 2709 | stp x1, x2, [sp, #32] |
| 2720 | 2710 | stp x0, x30, [sp, #48] |
| 2721 | 2711 | mov x7, #16 |
| 2722 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2712 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2723 | 2713 | ldp x5, x6, [sp] |
| 2724 | 2714 | ldp x3, x4, [sp, #16] |
| 2725 | 2715 | ldp x1, x2, [sp, #32] |
| @@ -2727,19 +2717,19 @@ function ff_hevc_put_hevc_epel_uni_hv32_8_neon_i8mm, export=1 · 1 unmodified line | ||
| 2727 | 2717 | add x0, x0, #16 |
| 2728 | 2718 | add x2, x2, #16 |
| 2729 | 2719 | mov x7, #16 |
| 2730 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2720 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2731 | 2721 | ldr x30, [sp, #56] |
| 2732 | 2722 | add sp, sp, #64 |
| 2733 | 2723 | ret |
| 2734 | 2724 | endfunc |
| 2735 | 2725 | |
| 2736 | −function ff_hevc_put_hevc_epel_uni_hv48_8_neon_i8mm, export=1 | |
| 2726 | +function ff_hevc_put_hevc_epel_uni_hv48_8_\suffix, export=1 | |
| 2737 | 2727 | stp x5, x6, [sp, #-64]! |
| 2738 | 2728 | stp x3, x4, [sp, #16] |
| 2739 | 2729 | stp x1, x2, [sp, #32] |
| 2740 | 2730 | stp x0, x30, [sp, #48] |
| 2741 | 2731 | mov x7, #24 |
| 2742 | − bl X(ff_hevc_put_hevc_epel_uni_hv24_8_neon_i8mm) | |
| 2732 | + bl X(ff_hevc_put_hevc_epel_uni_hv24_8_\suffix) | |
| 2743 | 2733 | ldp x5, x6, [sp] |
| 2744 | 2734 | ldp x3, x4, [sp, #16] |
| 2745 | 2735 | ldp x1, x2, [sp, #32] |
| @@ -2747,19 +2737,19 @@ function ff_hevc_put_hevc_epel_uni_hv48_8_neon_i8mm, export=1 · 1 unmodified line | ||
| 2747 | 2737 | add x0, x0, #24 |
| 2748 | 2738 | add x2, x2, #24 |
| 2749 | 2739 | mov x7, #24 |
| 2750 | − bl X(ff_hevc_put_hevc_epel_uni_hv24_8_neon_i8mm) | |
| 2740 | + bl X(ff_hevc_put_hevc_epel_uni_hv24_8_\suffix) | |
| 2751 | 2741 | ldr x30, [sp, #56] |
| 2752 | 2742 | add sp, sp, #64 |
| 2753 | 2743 | ret |
| 2754 | 2744 | endfunc |
| 2755 | 2745 | |
| 2756 | −function ff_hevc_put_hevc_epel_uni_hv64_8_neon_i8mm, export=1 | |
| 2746 | +function ff_hevc_put_hevc_epel_uni_hv64_8_\suffix, export=1 | |
| 2757 | 2747 | stp x5, x6, [sp, #-64]! |
| 2758 | 2748 | stp x3, x4, [sp, #16] |
| 2759 | 2749 | stp x1, x2, [sp, #32] |
| 2760 | 2750 | stp x0, x30, [sp, #48] |
| 2761 | 2751 | mov x7, #16 |
| 2762 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2752 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2763 | 2753 | ldp x5, x6, [sp] |
| 2764 | 2754 | ldp x3, x4, [sp, #16] |
| 2765 | 2755 | ldp x1, x2, [sp, #32] |
| @@ -2767,7 +2757,7 @@ function ff_hevc_put_hevc_epel_uni_hv64_8_neon_i8mm, export=1 · 1 unmodified line | ||
| 2767 | 2757 | add x0, x0, #16 |
| 2768 | 2758 | add x2, x2, #16 |
| 2769 | 2759 | mov x7, #16 |
| 2770 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2760 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2771 | 2761 | ldp x5, x6, [sp] |
| 2772 | 2762 | ldp x3, x4, [sp, #16] |
| 2773 | 2763 | ldp x1, x2, [sp, #32] |
| @@ -2775,7 +2765,7 @@ function ff_hevc_put_hevc_epel_uni_hv64_8_neon_i8mm, export=1 · 1 unmodified line | ||
| 2775 | 2765 | add x0, x0, #32 |
| 2776 | 2766 | add x2, x2, #32 |
| 2777 | 2767 | mov x7, #16 |
| 2778 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2768 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2779 | 2769 | ldp x5, x6, [sp] |
| 2780 | 2770 | ldp x3, x4, [sp, #16] |
| 2781 | 2771 | ldp x1, x2, [sp, #32] |
| @@ -2783,12 +2773,21 @@ function ff_hevc_put_hevc_epel_uni_hv64_8_neon_i8mm, export=1 · 1 unmodified line | ||
| 2783 | 2773 | add x0, x0, #48 |
| 2784 | 2774 | add x2, x2, #48 |
| 2785 | 2775 | mov x7, #16 |
| 2786 | − bl X(ff_hevc_put_hevc_epel_uni_hv16_8_neon_i8mm) | |
| 2776 | + bl X(ff_hevc_put_hevc_epel_uni_hv16_8_\suffix) | |
| 2787 | 2777 | ldr x30, [sp, #56] |
| 2788 | 2778 | add sp, sp, #64 |
| 2789 | 2779 | ret |
| 2790 | 2780 | endfunc |
| 2781 | +.endm | |
| 2782 | + | |
| 2783 | +epel_uni_hv neon | |
| 2784 | + | |
| 2785 | +#if HAVE_I8MM | |
| 2786 | +ENABLE_I8MM | |
| 2787 | + | |
| 2788 | +epel_hv neon_i8mm | |
| 2791 | 2789 | |
| 2790 | +epel_uni_hv neon_i8mm | |
| 2792 | 2791 | |
| 2793 | 2792 | function ff_hevc_put_hevc_epel_uni_w_h4_8_neon_i8mm, export=1 |
| 2794 | 2793 | EPEL_UNI_W_H_HEADER |
| @@ -209,6 +209,10 @@ NEON8_FNPROTO(epel_uni_v, (uint8_t *dst, ptrdiff_t dststride, · 208 unmodified lines | ||
| 209 | 209 | const uint8_t *src, ptrdiff_t srcstride, |
| 210 | 210 | int height, intptr_t mx, intptr_t my, int width),); |
| 211 | 211 | |
| 212 | +NEON8_FNPROTO(epel_uni_hv, (uint8_t *dst, ptrdiff_t _dststride, | |
| 213 | + const uint8_t *src, ptrdiff_t srcstride, | |
| 214 | + int height, intptr_t mx, intptr_t my, int width),); | |
| 215 | + | |
| 212 | 216 | NEON8_FNPROTO(epel_uni_hv, (uint8_t *dst, ptrdiff_t _dststride, |
| 213 | 217 | const uint8_t *src, ptrdiff_t srcstride, |
| 214 | 218 | int height, intptr_t mx, intptr_t my, int width), _i8mm); |
| @@ -412,6 +416,7 @@ av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth) · 197 unmodified lines | ||
| 412 | 416 | NEON8_FNASSIGN_SHARED_32(c->put_hevc_epel_uni_w, 0, 1, epel_uni_w_h,); |
| 413 | 417 | |
| 414 | 418 | NEON8_FNASSIGN(c->put_hevc_epel, 1, 1, epel_hv,); |
| 419 | + NEON8_FNASSIGN(c->put_hevc_epel_uni, 1, 1, epel_uni_hv,); | |
| 415 | 420 | |
| 416 | 421 | if (have_i8mm(cpu_flags)) { |
| 417 | 422 | NEON8_FNASSIGN(c->put_hevc_epel, 0, 1, epel_h, _i8mm); |