| @@ -3516,6 +3516,17 @@ endfunc · 3515 unmodified lines |
| 3516 | 3516 | sub x1, x1, #3 |
| 3517 | 3517 | .endm |
| 3518 | 3518 | |
| 3519 | +.macro VVC_QPEL_H_HEADER |
| 3520 | + ld1r {v31.2d}, [x4] |
| 3521 | + sub x1, x1, #3 |
| 3522 | +.endm |
| 3523 | + |
| 3524 | +function ff_vvc_put_qpel_h4_8_neon_i8mm, export=1 |
| 3525 | + VVC_QPEL_H_HEADER |
| 3526 | + mov x10, #VVC_MAX_PB_SIZE * 2 |
| 3527 | + b 1f |
| 3528 | +endfunc |
| 3529 | + |
| 3519 | 3530 | function ff_hevc_put_hevc_qpel_h4_8_neon_i8mm, export=1 |
| 3520 | 3531 | QPEL_H_HEADER |
| 3521 | 3532 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3572,6 +3583,12 @@ function ff_hevc_put_hevc_qpel_h6_8_neon_i8mm, export=1 · 50 unmodified lines |
| 3572 | 3583 | ret |
| 3573 | 3584 | endfunc |
| 3574 | 3585 | |
| 3586 | +function ff_vvc_put_qpel_h8_8_neon_i8mm, export=1 |
| 3587 | + VVC_QPEL_H_HEADER |
| 3588 | + mov x10, #VVC_MAX_PB_SIZE * 2 |
| 3589 | + b 1f |
| 3590 | +endfunc |
| 3591 | + |
| 3575 | 3592 | function ff_hevc_put_hevc_qpel_h8_8_neon_i8mm, export=1 |
| 3576 | 3593 | QPEL_H_HEADER |
| 3577 | 3594 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3656,6 +3673,12 @@ function ff_hevc_put_hevc_qpel_h12_8_neon_i8mm, export=1 · 78 unmodified lines |
| 3656 | 3673 | ret |
| 3657 | 3674 | endfunc |
| 3658 | 3675 | |
| 3676 | +function ff_vvc_put_qpel_h16_8_neon_i8mm, export=1 |
| 3677 | + VVC_QPEL_H_HEADER |
| 3678 | + mov x10, #VVC_MAX_PB_SIZE * 2 |
| 3679 | + b 1f |
| 3680 | +endfunc |
| 3681 | + |
| 3659 | 3682 | function ff_hevc_put_hevc_qpel_h16_8_neon_i8mm, export=1 |
| 3660 | 3683 | QPEL_H_HEADER |
| 3661 | 3684 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3746,6 +3769,13 @@ function ff_hevc_put_hevc_qpel_h24_8_neon_i8mm, export=1 · 84 unmodified lines |
| 3746 | 3769 | ret |
| 3747 | 3770 | endfunc |
| 3748 | 3771 | |
| 3772 | +function ff_vvc_put_qpel_h32_8_neon_i8mm, export=1 |
| 3773 | + VVC_QPEL_H_HEADER |
| 3774 | + mov x10, #VVC_MAX_PB_SIZE * 2 |
| 3775 | + add x15, x0, #32 |
| 3776 | + b 1f |
| 3777 | +endfunc |
| 3778 | + |
| 3749 | 3779 | function ff_hevc_put_hevc_qpel_h32_8_neon_i8mm, export=1 |
| 3750 | 3780 | QPEL_H_HEADER |
| 3751 | 3781 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3881,10 +3911,7 @@ function ff_hevc_put_hevc_qpel_h48_8_neon_i8mm, export=1 · 129 unmodified lines |
| 3881 | 3911 | ret |
| 3882 | 3912 | endfunc |
| 3883 | 3913 | |
| 3884 | | −function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 |
| 3885 | | − QPEL_H_HEADER |
| 3886 | | − sub x2, x2, #64 |
| 3887 | | −1: |
| 3914 | +.macro put_qpel_h64_8_neon_i8mm |
| 3888 | 3915 | ld1 {v16.16b, v17.16b, v18.16b, v19.16b}, [x1], #64 |
| 3889 | 3916 | ext v1.16b, v16.16b, v17.16b, #1 |
| 3890 | 3917 | ext v2.16b, v16.16b, v17.16b, #2 |
| @@ -3975,11 +4002,42 @@ function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 · 84 unmodified lines |
| 3975 | 4002 | sqxtn2 v20.8h, v26.4s |
| 3976 | 4003 | sqxtn v21.4h, v23.4s |
| 3977 | 4004 | sqxtn2 v21.8h, v27.4s |
| 3978 | | − stp q20, q21, [x0], #32 |
| 4005 | + stp q20, q21, [x0] |
| 4006 | + add x0, x0, x10 |
| 4007 | +.endm |
| 4008 | + |
| 4009 | +function ff_vvc_put_qpel_h64_8_neon_i8mm, export=1 |
| 4010 | + VVC_QPEL_H_HEADER |
| 4011 | + mov x10, #(VVC_MAX_PB_SIZE * 2 - 32 * 3) |
| 4012 | + sub x2, x2, #64 |
| 4013 | + b 1f |
| 4014 | +endfunc |
| 4015 | + |
| 4016 | +function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 |
| 4017 | + QPEL_H_HEADER |
| 4018 | + mov x10, #32 |
| 4019 | + sub x2, x2, #64 |
| 4020 | +1: |
| 4021 | + put_qpel_h64_8_neon_i8mm |
| 4022 | + subs w3, w3, #1 |
| 4023 | + b.ne 1b |
| 4024 | + ret |
| 4025 | +endfunc |
| 4026 | + |
| 4027 | +function ff_vvc_put_qpel_h128_8_neon_i8mm, export=1 |
| 4028 | + VVC_QPEL_H_HEADER |
| 4029 | + sub x11, x2, #128 |
| 4030 | + mov x10, #32 |
| 4031 | + mov x2, #0 |
| 4032 | +1: |
| 4033 | + put_qpel_h64_8_neon_i8mm |
| 3979 | 4034 | subs w3, w3, #1 |
| 4035 | + put_qpel_h64_8_neon_i8mm |
| 4036 | + add x1, x1, x11 |
| 3980 | 4037 | b.ne 1b |
| 3981 | 4038 | ret |
| 3982 | 4039 | endfunc |
| 4040 | + |
| 3983 | 4041 | DISABLE_I8MM |
| 3984 | 4042 | #endif |
| 3985 | 4043 | |