| @@ -3516,6 +3516,17 @@ endfunc · 3515 unmodified lines |
| 3516 | sub x1, x1, #3 | 3516 | sub x1, x1, #3 |
| 3517 | .endm | 3517 | .endm |
| 3518 | | 3518 | |
| | 3519 | .macro VVC_QPEL_H_HEADER |
| | 3520 | ld1r {v31.2d}, [x4] |
| | 3521 | sub x1, x1, #3 |
| | 3522 | .endm |
| | 3523 | |
| | 3524 | function ff_vvc_put_qpel_h4_8_neon_i8mm, export=1 |
| | 3525 | VVC_QPEL_H_HEADER |
| | 3526 | mov x10, #VVC_MAX_PB_SIZE * 2 |
| | 3527 | b 1f |
| | 3528 | endfunc |
| | 3529 | |
| 3519 | function ff_hevc_put_hevc_qpel_h4_8_neon_i8mm, export=1 | 3530 | function ff_hevc_put_hevc_qpel_h4_8_neon_i8mm, export=1 |
| 3520 | QPEL_H_HEADER | 3531 | QPEL_H_HEADER |
| 3521 | mov x10, #HEVC_MAX_PB_SIZE * 2 | 3532 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3572,6 +3583,12 @@ function ff_hevc_put_hevc_qpel_h6_8_neon_i8mm, export=1 · 50 unmodified lines |
| 3572 | ret | 3583 | ret |
| 3573 | endfunc | 3584 | endfunc |
| 3574 | | 3585 | |
| | 3586 | function ff_vvc_put_qpel_h8_8_neon_i8mm, export=1 |
| | 3587 | VVC_QPEL_H_HEADER |
| | 3588 | mov x10, #VVC_MAX_PB_SIZE * 2 |
| | 3589 | b 1f |
| | 3590 | endfunc |
| | 3591 | |
| 3575 | function ff_hevc_put_hevc_qpel_h8_8_neon_i8mm, export=1 | 3592 | function ff_hevc_put_hevc_qpel_h8_8_neon_i8mm, export=1 |
| 3576 | QPEL_H_HEADER | 3593 | QPEL_H_HEADER |
| 3577 | mov x10, #HEVC_MAX_PB_SIZE * 2 | 3594 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3656,6 +3673,12 @@ function ff_hevc_put_hevc_qpel_h12_8_neon_i8mm, export=1 · 78 unmodified lines |
| 3656 | ret | 3673 | ret |
| 3657 | endfunc | 3674 | endfunc |
| 3658 | | 3675 | |
| | 3676 | function ff_vvc_put_qpel_h16_8_neon_i8mm, export=1 |
| | 3677 | VVC_QPEL_H_HEADER |
| | 3678 | mov x10, #VVC_MAX_PB_SIZE * 2 |
| | 3679 | b 1f |
| | 3680 | endfunc |
| | 3681 | |
| 3659 | function ff_hevc_put_hevc_qpel_h16_8_neon_i8mm, export=1 | 3682 | function ff_hevc_put_hevc_qpel_h16_8_neon_i8mm, export=1 |
| 3660 | QPEL_H_HEADER | 3683 | QPEL_H_HEADER |
| 3661 | mov x10, #HEVC_MAX_PB_SIZE * 2 | 3684 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3746,6 +3769,13 @@ function ff_hevc_put_hevc_qpel_h24_8_neon_i8mm, export=1 · 84 unmodified lines |
| 3746 | ret | 3769 | ret |
| 3747 | endfunc | 3770 | endfunc |
| 3748 | | 3771 | |
| | 3772 | function ff_vvc_put_qpel_h32_8_neon_i8mm, export=1 |
| | 3773 | VVC_QPEL_H_HEADER |
| | 3774 | mov x10, #VVC_MAX_PB_SIZE * 2 |
| | 3775 | add x15, x0, #32 |
| | 3776 | b 1f |
| | 3777 | endfunc |
| | 3778 | |
| 3749 | function ff_hevc_put_hevc_qpel_h32_8_neon_i8mm, export=1 | 3779 | function ff_hevc_put_hevc_qpel_h32_8_neon_i8mm, export=1 |
| 3750 | QPEL_H_HEADER | 3780 | QPEL_H_HEADER |
| 3751 | mov x10, #HEVC_MAX_PB_SIZE * 2 | 3781 | mov x10, #HEVC_MAX_PB_SIZE * 2 |
| @@ -3881,10 +3911,7 @@ function ff_hevc_put_hevc_qpel_h48_8_neon_i8mm, export=1 · 129 unmodified lines |
| 3881 | ret | 3911 | ret |
| 3882 | endfunc | 3912 | endfunc |
| 3883 | | 3913 | |
| 3884 | function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 | 3914 | .macro put_qpel_h64_8_neon_i8mm |
| 3885 | QPEL_H_HEADER | | |
| 3886 | sub x2, x2, #64 | | |
| 3887 | 1: | | |
| 3888 | ld1 {v16.16b, v17.16b, v18.16b, v19.16b}, [x1], #64 | 3915 | ld1 {v16.16b, v17.16b, v18.16b, v19.16b}, [x1], #64 |
| 3889 | ext v1.16b, v16.16b, v17.16b, #1 | 3916 | ext v1.16b, v16.16b, v17.16b, #1 |
| 3890 | ext v2.16b, v16.16b, v17.16b, #2 | 3917 | ext v2.16b, v16.16b, v17.16b, #2 |
| @@ -3975,11 +4002,42 @@ function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 · 84 unmodified lines |
| 3975 | sqxtn2 v20.8h, v26.4s | 4002 | sqxtn2 v20.8h, v26.4s |
| 3976 | sqxtn v21.4h, v23.4s | 4003 | sqxtn v21.4h, v23.4s |
| 3977 | sqxtn2 v21.8h, v27.4s | 4004 | sqxtn2 v21.8h, v27.4s |
| 3978 | stp q20, q21, [x0], #32 | 4005 | stp q20, q21, [x0] |
| | 4006 | add x0, x0, x10 |
| | 4007 | .endm |
| | 4008 | |
| | 4009 | function ff_vvc_put_qpel_h64_8_neon_i8mm, export=1 |
| | 4010 | VVC_QPEL_H_HEADER |
| | 4011 | mov x10, #(VVC_MAX_PB_SIZE * 2 - 32 * 3) |
| | 4012 | sub x2, x2, #64 |
| | 4013 | b 1f |
| | 4014 | endfunc |
| | 4015 | |
| | 4016 | function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 |
| | 4017 | QPEL_H_HEADER |
| | 4018 | mov x10, #32 |
| | 4019 | sub x2, x2, #64 |
| | 4020 | 1: |
| | 4021 | put_qpel_h64_8_neon_i8mm |
| | 4022 | subs w3, w3, #1 |
| | 4023 | b.ne 1b |
| | 4024 | ret |
| | 4025 | endfunc |
| | 4026 | |
| | 4027 | function ff_vvc_put_qpel_h128_8_neon_i8mm, export=1 |
| | 4028 | VVC_QPEL_H_HEADER |
| | 4029 | sub x11, x2, #128 |
| | 4030 | mov x10, #32 |
| | 4031 | mov x2, #0 |
| | 4032 | 1: |
| | 4033 | put_qpel_h64_8_neon_i8mm |
| 3979 | subs w3, w3, #1 | 4034 | subs w3, w3, #1 |
| | 4035 | put_qpel_h64_8_neon_i8mm |
| | 4036 | add x1, x1, x11 |
| 3980 | b.ne 1b | 4037 | b.ne 1b |
| 3981 | ret | 4038 | ret |
| 3982 | endfunc | 4039 | endfunc |
| | 4040 | |
| 3983 | DISABLE_I8MM | 4041 | DISABLE_I8MM |
| 3984 | #endif | 4042 | #endif |
| 3985 | | 4043 | |