The first horizontal filter can use either i8mm or plain neon versions, while the second part is a pure neon implementation.
Showing the changes to libavcodec (1 of 1 file). Show all
Unified · Split
| @@ -2166,6 +2166,10 @@ function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1 · 2165 unmodified lines | ||
| 2166 | 2166 | ldp x4, x6, [sp, #16] |
| 2167 | 2167 | ldp x0, x1, [sp, #32] |
| 2168 | 2168 | ldr x30, [sp], #48 |
| 2169 | + b hevc_put_hevc_qpel_uni_hv4_8_end_neon | |
| 2170 | +endfunc | |
| 2171 | + | |
| 2172 | +function hevc_put_hevc_qpel_uni_hv4_8_end_neon | |
| 2169 | 2173 | mov x9, #(MAX_PB_SIZE * 2) |
| 2170 | 2174 | load_qpel_filterh x6, x5 |
| 2171 | 2175 | ldr d16, [sp] |
| @@ -2208,6 +2212,10 @@ function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1 · 36 unmodified lines | ||
| 2208 | 2212 | ldp x4, x6, [sp, #16] |
| 2209 | 2213 | ldp x0, x1, [sp, #32] |
| 2210 | 2214 | ldr x30, [sp], #48 |
| 2215 | + b hevc_put_hevc_qpel_uni_hv6_8_end_neon | |
| 2216 | +endfunc | |
| 2217 | + | |
| 2218 | +function hevc_put_hevc_qpel_uni_hv6_8_end_neon | |
| 2211 | 2219 | mov x9, #(MAX_PB_SIZE * 2) |
| 2212 | 2220 | load_qpel_filterh x6, x5 |
| 2213 | 2221 | sub x1, x1, #4 |
| @@ -2253,6 +2261,10 @@ function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1 · 39 unmodified lines | ||
| 2253 | 2261 | ldp x4, x6, [sp, #16] |
| 2254 | 2262 | ldp x0, x1, [sp, #32] |
| 2255 | 2263 | ldr x30, [sp], #48 |
| 2264 | + b hevc_put_hevc_qpel_uni_hv8_8_end_neon | |
| 2265 | +endfunc | |
| 2266 | + | |
| 2267 | +function hevc_put_hevc_qpel_uni_hv8_8_end_neon | |
| 2256 | 2268 | mov x9, #(MAX_PB_SIZE * 2) |
| 2257 | 2269 | load_qpel_filterh x6, x5 |
| 2258 | 2270 | ldr q16, [sp] |
| @@ -2296,6 +2308,10 @@ function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1 · 37 unmodified lines | ||
| 2296 | 2308 | ldp x4, x6, [sp, #16] |
| 2297 | 2309 | ldp x0, x1, [sp, #32] |
| 2298 | 2310 | ldp x7, x30, [sp], #48 |
| 2311 | + b hevc_put_hevc_qpel_uni_hv12_8_end_neon | |
| 2312 | +endfunc | |
| 2313 | + | |
| 2314 | +function hevc_put_hevc_qpel_uni_hv12_8_end_neon | |
| 2299 | 2315 | mov x9, #(MAX_PB_SIZE * 2) |
| 2300 | 2316 | load_qpel_filterh x6, x5 |
| 2301 | 2317 | sub x1, x1, #8 |
| @@ -2339,7 +2355,10 @@ function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1 · 37 unmodified lines | ||
| 2339 | 2355 | ldp x4, x6, [sp, #16] |
| 2340 | 2356 | ldp x0, x1, [sp, #32] |
| 2341 | 2357 | ldp x7, x30, [sp], #48 |
| 2342 | −.Lqpel_uni_hv16_loop: | |
| 2358 | + b hevc_put_hevc_qpel_uni_hv16_8_end_neon | |
| 2359 | +endfunc | |
| 2360 | + | |
| 2361 | +function hevc_put_hevc_qpel_uni_hv16_8_end_neon | |
| 2343 | 2362 | mov x9, #(MAX_PB_SIZE * 2) |
| 2344 | 2363 | load_qpel_filterh x6, x5 |
| 2345 | 2364 | sub w12, w9, w7, lsl #1 |
| @@ -2414,7 +2433,7 @@ function ff_hevc_put_hevc_qpel_uni_hv32_8_neon_i8mm, export=1 · 68 unmodified lines | ||
| 2414 | 2433 | ldp x4, x6, [sp, #16] |
| 2415 | 2434 | ldp x0, x1, [sp, #32] |
| 2416 | 2435 | ldp x7, x30, [sp], #48 |
| 2417 | − b .Lqpel_uni_hv16_loop | |
| 2436 | + b hevc_put_hevc_qpel_uni_hv16_8_end_neon | |
| 2418 | 2437 | endfunc |
| 2419 | 2438 | |
| 2420 | 2439 | function ff_hevc_put_hevc_qpel_uni_hv48_8_neon_i8mm, export=1 |
| @@ -2434,7 +2453,7 @@ function ff_hevc_put_hevc_qpel_uni_hv48_8_neon_i8mm, export=1 · 13 unmodified lines | ||
| 2434 | 2453 | ldp x4, x6, [sp, #16] |
| 2435 | 2454 | ldp x0, x1, [sp, #32] |
| 2436 | 2455 | ldp x7, x30, [sp], #48 |
| 2437 | − b .Lqpel_uni_hv16_loop | |
| 2456 | + b hevc_put_hevc_qpel_uni_hv16_8_end_neon | |
| 2438 | 2457 | endfunc |
| 2439 | 2458 | |
| 2440 | 2459 | function ff_hevc_put_hevc_qpel_uni_hv64_8_neon_i8mm, export=1 |
| @@ -2454,7 +2473,7 @@ function ff_hevc_put_hevc_qpel_uni_hv64_8_neon_i8mm, export=1 · 13 unmodified lines | ||
| 2454 | 2473 | ldp x4, x6, [sp, #16] |
| 2455 | 2474 | ldp x0, x1, [sp, #32] |
| 2456 | 2475 | ldp x7, x30, [sp], #48 |
| 2457 | − b .Lqpel_uni_hv16_loop | |
| 2476 | + b hevc_put_hevc_qpel_uni_hv16_8_end_neon | |
| 2458 | 2477 | endfunc |
| 2459 | 2478 | DISABLE_I8MM |
| 2460 | 2479 | #endif |
| @@ -3776,6 +3795,10 @@ function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1 · 1315 unmodified lines | ||
| 3776 | 3795 | bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm) |
| 3777 | 3796 | ldp x0, x3, [sp, #16] |
| 3778 | 3797 | ldp x5, x30, [sp], #32 |
| 3798 | + b hevc_put_hevc_qpel_hv4_8_end_neon | |
| 3799 | +endfunc | |
| 3800 | + | |
| 3801 | +function hevc_put_hevc_qpel_hv4_8_end_neon | |
| 3779 | 3802 | load_qpel_filterh x5, x4 |
| 3780 | 3803 | ldr d16, [sp] |
| 3781 | 3804 | ldr d17, [sp, x7] |
| @@ -3813,6 +3836,10 @@ function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1 · 31 unmodified lines | ||
| 3813 | 3836 | bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm) |
| 3814 | 3837 | ldp x0, x3, [sp, #16] |
| 3815 | 3838 | ldp x5, x30, [sp], #32 |
| 3839 | + b hevc_put_hevc_qpel_hv6_8_end_neon | |
| 3840 | +endfunc | |
| 3841 | + | |
| 3842 | +function hevc_put_hevc_qpel_hv6_8_end_neon | |
| 3816 | 3843 | mov x8, #120 |
| 3817 | 3844 | load_qpel_filterh x5, x4 |
| 3818 | 3845 | ldr q16, [sp] |
| @@ -3852,6 +3879,10 @@ function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1 · 33 unmodified lines | ||
| 3852 | 3879 | bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm) |
| 3853 | 3880 | ldp x0, x3, [sp, #16] |
| 3854 | 3881 | ldp x5, x30, [sp], #32 |
| 3882 | + b hevc_put_hevc_qpel_hv8_8_end_neon | |
| 3883 | +endfunc | |
| 3884 | + | |
| 3885 | +function hevc_put_hevc_qpel_hv8_8_end_neon | |
| 3855 | 3886 | mov x7, #128 |
| 3856 | 3887 | load_qpel_filterh x5, x4 |
| 3857 | 3888 | ldr q16, [sp] |
| @@ -3890,6 +3921,10 @@ function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1 · 32 unmodified lines | ||
| 3890 | 3921 | bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm) |
| 3891 | 3922 | ldp x0, x3, [sp, #16] |
| 3892 | 3923 | ldp x5, x30, [sp], #32 |
| 3924 | + b hevc_put_hevc_qpel_hv12_8_end_neon | |
| 3925 | +endfunc | |
| 3926 | + | |
| 3927 | +function hevc_put_hevc_qpel_hv12_8_end_neon | |
| 3893 | 3928 | mov x7, #128 |
| 3894 | 3929 | load_qpel_filterh x5, x4 |
| 3895 | 3930 | mov x8, #112 |
| @@ -3927,6 +3962,10 @@ function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1 · 31 unmodified lines | ||
| 3927 | 3962 | bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm) |
| 3928 | 3963 | ldp x0, x3, [sp, #16] |
| 3929 | 3964 | ldp x5, x30, [sp], #32 |
| 3965 | + b hevc_put_hevc_qpel_hv16_8_end_neon | |
| 3966 | +endfunc | |
| 3967 | + | |
| 3968 | +function hevc_put_hevc_qpel_hv16_8_end_neon | |
| 3930 | 3969 | mov x7, #128 |
| 3931 | 3970 | load_qpel_filterh x5, x4 |
| 3932 | 3971 | ld1 {v16.8h, v17.8h}, [sp], x7 |
| @@ -3979,6 +4018,10 @@ function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1 · 46 unmodified lines | ||
| 3979 | 4018 | bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm) |
| 3980 | 4019 | ldp x0, x3, [sp, #16] |
| 3981 | 4020 | ldp x5, x30, [sp], #32 |
| 4021 | + b hevc_put_hevc_qpel_hv32_8_end_neon | |
| 4022 | +endfunc | |
| 4023 | + | |
| 4024 | +function hevc_put_hevc_qpel_hv32_8_end_neon | |
| 3982 | 4025 | mov x7, #128 |
| 3983 | 4026 | load_qpel_filterh x5, x4 |
| 3984 | 4027 | 0: mov x8, sp // src |
| @@ -4127,6 +4170,10 @@ endfunc · 142 unmodified lines | ||
| 4127 | 4170 | |
| 4128 | 4171 | function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1 |
| 4129 | 4172 | QPEL_UNI_W_HV_HEADER 4 |
| 4173 | + b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon | |
| 4174 | +endfunc | |
| 4175 | + | |
| 4176 | +function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon | |
| 4130 | 4177 | ldr d16, [sp] |
| 4131 | 4178 | ldr d17, [sp, x10] |
| 4132 | 4179 | add sp, sp, x10, lsl #1 |
| @@ -4217,6 +4264,10 @@ endfunc · 84 unmodified lines | ||
| 4217 | 4264 | |
| 4218 | 4265 | function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1 |
| 4219 | 4266 | QPEL_UNI_W_HV_HEADER 8 |
| 4267 | + b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon | |
| 4268 | +endfunc | |
| 4269 | + | |
| 4270 | +function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon | |
| 4220 | 4271 | ldr q16, [sp] |
| 4221 | 4272 | ldr q17, [sp, x10] |
| 4222 | 4273 | add sp, sp, x10, lsl #1 |
| @@ -4327,6 +4378,10 @@ endfunc · 104 unmodified lines | ||
| 4327 | 4378 | |
| 4328 | 4379 | function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1 |
| 4329 | 4380 | QPEL_UNI_W_HV_HEADER 16 |
| 4381 | + b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | |
| 4382 | +endfunc | |
| 4383 | + | |
| 4384 | +function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon | |
| 4330 | 4385 | ldp q16, q1, [sp] |
| 4331 | 4386 | add sp, sp, x10 |
| 4332 | 4387 | ldp q17, q2, [sp] |
| @@ -4430,6 +4485,10 @@ endfunc · 97 unmodified lines | ||
| 4430 | 4485 | |
| 4431 | 4486 | function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1 |
| 4432 | 4487 | QPEL_UNI_W_HV_HEADER 32 |
| 4488 | + b hevc_put_hevc_qpel_uni_w_hv32_8_end_neon | |
| 4489 | +endfunc | |
| 4490 | + | |
| 4491 | +function hevc_put_hevc_qpel_uni_w_hv32_8_end_neon | |
| 4433 | 4492 | mov x11, sp |
| 4434 | 4493 | mov w12, w22 |
| 4435 | 4494 | mov x13, x20 |
| @@ -4543,6 +4602,10 @@ endfunc · 107 unmodified lines | ||
| 4543 | 4602 | |
| 4544 | 4603 | function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1 |
| 4545 | 4604 | QPEL_UNI_W_HV_HEADER 64 |
| 4605 | + b hevc_put_hevc_qpel_uni_w_hv64_8_end_neon | |
| 4606 | +endfunc | |
| 4607 | + | |
| 4608 | +function hevc_put_hevc_qpel_uni_w_hv64_8_end_neon | |
| 4546 | 4609 | mov x11, sp |
| 4547 | 4610 | mov w12, w22 |
| 4548 | 4611 | mov x13, x20 |
| @@ -4671,6 +4734,10 @@ function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1 · 122 unmodified lines | ||
| 4671 | 4734 | ldp x4, x5, [sp, #16] |
| 4672 | 4735 | ldp x0, x1, [sp, #32] |
| 4673 | 4736 | ldp x7, x30, [sp], #48 |
| 4737 | + b hevc_put_hevc_qpel_bi_hv4_8_end_neon | |
| 4738 | +endfunc | |
| 4739 | + | |
| 4740 | +function hevc_put_hevc_qpel_bi_hv4_8_end_neon | |
| 4674 | 4741 | mov x9, #(MAX_PB_SIZE * 2) |
| 4675 | 4742 | load_qpel_filterh x7, x6 |
| 4676 | 4743 | ld1 {v16.4h}, [sp], x9 |
| @@ -4712,6 +4779,10 @@ function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1 · 35 unmodified lines | ||
| 4712 | 4779 | ldp x4, x5, [sp, #16] |
| 4713 | 4780 | ldp x0, x1, [sp, #32] |
| 4714 | 4781 | ldp x7, x30, [sp], #48 |
| 4782 | + b hevc_put_hevc_qpel_bi_hv6_8_end_neon | |
| 4783 | +endfunc | |
| 4784 | + | |
| 4785 | +function hevc_put_hevc_qpel_bi_hv6_8_end_neon | |
| 4715 | 4786 | mov x9, #(MAX_PB_SIZE * 2) |
| 4716 | 4787 | load_qpel_filterh x7, x6 |
| 4717 | 4788 | sub x1, x1, #4 |
| @@ -4758,6 +4829,10 @@ function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1 · 40 unmodified lines | ||
| 4758 | 4829 | ldp x4, x5, [sp, #16] |
| 4759 | 4830 | ldp x0, x1, [sp, #32] |
| 4760 | 4831 | ldp x7, x30, [sp], #48 |
| 4832 | + b hevc_put_hevc_qpel_bi_hv8_8_end_neon | |
| 4833 | +endfunc | |
| 4834 | + | |
| 4835 | +function hevc_put_hevc_qpel_bi_hv8_8_end_neon | |
| 4761 | 4836 | mov x9, #(MAX_PB_SIZE * 2) |
| 4762 | 4837 | load_qpel_filterh x7, x6 |
| 4763 | 4838 | ld1 {v16.8h}, [sp], x9 |
| @@ -4822,7 +4897,10 @@ function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1 · 58 unmodified lines | ||
| 4822 | 4897 | ldp x0, x1, [sp, #32] |
| 4823 | 4898 | ldp x7, x30, [sp], #48 |
| 4824 | 4899 | mov x6, #16 // width |
| 4825 | −.Lqpel_bi_hv16_loop: | |
| 4900 | + b hevc_put_hevc_qpel_bi_hv16_8_end_neon | |
| 4901 | +endfunc | |
| 4902 | + | |
| 4903 | +function hevc_put_hevc_qpel_bi_hv16_8_end_neon | |
| 4826 | 4904 | load_qpel_filterh x7, x8 |
| 4827 | 4905 | mov x9, #(MAX_PB_SIZE * 2) |
| 4828 | 4906 | mov x10, x6 |
| @@ -4908,7 +4986,7 @@ function ff_hevc_put_hevc_qpel_bi_hv32_8_neon_i8mm, export=1 · 79 unmodified lines | ||
| 4908 | 4986 | ldp x0, x1, [sp, #32] |
| 4909 | 4987 | ldp x7, x30, [sp], #48 |
| 4910 | 4988 | mov x6, #32 // width |
| 4911 | − b .Lqpel_bi_hv16_loop | |
| 4989 | + b hevc_put_hevc_qpel_bi_hv16_8_end_neon | |
| 4912 | 4990 | endfunc |
| 4913 | 4991 | |
| 4914 | 4992 | function ff_hevc_put_hevc_qpel_bi_hv48_8_neon_i8mm, export=1 |
| @@ -4929,7 +5007,7 @@ function ff_hevc_put_hevc_qpel_bi_hv48_8_neon_i8mm, export=1 · 14 unmodified lines | ||
| 4929 | 5007 | ldp x0, x1, [sp, #32] |
| 4930 | 5008 | ldp x7, x30, [sp], #48 |
| 4931 | 5009 | mov x6, #48 // width |
| 4932 | − b .Lqpel_bi_hv16_loop | |
| 5010 | + b hevc_put_hevc_qpel_bi_hv16_8_end_neon | |
| 4933 | 5011 | endfunc |
| 4934 | 5012 | |
| 4935 | 5013 | function ff_hevc_put_hevc_qpel_bi_hv64_8_neon_i8mm, export=1 |
| @@ -4950,7 +5028,7 @@ function ff_hevc_put_hevc_qpel_bi_hv64_8_neon_i8mm, export=1 · 14 unmodified lines | ||
| 4950 | 5028 | ldp x0, x1, [sp, #32] |
| 4951 | 5029 | ldp x7, x30, [sp], #48 |
| 4952 | 5030 | mov x6, #64 // width |
| 4953 | − b .Lqpel_bi_hv16_loop | |
| 5031 | + b hevc_put_hevc_qpel_bi_hv16_8_end_neon | |
| 4954 | 5032 | endfunc |
| 4955 | 5033 | |
| 4956 | 5034 | DISABLE_I8MM |