History

aarch64: hevc: Reorder qpel_hv functions to prepare for templating

This is a pure reordering of code without changing anything in the individual functions.

Martin Storsjö committed 2 years ago

Commit 20c38f41 parent 4f71e4e1 file · +355 −340Browse files

Showing the changes to libavcodec (1 of 1 file). Show all

Unified · Split

libavcodec/aarch64/hevcdsp_qpel_neon.S+355−340
@@ -2146,29 +2146,6 @@ function ff_hevc_put_hevc_qpel_uni_w_v64_8_neon, export=1 · 2145 unmodified lines
21462146 ret
21472147 endfunc
21482148
2149−#if HAVE_I8MM
2150−ENABLE_I8MM
2151−
2152−function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1
2153− add w10, w4, #7
2154− lsl x10, x10, #7
2155− sub sp, sp, x10 // tmp_array
2156− str x30, [sp, #-48]!
2157− stp x4, x6, [sp, #16]
2158− stp x0, x1, [sp, #32]
2159− sub x1, x2, x3, lsl #1
2160− sub x1, x1, x3
2161− add x0, sp, #48
2162− mov x2, x3
2163− add x3, x4, #7
2164− mov x4, x5
2165− bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
2166− ldp x4, x6, [sp, #16]
2167− ldp x0, x1, [sp, #32]
2168− ldr x30, [sp], #48
2169− b hevc_put_hevc_qpel_uni_hv4_8_end_neon
2170−endfunc
2171−
21722149 function hevc_put_hevc_qpel_uni_hv4_8_end_neon
21732150 mov x9, #(MAX_PB_SIZE * 2)
21742151 load_qpel_filterh x6, x5
@@ -2195,26 +2172,6 @@ function hevc_put_hevc_qpel_uni_hv4_8_end_neon · 20 unmodified lines
21952172 2: ret
21962173 endfunc
21972174
2198−function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1
2199− add w10, w4, #7
2200− lsl x10, x10, #7
2201− sub sp, sp, x10 // tmp_array
2202− str x30, [sp, #-48]!
2203− stp x4, x6, [sp, #16]
2204− stp x0, x1, [sp, #32]
2205− sub x1, x2, x3, lsl #1
2206− sub x1, x1, x3
2207− add x0, sp, #48
2208− mov x2, x3
2209− add w3, w4, #7
2210− mov x4, x5
2211− bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
2212− ldp x4, x6, [sp, #16]
2213− ldp x0, x1, [sp, #32]
2214− ldr x30, [sp], #48
2215− b hevc_put_hevc_qpel_uni_hv6_8_end_neon
2216−endfunc
2217−
22182175 function hevc_put_hevc_qpel_uni_hv6_8_end_neon
22192176 mov x9, #(MAX_PB_SIZE * 2)
22202177 load_qpel_filterh x6, x5
@@ -2244,26 +2201,6 @@ function hevc_put_hevc_qpel_uni_hv6_8_end_neon · 23 unmodified lines
22442201 2: ret
22452202 endfunc
22462203
2247−function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1
2248− add w10, w4, #7
2249− lsl x10, x10, #7
2250− sub sp, sp, x10 // tmp_array
2251− str x30, [sp, #-48]!
2252− stp x4, x6, [sp, #16]
2253− stp x0, x1, [sp, #32]
2254− sub x1, x2, x3, lsl #1
2255− sub x1, x1, x3
2256− add x0, sp, #48
2257− mov x2, x3
2258− add w3, w4, #7
2259− mov x4, x5
2260− bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
2261− ldp x4, x6, [sp, #16]
2262− ldp x0, x1, [sp, #32]
2263− ldr x30, [sp], #48
2264− b hevc_put_hevc_qpel_uni_hv8_8_end_neon
2265−endfunc
2266−
22672204 function hevc_put_hevc_qpel_uni_hv8_8_end_neon
22682205 mov x9, #(MAX_PB_SIZE * 2)
22692206 load_qpel_filterh x6, x5
@@ -2291,26 +2228,6 @@ function hevc_put_hevc_qpel_uni_hv8_8_end_neon · 21 unmodified lines
22912228 2: ret
22922229 endfunc
22932230
2294−function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1
2295− add w10, w4, #7
2296− lsl x10, x10, #7
2297− sub sp, sp, x10 // tmp_array
2298− stp x7, x30, [sp, #-48]!
2299− stp x4, x6, [sp, #16]
2300− stp x0, x1, [sp, #32]
2301− sub x1, x2, x3, lsl #1
2302− sub x1, x1, x3
2303− mov x2, x3
2304− add x0, sp, #48
2305− add w3, w4, #7
2306− mov x4, x5
2307− bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
2308− ldp x4, x6, [sp, #16]
2309− ldp x0, x1, [sp, #32]
2310− ldp x7, x30, [sp], #48
2311− b hevc_put_hevc_qpel_uni_hv12_8_end_neon
2312−endfunc
2313−
23142231 function hevc_put_hevc_qpel_uni_hv12_8_end_neon
23152232 mov x9, #(MAX_PB_SIZE * 2)
23162233 load_qpel_filterh x6, x5
@@ -2338,26 +2255,6 @@ function hevc_put_hevc_qpel_uni_hv12_8_end_neon · 21 unmodified lines
23382255 2: ret
23392256 endfunc
23402257
2341−function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1
2342− add w10, w4, #7
2343− lsl x10, x10, #7
2344− sub sp, sp, x10 // tmp_array
2345− stp x7, x30, [sp, #-48]!
2346− stp x4, x6, [sp, #16]
2347− stp x0, x1, [sp, #32]
2348− add x0, sp, #48
2349− sub x1, x2, x3, lsl #1
2350− sub x1, x1, x3
2351− mov x2, x3
2352− add w3, w4, #7
2353− mov x4, x5
2354− bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
2355− ldp x4, x6, [sp, #16]
2356− ldp x0, x1, [sp, #32]
2357− ldp x7, x30, [sp], #48
2358− b hevc_put_hevc_qpel_uni_hv16_8_end_neon
2359−endfunc
2360−
23612258 function hevc_put_hevc_qpel_uni_hv16_8_end_neon
23622259 mov x9, #(MAX_PB_SIZE * 2)
23632260 load_qpel_filterh x6, x5
@@ -2396,6 +2293,109 @@ function hevc_put_hevc_qpel_uni_hv16_8_end_neon · 32 unmodified lines
23962293 ret
23972294 endfunc
23982295
2296+#if HAVE_I8MM
2297+ENABLE_I8MM
2298+
2299+function ff_hevc_put_hevc_qpel_uni_hv4_8_neon_i8mm, export=1
2300+ add w10, w4, #7
2301+ lsl x10, x10, #7
2302+ sub sp, sp, x10 // tmp_array
2303+ str x30, [sp, #-48]!
2304+ stp x4, x6, [sp, #16]
2305+ stp x0, x1, [sp, #32]
2306+ sub x1, x2, x3, lsl #1
2307+ sub x1, x1, x3
2308+ add x0, sp, #48
2309+ mov x2, x3
2310+ add x3, x4, #7
2311+ mov x4, x5
2312+ bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
2313+ ldp x4, x6, [sp, #16]
2314+ ldp x0, x1, [sp, #32]
2315+ ldr x30, [sp], #48
2316+ b hevc_put_hevc_qpel_uni_hv4_8_end_neon
2317+endfunc
2318+
2319+function ff_hevc_put_hevc_qpel_uni_hv6_8_neon_i8mm, export=1
2320+ add w10, w4, #7
2321+ lsl x10, x10, #7
2322+ sub sp, sp, x10 // tmp_array
2323+ str x30, [sp, #-48]!
2324+ stp x4, x6, [sp, #16]
2325+ stp x0, x1, [sp, #32]
2326+ sub x1, x2, x3, lsl #1
2327+ sub x1, x1, x3
2328+ add x0, sp, #48
2329+ mov x2, x3
2330+ add w3, w4, #7
2331+ mov x4, x5
2332+ bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
2333+ ldp x4, x6, [sp, #16]
2334+ ldp x0, x1, [sp, #32]
2335+ ldr x30, [sp], #48
2336+ b hevc_put_hevc_qpel_uni_hv6_8_end_neon
2337+endfunc
2338+
2339+function ff_hevc_put_hevc_qpel_uni_hv8_8_neon_i8mm, export=1
2340+ add w10, w4, #7
2341+ lsl x10, x10, #7
2342+ sub sp, sp, x10 // tmp_array
2343+ str x30, [sp, #-48]!
2344+ stp x4, x6, [sp, #16]
2345+ stp x0, x1, [sp, #32]
2346+ sub x1, x2, x3, lsl #1
2347+ sub x1, x1, x3
2348+ add x0, sp, #48
2349+ mov x2, x3
2350+ add w3, w4, #7
2351+ mov x4, x5
2352+ bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
2353+ ldp x4, x6, [sp, #16]
2354+ ldp x0, x1, [sp, #32]
2355+ ldr x30, [sp], #48
2356+ b hevc_put_hevc_qpel_uni_hv8_8_end_neon
2357+endfunc
2358+
2359+function ff_hevc_put_hevc_qpel_uni_hv12_8_neon_i8mm, export=1
2360+ add w10, w4, #7
2361+ lsl x10, x10, #7
2362+ sub sp, sp, x10 // tmp_array
2363+ stp x7, x30, [sp, #-48]!
2364+ stp x4, x6, [sp, #16]
2365+ stp x0, x1, [sp, #32]
2366+ sub x1, x2, x3, lsl #1
2367+ sub x1, x1, x3
2368+ mov x2, x3
2369+ add x0, sp, #48
2370+ add w3, w4, #7
2371+ mov x4, x5
2372+ bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
2373+ ldp x4, x6, [sp, #16]
2374+ ldp x0, x1, [sp, #32]
2375+ ldp x7, x30, [sp], #48
2376+ b hevc_put_hevc_qpel_uni_hv12_8_end_neon
2377+endfunc
2378+
2379+function ff_hevc_put_hevc_qpel_uni_hv16_8_neon_i8mm, export=1
2380+ add w10, w4, #7
2381+ lsl x10, x10, #7
2382+ sub sp, sp, x10 // tmp_array
2383+ stp x7, x30, [sp, #-48]!
2384+ stp x4, x6, [sp, #16]
2385+ stp x0, x1, [sp, #32]
2386+ add x0, sp, #48
2387+ sub x1, x2, x3, lsl #1
2388+ sub x1, x1, x3
2389+ mov x2, x3
2390+ add w3, w4, #7
2391+ mov x4, x5
2392+ bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
2393+ ldp x4, x6, [sp, #16]
2394+ ldp x0, x1, [sp, #32]
2395+ ldp x7, x30, [sp], #48
2396+ b hevc_put_hevc_qpel_uni_hv16_8_end_neon
2397+endfunc
2398+
23992399 function ff_hevc_put_hevc_qpel_uni_hv24_8_neon_i8mm, export=1
24002400 stp x4, x5, [sp, #-64]!
24012401 stp x2, x3, [sp, #16]
@@ -3779,25 +3779,10 @@ function ff_hevc_put_hevc_qpel_h64_8_neon_i8mm, export=1 · 1377 unmodified lines
37793779 b.ne 1b
37803780 ret
37813781 endfunc
3782+DISABLE_I8MM
3783+#endif
37823784
37833785
3784−function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1
3785− add w10, w3, #7
3786− mov x7, #128
3787− lsl x10, x10, #7
3788− sub sp, sp, x10 // tmp_array
3789− stp x5, x30, [sp, #-32]!
3790− stp x0, x3, [sp, #16]
3791− add x0, sp, #32
3792− sub x1, x1, x2, lsl #1
3793− add x3, x3, #7
3794− sub x1, x1, x2
3795− bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
3796− ldp x0, x3, [sp, #16]
3797− ldp x5, x30, [sp], #32
3798− b hevc_put_hevc_qpel_hv4_8_end_neon
3799−endfunc
3800−
38013786 function hevc_put_hevc_qpel_hv4_8_end_neon
38023787 load_qpel_filterh x5, x4
38033788 ldr d16, [sp]
@@ -3822,23 +3807,6 @@ function hevc_put_hevc_qpel_hv4_8_end_neon · 18 unmodified lines
38223807 2: ret
38233808 endfunc
38243809
3825−function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1
3826− add w10, w3, #7
3827− mov x7, #128
3828− lsl x10, x10, #7
3829− sub sp, sp, x10 // tmp_array
3830− stp x5, x30, [sp, #-32]!
3831− stp x0, x3, [sp, #16]
3832− add x0, sp, #32
3833− sub x1, x1, x2, lsl #1
3834− add x3, x3, #7
3835− sub x1, x1, x2
3836− bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
3837− ldp x0, x3, [sp, #16]
3838− ldp x5, x30, [sp], #32
3839− b hevc_put_hevc_qpel_hv6_8_end_neon
3840−endfunc
3841−
38423810 function hevc_put_hevc_qpel_hv6_8_end_neon
38433811 mov x8, #120
38443812 load_qpel_filterh x5, x4
@@ -3866,22 +3834,6 @@ function hevc_put_hevc_qpel_hv6_8_end_neon · 21 unmodified lines
38663834 2: ret
38673835 endfunc
38683836
3869−function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1
3870− add w10, w3, #7
3871− lsl x10, x10, #7
3872− sub x1, x1, x2, lsl #1
3873− sub sp, sp, x10 // tmp_array
3874− stp x5, x30, [sp, #-32]!
3875− stp x0, x3, [sp, #16]
3876− add x0, sp, #32
3877− add x3, x3, #7
3878− sub x1, x1, x2
3879− bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
3880− ldp x0, x3, [sp, #16]
3881− ldp x5, x30, [sp], #32
3882− b hevc_put_hevc_qpel_hv8_8_end_neon
3883−endfunc
3884−
38853837 function hevc_put_hevc_qpel_hv8_8_end_neon
38863838 mov x7, #128
38873839 load_qpel_filterh x5, x4
@@ -3908,22 +3860,6 @@ function hevc_put_hevc_qpel_hv8_8_end_neon · 20 unmodified lines
39083860 2: ret
39093861 endfunc
39103862
3911−function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1
3912− add w10, w3, #7
3913− lsl x10, x10, #7
3914− sub x1, x1, x2, lsl #1
3915− sub sp, sp, x10 // tmp_array
3916− stp x5, x30, [sp, #-32]!
3917− stp x0, x3, [sp, #16]
3918− add x0, sp, #32
3919− add x3, x3, #7
3920− sub x1, x1, x2
3921− bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
3922− ldp x0, x3, [sp, #16]
3923− ldp x5, x30, [sp], #32
3924− b hevc_put_hevc_qpel_hv12_8_end_neon
3925−endfunc
3926−
39273863 function hevc_put_hevc_qpel_hv12_8_end_neon
39283864 mov x7, #128
39293865 load_qpel_filterh x5, x4
@@ -3949,22 +3885,6 @@ function hevc_put_hevc_qpel_hv12_8_end_neon · 19 unmodified lines
39493885 2: ret
39503886 endfunc
39513887
3952−function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1
3953− add w10, w3, #7
3954− lsl x10, x10, #7
3955− sub x1, x1, x2, lsl #1
3956− sub sp, sp, x10 // tmp_array
3957− stp x5, x30, [sp, #-32]!
3958− stp x0, x3, [sp, #16]
3959− add x3, x3, #7
3960− add x0, sp, #32
3961− sub x1, x1, x2
3962− bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
3963− ldp x0, x3, [sp, #16]
3964− ldp x5, x30, [sp], #32
3965− b hevc_put_hevc_qpel_hv16_8_end_neon
3966−endfunc
3967−
39683888 function hevc_put_hevc_qpel_hv16_8_end_neon
39693889 mov x7, #128
39703890 load_qpel_filterh x5, x4
@@ -3989,38 +3909,6 @@ function hevc_put_hevc_qpel_hv16_8_end_neon · 18 unmodified lines
39893909 2: ret
39903910 endfunc
39913911
3992−function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1
3993− stp x4, x5, [sp, #-64]!
3994− stp x2, x3, [sp, #16]
3995− stp x0, x1, [sp, #32]
3996− str x30, [sp, #48]
3997− bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
3998− ldp x0, x1, [sp, #32]
3999− ldp x2, x3, [sp, #16]
4000− ldp x4, x5, [sp], #48
4001− add x1, x1, #12
4002− add x0, x0, #24
4003− bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4004− ldr x30, [sp], #16
4005− ret
4006−endfunc
4007−
4008−function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1
4009− add w10, w3, #7
4010− sub x1, x1, x2, lsl #1
4011− lsl x10, x10, #7
4012− sub x1, x1, x2
4013− sub sp, sp, x10 // tmp_array
4014− stp x5, x30, [sp, #-32]!
4015− stp x0, x3, [sp, #16]
4016− add x3, x3, #7
4017− add x0, sp, #32
4018− bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm)
4019− ldp x0, x3, [sp, #16]
4020− ldp x5, x30, [sp], #32
4021− b hevc_put_hevc_qpel_hv32_8_end_neon
4022−endfunc
4023−
40243912 function hevc_put_hevc_qpel_hv32_8_end_neon
40253913 mov x7, #128
40263914 load_qpel_filterh x5, x4
@@ -4056,6 +3944,122 @@ function hevc_put_hevc_qpel_hv32_8_end_neon · 29 unmodified lines
40563944 ret
40573945 endfunc
40583946
3947+#if HAVE_I8MM
3948+ENABLE_I8MM
3949+function ff_hevc_put_hevc_qpel_hv4_8_neon_i8mm, export=1
3950+ add w10, w3, #7
3951+ mov x7, #128
3952+ lsl x10, x10, #7
3953+ sub sp, sp, x10 // tmp_array
3954+ stp x5, x30, [sp, #-32]!
3955+ stp x0, x3, [sp, #16]
3956+ add x0, sp, #32
3957+ sub x1, x1, x2, lsl #1
3958+ add x3, x3, #7
3959+ sub x1, x1, x2
3960+ bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
3961+ ldp x0, x3, [sp, #16]
3962+ ldp x5, x30, [sp], #32
3963+ b hevc_put_hevc_qpel_hv4_8_end_neon
3964+endfunc
3965+
3966+function ff_hevc_put_hevc_qpel_hv6_8_neon_i8mm, export=1
3967+ add w10, w3, #7
3968+ mov x7, #128
3969+ lsl x10, x10, #7
3970+ sub sp, sp, x10 // tmp_array
3971+ stp x5, x30, [sp, #-32]!
3972+ stp x0, x3, [sp, #16]
3973+ add x0, sp, #32
3974+ sub x1, x1, x2, lsl #1
3975+ add x3, x3, #7
3976+ sub x1, x1, x2
3977+ bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
3978+ ldp x0, x3, [sp, #16]
3979+ ldp x5, x30, [sp], #32
3980+ b hevc_put_hevc_qpel_hv6_8_end_neon
3981+endfunc
3982+
3983+function ff_hevc_put_hevc_qpel_hv8_8_neon_i8mm, export=1
3984+ add w10, w3, #7
3985+ lsl x10, x10, #7
3986+ sub x1, x1, x2, lsl #1
3987+ sub sp, sp, x10 // tmp_array
3988+ stp x5, x30, [sp, #-32]!
3989+ stp x0, x3, [sp, #16]
3990+ add x0, sp, #32
3991+ add x3, x3, #7
3992+ sub x1, x1, x2
3993+ bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
3994+ ldp x0, x3, [sp, #16]
3995+ ldp x5, x30, [sp], #32
3996+ b hevc_put_hevc_qpel_hv8_8_end_neon
3997+endfunc
3998+
3999+function ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm, export=1
4000+ add w10, w3, #7
4001+ lsl x10, x10, #7
4002+ sub x1, x1, x2, lsl #1
4003+ sub sp, sp, x10 // tmp_array
4004+ stp x5, x30, [sp, #-32]!
4005+ stp x0, x3, [sp, #16]
4006+ add x0, sp, #32
4007+ add x3, x3, #7
4008+ sub x1, x1, x2
4009+ bl X(ff_hevc_put_hevc_qpel_h12_8_neon_i8mm)
4010+ ldp x0, x3, [sp, #16]
4011+ ldp x5, x30, [sp], #32
4012+ b hevc_put_hevc_qpel_hv12_8_end_neon
4013+endfunc
4014+
4015+function ff_hevc_put_hevc_qpel_hv16_8_neon_i8mm, export=1
4016+ add w10, w3, #7
4017+ lsl x10, x10, #7
4018+ sub x1, x1, x2, lsl #1
4019+ sub sp, sp, x10 // tmp_array
4020+ stp x5, x30, [sp, #-32]!
4021+ stp x0, x3, [sp, #16]
4022+ add x3, x3, #7
4023+ add x0, sp, #32
4024+ sub x1, x1, x2
4025+ bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4026+ ldp x0, x3, [sp, #16]
4027+ ldp x5, x30, [sp], #32
4028+ b hevc_put_hevc_qpel_hv16_8_end_neon
4029+endfunc
4030+
4031+function ff_hevc_put_hevc_qpel_hv24_8_neon_i8mm, export=1
4032+ stp x4, x5, [sp, #-64]!
4033+ stp x2, x3, [sp, #16]
4034+ stp x0, x1, [sp, #32]
4035+ str x30, [sp, #48]
4036+ bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4037+ ldp x0, x1, [sp, #32]
4038+ ldp x2, x3, [sp, #16]
4039+ ldp x4, x5, [sp], #48
4040+ add x1, x1, #12
4041+ add x0, x0, #24
4042+ bl X(ff_hevc_put_hevc_qpel_hv12_8_neon_i8mm)
4043+ ldr x30, [sp], #16
4044+ ret
4045+endfunc
4046+
4047+function ff_hevc_put_hevc_qpel_hv32_8_neon_i8mm, export=1
4048+ add w10, w3, #7
4049+ sub x1, x1, x2, lsl #1
4050+ lsl x10, x10, #7
4051+ sub x1, x1, x2
4052+ sub sp, sp, x10 // tmp_array
4053+ stp x5, x30, [sp, #-32]!
4054+ stp x0, x3, [sp, #16]
4055+ add x3, x3, #7
4056+ add x0, sp, #32
4057+ bl X(ff_hevc_put_hevc_qpel_h32_8_neon_i8mm)
4058+ ldp x0, x3, [sp, #16]
4059+ ldp x5, x30, [sp], #32
4060+ b hevc_put_hevc_qpel_hv32_8_end_neon
4061+endfunc
4062+
40594063 function ff_hevc_put_hevc_qpel_hv48_8_neon_i8mm, export=1
40604064 stp x4, x5, [sp, #-64]!
40614065 stp x2, x3, [sp, #16]
@@ -4089,6 +4093,8 @@ function ff_hevc_put_hevc_qpel_hv64_8_neon_i8mm, export=1 · 27 unmodified lines
40894093 ldr x30, [sp], #16
40904094 ret
40914095 endfunc
4096+DISABLE_I8MM
4097+#endif
40924098
40934099 .macro QPEL_UNI_W_HV_HEADER width
40944100 ldp x14, x15, [sp] // mx, my
@@ -4168,11 +4174,6 @@ endfunc · 73 unmodified lines
41684174 smlal2 \dst\().4s, \src7\().8h, v0.h[7]
41694175 .endm
41704176
4171−function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1
4172− QPEL_UNI_W_HV_HEADER 4
4173− b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
4174−endfunc
4175−
41764177 function hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
41774178 ldr d16, [sp]
41784179 ldr d17, [sp, x10]
@@ -4262,11 +4263,6 @@ endfunc · 83 unmodified lines
42624263 st1 {v24.d}[0], [x20], x21
42634264 .endm
42644265
4265−function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1
4266− QPEL_UNI_W_HV_HEADER 8
4267− b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
4268−endfunc
4269−
42704266 function hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
42714267 ldr q16, [sp]
42724268 ldr q17, [sp, x10]
@@ -4376,21 +4372,6 @@ endfunc · 103 unmodified lines
43764372 st1 {v24.16b}, [x20], x21
43774373 .endm
43784374
4379−function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1
4380− QPEL_UNI_W_HV_HEADER 16
4381− b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4382−endfunc
4383−
4384−function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1
4385− QPEL_UNI_W_HV_HEADER 32
4386− b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4387−endfunc
4388−
4389−function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1
4390− QPEL_UNI_W_HV_HEADER 64
4391− b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4392−endfunc
4393−
43944375 function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
43954376 mov x11, sp
43964377 mov w12, w22
@@ -4503,26 +4484,37 @@ function hevc_put_hevc_qpel_uni_w_hv16_8_end_neon · 106 unmodified lines
45034484 ret
45044485 endfunc
45054486
4506−function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1
4507− add w10, w5, #7
4508− lsl x10, x10, #7
4509− sub sp, sp, x10 // tmp_array
4510− stp x7, x30, [sp, #-48]!
4511− stp x4, x5, [sp, #16]
4512− stp x0, x1, [sp, #32]
4513− sub x1, x2, x3, lsl #1
4514− sub x1, x1, x3
4515− add x0, sp, #48
4516− mov x2, x3
4517− add w3, w5, #7
4518− mov x4, x6
4519− bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
4520− ldp x4, x5, [sp, #16]
4521− ldp x0, x1, [sp, #32]
4522− ldp x7, x30, [sp], #48
4523− b hevc_put_hevc_qpel_bi_hv4_8_end_neon
4487+#if HAVE_I8MM
4488+ENABLE_I8MM
4489+
4490+function ff_hevc_put_hevc_qpel_uni_w_hv4_8_neon_i8mm, export=1
4491+ QPEL_UNI_W_HV_HEADER 4
4492+ b hevc_put_hevc_qpel_uni_w_hv4_8_end_neon
4493+endfunc
4494+
4495+function ff_hevc_put_hevc_qpel_uni_w_hv8_8_neon_i8mm, export=1
4496+ QPEL_UNI_W_HV_HEADER 8
4497+ b hevc_put_hevc_qpel_uni_w_hv8_8_end_neon
4498+endfunc
4499+
4500+function ff_hevc_put_hevc_qpel_uni_w_hv16_8_neon_i8mm, export=1
4501+ QPEL_UNI_W_HV_HEADER 16
4502+ b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4503+endfunc
4504+
4505+function ff_hevc_put_hevc_qpel_uni_w_hv32_8_neon_i8mm, export=1
4506+ QPEL_UNI_W_HV_HEADER 32
4507+ b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
45244508 endfunc
45254509
4510+function ff_hevc_put_hevc_qpel_uni_w_hv64_8_neon_i8mm, export=1
4511+ QPEL_UNI_W_HV_HEADER 64
4512+ b hevc_put_hevc_qpel_uni_w_hv16_8_end_neon
4513+endfunc
4514+
4515+DISABLE_I8MM
4516+#endif
4517+
45264518 function hevc_put_hevc_qpel_bi_hv4_8_end_neon
45274519 mov x9, #(MAX_PB_SIZE * 2)
45284520 load_qpel_filterh x7, x6
@@ -4548,26 +4540,6 @@ function hevc_put_hevc_qpel_bi_hv4_8_end_neon · 19 unmodified lines
45484540 2: ret
45494541 endfunc
45504542
4551−function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1
4552− add w10, w5, #7
4553− lsl x10, x10, #7
4554− sub sp, sp, x10 // tmp_array
4555− stp x7, x30, [sp, #-48]!
4556− stp x4, x5, [sp, #16]
4557− stp x0, x1, [sp, #32]
4558− sub x1, x2, x3, lsl #1
4559− sub x1, x1, x3
4560− add x0, sp, #48
4561− mov x2, x3
4562− add x3, x5, #7
4563− mov x4, x6
4564− bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
4565− ldp x4, x5, [sp, #16]
4566− ldp x0, x1, [sp, #32]
4567− ldp x7, x30, [sp], #48
4568− b hevc_put_hevc_qpel_bi_hv6_8_end_neon
4569−endfunc
4570−
45714543 function hevc_put_hevc_qpel_bi_hv6_8_end_neon
45724544 mov x9, #(MAX_PB_SIZE * 2)
45734545 load_qpel_filterh x7, x6
@@ -4598,26 +4570,6 @@ function hevc_put_hevc_qpel_bi_hv6_8_end_neon · 24 unmodified lines
45984570 2: ret
45994571 endfunc
46004572
4601−function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1
4602− add w10, w5, #7
4603− lsl x10, x10, #7
4604− sub sp, sp, x10 // tmp_array
4605− stp x7, x30, [sp, #-48]!
4606− stp x4, x5, [sp, #16]
4607− stp x0, x1, [sp, #32]
4608− sub x1, x2, x3, lsl #1
4609− sub x1, x1, x3
4610− add x0, sp, #48
4611− mov x2, x3
4612− add x3, x5, #7
4613− mov x4, x6
4614− bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
4615− ldp x4, x5, [sp, #16]
4616− ldp x0, x1, [sp, #32]
4617− ldp x7, x30, [sp], #48
4618− b hevc_put_hevc_qpel_bi_hv8_8_end_neon
4619−endfunc
4620−
46214573 function hevc_put_hevc_qpel_bi_hv8_8_end_neon
46224574 mov x9, #(MAX_PB_SIZE * 2)
46234575 load_qpel_filterh x7, x6
@@ -4646,46 +4598,6 @@ function hevc_put_hevc_qpel_bi_hv8_8_end_neon · 22 unmodified lines
46464598 2: ret
46474599 endfunc
46484600
4649−function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1
4650− stp x6, x7, [sp, #-80]!
4651− stp x4, x5, [sp, #16]
4652− stp x2, x3, [sp, #32]
4653− stp x0, x1, [sp, #48]
4654− str x30, [sp, #64]
4655− bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm)
4656− ldp x4, x5, [sp, #16]
4657− ldp x2, x3, [sp, #32]
4658− ldp x0, x1, [sp, #48]
4659− ldp x6, x7, [sp], #64
4660− add x4, x4, #16
4661− add x2, x2, #8
4662− add x0, x0, #8
4663− bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm)
4664− ldr x30, [sp], #16
4665− ret
4666−endfunc
4667−
4668−function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1
4669− add w10, w5, #7
4670− lsl x10, x10, #7
4671− sub sp, sp, x10 // tmp_array
4672− stp x7, x30, [sp, #-48]!
4673− stp x4, x5, [sp, #16]
4674− stp x0, x1, [sp, #32]
4675− add x0, sp, #48
4676− sub x1, x2, x3, lsl #1
4677− sub x1, x1, x3
4678− mov x2, x3
4679− add w3, w5, #7
4680− mov x4, x6
4681− bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4682− ldp x4, x5, [sp, #16]
4683− ldp x0, x1, [sp, #32]
4684− ldp x7, x30, [sp], #48
4685− mov x6, #16 // width
4686− b hevc_put_hevc_qpel_bi_hv16_8_end_neon
4687−endfunc
4688−
46894601 function hevc_put_hevc_qpel_bi_hv16_8_end_neon
46904602 load_qpel_filterh x7, x8
46914603 mov x9, #(MAX_PB_SIZE * 2)
@@ -4735,6 +4647,109 @@ function hevc_put_hevc_qpel_bi_hv16_8_end_neon · 43 unmodified lines
47354647 ret
47364648 endfunc
47374649
4650+#if HAVE_I8MM
4651+ENABLE_I8MM
4652+
4653+function ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm, export=1
4654+ add w10, w5, #7
4655+ lsl x10, x10, #7
4656+ sub sp, sp, x10 // tmp_array
4657+ stp x7, x30, [sp, #-48]!
4658+ stp x4, x5, [sp, #16]
4659+ stp x0, x1, [sp, #32]
4660+ sub x1, x2, x3, lsl #1
4661+ sub x1, x1, x3
4662+ add x0, sp, #48
4663+ mov x2, x3
4664+ add w3, w5, #7
4665+ mov x4, x6
4666+ bl X(ff_hevc_put_hevc_qpel_h4_8_neon_i8mm)
4667+ ldp x4, x5, [sp, #16]
4668+ ldp x0, x1, [sp, #32]
4669+ ldp x7, x30, [sp], #48
4670+ b hevc_put_hevc_qpel_bi_hv4_8_end_neon
4671+endfunc
4672+
4673+function ff_hevc_put_hevc_qpel_bi_hv6_8_neon_i8mm, export=1
4674+ add w10, w5, #7
4675+ lsl x10, x10, #7
4676+ sub sp, sp, x10 // tmp_array
4677+ stp x7, x30, [sp, #-48]!
4678+ stp x4, x5, [sp, #16]
4679+ stp x0, x1, [sp, #32]
4680+ sub x1, x2, x3, lsl #1
4681+ sub x1, x1, x3
4682+ add x0, sp, #48
4683+ mov x2, x3
4684+ add x3, x5, #7
4685+ mov x4, x6
4686+ bl X(ff_hevc_put_hevc_qpel_h6_8_neon_i8mm)
4687+ ldp x4, x5, [sp, #16]
4688+ ldp x0, x1, [sp, #32]
4689+ ldp x7, x30, [sp], #48
4690+ b hevc_put_hevc_qpel_bi_hv6_8_end_neon
4691+endfunc
4692+
4693+function ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm, export=1
4694+ add w10, w5, #7
4695+ lsl x10, x10, #7
4696+ sub sp, sp, x10 // tmp_array
4697+ stp x7, x30, [sp, #-48]!
4698+ stp x4, x5, [sp, #16]
4699+ stp x0, x1, [sp, #32]
4700+ sub x1, x2, x3, lsl #1
4701+ sub x1, x1, x3
4702+ add x0, sp, #48
4703+ mov x2, x3
4704+ add x3, x5, #7
4705+ mov x4, x6
4706+ bl X(ff_hevc_put_hevc_qpel_h8_8_neon_i8mm)
4707+ ldp x4, x5, [sp, #16]
4708+ ldp x0, x1, [sp, #32]
4709+ ldp x7, x30, [sp], #48
4710+ b hevc_put_hevc_qpel_bi_hv8_8_end_neon
4711+endfunc
4712+
4713+function ff_hevc_put_hevc_qpel_bi_hv12_8_neon_i8mm, export=1
4714+ stp x6, x7, [sp, #-80]!
4715+ stp x4, x5, [sp, #16]
4716+ stp x2, x3, [sp, #32]
4717+ stp x0, x1, [sp, #48]
4718+ str x30, [sp, #64]
4719+ bl X(ff_hevc_put_hevc_qpel_bi_hv8_8_neon_i8mm)
4720+ ldp x4, x5, [sp, #16]
4721+ ldp x2, x3, [sp, #32]
4722+ ldp x0, x1, [sp, #48]
4723+ ldp x6, x7, [sp], #64
4724+ add x4, x4, #16
4725+ add x2, x2, #8
4726+ add x0, x0, #8
4727+ bl X(ff_hevc_put_hevc_qpel_bi_hv4_8_neon_i8mm)
4728+ ldr x30, [sp], #16
4729+ ret
4730+endfunc
4731+
4732+function ff_hevc_put_hevc_qpel_bi_hv16_8_neon_i8mm, export=1
4733+ add w10, w5, #7
4734+ lsl x10, x10, #7
4735+ sub sp, sp, x10 // tmp_array
4736+ stp x7, x30, [sp, #-48]!
4737+ stp x4, x5, [sp, #16]
4738+ stp x0, x1, [sp, #32]
4739+ add x0, sp, #48
4740+ sub x1, x2, x3, lsl #1
4741+ sub x1, x1, x3
4742+ mov x2, x3
4743+ add w3, w5, #7
4744+ mov x4, x6
4745+ bl X(ff_hevc_put_hevc_qpel_h16_8_neon_i8mm)
4746+ ldp x4, x5, [sp, #16]
4747+ ldp x0, x1, [sp, #32]
4748+ ldp x7, x30, [sp], #48
4749+ mov x6, #16 // width
4750+ b hevc_put_hevc_qpel_bi_hv16_8_end_neon
4751+endfunc
4752+
47384753 function ff_hevc_put_hevc_qpel_bi_hv24_8_neon_i8mm, export=1
47394754 stp x6, x7, [sp, #-80]!
47404755 stp x4, x5, [sp, #16]

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t