History

lavc/aarch64: new optimization for 8-bit hevc_pel_bi_pixels

put_hevc_pel_bi_pixels4_8_c: 54.7 put_hevc_pel_bi_pixels4_8_neon: 43.0 put_hevc_pel_bi_pixels6_8_c: 94.7 put_hevc_pel_bi_pixels6_8_neon: 37.0 put_hevc_pel_bi_pixels8_8_c: 171.0 put_hevc_pel_bi_pixels8_8_neon: 24.0 put_hevc_pel_bi_pixels12_8_c: 354.0 put_hevc_pel_bi_pixels12_8_neon: 68.7 put_hevc_pel_bi_pixels16_8_c: 588.2 put_hevc_pel_bi_pixels16_8_neon: 77.5 put_hevc_pel_bi_pixels24_8_c: 1670.7 put_hevc_pel_bi_pixels24_8_neon: 173.0 put_hevc_pel_bi_pixels32_8_c: 2267.7 put_hevc_pel_bi_pixels32_8_neon: 281.2 put_hevc_pel_bi_pixels48_8_c: 5787.5 put_hevc_pel_bi_pixels48_8_neon: 673.5 put_hevc_pel_bi_pixels64_8_c: 9897.0 put_hevc_pel_bi_pixels64_8_neon: 1159.5

Logan Lyu committed 3 years ago

Commit 40cf4a51 parent d0ec8262 files · +185 −0Browse files

Unified · Split

2 files
  1. libavcodec/aarch64/hevcdsp_epel_neon.S +179 −0
  2. libavcodec/aarch64/hevcdsp_init_aarch64.c +6 −0
libavcodec/aarch64/hevcdsp_epel_neon.S+179−0
@@ -244,6 +244,185 @@ function ff_hevc_put_hevc_pel_pixels64_8_neon, export=1 · 243 unmodified lines
244244 endfunc
245245
246246
247+function ff_hevc_put_hevc_pel_bi_pixels4_8_neon, export=1
248+ mov x10, #(MAX_PB_SIZE * 2)
249+1: ld1 {v0.s}[0], [x2], x3 // src
250+ ushll v16.8h, v0.8b, #6
251+ ld1 {v20.4h}, [x4], x10 // src2
252+ sqadd v16.8h, v16.8h, v20.8h
253+ sqrshrun v0.8b, v16.8h, #7
254+ st1 {v0.s}[0], [x0], x1
255+ subs w5, w5, #1
256+ b.ne 1b
257+ ret
258+endfunc
259+
260+function ff_hevc_put_hevc_pel_bi_pixels6_8_neon, export=1
261+ mov x10, #(MAX_PB_SIZE * 2)
262+ sub x1, x1, #4
263+1: ld1 {v0.8b}, [x2], x3
264+ ushll v16.8h, v0.8b, #6
265+ ld1 {v20.8h}, [x4], x10
266+ sqadd v16.8h, v16.8h, v20.8h
267+ sqrshrun v0.8b, v16.8h, #7
268+ st1 {v0.s}[0], [x0], #4
269+ st1 {v0.h}[2], [x0], x1
270+ subs w5, w5, #1
271+ b.ne 1b
272+ ret
273+endfunc
274+
275+function ff_hevc_put_hevc_pel_bi_pixels8_8_neon, export=1
276+ mov x10, #(MAX_PB_SIZE * 2)
277+1: ld1 {v0.8b}, [x2], x3 // src
278+ ushll v16.8h, v0.8b, #6
279+ ld1 {v20.8h}, [x4], x10 // src2
280+ sqadd v16.8h, v16.8h, v20.8h
281+ sqrshrun v0.8b, v16.8h, #7
282+ subs w5, w5, #1
283+ st1 {v0.8b}, [x0], x1
284+ b.ne 1b
285+ ret
286+endfunc
287+
288+function ff_hevc_put_hevc_pel_bi_pixels12_8_neon, export=1
289+ mov x10, #(MAX_PB_SIZE * 2)
290+ sub x1, x1, #8
291+1: ld1 {v0.16b}, [x2], x3
292+ ushll v16.8h, v0.8b, #6
293+ ushll2 v17.8h, v0.16b, #6
294+ ld1 {v20.8h, v21.8h}, [x4], x10
295+ sqadd v16.8h, v16.8h, v20.8h
296+ sqadd v17.8h, v17.8h, v21.8h
297+ sqrshrun v0.8b, v16.8h, #7
298+ sqrshrun2 v0.16b, v17.8h, #7
299+ st1 {v0.8b}, [x0], #8
300+ subs w5, w5, #1
301+ st1 {v0.s}[2], [x0], x1
302+ b.ne 1b
303+ ret
304+endfunc
305+
306+function ff_hevc_put_hevc_pel_bi_pixels16_8_neon, export=1
307+ mov x10, #(MAX_PB_SIZE * 2)
308+1: ld1 {v0.16b}, [x2], x3 // src
309+ ushll v16.8h, v0.8b, #6
310+ ushll2 v17.8h, v0.16b, #6
311+ ld1 {v20.8h, v21.8h}, [x4], x10 // src2
312+ sqadd v16.8h, v16.8h, v20.8h
313+ sqadd v17.8h, v17.8h, v21.8h
314+ sqrshrun v0.8b, v16.8h, #7
315+ sqrshrun2 v0.16b, v17.8h, #7
316+ subs w5, w5, #1
317+ st1 {v0.16b}, [x0], x1
318+ b.ne 1b
319+ ret
320+endfunc
321+
322+function ff_hevc_put_hevc_pel_bi_pixels24_8_neon, export=1
323+ mov x10, #(MAX_PB_SIZE * 2)
324+1: ld1 {v0.8b-v2.8b}, [x2], x3 // src
325+ ushll v16.8h, v0.8b, #6
326+ ushll v17.8h, v1.8b, #6
327+ ushll v18.8h, v2.8b, #6
328+ ld1 {v20.8h-v22.8h}, [x4], x10 // src2
329+ sqadd v16.8h, v16.8h, v20.8h
330+ sqadd v17.8h, v17.8h, v21.8h
331+ sqadd v18.8h, v18.8h, v22.8h
332+ sqrshrun v0.8b, v16.8h, #7
333+ sqrshrun v1.8b, v17.8h, #7
334+ sqrshrun v2.8b, v18.8h, #7
335+ subs w5, w5, #1
336+ st1 {v0.8b-v2.8b}, [x0], x1
337+ b.ne 1b
338+ ret
339+endfunc
340+
341+function ff_hevc_put_hevc_pel_bi_pixels32_8_neon, export=1
342+ mov x10, #(MAX_PB_SIZE * 2)
343+1: ld1 {v0.16b-v1.16b}, [x2], x3 // src
344+ ushll v16.8h, v0.8b, #6
345+ ushll2 v17.8h, v0.16b, #6
346+ ushll v18.8h, v1.8b, #6
347+ ushll2 v19.8h, v1.16b, #6
348+ ld1 {v20.8h-v23.8h}, [x4], x10 // src2
349+ sqadd v16.8h, v16.8h, v20.8h
350+ sqadd v17.8h, v17.8h, v21.8h
351+ sqadd v18.8h, v18.8h, v22.8h
352+ sqadd v19.8h, v19.8h, v23.8h
353+ sqrshrun v0.8b, v16.8h, #7
354+ sqrshrun2 v0.16b, v17.8h, #7
355+ sqrshrun v1.8b, v18.8h, #7
356+ sqrshrun2 v1.16b, v19.8h, #7
357+ st1 {v0.16b-v1.16b}, [x0], x1
358+ subs w5, w5, #1
359+ b.ne 1b
360+ ret
361+endfunc
362+
363+function ff_hevc_put_hevc_pel_bi_pixels48_8_neon, export=1
364+ mov x10, #(MAX_PB_SIZE)
365+1: ld1 {v0.16b-v2.16b}, [x2], x3 // src
366+ ushll v16.8h, v0.8b, #6
367+ ushll2 v17.8h, v0.16b, #6
368+ ushll v18.8h, v1.8b, #6
369+ ushll2 v19.8h, v1.16b, #6
370+ ushll v20.8h, v2.8b, #6
371+ ushll2 v21.8h, v2.16b, #6
372+ ld1 {v24.8h-v27.8h}, [x4], #(MAX_PB_SIZE) // src2
373+ sqadd v16.8h, v16.8h, v24.8h
374+ sqadd v17.8h, v17.8h, v25.8h
375+ sqadd v18.8h, v18.8h, v26.8h
376+ sqadd v19.8h, v19.8h, v27.8h
377+ ld1 {v24.8h-v25.8h}, [x4], x10
378+ sqadd v20.8h, v20.8h, v24.8h
379+ sqadd v21.8h, v21.8h, v25.8h
380+ sqrshrun v0.8b, v16.8h, #7
381+ sqrshrun2 v0.16b, v17.8h, #7
382+ sqrshrun v1.8b, v18.8h, #7
383+ sqrshrun2 v1.16b, v19.8h, #7
384+ sqrshrun v2.8b, v20.8h, #7
385+ sqrshrun2 v2.16b, v21.8h, #7
386+ subs w5, w5, #1
387+ st1 {v0.16b-v2.16b}, [x0], x1
388+ b.ne 1b
389+ ret
390+endfunc
391+
392+function ff_hevc_put_hevc_pel_bi_pixels64_8_neon, export=1
393+1: ld1 {v0.16b, v1.16b, v2.16b, v3.16b}, [x2], x3 // src
394+ ushll v16.8h, v0.8b, #6
395+ ushll2 v17.8h, v0.16b, #6
396+ ushll v18.8h, v1.8b, #6
397+ ushll2 v19.8h, v1.16b, #6
398+ ushll v20.8h, v2.8b, #6
399+ ushll2 v21.8h, v2.16b, #6
400+ ushll v22.8h, v3.8b, #6
401+ ushll2 v23.8h, v3.16b, #6
402+ ld1 {v24.8h, v25.8h, v26.8h, v27.8h}, [x4], #(MAX_PB_SIZE) // src2
403+ sqadd v16.8h, v16.8h, v24.8h
404+ sqadd v17.8h, v17.8h, v25.8h
405+ sqadd v18.8h, v18.8h, v26.8h
406+ sqadd v19.8h, v19.8h, v27.8h
407+ ld1 {v24.8h, v25.8h, v26.8h, v27.8h}, [x4], #(MAX_PB_SIZE)
408+ sqadd v20.8h, v20.8h, v24.8h
409+ sqadd v21.8h, v21.8h, v25.8h
410+ sqadd v22.8h, v22.8h, v26.8h
411+ sqadd v23.8h, v23.8h, v27.8h
412+ sqrshrun v0.8b, v16.8h, #7
413+ sqrshrun2 v0.16b, v17.8h, #7
414+ sqrshrun v1.8b, v18.8h, #7
415+ sqrshrun2 v1.16b, v19.8h, #7
416+ sqrshrun v2.8b, v20.8h, #7
417+ sqrshrun2 v2.16b, v21.8h, #7
418+ sqrshrun v3.8b, v22.8h, #7
419+ sqrshrun2 v3.16b, v23.8h, #7
420+ st1 {v0.16b, v1.16b, v2.16b, v3.16b}, [x0], x1
421+ subs w5, w5, #1
422+ b.ne 1b
423+ ret
424+endfunc
425+
247426 function ff_hevc_put_hevc_epel_v4_8_neon, export=1
248427 load_epel_filterb x5, x4
249428 sub x1, x1, x2
libavcodec/aarch64/hevcdsp_init_aarch64.c+6−0
@@ -156,6 +156,10 @@ NEON8_FNPROTO(pel_pixels, (int16_t *dst, · 155 unmodified lines
156156 const uint8_t *src, ptrdiff_t srcstride,
157157 int height, intptr_t mx, intptr_t my, int width),);
158158
159+NEON8_FNPROTO(pel_bi_pixels, (uint8_t *dst, ptrdiff_t dststride,
160+ const uint8_t *_src, ptrdiff_t _srcstride, const int16_t *src2,
161+ int height, intptr_t mx, intptr_t my, int width),);
162+
159163 NEON8_FNPROTO(epel_v, (int16_t *dst,
160164 const uint8_t *src, ptrdiff_t srcstride,
161165 int height, intptr_t mx, intptr_t my, int width),);
@@ -324,6 +328,8 @@ av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth) · 162 unmodified lines
324328 NEON8_FNASSIGN(c->put_hevc_epel, 1, 0, epel_v,);
325329 NEON8_FNASSIGN(c->put_hevc_qpel, 0, 0, pel_pixels,);
326330 NEON8_FNASSIGN(c->put_hevc_qpel, 1, 0, qpel_v,);
331+ NEON8_FNASSIGN(c->put_hevc_epel_bi, 0, 0, pel_bi_pixels,);
332+ NEON8_FNASSIGN(c->put_hevc_qpel_bi, 0, 0, pel_bi_pixels,);
327333 NEON8_FNASSIGN(c->put_hevc_epel_uni, 0, 0, pel_uni_pixels,);
328334 NEON8_FNASSIGN(c->put_hevc_epel_uni, 1, 0, epel_uni_v,);
329335 NEON8_FNASSIGN(c->put_hevc_qpel_uni, 0, 0, pel_uni_pixels,);

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t