put_hevc_pel_uni_pixels4_8_c: 35.9 put_hevc_pel_uni_pixels4_8_neon: 7.6 put_hevc_pel_uni_pixels6_8_c: 46.1 put_hevc_pel_uni_pixels6_8_neon: 20.6 put_hevc_pel_uni_pixels8_8_c: 53.4 put_hevc_pel_uni_pixels8_8_neon: 11.6 put_hevc_pel_uni_pixels12_8_c: 89.1 put_hevc_pel_uni_pixels12_8_neon: 25.9 put_hevc_pel_uni_pixels16_8_c: 106.4 put_hevc_pel_uni_pixels16_8_neon: 20.4 put_hevc_pel_uni_pixels24_8_c: 137.6 put_hevc_pel_uni_pixels24_8_neon: 47.1 put_hevc_pel_uni_pixels32_8_c: 173.6 put_hevc_pel_uni_pixels32_8_neon: 54.1 put_hevc_pel_uni_pixels48_8_c: 268.1 put_hevc_pel_uni_pixels48_8_neon: 117.1 put_hevc_pel_uni_pixels64_8_c: 346.1 put_hevc_pel_uni_pixels64_8_neon: 205.9
Unified · Split
| @@ -152,6 +152,9 @@ void ff_hevc_put_hevc_qpel_bi_h16_8_neon(uint8_t *_dst, ptrdiff_t _dststride, co · 151 unmodified lines | |||
| 152 | void ff_hevc_put_hevc_##fn##32_8_neon##ext args; \ | 152 | void ff_hevc_put_hevc_##fn##32_8_neon##ext args; \ |
| 153 | void ff_hevc_put_hevc_##fn##64_8_neon##ext args; \ | 153 | void ff_hevc_put_hevc_##fn##64_8_neon##ext args; \ |
| 154 | 154 | ||
| 155 | NEON8_FNPROTO(pel_uni_pixels, (uint8_t *_dst, ptrdiff_t _dststride, | ||
| 156 | const uint8_t *_src, ptrdiff_t _srcstride, | ||
| 157 | int height, intptr_t mx, intptr_t my, int width),); | ||
| 155 | 158 | ||
| 156 | NEON8_FNPROTO(pel_uni_w_pixels, (uint8_t *_dst, ptrdiff_t _dststride, | 159 | NEON8_FNPROTO(pel_uni_w_pixels, (uint8_t *_dst, ptrdiff_t _dststride, |
| 157 | const uint8_t *_src, ptrdiff_t _srcstride, | 160 | const uint8_t *_src, ptrdiff_t _srcstride, |
| @@ -263,6 +266,8 @@ av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth) · 105 unmodified lines | |||
| 263 | c->put_hevc_qpel_bi[8][0][1] = | 266 | c->put_hevc_qpel_bi[8][0][1] = |
| 264 | c->put_hevc_qpel_bi[9][0][1] = ff_hevc_put_hevc_qpel_bi_h16_8_neon; | 267 | c->put_hevc_qpel_bi[9][0][1] = ff_hevc_put_hevc_qpel_bi_h16_8_neon; |
| 265 | 268 | ||
| 269 | NEON8_FNASSIGN(c->put_hevc_epel_uni, 0, 0, pel_uni_pixels,); | ||
| 270 | NEON8_FNASSIGN(c->put_hevc_qpel_uni, 0, 0, pel_uni_pixels,); | ||
| 266 | NEON8_FNASSIGN(c->put_hevc_epel_uni_w, 0, 0, pel_uni_w_pixels,); | 271 | NEON8_FNASSIGN(c->put_hevc_epel_uni_w, 0, 0, pel_uni_w_pixels,); |
| 267 | NEON8_FNASSIGN(c->put_hevc_qpel_uni_w, 0, 0, pel_uni_w_pixels,); | 272 | NEON8_FNASSIGN(c->put_hevc_qpel_uni_w, 0, 0, pel_uni_w_pixels,); |
| 268 | NEON8_FNASSIGN_PARTIAL_4(c->put_hevc_qpel_uni_w, 1, 0, qpel_uni_w_v,); | 273 | NEON8_FNASSIGN_PARTIAL_4(c->put_hevc_qpel_uni_w, 1, 0, qpel_uni_w_v,); |
| @@ -490,6 +490,110 @@ put_hevc qpel · 489 unmodified lines | |||
| 490 | put_hevc qpel_uni | 490 | put_hevc qpel_uni |
| 491 | put_hevc qpel_bi | 491 | put_hevc qpel_bi |
| 492 | 492 | ||
| 493 | function ff_hevc_put_hevc_pel_uni_pixels4_8_neon, export=1 | ||
| 494 | 1: | ||
| 495 | ldr s0, [x2] | ||
| 496 | ldr s1, [x2, x3] | ||
| 497 | subs w4, w4, #2 | ||
| 498 | add x2, x2, x3, lsl #1 | ||
| 499 | str s0, [x0] | ||
| 500 | str s1, [x0, x1] | ||
| 501 | add x0, x0, x1, lsl #1 | ||
| 502 | b.hi 1b | ||
| 503 | ret | ||
| 504 | endfunc | ||
| 505 | |||
| 506 | function ff_hevc_put_hevc_pel_uni_pixels6_8_neon, export=1 | ||
| 507 | sub x1, x1, #4 | ||
| 508 | 1: | ||
| 509 | ldr d0, [x2] | ||
| 510 | ldr d1, [x2, x3] | ||
| 511 | subs w4, w4, #2 | ||
| 512 | add x2, x2, x3, lsl #1 | ||
| 513 | str s0, [x0], #4 | ||
| 514 | st1 {v0.h}[2], [x0], x1 | ||
| 515 | str s1, [x0], #4 | ||
| 516 | st1 {v1.h}[2], [x0], x1 | ||
| 517 | b.hi 1b | ||
| 518 | ret | ||
| 519 | endfunc | ||
| 520 | |||
| 521 | function ff_hevc_put_hevc_pel_uni_pixels8_8_neon, export=1 | ||
| 522 | 1: | ||
| 523 | ldr d0, [x2] | ||
| 524 | ldr d1, [x2, x3] | ||
| 525 | subs w4, w4, #2 | ||
| 526 | add x2, x2, x3, lsl #1 | ||
| 527 | str d0, [x0] | ||
| 528 | str d1, [x0, x1] | ||
| 529 | add x0, x0, x1, lsl #1 | ||
| 530 | b.hi 1b | ||
| 531 | ret | ||
| 532 | endfunc | ||
| 533 | |||
| 534 | function ff_hevc_put_hevc_pel_uni_pixels12_8_neon, export=1 | ||
| 535 | sub x1, x1, #8 | ||
| 536 | 1: | ||
| 537 | ldr q0, [x2] | ||
| 538 | ldr q1, [x2, x3] | ||
| 539 | subs w4, w4, #2 | ||
| 540 | add x2, x2, x3, lsl #1 | ||
| 541 | str d0, [x0], #8 | ||
| 542 | st1 {v0.s}[2], [x0], x1 | ||
| 543 | str d1, [x0], #8 | ||
| 544 | st1 {v1.s}[2], [x0], x1 | ||
| 545 | b.hi 1b | ||
| 546 | ret | ||
| 547 | endfunc | ||
| 548 | |||
| 549 | function ff_hevc_put_hevc_pel_uni_pixels16_8_neon, export=1 | ||
| 550 | 1: | ||
| 551 | ldr q0, [x2] | ||
| 552 | ldr q1, [x2, x3] | ||
| 553 | subs w4, w4, #2 | ||
| 554 | add x2, x2, x3, lsl #1 | ||
| 555 | str q0, [x0] | ||
| 556 | str q1, [x0, x1] | ||
| 557 | add x0, x0, x1, lsl #1 | ||
| 558 | b.hi 1b | ||
| 559 | ret | ||
| 560 | endfunc | ||
| 561 | |||
| 562 | function ff_hevc_put_hevc_pel_uni_pixels24_8_neon, export=1 | ||
| 563 | 1: | ||
| 564 | ld1 {v0.8b, v1.8b, v2.8b}, [x2], x3 | ||
| 565 | subs w4, w4, #1 | ||
| 566 | st1 {v0.8b, v1.8b, v2.8b}, [x0], x1 | ||
| 567 | b.hi 1b | ||
| 568 | ret | ||
| 569 | endfunc | ||
| 570 | |||
| 571 | function ff_hevc_put_hevc_pel_uni_pixels32_8_neon, export=1 | ||
| 572 | 1: | ||
| 573 | ld1 {v0.16b, v1.16b}, [x2], x3 | ||
| 574 | subs w4, w4, #1 | ||
| 575 | st1 {v0.16b, v1.16b}, [x0], x1 | ||
| 576 | b.hi 1b | ||
| 577 | ret | ||
| 578 | endfunc | ||
| 579 | |||
| 580 | function ff_hevc_put_hevc_pel_uni_pixels48_8_neon, export=1 | ||
| 581 | 1: | ||
| 582 | ld1 {v0.16b, v1.16b, v2.16b}, [x2], x3 | ||
| 583 | subs w4, w4, #1 | ||
| 584 | st1 {v0.16b, v1.16b, v2.16b}, [x0], x1 | ||
| 585 | b.hi 1b | ||
| 586 | ret | ||
| 587 | endfunc | ||
| 588 | |||
| 589 | function ff_hevc_put_hevc_pel_uni_pixels64_8_neon, export=1 | ||
| 590 | 1: | ||
| 591 | ld1 {v0.16b, v1.16b, v2.16b, v3.16b}, [x2], x3 | ||
| 592 | subs w4, w4, #1 | ||
| 593 | st1 {v0.16b, v1.16b, v2.16b, v3.16b}, [x0], x1 | ||
| 594 | b.hi 1b | ||
| 595 | ret | ||
| 596 | endfunc | ||
| 493 | 597 | ||
| 494 | function ff_hevc_put_hevc_pel_uni_w_pixels4_8_neon, export=1 | 598 | function ff_hevc_put_hevc_pel_uni_w_pixels4_8_neon, export=1 |
| 495 | mov w10, #-6 | 599 | mov w10, #-6 |