The avg/avg_w is based on dav1d. See https://code.videolan.org/videolan/dav1d/-/blob/master/src/x86/mc_avx2.asm vvc_avg_8_2x2_c: 71.6 vvc_avg_8_2x2_avx2: 26.8 vvc_avg_8_2x4_c: 140.8 vvc_avg_8_2x4_avx2: 34.6 vvc_avg_8_2x8_c: 410.3 vvc_avg_8_2x8_avx2: 41.3 vvc_avg_8_2x16_c: 769.3 vvc_avg_8_2x16_avx2: 60.3 vvc_avg_8_2x32_c: 1669.6 vvc_avg_8_2x32_avx2: 105.1 vvc_avg_8_2x64_c: 1978.3 vvc_avg_8_2x64_avx2: 425.8 vvc_avg_8_2x128_c: 6536.8 vvc_avg_8_2x128_avx2: 1315.1 vvc_avg_8_4x2_c: 155.6 vvc_avg_8_4x2_avx2: 26.1 vvc_avg_8_4x4_c: 250.3 vvc_avg_8_4x4_avx2: 31.3 vvc_avg_8_4x8_c: 831.8 vvc_avg_8_4x8_avx2: 41.3 vvc_avg_8_4x16_c: 1461.1 vvc_avg_8_4x16_avx2: 57.1 vvc_avg_8_4x32_c: 2821.6 vvc_avg_8_4x32_avx2: 105.1 vvc_avg_8_4x64_c: 3615.8 vvc_avg_8_4x64_avx2: 412.6 vvc_avg_8_4x128_c: 11962.6 vvc_avg_8_4x128_avx2: 1274.3 vvc_avg_8_8x2_c: 215.8 vvc_avg_8_8x2_avx2: 29.1 vvc_avg_8_8x4_c: 430.6 vvc_avg_8_8x4_avx2: 37.6 vvc_avg_8_8x8_c: 1463.3 vvc_avg_8_8x8_avx2: 51.8 vvc_avg_8_8x16_c: 2630.1 vvc_avg_8_8x16_avx2: 97.6 vvc_avg_8_8x32_c: 5813.8 vvc_avg_8_8x32_avx2: 196.6 vvc_avg_8_8x64_c: 6687.3 vvc_avg_8_8x64_avx2: 487.8 vvc_avg_8_8x128_c: 13178.6 vvc_avg_8_8x128_avx2: 1290.6 vvc_avg_8_16x2_c: 443.8 vvc_avg_8_16x2_avx2: 28.3 vvc_avg_8_16x4_c: 1253.3 vvc_avg_8_16x4_avx2: 32.1 vvc_avg_8_16x8_c: 2236.3 vvc_avg_8_16x8_avx2: 44.3 vvc_avg_8_16x16_c: 5127.8 vvc_avg_8_16x16_avx2: 63.3 vvc_avg_8_16x32_c: 6573.3 vvc_avg_8_16x32_avx2: 223.6 vvc_avg_8_16x64_c: 30311.8 vvc_avg_8_16x64_avx2: 437.8 vvc_avg_8_16x128_c: 25693.3 vvc_avg_8_16x128_avx2: 1266.8 vvc_avg_8_32x2_c: 954.6 vvc_avg_8_32x2_avx2: 32.1 vvc_avg_8_32x4_c: 2359.6 vvc_avg_8_32x4_avx2: 39.6 vvc_avg_8_32x8_c: 5703.6 vvc_avg_8_32x8_avx2: 57.1 vvc_avg_8_32x16_c: 9967.6 vvc_avg_8_32x16_avx2: 107.1 vvc_avg_8_32x32_c: 21327.6 vvc_avg_8_32x32_avx2: 272.6 vvc_avg_8_32x64_c: 39240.8 vvc_avg_8_32x64_avx2: 529.6 vvc_avg_8_32x128_c: 52580.8 vvc_avg_8_32x128_avx2: 1338.8 vvc_avg_8_64x2_c: 1647.3 vvc_avg_8_64x2_avx2: 38.8 vvc_avg_8_64x4_c: 5130.1 vvc_avg_8_64x4_avx2: 58.8 vvc_avg_8_64x8_c: 6529.3 vvc_avg_8_64x8_avx2: 88.3 vvc_avg_8_64x16_c: 19913.6 vvc_avg_8_64x16_avx2: 162.3 vvc_avg_8_64x32_c: 39360.8 vvc_avg_8_64x32_avx2: 295.8 vvc_avg_8_64x64_c: 49658.3 vvc_avg_8_64x64_avx2: 784.1 vvc_avg_8_64x128_c: 108513.1 vvc_avg_8_64x128_avx2: 1977.1 vvc_avg_8_128x2_c: 3226.1 vvc_avg_8_128x2_avx2: 61.1 vvc_avg_8_128x4_c: 10280.3 vvc_avg_8_128x4_avx2: 94.6 vvc_avg_8_128x8_c: 18079.3 vvc_avg_8_128x8_avx2: 155.3 vvc_avg_8_128x16_c: 45121.8 vvc_avg_8_128x16_avx2: 285.3 vvc_avg_8_128x32_c: 48651.8 vvc_avg_8_128x32_avx2: 581.6 vvc_avg_8_128x64_c: 165078.6 vvc_avg_8_128x64_avx2: 1942.8 vvc_avg_8_128x128_c: 339103.1 vvc_avg_8_128x128_avx2: 4332.6 vvc_avg_10_2x2_c: 144.3 vvc_avg_10_2x2_avx2: 26.8 vvc_avg_10_2x4_c: 142.6 vvc_avg_10_2x4_avx2: 45.3 vvc_avg_10_2x8_c: 478.1 vvc_avg_10_2x8_avx2: 38.1 vvc_avg_10_2x16_c: 518.3 vvc_avg_10_2x16_avx2: 58.1 vvc_avg_10_2x32_c: 2059.8 vvc_avg_10_2x32_avx2: 93.1 vvc_avg_10_2x64_c: 2383.8 vvc_avg_10_2x64_avx2: 714.8 vvc_avg_10_2x128_c: 4498.3 vvc_avg_10_2x128_avx2: 1466.3 vvc_avg_10_4x2_c: 228.6 vvc_avg_10_4x2_avx2: 26.8 vvc_avg_10_4x4_c: 378.3 vvc_avg_10_4x4_avx2: 30.6 vvc_avg_10_4x8_c: 866.8 vvc_avg_10_4x8_avx2: 44.6 vvc_avg_10_4x16_c: 1018.1 vvc_avg_10_4x16_avx2: 58.1 vvc_avg_10_4x32_c: 3590.8 vvc_avg_10_4x32_avx2: 128.8 vvc_avg_10_4x64_c: 4200.8 vvc_avg_10_4x64_avx2: 663.6 vvc_avg_10_4x128_c: 8450.8 vvc_avg_10_4x128_avx2: 1531.8 vvc_avg_10_8x2_c: 369.3 vvc_avg_10_8x2_avx2: 28.3 vvc_avg_10_8x4_c: 513.8 vvc_avg_10_8x4_avx2: 32.1 vvc_avg_10_8x8_c: 1720.3 vvc_avg_10_8x8_avx2: 49.1 vvc_avg_10_8x16_c: 1894.8 vvc_avg_10_8x16_avx2: 71.6 vvc_avg_10_8x32_c: 3931.3 vvc_avg_10_8x32_avx2: 148.1 vvc_avg_10_8x64_c: 7964.3 vvc_avg_10_8x64_avx2: 613.1 vvc_avg_10_8x128_c: 15540.1 vvc_avg_10_8x128_avx2: 1585.1 vvc_avg_10_16x2_c: 877.3 vvc_avg_10_16x2_avx2: 27.6 vvc_avg_10_16x4_c: 955.8 vvc_avg_10_16x4_avx2: 29.8 vvc_avg_10_16x8_c: 3419.6 vvc_avg_10_16x8_avx2: 62.6 vvc_avg_10_16x16_c: 3826.8 vvc_avg_10_16x16_avx2: 54.3 vvc_avg_10_16x32_c: 7655.3 vvc_avg_10_16x32_avx2: 86.3 vvc_avg_10_16x64_c: 30011.1 vvc_avg_10_16x64_avx2: 692.6 vvc_avg_10_16x128_c: 47894.8 vvc_avg_10_16x128_avx2: 1580.3 vvc_avg_10_32x2_c: 944.3 vvc_avg_10_32x2_avx2: 29.8 vvc_avg_10_32x4_c: 2022.6 vvc_avg_10_32x4_avx2: 35.1 vvc_avg_10_32x8_c: 6148.8 vvc_avg_10_32x8_avx2: 51.3 vvc_avg_10_32x16_c: 12601.6 vvc_avg_10_32x16_avx2: 70.8 vvc_avg_10_32x32_c: 15958.6 vvc_avg_10_32x32_avx2: 124.3 vvc_avg_10_32x64_c: 31784.6 vvc_avg_10_32x64_avx2: 757.3 vvc_avg_10_32x128_c: 63892.8 vvc_avg_10_32x128_avx2: 1711.3 vvc_avg_10_64x2_c: 1890.8 vvc_avg_10_64x2_avx2: 34.3 vvc_avg_10_64x4_c: 6267.3 vvc_avg_10_64x4_avx2: 42.6 vvc_avg_10_64x8_c: 12778.1 vvc_avg_10_64x8_avx2: 67.8 vvc_avg_10_64x16_c: 22304.3 vvc_avg_10_64x16_avx2: 116.8 vvc_avg_10_64x32_c: 30777.1 vvc_avg_10_64x32_avx2: 201.1 vvc_avg_10_64x64_c: 60169.1 vvc_avg_10_64x64_avx2: 1454.3 vvc_avg_10_64x128_c: 124392.8 vvc_avg_10_64x128_avx2: 3648.6 vvc_avg_10_128x2_c: 3650.1 vvc_avg_10_128x2_avx2: 41.1 vvc_avg_10_128x4_c: 22887.8 vvc_avg_10_128x4_avx2: 64.1 vvc_avg_10_128x8_c: 14622.6 vvc_avg_10_128x8_avx2: 111.6 vvc_avg_10_128x16_c: 62207.6 vvc_avg_10_128x16_avx2: 186.3 vvc_avg_10_128x32_c: 59761.3 vvc_avg_10_128x32_avx2: 374.6 vvc_avg_10_128x64_c: 117504.3 vvc_avg_10_128x64_avx2: 2684.6 vvc_avg_10_128x128_c: 236767.6 vvc_avg_10_128x128_avx2: 15278.1 vvc_avg_12_2x2_c: 78.6 vvc_avg_12_2x2_avx2: 26.1 vvc_avg_12_2x4_c: 254.1 vvc_avg_12_2x4_avx2: 30.6 vvc_avg_12_2x8_c: 261.8 vvc_avg_12_2x8_avx2: 39.1 vvc_avg_12_2x16_c: 527.6 vvc_avg_12_2x16_avx2: 57.3 vvc_avg_12_2x32_c: 1089.1 vvc_avg_12_2x32_avx2: 93.8 vvc_avg_12_2x64_c: 2337.6 vvc_avg_12_2x64_avx2: 707.1 vvc_avg_12_2x128_c: 4582.1 vvc_avg_12_2x128_avx2: 1414.6 vvc_avg_12_4x2_c: 129.6 vvc_avg_12_4x2_avx2: 26.8 vvc_avg_12_4x4_c: 427.3 vvc_avg_12_4x4_avx2: 30.6 vvc_avg_12_4x8_c: 529.6 vvc_avg_12_4x8_avx2: 36.6 vvc_avg_12_4x16_c: 1022.1 vvc_avg_12_4x16_avx2: 57.3 vvc_avg_12_4x32_c: 1987.6 vvc_avg_12_4x32_avx2: 84.3 vvc_avg_12_4x64_c: 4147.6 vvc_avg_12_4x64_avx2: 706.3 vvc_avg_12_4x128_c: 8469.3 vvc_avg_12_4x128_avx2: 1448.3 vvc_avg_12_8x2_c: 253.6 vvc_avg_12_8x2_avx2: 27.6 vvc_avg_12_8x4_c: 836.3 vvc_avg_12_8x4_avx2: 32.1 vvc_avg_12_8x8_c: 1074.6 vvc_avg_12_8x8_avx2: 45.1 vvc_avg_12_8x16_c: 3616.8 vvc_avg_12_8x16_avx2: 71.6 vvc_avg_12_8x32_c: 3823.6 vvc_avg_12_8x32_avx2: 140.1 vvc_avg_12_8x64_c: 7764.8 vvc_avg_12_8x64_avx2: 656.1 vvc_avg_12_8x128_c: 15896.1 vvc_avg_12_8x128_avx2: 1232.8 vvc_avg_12_16x2_c: 462.1 vvc_avg_12_16x2_avx2: 26.8 vvc_avg_12_16x4_c: 1732.1 vvc_avg_12_16x4_avx2: 29.1 vvc_avg_12_16x8_c: 2097.6 vvc_avg_12_16x8_avx2: 62.6 vvc_avg_12_16x16_c: 6753.1 vvc_avg_12_16x16_avx2: 47.8 vvc_avg_12_16x32_c: 7373.1 vvc_avg_12_16x32_avx2: 80.8 vvc_avg_12_16x64_c: 15046.3 vvc_avg_12_16x64_avx2: 621.1 vvc_avg_12_16x128_c: 52574.6 vvc_avg_12_16x128_avx2: 1417.1 vvc_avg_12_32x2_c: 1712.1 vvc_avg_12_32x2_avx2: 29.8 vvc_avg_12_32x4_c: 2036.8 vvc_avg_12_32x4_avx2: 37.6 vvc_avg_12_32x8_c: 4017.6 vvc_avg_12_32x8_avx2: 44.1 vvc_avg_12_32x16_c: 8018.6 vvc_avg_12_32x16_avx2: 70.8 vvc_avg_12_32x32_c: 15637.6 vvc_avg_12_32x32_avx2: 124.3 vvc_avg_12_32x64_c: 31143.3 vvc_avg_12_32x64_avx2: 830.3 vvc_avg_12_32x128_c: 75706.8 vvc_avg_12_32x128_avx2: 1604.8 vvc_avg_12_64x2_c: 3230.3 vvc_avg_12_64x2_avx2: 33.6 vvc_avg_12_64x4_c: 4139.6 vvc_avg_12_64x4_avx2: 45.1 vvc_avg_12_64x8_c: 8201.6 vvc_avg_12_64x8_avx2: 67.1 vvc_avg_12_64x16_c: 25632.3 vvc_avg_12_64x16_avx2: 110.3 vvc_avg_12_64x32_c: 30744.3 vvc_avg_12_64x32_avx2: 200.3 vvc_avg_12_64x64_c: 105554.8 vvc_avg_12_64x64_avx2: 1325.6 vvc_avg_12_64x128_c: 235254.3 vvc_avg_12_64x128_avx2: 3132.6 vvc_avg_12_128x2_c: 6194.3 vvc_avg_12_128x2_avx2: 55.1 vvc_avg_12_128x4_c: 7583.8 vvc_avg_12_128x4_avx2: 79.3 vvc_avg_12_128x8_c: 14635.6 vvc_avg_12_128x8_avx2: 104.3 vvc_avg_12_128x16_c: 29270.8 vvc_avg_12_128x16_avx2: 194.3 vvc_avg_12_128x32_c: 60113.6 vvc_avg_12_128x32_avx2: 346.3 vvc_avg_12_128x64_c: 197030.3 vvc_avg_12_128x64_avx2: 2779.6 vvc_avg_12_128x128_c: 432809.6 vvc_avg_12_128x128_avx2: 5513.3 vvc_w_avg_8_2x2_c: 84.3 vvc_w_avg_8_2x2_avx2: 42.6 vvc_w_avg_8_2x4_c: 156.3 vvc_w_avg_8_2x4_avx2: 58.8 vvc_w_avg_8_2x8_c: 310.6 vvc_w_avg_8_2x8_avx2: 73.1 vvc_w_avg_8_2x16_c: 942.1 vvc_w_avg_8_2x16_avx2: 113.3 vvc_w_avg_8_2x32_c: 1098.8 vvc_w_avg_8_2x32_avx2: 202.6 vvc_w_avg_8_2x64_c: 2414.3 vvc_w_avg_8_2x64_avx2: 467.6 vvc_w_avg_8_2x128_c: 4763.8 vvc_w_avg_8_2x128_avx2: 1333.1 vvc_w_avg_8_4x2_c: 140.1 vvc_w_avg_8_4x2_avx2: 49.8 vvc_w_avg_8_4x4_c: 276.3 vvc_w_avg_8_4x4_avx2: 58.1 vvc_w_avg_8_4x8_c: 524.3 vvc_w_avg_8_4x8_avx2: 72.3 vvc_w_avg_8_4x16_c: 1108.1 vvc_w_avg_8_4x16_avx2: 111.8 vvc_w_avg_8_4x32_c: 2149.8 vvc_w_avg_8_4x32_avx2: 199.6 vvc_w_avg_8_4x64_c: 12288.1 vvc_w_avg_8_4x64_avx2: 509.3 vvc_w_avg_8_4x128_c: 8398.6 vvc_w_avg_8_4x128_avx2: 1319.6 vvc_w_avg_8_8x2_c: 271.1 vvc_w_avg_8_8x2_avx2: 44.1 vvc_w_avg_8_8x4_c: 503.3 vvc_w_avg_8_8x4_avx2: 61.8 vvc_w_avg_8_8x8_c: 1031.1 vvc_w_avg_8_8x8_avx2: 93.8 vvc_w_avg_8_8x16_c: 2009.8 vvc_w_avg_8_8x16_avx2: 163.1 vvc_w_avg_8_8x32_c: 4161.3 vvc_w_avg_8_8x32_avx2: 292.1 vvc_w_avg_8_8x64_c: 7940.6 vvc_w_avg_8_8x64_avx2: 592.1 vvc_w_avg_8_8x128_c: 16802.3 vvc_w_avg_8_8x128_avx2: 1287.6 vvc_w_avg_8_16x2_c: 762.6 vvc_w_avg_8_16x2_avx2: 53.6 vvc_w_avg_8_16x4_c: 1486.3 vvc_w_avg_8_16x4_avx2: 67.1 vvc_w_avg_8_16x8_c: 1907.8 vvc_w_avg_8_16x8_avx2: 96.8 vvc_w_avg_8_16x16_c: 3883.6 vvc_w_avg_8_16x16_avx2: 151.3 vvc_w_avg_8_16x32_c: 7974.8 vvc_w_avg_8_16x32_avx2: 285.8 vvc_w_avg_8_16x64_c: 25160.6 vvc_w_avg_8_16x64_avx2: 589.8 vvc_w_avg_8_16x128_c: 58328.1 vvc_w_avg_8_16x128_avx2: 1169.8 vvc_w_avg_8_32x2_c: 1009.1 vvc_w_avg_8_32x2_avx2: 65.6 vvc_w_avg_8_32x4_c: 2091.1 vvc_w_avg_8_32x4_avx2: 96.8 vvc_w_avg_8_32x8_c: 3997.8 vvc_w_avg_8_32x8_avx2: 156.3 vvc_w_avg_8_32x16_c: 8216.8 vvc_w_avg_8_32x16_avx2: 269.6 vvc_w_avg_8_32x32_c: 21746.1 vvc_w_avg_8_32x32_avx2: 635.3 vvc_w_avg_8_32x64_c: 31564.8 vvc_w_avg_8_32x64_avx2: 1010.6 vvc_w_avg_8_32x128_c: 114373.3 vvc_w_avg_8_32x128_avx2: 2013.6 vvc_w_avg_8_64x2_c: 2067.3 vvc_w_avg_8_64x2_avx2: 97.6 vvc_w_avg_8_64x4_c: 3901.1 vvc_w_avg_8_64x4_avx2: 154.8 vvc_w_avg_8_64x8_c: 7911.6 vvc_w_avg_8_64x8_avx2: 268.8 vvc_w_avg_8_64x16_c: 16508.8 vvc_w_avg_8_64x16_avx2: 501.8 vvc_w_avg_8_64x32_c: 38770.3 vvc_w_avg_8_64x32_avx2: 1287.6 vvc_w_avg_8_64x64_c: 110350.6 vvc_w_avg_8_64x64_avx2: 1890.8 vvc_w_avg_8_64x128_c: 141354.6 vvc_w_avg_8_64x128_avx2: 3839.6 vvc_w_avg_8_128x2_c: 7012.1 vvc_w_avg_8_128x2_avx2: 159.3 vvc_w_avg_8_128x4_c: 8146.8 vvc_w_avg_8_128x4_avx2: 272.6 vvc_w_avg_8_128x8_c: 24596.8 vvc_w_avg_8_128x8_avx2: 501.1 vvc_w_avg_8_128x16_c: 35918.1 vvc_w_avg_8_128x16_avx2: 948.8 vvc_w_avg_8_128x32_c: 68799.6 vvc_w_avg_8_128x32_avx2: 1963.1 vvc_w_avg_8_128x64_c: 133862.1 vvc_w_avg_8_128x64_avx2: 3833.6 vvc_w_avg_8_128x128_c: 348427.8 vvc_w_avg_8_128x128_avx2: 7682.8 vvc_w_avg_10_2x2_c: 118.6 vvc_w_avg_10_2x2_avx2: 73.1 vvc_w_avg_10_2x4_c: 189.1 vvc_w_avg_10_2x4_avx2: 89.3 vvc_w_avg_10_2x8_c: 382.8 vvc_w_avg_10_2x8_avx2: 179.8 vvc_w_avg_10_2x16_c: 658.3 vvc_w_avg_10_2x16_avx2: 185.1 vvc_w_avg_10_2x32_c: 1409.3 vvc_w_avg_10_2x32_avx2: 290.8 vvc_w_avg_10_2x64_c: 2906.8 vvc_w_avg_10_2x64_avx2: 793.1 vvc_w_avg_10_2x128_c: 6292.6 vvc_w_avg_10_2x128_avx2: 1696.8 vvc_w_avg_10_4x2_c: 178.8 vvc_w_avg_10_4x2_avx2: 80.1 vvc_w_avg_10_4x4_c: 581.6 vvc_w_avg_10_4x4_avx2: 97.6 vvc_w_avg_10_4x8_c: 693.3 vvc_w_avg_10_4x8_avx2: 128.1 vvc_w_avg_10_4x16_c: 1436.6 vvc_w_avg_10_4x16_avx2: 179.8 vvc_w_avg_10_4x32_c: 2409.1 vvc_w_avg_10_4x32_avx2: 292.3 vvc_w_avg_10_4x64_c: 4925.3 vvc_w_avg_10_4x64_avx2: 746.1 vvc_w_avg_10_4x128_c: 10664.6 vvc_w_avg_10_4x128_avx2: 1647.6 vvc_w_avg_10_8x2_c: 359.3 vvc_w_avg_10_8x2_avx2: 80.1 vvc_w_avg_10_8x4_c: 925.6 vvc_w_avg_10_8x4_avx2: 97.6 vvc_w_avg_10_8x8_c: 1360.6 vvc_w_avg_10_8x8_avx2: 121.8 vvc_w_avg_10_8x16_c: 3490.3 vvc_w_avg_10_8x16_avx2: 203.3 vvc_w_avg_10_8x32_c: 5266.1 vvc_w_avg_10_8x32_avx2: 325.8 vvc_w_avg_10_8x64_c: 11127.1 vvc_w_avg_10_8x64_avx2: 747.8 vvc_w_avg_10_8x128_c: 31058.3 vvc_w_avg_10_8x128_avx2: 1424.6 vvc_w_avg_10_16x2_c: 624.8 vvc_w_avg_10_16x2_avx2: 84.6 vvc_w_avg_10_16x4_c: 1389.6 vvc_w_avg_10_16x4_avx2: 109.1 vvc_w_avg_10_16x8_c: 2688.3 vvc_w_avg_10_16x8_avx2: 137.1 vvc_w_avg_10_16x16_c: 5387.1 vvc_w_avg_10_16x16_avx2: 224.6 vvc_w_avg_10_16x32_c: 10776.3 vvc_w_avg_10_16x32_avx2: 312.1 vvc_w_avg_10_16x64_c: 18069.1 vvc_w_avg_10_16x64_avx2: 858.6 vvc_w_avg_10_16x128_c: 43460.3 vvc_w_avg_10_16x128_avx2: 1411.6 vvc_w_avg_10_32x2_c: 1232.8 vvc_w_avg_10_32x2_avx2: 99.1 vvc_w_avg_10_32x4_c: 4017.6 vvc_w_avg_10_32x4_avx2: 134.1 vvc_w_avg_10_32x8_c: 9306.3 vvc_w_avg_10_32x8_avx2: 208.1 vvc_w_avg_10_32x16_c: 8424.6 vvc_w_avg_10_32x16_avx2: 349.3 vvc_w_avg_10_32x32_c: 20787.8 vvc_w_avg_10_32x32_avx2: 655.3 vvc_w_avg_10_32x64_c: 40972.1 vvc_w_avg_10_32x64_avx2: 904.8 vvc_w_avg_10_32x128_c: 85670.3 vvc_w_avg_10_32x128_avx2: 1751.6 vvc_w_avg_10_64x2_c: 2454.1 vvc_w_avg_10_64x2_avx2: 132.6 vvc_w_avg_10_64x4_c: 5012.6 vvc_w_avg_10_64x4_avx2: 215.6 vvc_w_avg_10_64x8_c: 10811.3 vvc_w_avg_10_64x8_avx2: 361.1 vvc_w_avg_10_64x16_c: 33349.1 vvc_w_avg_10_64x16_avx2: 904.1 vvc_w_avg_10_64x32_c: 41892.3 vvc_w_avg_10_64x32_avx2: 1220.6 vvc_w_avg_10_64x64_c: 66983.3 vvc_w_avg_10_64x64_avx2: 2622.1 vvc_w_avg_10_64x128_c: 246508.8 vvc_w_avg_10_64x128_avx2: 3316.8 vvc_w_avg_10_128x2_c: 7791.6 vvc_w_avg_10_128x2_avx2: 198.8 vvc_w_avg_10_128x4_c: 10534.3 vvc_w_avg_10_128x4_avx2: 337.3 vvc_w_avg_10_128x8_c: 21142.3 vvc_w_avg_10_128x8_avx2: 614.8 vvc_w_avg_10_128x16_c: 40968.6 vvc_w_avg_10_128x16_avx2: 1160.6 vvc_w_avg_10_128x32_c: 113043.3 vvc_w_avg_10_128x32_avx2: 1644.6 vvc_w_avg_10_128x64_c: 230658.3 vvc_w_avg_10_128x64_avx2: 5065.3 vvc_w_avg_10_128x128_c: 335236.3 vvc_w_avg_10_128x128_avx2: 6450.3 vvc_w_avg_12_2x2_c: 185.3 vvc_w_avg_12_2x2_avx2: 43.6 vvc_w_avg_12_2x4_c: 340.3 vvc_w_avg_12_2x4_avx2: 55.8 vvc_w_avg_12_2x8_c: 632.3 vvc_w_avg_12_2x8_avx2: 70.1 vvc_w_avg_12_2x16_c: 728.3 vvc_w_avg_12_2x16_avx2: 108.1 vvc_w_avg_12_2x32_c: 1392.6 vvc_w_avg_12_2x32_avx2: 176.8 vvc_w_avg_12_2x64_c: 2618.3 vvc_w_avg_12_2x64_avx2: 757.3 vvc_w_avg_12_2x128_c: 6408.8 vvc_w_avg_12_2x128_avx2: 1435.1 vvc_w_avg_12_4x2_c: 349.3 vvc_w_avg_12_4x2_avx2: 44.3 vvc_w_avg_12_4x4_c: 607.1 vvc_w_avg_12_4x4_avx2: 52.6 vvc_w_avg_12_4x8_c: 1134.8 vvc_w_avg_12_4x8_avx2: 70.1 vvc_w_avg_12_4x16_c: 1378.1 vvc_w_avg_12_4x16_avx2: 115.3 vvc_w_avg_12_4x32_c: 2599.3 vvc_w_avg_12_4x32_avx2: 174.3 vvc_w_avg_12_4x64_c: 4474.8 vvc_w_avg_12_4x64_avx2: 656.1 vvc_w_avg_12_4x128_c: 11319.6 vvc_w_avg_12_4x128_avx2: 1373.1 vvc_w_avg_12_8x2_c: 595.8 vvc_w_avg_12_8x2_avx2: 44.3 vvc_w_avg_12_8x4_c: 1164.3 vvc_w_avg_12_8x4_avx2: 56.6 vvc_w_avg_12_8x8_c: 2019.6 vvc_w_avg_12_8x8_avx2: 80.1 vvc_w_avg_12_8x16_c: 4071.6 vvc_w_avg_12_8x16_avx2: 139.3 vvc_w_avg_12_8x32_c: 4485.1 vvc_w_avg_12_8x32_avx2: 250.6 vvc_w_avg_12_8x64_c: 8404.8 vvc_w_avg_12_8x64_avx2: 735.8 vvc_w_avg_12_8x128_c: 35679.8 vvc_w_avg_12_8x128_avx2: 1252.6 vvc_w_avg_12_16x2_c: 1114.8 vvc_w_avg_12_16x2_avx2: 46.6 vvc_w_avg_12_16x4_c: 2240.1 vvc_w_avg_12_16x4_avx2: 62.6 vvc_w_avg_12_16x8_c: 13174.6 vvc_w_avg_12_16x8_avx2: 88.6 vvc_w_avg_12_16x16_c: 5334.6 vvc_w_avg_12_16x16_avx2: 144.3 vvc_w_avg_12_16x32_c: 8378.1 vvc_w_avg_12_16x32_avx2: 234.6 vvc_w_avg_12_16x64_c: 21300.8 vvc_w_avg_12_16x64_avx2: 761.8 vvc_w_avg_12_16x128_c: 32786.8 vvc_w_avg_12_16x128_avx2: 1432.8 vvc_w_avg_12_32x2_c: 2154.3 vvc_w_avg_12_32x2_avx2: 61.1 vvc_w_avg_12_32x4_c: 4299.8 vvc_w_avg_12_32x4_avx2: 83.1 vvc_w_avg_12_32x8_c: 7964.8 vvc_w_avg_12_32x8_avx2: 132.6 vvc_w_avg_12_32x16_c: 13321.6 vvc_w_avg_12_32x16_avx2: 234.6 vvc_w_avg_12_32x32_c: 21149.3 vvc_w_avg_12_32x32_avx2: 433.3 vvc_w_avg_12_32x64_c: 43666.6 vvc_w_avg_12_32x64_avx2: 876.6 vvc_w_avg_12_32x128_c: 83189.8 vvc_w_avg_12_32x128_avx2: 1756.6 vvc_w_avg_12_64x2_c: 3829.8 vvc_w_avg_12_64x2_avx2: 83.1 vvc_w_avg_12_64x4_c: 8588.1 vvc_w_avg_12_64x4_avx2: 127.1 vvc_w_avg_12_64x8_c: 17027.6 vvc_w_avg_12_64x8_avx2: 310.6 vvc_w_avg_12_64x16_c: 29797.8 vvc_w_avg_12_64x16_avx2: 415.6 vvc_w_avg_12_64x32_c: 43854.3 vvc_w_avg_12_64x32_avx2: 773.3 vvc_w_avg_12_64x64_c: 137767.3 vvc_w_avg_12_64x64_avx2: 1608.6 vvc_w_avg_12_64x128_c: 316428.3 vvc_w_avg_12_64x128_avx2: 3249.8 vvc_w_avg_12_128x2_c: 8824.6 vvc_w_avg_12_128x2_avx2: 130.3 vvc_w_avg_12_128x4_c: 17173.6 vvc_w_avg_12_128x4_avx2: 219.3 vvc_w_avg_12_128x8_c: 21997.8 vvc_w_avg_12_128x8_avx2: 397.3 vvc_w_avg_12_128x16_c: 43553.8 vvc_w_avg_12_128x16_avx2: 790.1 vvc_w_avg_12_128x32_c: 89792.1 vvc_w_avg_12_128x32_avx2: 1497.6 vvc_w_avg_12_128x64_c: 226573.3 vvc_w_avg_12_128x64_avx2: 3153.1 vvc_w_avg_12_128x128_c: 332090.1 vvc_w_avg_12_128x128_avx2: 6499.6
Unified · Split
| @@ -2,5 +2,6 @@ clean:: · 1 unmodified line | ||
| 2 | 2 | $(RM) $(CLEANSUFFIXES:%=libavcodec/x86/vvc/%) |
| 3 | 3 | |
| 4 | 4 | OBJS-$(CONFIG_VVC_DECODER) += x86/vvc/vvcdsp_init.o |
| 5 | −X86ASM-OBJS-$(CONFIG_VVC_DECODER) += x86/h26x/h2656dsp.o \ | |
| 5 | +X86ASM-OBJS-$(CONFIG_VVC_DECODER) += x86/vvc/vvc_mc.o \ | |
| 6 | + x86/h26x/h2656dsp.o \ | |
| 6 | 7 | x86/h26x/h2656_inter.o |
| @@ -0,0 +1,303 @@ | ||
| 1 | +; /* | |
| 2 | +; * Provide SIMD MC functions for VVC decoding | |
| 3 | +; * | |
| 4 | +; * Copyright © 2021, VideoLAN and dav1d authors | |
| 5 | +; * Copyright © 2021, Two Orioles, LLC | |
| 6 | +; * All rights reserved. | |
| 7 | +; * | |
| 8 | +; * Copyright (c) 2023-2024 Nuo Mi | |
| 9 | +; * Copyright (c) 2023-2024 Wu Jianhua | |
| 10 | +; * | |
| 11 | +; * This file is part of FFmpeg. | |
| 12 | +; * | |
| 13 | +; * FFmpeg is free software; you can redistribute it and/or | |
| 14 | +; * modify it under the terms of the GNU Lesser General Public | |
| 15 | +; * License as published by the Free Software Foundation; either | |
| 16 | +; * version 2.1 of the License, or (at your option) any later version. | |
| 17 | +; * | |
| 18 | +; * FFmpeg is distributed in the hope that it will be useful, | |
| 19 | +; * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 20 | +; * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| 21 | +; * Lesser General Public License for more details. | |
| 22 | +; * | |
| 23 | +; * You should have received a copy of the GNU Lesser General Public | |
| 24 | +; * License along with FFmpeg; if not, write to the Free Software | |
| 25 | +; * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
| 26 | +; */ | |
| 27 | + | |
| 28 | +%include "libavutil/x86/x86util.asm" | |
| 29 | + | |
| 30 | +%define MAX_PB_SIZE 128 | |
| 31 | + | |
| 32 | +SECTION_RODATA 32 | |
| 33 | + | |
| 34 | +pw_0 times 2 dw 0 | |
| 35 | +pw_1 times 2 dw 1 | |
| 36 | +pw_4 times 2 dw 4 | |
| 37 | +pw_12 times 2 dw 12 | |
| 38 | +pw_256 times 2 dw 256 | |
| 39 | + | |
| 40 | +%macro AVG_JMP_TABLE 3-* | |
| 41 | + %xdefine %1_%2_%3_table (%%table - 2*%4) | |
| 42 | + %xdefine %%base %1_%2_%3_table | |
| 43 | + %xdefine %%prefix mangle(private_prefix %+ _vvc_%1_%2bpc_%3) | |
| 44 | + %%table: | |
| 45 | + %rep %0 - 3 | |
| 46 | + dd %%prefix %+ .w%4 - %%base | |
| 47 | + %rotate 1 | |
| 48 | + %endrep | |
| 49 | +%endmacro | |
| 50 | + | |
| 51 | +%if ARCH_X86_64 | |
| 52 | +AVG_JMP_TABLE avg, 8, avx2, 2, 4, 8, 16, 32, 64, 128 | |
| 53 | +AVG_JMP_TABLE avg, 16, avx2, 2, 4, 8, 16, 32, 64, 128 | |
| 54 | +AVG_JMP_TABLE w_avg, 8, avx2, 2, 4, 8, 16, 32, 64, 128 | |
| 55 | +AVG_JMP_TABLE w_avg, 16, avx2, 2, 4, 8, 16, 32, 64, 128 | |
| 56 | +%endif | |
| 57 | + | |
| 58 | +SECTION .text | |
| 59 | + | |
| 60 | +%macro AVG_W16_FN 3 ; bpc, op, count | |
| 61 | + %assign %%i 0 | |
| 62 | + %rep %3 | |
| 63 | + %define off %%i | |
| 64 | + AVG_LOAD_W16 0, off | |
| 65 | + %2 | |
| 66 | + AVG_SAVE_W16 %1, 0, off | |
| 67 | + | |
| 68 | + | |
| 69 | + AVG_LOAD_W16 1, off | |
| 70 | + %2 | |
| 71 | + AVG_SAVE_W16 %1, 1, off | |
| 72 | + | |
| 73 | + %assign %%i %%i+1 | |
| 74 | + %endrep | |
| 75 | +%endmacro | |
| 76 | + | |
| 77 | +%macro AVG_FN 2 ; bpc, op | |
| 78 | + jmp wq | |
| 79 | + | |
| 80 | +.w2: | |
| 81 | + movd xm0, [src0q] | |
| 82 | + pinsrd xm0, [src0q + AVG_SRC_STRIDE], 1 | |
| 83 | + movd xm1, [src1q] | |
| 84 | + pinsrd xm1, [src1q + AVG_SRC_STRIDE], 1 | |
| 85 | + %2 | |
| 86 | + AVG_SAVE_W2 %1 | |
| 87 | + AVG_LOOP_END .w2 | |
| 88 | + | |
| 89 | +.w4: | |
| 90 | + movq xm0, [src0q] | |
| 91 | + pinsrq xm0, [src0q + AVG_SRC_STRIDE], 1 | |
| 92 | + movq xm1, [src1q] | |
| 93 | + pinsrq xm1, [src1q + AVG_SRC_STRIDE], 1 | |
| 94 | + %2 | |
| 95 | + AVG_SAVE_W4 %1 | |
| 96 | + | |
| 97 | + AVG_LOOP_END .w4 | |
| 98 | + | |
| 99 | +.w8: | |
| 100 | + vinserti128 m0, m0, [src0q], 0 | |
| 101 | + vinserti128 m0, m0, [src0q + AVG_SRC_STRIDE], 1 | |
| 102 | + vinserti128 m1, m1, [src1q], 0 | |
| 103 | + vinserti128 m1, m1, [src1q + AVG_SRC_STRIDE], 1 | |
| 104 | + %2 | |
| 105 | + AVG_SAVE_W8 %1 | |
| 106 | + | |
| 107 | + AVG_LOOP_END .w8 | |
| 108 | + | |
| 109 | +.w16: | |
| 110 | + AVG_W16_FN %1, %2, 1 | |
| 111 | + | |
| 112 | + AVG_LOOP_END .w16 | |
| 113 | + | |
| 114 | +.w32: | |
| 115 | + AVG_W16_FN %1, %2, 2 | |
| 116 | + | |
| 117 | + AVG_LOOP_END .w32 | |
| 118 | + | |
| 119 | +.w64: | |
| 120 | + AVG_W16_FN %1, %2, 4 | |
| 121 | + | |
| 122 | + AVG_LOOP_END .w64 | |
| 123 | + | |
| 124 | +.w128: | |
| 125 | + AVG_W16_FN %1, %2, 8 | |
| 126 | + | |
| 127 | + AVG_LOOP_END .w128 | |
| 128 | + | |
| 129 | +.ret: | |
| 130 | + RET | |
| 131 | +%endmacro | |
| 132 | + | |
| 133 | +%macro AVG 0 | |
| 134 | + paddsw m0, m1 | |
| 135 | + pmulhrsw m0, m2 | |
| 136 | + CLIPW m0, m3, m4 | |
| 137 | +%endmacro | |
| 138 | + | |
| 139 | +%macro W_AVG 0 | |
| 140 | + punpckhwd m5, m0, m1 | |
| 141 | + pmaddwd m5, m3 | |
| 142 | + paddd m5, m4 | |
| 143 | + psrad m5, xm2 | |
| 144 | + | |
| 145 | + punpcklwd m0, m0, m1 | |
| 146 | + pmaddwd m0, m3 | |
| 147 | + paddd m0, m4 | |
| 148 | + psrad m0, xm2 | |
| 149 | + | |
| 150 | + packssdw m0, m5 | |
| 151 | + CLIPW m0, m6, m7 | |
| 152 | +%endmacro | |
| 153 | + | |
| 154 | +%macro AVG_LOAD_W16 2 ; line, offset | |
| 155 | + movu m0, [src0q + %1 * AVG_SRC_STRIDE + %2 * 32] | |
| 156 | + movu m1, [src1q + %1 * AVG_SRC_STRIDE + %2 * 32] | |
| 157 | +%endmacro | |
| 158 | + | |
| 159 | +%macro AVG_SAVE_W2 1 ;bpc | |
| 160 | + %if %1 == 16 | |
| 161 | + pextrd [dstq], xm0, 0 | |
| 162 | + pextrd [dstq + strideq], xm0, 1 | |
| 163 | + %else | |
| 164 | + packuswb m0, m0 | |
| 165 | + pextrw [dstq], xm0, 0 | |
| 166 | + pextrw [dstq + strideq], xm0, 1 | |
| 167 | + %endif | |
| 168 | +%endmacro | |
| 169 | + | |
| 170 | +%macro AVG_SAVE_W4 1 ;bpc | |
| 171 | + %if %1 == 16 | |
| 172 | + pextrq [dstq], xm0, 0 | |
| 173 | + pextrq [dstq + strideq], xm0, 1 | |
| 174 | + %else | |
| 175 | + packuswb m0, m0 | |
| 176 | + pextrd [dstq], xm0, 0 | |
| 177 | + pextrd [dstq + strideq], xm0, 1 | |
| 178 | + %endif | |
| 179 | +%endmacro | |
| 180 | + | |
| 181 | +%macro AVG_SAVE_W8 1 ;bpc | |
| 182 | + %if %1 == 16 | |
| 183 | + vextracti128 [dstq], m0, 0 | |
| 184 | + vextracti128 [dstq + strideq], m0, 1 | |
| 185 | + %else | |
| 186 | + packuswb m0, m0 | |
| 187 | + vpermq m0, m0, 1000b | |
| 188 | + pextrq [dstq], xm0, 0 | |
| 189 | + pextrq [dstq + strideq], xm0, 1 | |
| 190 | + %endif | |
| 191 | +%endmacro | |
| 192 | + | |
| 193 | +%macro AVG_SAVE_W16 3 ; bpc, line, offset | |
| 194 | + %if %1 == 16 | |
| 195 | + movu [dstq + %2 * strideq + %3 * 32], m0 | |
| 196 | + %else | |
| 197 | + packuswb m0, m0 | |
| 198 | + vpermq m0, m0, 1000b | |
| 199 | + vextracti128 [dstq + %2 * strideq + %3 * 16], m0, 0 | |
| 200 | + %endif | |
| 201 | +%endmacro | |
| 202 | + | |
| 203 | +%macro AVG_LOOP_END 1 | |
| 204 | + sub hd, 2 | |
| 205 | + je .ret | |
| 206 | + | |
| 207 | + lea src0q, [src0q + 2 * AVG_SRC_STRIDE] | |
| 208 | + lea src1q, [src1q + 2 * AVG_SRC_STRIDE] | |
| 209 | + lea dstq, [dstq + 2 * strideq] | |
| 210 | + jmp %1 | |
| 211 | +%endmacro | |
| 212 | + | |
| 213 | +%define AVG_SRC_STRIDE MAX_PB_SIZE*2 | |
| 214 | + | |
| 215 | +;void ff_vvc_avg_%1bpc_avx2(uint8_t *dst, ptrdiff_t dst_stride, | |
| 216 | +; const int16_t *src0, const int16_t *src1, intptr_t width, intptr_t height, intptr_t pixel_max); | |
| 217 | +%macro VVC_AVG_AVX2 1 | |
| 218 | +cglobal vvc_avg_%1bpc, 4, 7, 5, dst, stride, src0, src1, w, h, bd | |
| 219 | + movifnidn hd, hm | |
| 220 | + | |
| 221 | + pxor m3, m3 ; pixel min | |
| 222 | + vpbroadcastw m4, bdm ; pixel max | |
| 223 | + | |
| 224 | + movifnidn bdd, bdm | |
| 225 | + inc bdd | |
| 226 | + tzcnt bdd, bdd ; bit depth | |
| 227 | + | |
| 228 | + sub bdd, 8 | |
| 229 | + movd xm0, bdd | |
| 230 | + vpbroadcastd m1, [pw_4] | |
| 231 | + pminuw m0, m1 | |
| 232 | + vpbroadcastd m2, [pw_256] | |
| 233 | + psllw m2, xm0 ; shift | |
| 234 | + | |
| 235 | + lea r6, [avg_%1 %+ SUFFIX %+ _table] | |
| 236 | + tzcnt wd, wm | |
| 237 | + movsxd wq, dword [r6+wq*4] | |
| 238 | + add wq, r6 | |
| 239 | + AVG_FN %1, AVG | |
| 240 | +%endmacro | |
| 241 | + | |
| 242 | +;void ff_vvc_w_avg_%1bpc_avx(uint8_t *dst, ptrdiff_t dst_stride, | |
| 243 | +; const int16_t *src0, const int16_t *src1, intptr_t width, intptr_t height, | |
| 244 | +; intptr_t denom, intptr_t w0, intptr_t w1, intptr_t o0, intptr_t o1, intptr_t pixel_max); | |
| 245 | +%macro VVC_W_AVG_AVX2 1 | |
| 246 | +cglobal vvc_w_avg_%1bpc, 4, 7, 8, dst, stride, src0, src1, w, h, t0, t1 | |
| 247 | + | |
| 248 | + movifnidn hd, hm | |
| 249 | + | |
| 250 | + movifnidn t0d, r8m ; w1 | |
| 251 | + shl t0d, 16 | |
| 252 | + mov t0w, r7m ; w0 | |
| 253 | + movd xm3, t0d | |
| 254 | + vpbroadcastd m3, xm3 ; w0, w1 | |
| 255 | + | |
| 256 | + pxor m6, m6 ;pixel min | |
| 257 | + vpbroadcastw m7, r11m ;pixel max | |
| 258 | + | |
| 259 | + mov t1q, rcx ; save ecx | |
| 260 | + mov ecx, r11m | |
| 261 | + inc ecx ; bd | |
| 262 | + tzcnt ecx, ecx | |
| 263 | + sub ecx, 8 | |
| 264 | + mov t0d, r9m ; o0 | |
| 265 | + add t0d, r10m ; o1 | |
| 266 | + shl t0d, cl | |
| 267 | + inc t0d ;((o0 + o1) << (BIT_DEPTH - 8)) + 1 | |
| 268 | + | |
| 269 | + neg ecx | |
| 270 | + add ecx, 4 ; bd - 12 | |
| 271 | + cmovl ecx, [pw_0] | |
| 272 | + add ecx, 3 | |
| 273 | + add ecx, r6m | |
| 274 | + movd xm2, ecx ; shift | |
| 275 | + | |
| 276 | + dec ecx | |
| 277 | + shl t0d, cl | |
| 278 | + movd xm4, t0d | |
| 279 | + vpbroadcastd m4, xm4 ; offset | |
| 280 | + mov rcx, t1q ; restore ecx | |
| 281 | + | |
| 282 | + lea r6, [w_avg_%1 %+ SUFFIX %+ _table] | |
| 283 | + tzcnt wd, wm | |
| 284 | + movsxd wq, dword [r6+wq*4] | |
| 285 | + add wq, r6 | |
| 286 | + AVG_FN %1, W_AVG | |
| 287 | +%endmacro | |
| 288 | + | |
| 289 | +%if ARCH_X86_64 | |
| 290 | + | |
| 291 | +%if HAVE_AVX2_EXTERNAL | |
| 292 | +INIT_YMM avx2 | |
| 293 | + | |
| 294 | +VVC_AVG_AVX2 16 | |
| 295 | + | |
| 296 | +VVC_AVG_AVX2 8 | |
| 297 | + | |
| 298 | +VVC_W_AVG_AVX2 16 | |
| 299 | + | |
| 300 | +VVC_W_AVG_AVX2 8 | |
| 301 | +%endif | |
| 302 | + | |
| 303 | +%endif | |
| @@ -169,6 +169,42 @@ FW_PUT_16BPC_AVX2(12); · 168 unmodified lines | ||
| 169 | 169 | MC_TAP_LINKS_16BPC_AVX2(LUMA, 8, bd); \ |
| 170 | 170 | MC_TAP_LINKS_16BPC_AVX2(CHROMA, 4, bd); |
| 171 | 171 | |
| 172 | +#define bf(fn, bd, opt) fn##_##bd##_##opt | |
| 173 | +#define BF(fn, bpc, opt) fn##_##bpc##bpc_##opt | |
| 174 | + | |
| 175 | +#define AVG_BPC_FUNC(bpc, opt) \ | |
| 176 | +void BF(ff_vvc_avg, bpc, opt)(uint8_t *dst, ptrdiff_t dst_stride, \ | |
| 177 | + const int16_t *src0, const int16_t *src1, intptr_t width, intptr_t height, intptr_t pixel_max); \ | |
| 178 | +void BF(ff_vvc_w_avg, bpc, opt)(uint8_t *dst, ptrdiff_t dst_stride, \ | |
| 179 | + const int16_t *src0, const int16_t *src1, intptr_t width, intptr_t height, \ | |
| 180 | + intptr_t denom, intptr_t w0, intptr_t w1, intptr_t o0, intptr_t o1, intptr_t pixel_max); | |
| 181 | + | |
| 182 | +#define AVG_FUNCS(bpc, bd, opt) \ | |
| 183 | +static void bf(avg, bd, opt)(uint8_t *dst, ptrdiff_t dst_stride, \ | |
| 184 | + const int16_t *src0, const int16_t *src1, int width, int height) \ | |
| 185 | +{ \ | |
| 186 | + BF(ff_vvc_avg, bpc, opt)(dst, dst_stride, src0, src1, width, height, (1 << bd) - 1); \ | |
| 187 | +} \ | |
| 188 | +static void bf(w_avg, bd, opt)(uint8_t *dst, ptrdiff_t dst_stride, \ | |
| 189 | + const int16_t *src0, const int16_t *src1, int width, int height, \ | |
| 190 | + int denom, int w0, int w1, int o0, int o1) \ | |
| 191 | +{ \ | |
| 192 | + BF(ff_vvc_w_avg, bpc, opt)(dst, dst_stride, src0, src1, width, height, \ | |
| 193 | + denom, w0, w1, o0, o1, (1 << bd) - 1); \ | |
| 194 | +} | |
| 195 | + | |
| 196 | +AVG_BPC_FUNC(8, avx2) | |
| 197 | +AVG_BPC_FUNC(16, avx2) | |
| 198 | + | |
| 199 | +AVG_FUNCS(8, 8, avx2) | |
| 200 | +AVG_FUNCS(16, 10, avx2) | |
| 201 | +AVG_FUNCS(16, 12, avx2) | |
| 202 | + | |
| 203 | +#define AVG_INIT(bd, opt) do { \ | |
| 204 | + c->inter.avg = bf(avg, bd, opt); \ | |
| 205 | + c->inter.w_avg = bf(w_avg, bd, opt); \ | |
| 206 | +} while (0) | |
| 207 | + | |
| 172 | 208 | void ff_vvc_dsp_init_x86(VVCDSPContext *const c, const int bd) |
| 173 | 209 | { |
| 174 | 210 | const int cpu_flags = av_get_cpu_flags(); |
| @@ -198,5 +234,21 @@ void ff_vvc_dsp_init_x86(VVCDSPContext *const c, const int bd) · 23 unmodified lines | ||
| 198 | 234 | MC_LINKS_16BPC_AVX2(12); |
| 199 | 235 | } |
| 200 | 236 | } |
| 237 | + | |
| 238 | + if (EXTERNAL_AVX2(cpu_flags)) { | |
| 239 | + switch (bd) { | |
| 240 | + case 8: | |
| 241 | + AVG_INIT(8, avx2); | |
| 242 | + break; | |
| 243 | + case 10: | |
| 244 | + AVG_INIT(10, avx2); | |
| 245 | + break; | |
| 246 | + case 12: | |
| 247 | + AVG_INIT(12, avx2); | |
| 248 | + break; | |
| 249 | + default: | |
| 250 | + break; | |
| 251 | + } | |
| 252 | + } | |
| 201 | 253 | } |
| 202 | 254 | } |