1211 lines · 49.7 KB · C++
RawDownload
/* *  Copyright 2012 The LibYuv Project Authors. All rights reserved. * *  Use of this source code is governed by a BSD-style license *  that can be found in the LICENSE file in the root of the source *  tree. An additional intellectual property rights grant can be found *  in the file PATENTS. All contributing project authors may *  be found in the AUTHORS file in the root of the source tree. */ #include "libyuv/row.h" #include <string.h>  // For memset. #include "libyuv/basic_types.h" #ifdef __cplusplusnamespace libyuv {extern "C" {#endif // memset for temp is meant to clear the source buffer (not dest) so that// SIMD that reads full multiple of 16 bytes will not trigger msan errors.// memset is not needed for production, as the garbage values are processed but// not used, although there may be edge cases for subsampling.// The size of the buffer is based on the largest read, which can be inferred// by the source type (e.g. ARGB) and the mask (last parameter), or by examining// the source code for how much the source pointers are advanced. // Subsampled source needs to be increase by 1 of not even.#define SS(width, shift) (((width) + (1 << (shift)) - 1) >> (shift)) // Any 4 planes to 1 with yuvconstants#define ANY41C(NAMEANY, ANY_SIMD, UVSHIFT, DUVSHIFT, BPP, MASK)              \  void NAMEANY(const uint8_t* y_buf, const uint8_t* u_buf,                   \               const uint8_t* v_buf, const uint8_t* a_buf, uint8_t* dst_ptr, \               const struct YuvConstants* yuvconstants, int width) {         \    SIMD_ALIGNED(uint8_t temp[64 * 5]);                                      \    memset(temp, 0, 64 * 4); /* for msan */                                  \    int r = width & MASK;                                                    \    int n = width & ~MASK;                                                   \    if (n > 0) {                                                             \      ANY_SIMD(y_buf, u_buf, v_buf, a_buf, dst_ptr, yuvconstants, n);        \    }                                                                        \    memcpy(temp, y_buf + n, r);                                              \    memcpy(temp + 64, u_buf + (n >> UVSHIFT), SS(r, UVSHIFT));               \    memcpy(temp + 128, v_buf + (n >> UVSHIFT), SS(r, UVSHIFT));              \    memcpy(temp + 192, a_buf + n, r);                                        \    ANY_SIMD(temp, temp + 64, temp + 128, temp + 192, temp + 256,            \             yuvconstants, MASK + 1);                                        \    memcpy(dst_ptr + (n >> DUVSHIFT) * BPP, temp + 256,                      \           SS(r, DUVSHIFT) * BPP);                                           \  } #ifdef HAS_I422ALPHATOARGBROW_SSSE3ANY41C(I422AlphaToARGBRow_Any_SSSE3, I422AlphaToARGBRow_SSSE3, 1, 0, 4, 7)#endif#ifdef HAS_I422ALPHATOARGBROW_AVX2ANY41C(I422AlphaToARGBRow_Any_AVX2, I422AlphaToARGBRow_AVX2, 1, 0, 4, 15)#endif#ifdef HAS_I422ALPHATOARGBROW_NEONANY41C(I422AlphaToARGBRow_Any_NEON, I422AlphaToARGBRow_NEON, 1, 0, 4, 7)#endif#ifdef HAS_I422ALPHATOARGBROW_MSAANY41C(I422AlphaToARGBRow_Any_MSA, I422AlphaToARGBRow_MSA, 1, 0, 4, 7)#endif#undef ANY41C // Any 3 planes to 1.#define ANY31(NAMEANY, ANY_SIMD, UVSHIFT, DUVSHIFT, BPP, MASK)      \  void NAMEANY(const uint8_t* y_buf, const uint8_t* u_buf,          \               const uint8_t* v_buf, uint8_t* dst_ptr, int width) { \    SIMD_ALIGNED(uint8_t temp[64 * 4]);                             \    memset(temp, 0, 64 * 3); /* for YUY2 and msan */                \    int r = width & MASK;                                           \    int n = width & ~MASK;                                          \    if (n > 0) {                                                    \      ANY_SIMD(y_buf, u_buf, v_buf, dst_ptr, n);                    \    }                                                               \    memcpy(temp, y_buf + n, r);                                     \    memcpy(temp + 64, u_buf + (n >> UVSHIFT), SS(r, UVSHIFT));      \    memcpy(temp + 128, v_buf + (n >> UVSHIFT), SS(r, UVSHIFT));     \    ANY_SIMD(temp, temp + 64, temp + 128, temp + 192, MASK + 1);    \    memcpy(dst_ptr + (n >> DUVSHIFT) * BPP, temp + 192,             \           SS(r, DUVSHIFT) * BPP);                                  \  } // Merge functions.#ifdef HAS_MERGERGBROW_SSSE3ANY31(MergeRGBRow_Any_SSSE3, MergeRGBRow_SSSE3, 0, 0, 3, 15)#endif#ifdef HAS_MERGERGBROW_NEONANY31(MergeRGBRow_Any_NEON, MergeRGBRow_NEON, 0, 0, 3, 15)#endif#ifdef HAS_I422TOYUY2ROW_SSE2ANY31(I422ToYUY2Row_Any_SSE2, I422ToYUY2Row_SSE2, 1, 1, 4, 15)ANY31(I422ToUYVYRow_Any_SSE2, I422ToUYVYRow_SSE2, 1, 1, 4, 15)#endif#ifdef HAS_I422TOYUY2ROW_AVX2ANY31(I422ToYUY2Row_Any_AVX2, I422ToYUY2Row_AVX2, 1, 1, 4, 31)ANY31(I422ToUYVYRow_Any_AVX2, I422ToUYVYRow_AVX2, 1, 1, 4, 31)#endif#ifdef HAS_I422TOYUY2ROW_NEONANY31(I422ToYUY2Row_Any_NEON, I422ToYUY2Row_NEON, 1, 1, 4, 15)#endif#ifdef HAS_I422TOYUY2ROW_MSAANY31(I422ToYUY2Row_Any_MSA, I422ToYUY2Row_MSA, 1, 1, 4, 31)#endif#ifdef HAS_I422TOUYVYROW_NEONANY31(I422ToUYVYRow_Any_NEON, I422ToUYVYRow_NEON, 1, 1, 4, 15)#endif#ifdef HAS_I422TOUYVYROW_MSAANY31(I422ToUYVYRow_Any_MSA, I422ToUYVYRow_MSA, 1, 1, 4, 31)#endif#ifdef HAS_BLENDPLANEROW_AVX2ANY31(BlendPlaneRow_Any_AVX2, BlendPlaneRow_AVX2, 0, 0, 1, 31)#endif#ifdef HAS_BLENDPLANEROW_SSSE3ANY31(BlendPlaneRow_Any_SSSE3, BlendPlaneRow_SSSE3, 0, 0, 1, 7)#endif#undef ANY31 // Note that odd width replication includes 444 due to implementation// on arm that subsamples 444 to 422 internally.// Any 3 planes to 1 with yuvconstants#define ANY31C(NAMEANY, ANY_SIMD, UVSHIFT, DUVSHIFT, BPP, MASK)      \  void NAMEANY(const uint8_t* y_buf, const uint8_t* u_buf,           \               const uint8_t* v_buf, uint8_t* dst_ptr,               \               const struct YuvConstants* yuvconstants, int width) { \    SIMD_ALIGNED(uint8_t temp[128 * 4]);                             \    memset(temp, 0, 128 * 3); /* for YUY2 and msan */                \    int r = width & MASK;                                            \    int n = width & ~MASK;                                           \    if (n > 0) {                                                     \      ANY_SIMD(y_buf, u_buf, v_buf, dst_ptr, yuvconstants, n);       \    }                                                                \    memcpy(temp, y_buf + n, r);                                      \    memcpy(temp + 128, u_buf + (n >> UVSHIFT), SS(r, UVSHIFT));      \    memcpy(temp + 256, v_buf + (n >> UVSHIFT), SS(r, UVSHIFT));      \    if (width & 1) {                                                 \      temp[128 + SS(r, UVSHIFT)] = temp[128 + SS(r, UVSHIFT) - 1];   \      temp[256 + SS(r, UVSHIFT)] = temp[256 + SS(r, UVSHIFT) - 1];   \    }                                                                \    ANY_SIMD(temp, temp + 128, temp + 256, temp + 384, yuvconstants, \             MASK + 1);                                              \    memcpy(dst_ptr + (n >> DUVSHIFT) * BPP, temp + 384,              \           SS(r, DUVSHIFT) * BPP);                                   \  } #ifdef HAS_I422TOARGBROW_SSSE3ANY31C(I422ToARGBRow_Any_SSSE3, I422ToARGBRow_SSSE3, 1, 0, 4, 7)#endif#ifdef HAS_I422TOAR30ROW_SSSE3ANY31C(I422ToAR30Row_Any_SSSE3, I422ToAR30Row_SSSE3, 1, 0, 4, 7)#endif#ifdef HAS_I422TOAR30ROW_AVX2ANY31C(I422ToAR30Row_Any_AVX2, I422ToAR30Row_AVX2, 1, 0, 4, 15)#endif#ifdef HAS_I444TOARGBROW_SSSE3ANY31C(I444ToARGBRow_Any_SSSE3, I444ToARGBRow_SSSE3, 0, 0, 4, 7)ANY31C(I422ToRGBARow_Any_SSSE3, I422ToRGBARow_SSSE3, 1, 0, 4, 7)ANY31C(I422ToARGB4444Row_Any_SSSE3, I422ToARGB4444Row_SSSE3, 1, 0, 2, 7)ANY31C(I422ToARGB1555Row_Any_SSSE3, I422ToARGB1555Row_SSSE3, 1, 0, 2, 7)ANY31C(I422ToRGB565Row_Any_SSSE3, I422ToRGB565Row_SSSE3, 1, 0, 2, 7)ANY31C(I422ToRGB24Row_Any_SSSE3, I422ToRGB24Row_SSSE3, 1, 0, 3, 15)#endif  // HAS_I444TOARGBROW_SSSE3#ifdef HAS_I422TORGB24ROW_AVX2ANY31C(I422ToRGB24Row_Any_AVX2, I422ToRGB24Row_AVX2, 1, 0, 3, 31)#endif#ifdef HAS_I422TOARGBROW_AVX2ANY31C(I422ToARGBRow_Any_AVX2, I422ToARGBRow_AVX2, 1, 0, 4, 15)#endif#ifdef HAS_I422TORGBAROW_AVX2ANY31C(I422ToRGBARow_Any_AVX2, I422ToRGBARow_AVX2, 1, 0, 4, 15)#endif#ifdef HAS_I444TOARGBROW_AVX2ANY31C(I444ToARGBRow_Any_AVX2, I444ToARGBRow_AVX2, 0, 0, 4, 15)#endif#ifdef HAS_I422TOARGB4444ROW_AVX2ANY31C(I422ToARGB4444Row_Any_AVX2, I422ToARGB4444Row_AVX2, 1, 0, 2, 15)#endif#ifdef HAS_I422TOARGB1555ROW_AVX2ANY31C(I422ToARGB1555Row_Any_AVX2, I422ToARGB1555Row_AVX2, 1, 0, 2, 15)#endif#ifdef HAS_I422TORGB565ROW_AVX2ANY31C(I422ToRGB565Row_Any_AVX2, I422ToRGB565Row_AVX2, 1, 0, 2, 15)#endif#ifdef HAS_I422TOARGBROW_NEONANY31C(I444ToARGBRow_Any_NEON, I444ToARGBRow_NEON, 0, 0, 4, 7)ANY31C(I422ToARGBRow_Any_NEON, I422ToARGBRow_NEON, 1, 0, 4, 7)ANY31C(I422ToRGBARow_Any_NEON, I422ToRGBARow_NEON, 1, 0, 4, 7)ANY31C(I422ToRGB24Row_Any_NEON, I422ToRGB24Row_NEON, 1, 0, 3, 7)ANY31C(I422ToARGB4444Row_Any_NEON, I422ToARGB4444Row_NEON, 1, 0, 2, 7)ANY31C(I422ToARGB1555Row_Any_NEON, I422ToARGB1555Row_NEON, 1, 0, 2, 7)ANY31C(I422ToRGB565Row_Any_NEON, I422ToRGB565Row_NEON, 1, 0, 2, 7)#endif#ifdef HAS_I422TOARGBROW_MSAANY31C(I444ToARGBRow_Any_MSA, I444ToARGBRow_MSA, 0, 0, 4, 7)ANY31C(I422ToARGBRow_Any_MSA, I422ToARGBRow_MSA, 1, 0, 4, 7)ANY31C(I422ToRGBARow_Any_MSA, I422ToRGBARow_MSA, 1, 0, 4, 7)ANY31C(I422ToRGB24Row_Any_MSA, I422ToRGB24Row_MSA, 1, 0, 3, 15)ANY31C(I422ToARGB4444Row_Any_MSA, I422ToARGB4444Row_MSA, 1, 0, 2, 7)ANY31C(I422ToARGB1555Row_Any_MSA, I422ToARGB1555Row_MSA, 1, 0, 2, 7)ANY31C(I422ToRGB565Row_Any_MSA, I422ToRGB565Row_MSA, 1, 0, 2, 7)#endif#undef ANY31C // Any 3 planes of 16 bit to 1 with yuvconstants// TODO(fbarchard): consider sharing this code with ANY31C#define ANY31CT(NAMEANY, ANY_SIMD, UVSHIFT, DUVSHIFT, T, SBPP, BPP, MASK) \  void NAMEANY(const T* y_buf, const T* u_buf, const T* v_buf,            \               uint8_t* dst_ptr, const struct YuvConstants* yuvconstants, \               int width) {                                               \    SIMD_ALIGNED(T temp[16 * 3]);                                         \    SIMD_ALIGNED(uint8_t out[64]);                                        \    memset(temp, 0, 16 * 3 * SBPP); /* for YUY2 and msan */               \    int r = width & MASK;                                                 \    int n = width & ~MASK;                                                \    if (n > 0) {                                                          \      ANY_SIMD(y_buf, u_buf, v_buf, dst_ptr, yuvconstants, n);            \    }                                                                     \    memcpy(temp, y_buf + n, r * SBPP);                                    \    memcpy(temp + 16, u_buf + (n >> UVSHIFT), SS(r, UVSHIFT) * SBPP);     \    memcpy(temp + 32, v_buf + (n >> UVSHIFT), SS(r, UVSHIFT) * SBPP);     \    ANY_SIMD(temp, temp + 16, temp + 32, out, yuvconstants, MASK + 1);    \    memcpy(dst_ptr + (n >> DUVSHIFT) * BPP, out, SS(r, DUVSHIFT) * BPP);  \  } #ifdef HAS_I210TOAR30ROW_SSSE3ANY31CT(I210ToAR30Row_Any_SSSE3, I210ToAR30Row_SSSE3, 1, 0, uint16_t, 2, 4, 7)#endif#ifdef HAS_I210TOARGBROW_SSSE3ANY31CT(I210ToARGBRow_Any_SSSE3, I210ToARGBRow_SSSE3, 1, 0, uint16_t, 2, 4, 7)#endif#ifdef HAS_I210TOARGBROW_AVX2ANY31CT(I210ToARGBRow_Any_AVX2, I210ToARGBRow_AVX2, 1, 0, uint16_t, 2, 4, 15)#endif#ifdef HAS_I210TOAR30ROW_AVX2ANY31CT(I210ToAR30Row_Any_AVX2, I210ToAR30Row_AVX2, 1, 0, uint16_t, 2, 4, 15)#endif#undef ANY31CT // Any 2 planes to 1.#define ANY21(NAMEANY, ANY_SIMD, UVSHIFT, SBPP, SBPP2, BPP, MASK)             \  void NAMEANY(const uint8_t* y_buf, const uint8_t* uv_buf, uint8_t* dst_ptr, \               int width) {                                                   \    SIMD_ALIGNED(uint8_t temp[64 * 3]);                                       \    memset(temp, 0, 64 * 2); /* for msan */                                   \    int r = width & MASK;                                                     \    int n = width & ~MASK;                                                    \    if (n > 0) {                                                              \      ANY_SIMD(y_buf, uv_buf, dst_ptr, n);                                    \    }                                                                         \    memcpy(temp, y_buf + n * SBPP, r * SBPP);                                 \    memcpy(temp + 64, uv_buf + (n >> UVSHIFT) * SBPP2,                        \           SS(r, UVSHIFT) * SBPP2);                                           \    ANY_SIMD(temp, temp + 64, temp + 128, MASK + 1);                          \    memcpy(dst_ptr + n * BPP, temp + 128, r * BPP);                           \  } // Merge functions.#ifdef HAS_MERGEUVROW_SSE2ANY21(MergeUVRow_Any_SSE2, MergeUVRow_SSE2, 0, 1, 1, 2, 15)#endif#ifdef HAS_MERGEUVROW_AVX2ANY21(MergeUVRow_Any_AVX2, MergeUVRow_AVX2, 0, 1, 1, 2, 31)#endif#ifdef HAS_MERGEUVROW_NEONANY21(MergeUVRow_Any_NEON, MergeUVRow_NEON, 0, 1, 1, 2, 15)#endif#ifdef HAS_MERGEUVROW_MSAANY21(MergeUVRow_Any_MSA, MergeUVRow_MSA, 0, 1, 1, 2, 15)#endif // Math functions.#ifdef HAS_ARGBMULTIPLYROW_SSE2ANY21(ARGBMultiplyRow_Any_SSE2, ARGBMultiplyRow_SSE2, 0, 4, 4, 4, 3)#endif#ifdef HAS_ARGBADDROW_SSE2ANY21(ARGBAddRow_Any_SSE2, ARGBAddRow_SSE2, 0, 4, 4, 4, 3)#endif#ifdef HAS_ARGBSUBTRACTROW_SSE2ANY21(ARGBSubtractRow_Any_SSE2, ARGBSubtractRow_SSE2, 0, 4, 4, 4, 3)#endif#ifdef HAS_ARGBMULTIPLYROW_AVX2ANY21(ARGBMultiplyRow_Any_AVX2, ARGBMultiplyRow_AVX2, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBADDROW_AVX2ANY21(ARGBAddRow_Any_AVX2, ARGBAddRow_AVX2, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBSUBTRACTROW_AVX2ANY21(ARGBSubtractRow_Any_AVX2, ARGBSubtractRow_AVX2, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBMULTIPLYROW_NEONANY21(ARGBMultiplyRow_Any_NEON, ARGBMultiplyRow_NEON, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBADDROW_NEONANY21(ARGBAddRow_Any_NEON, ARGBAddRow_NEON, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBSUBTRACTROW_NEONANY21(ARGBSubtractRow_Any_NEON, ARGBSubtractRow_NEON, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBMULTIPLYROW_MSAANY21(ARGBMultiplyRow_Any_MSA, ARGBMultiplyRow_MSA, 0, 4, 4, 4, 3)#endif#ifdef HAS_ARGBADDROW_MSAANY21(ARGBAddRow_Any_MSA, ARGBAddRow_MSA, 0, 4, 4, 4, 7)#endif#ifdef HAS_ARGBSUBTRACTROW_MSAANY21(ARGBSubtractRow_Any_MSA, ARGBSubtractRow_MSA, 0, 4, 4, 4, 7)#endif#ifdef HAS_SOBELROW_SSE2ANY21(SobelRow_Any_SSE2, SobelRow_SSE2, 0, 1, 1, 4, 15)#endif#ifdef HAS_SOBELROW_NEONANY21(SobelRow_Any_NEON, SobelRow_NEON, 0, 1, 1, 4, 7)#endif#ifdef HAS_SOBELROW_MSAANY21(SobelRow_Any_MSA, SobelRow_MSA, 0, 1, 1, 4, 15)#endif#ifdef HAS_SOBELTOPLANEROW_SSE2ANY21(SobelToPlaneRow_Any_SSE2, SobelToPlaneRow_SSE2, 0, 1, 1, 1, 15)#endif#ifdef HAS_SOBELTOPLANEROW_NEONANY21(SobelToPlaneRow_Any_NEON, SobelToPlaneRow_NEON, 0, 1, 1, 1, 15)#endif#ifdef HAS_SOBELTOPLANEROW_MSAANY21(SobelToPlaneRow_Any_MSA, SobelToPlaneRow_MSA, 0, 1, 1, 1, 31)#endif#ifdef HAS_SOBELXYROW_SSE2ANY21(SobelXYRow_Any_SSE2, SobelXYRow_SSE2, 0, 1, 1, 4, 15)#endif#ifdef HAS_SOBELXYROW_NEONANY21(SobelXYRow_Any_NEON, SobelXYRow_NEON, 0, 1, 1, 4, 7)#endif#ifdef HAS_SOBELXYROW_MSAANY21(SobelXYRow_Any_MSA, SobelXYRow_MSA, 0, 1, 1, 4, 15)#endif#undef ANY21 // Any 2 planes to 1 with yuvconstants#define ANY21C(NAMEANY, ANY_SIMD, UVSHIFT, SBPP, SBPP2, BPP, MASK)            \  void NAMEANY(const uint8_t* y_buf, const uint8_t* uv_buf, uint8_t* dst_ptr, \               const struct YuvConstants* yuvconstants, int width) {          \    SIMD_ALIGNED(uint8_t temp[128 * 3]);                                      \    memset(temp, 0, 128 * 2); /* for msan */                                  \    int r = width & MASK;                                                     \    int n = width & ~MASK;                                                    \    if (n > 0) {                                                              \      ANY_SIMD(y_buf, uv_buf, dst_ptr, yuvconstants, n);                      \    }                                                                         \    memcpy(temp, y_buf + n * SBPP, r * SBPP);                                 \    memcpy(temp + 128, uv_buf + (n >> UVSHIFT) * SBPP2,                       \           SS(r, UVSHIFT) * SBPP2);                                           \    ANY_SIMD(temp, temp + 128, temp + 256, yuvconstants, MASK + 1);           \    memcpy(dst_ptr + n * BPP, temp + 256, r * BPP);                           \  } // Biplanar to RGB.#ifdef HAS_NV12TOARGBROW_SSSE3ANY21C(NV12ToARGBRow_Any_SSSE3, NV12ToARGBRow_SSSE3, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV12TOARGBROW_AVX2ANY21C(NV12ToARGBRow_Any_AVX2, NV12ToARGBRow_AVX2, 1, 1, 2, 4, 15)#endif#ifdef HAS_NV12TOARGBROW_NEONANY21C(NV12ToARGBRow_Any_NEON, NV12ToARGBRow_NEON, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV12TOARGBROW_MSAANY21C(NV12ToARGBRow_Any_MSA, NV12ToARGBRow_MSA, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV21TOARGBROW_SSSE3ANY21C(NV21ToARGBRow_Any_SSSE3, NV21ToARGBRow_SSSE3, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV21TOARGBROW_AVX2ANY21C(NV21ToARGBRow_Any_AVX2, NV21ToARGBRow_AVX2, 1, 1, 2, 4, 15)#endif#ifdef HAS_NV21TOARGBROW_NEONANY21C(NV21ToARGBRow_Any_NEON, NV21ToARGBRow_NEON, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV21TOARGBROW_MSAANY21C(NV21ToARGBRow_Any_MSA, NV21ToARGBRow_MSA, 1, 1, 2, 4, 7)#endif#ifdef HAS_NV12TORGB24ROW_NEONANY21C(NV12ToRGB24Row_Any_NEON, NV12ToRGB24Row_NEON, 1, 1, 2, 3, 7)#endif#ifdef HAS_NV21TORGB24ROW_NEONANY21C(NV21ToRGB24Row_Any_NEON, NV21ToRGB24Row_NEON, 1, 1, 2, 3, 7)#endif#ifdef HAS_NV12TORGB24ROW_SSSE3ANY21C(NV12ToRGB24Row_Any_SSSE3, NV12ToRGB24Row_SSSE3, 1, 1, 2, 3, 15)#endif#ifdef HAS_NV21TORGB24ROW_SSSE3ANY21C(NV21ToRGB24Row_Any_SSSE3, NV21ToRGB24Row_SSSE3, 1, 1, 2, 3, 15)#endif#ifdef HAS_NV12TORGB24ROW_AVX2ANY21C(NV12ToRGB24Row_Any_AVX2, NV12ToRGB24Row_AVX2, 1, 1, 2, 3, 31)#endif#ifdef HAS_NV21TORGB24ROW_AVX2ANY21C(NV21ToRGB24Row_Any_AVX2, NV21ToRGB24Row_AVX2, 1, 1, 2, 3, 31)#endif#ifdef HAS_NV12TORGB565ROW_SSSE3ANY21C(NV12ToRGB565Row_Any_SSSE3, NV12ToRGB565Row_SSSE3, 1, 1, 2, 2, 7)#endif#ifdef HAS_NV12TORGB565ROW_AVX2ANY21C(NV12ToRGB565Row_Any_AVX2, NV12ToRGB565Row_AVX2, 1, 1, 2, 2, 15)#endif#ifdef HAS_NV12TORGB565ROW_NEONANY21C(NV12ToRGB565Row_Any_NEON, NV12ToRGB565Row_NEON, 1, 1, 2, 2, 7)#endif#ifdef HAS_NV12TORGB565ROW_MSAANY21C(NV12ToRGB565Row_Any_MSA, NV12ToRGB565Row_MSA, 1, 1, 2, 2, 7)#endif#undef ANY21C // Any 1 to 1.#define ANY11(NAMEANY, ANY_SIMD, UVSHIFT, SBPP, BPP, MASK)                \  void NAMEANY(const uint8_t* src_ptr, uint8_t* dst_ptr, int width) {     \    SIMD_ALIGNED(uint8_t temp[128 * 2]);                                  \    memset(temp, 0, 128); /* for YUY2 and msan */                         \    int r = width & MASK;                                                 \    int n = width & ~MASK;                                                \    if (n > 0) {                                                          \      ANY_SIMD(src_ptr, dst_ptr, n);                                      \    }                                                                     \    memcpy(temp, src_ptr + (n >> UVSHIFT) * SBPP, SS(r, UVSHIFT) * SBPP); \    ANY_SIMD(temp, temp + 128, MASK + 1);                                 \    memcpy(dst_ptr + n * BPP, temp + 128, r * BPP);                       \  } #ifdef HAS_COPYROW_AVXANY11(CopyRow_Any_AVX, CopyRow_AVX, 0, 1, 1, 63)#endif#ifdef HAS_COPYROW_SSE2ANY11(CopyRow_Any_SSE2, CopyRow_SSE2, 0, 1, 1, 31)#endif#ifdef HAS_COPYROW_NEONANY11(CopyRow_Any_NEON, CopyRow_NEON, 0, 1, 1, 31)#endif#if defined(HAS_ARGBTORGB24ROW_SSSE3)ANY11(ARGBToRGB24Row_Any_SSSE3, ARGBToRGB24Row_SSSE3, 0, 4, 3, 15)ANY11(ARGBToRAWRow_Any_SSSE3, ARGBToRAWRow_SSSE3, 0, 4, 3, 15)ANY11(ARGBToRGB565Row_Any_SSE2, ARGBToRGB565Row_SSE2, 0, 4, 2, 3)ANY11(ARGBToARGB1555Row_Any_SSE2, ARGBToARGB1555Row_SSE2, 0, 4, 2, 3)ANY11(ARGBToARGB4444Row_Any_SSE2, ARGBToARGB4444Row_SSE2, 0, 4, 2, 3)#endif#if defined(HAS_ARGBTORGB24ROW_AVX2)ANY11(ARGBToRGB24Row_Any_AVX2, ARGBToRGB24Row_AVX2, 0, 4, 3, 31)#endif#if defined(HAS_ARGBTORGB24ROW_AVX512VBMI)ANY11(ARGBToRGB24Row_Any_AVX512VBMI, ARGBToRGB24Row_AVX512VBMI, 0, 4, 3, 31)#endif#if defined(HAS_ARGBTORAWROW_AVX2)ANY11(ARGBToRAWRow_Any_AVX2, ARGBToRAWRow_AVX2, 0, 4, 3, 31)#endif#if defined(HAS_ARGBTORGB565ROW_AVX2)ANY11(ARGBToRGB565Row_Any_AVX2, ARGBToRGB565Row_AVX2, 0, 4, 2, 7)#endif#if defined(HAS_ARGBTOARGB4444ROW_AVX2)ANY11(ARGBToARGB1555Row_Any_AVX2, ARGBToARGB1555Row_AVX2, 0, 4, 2, 7)ANY11(ARGBToARGB4444Row_Any_AVX2, ARGBToARGB4444Row_AVX2, 0, 4, 2, 7)#endif#if defined(HAS_ABGRTOAR30ROW_SSSE3)ANY11(ABGRToAR30Row_Any_SSSE3, ABGRToAR30Row_SSSE3, 0, 4, 4, 3)#endif#if defined(HAS_ARGBTOAR30ROW_SSSE3)ANY11(ARGBToAR30Row_Any_SSSE3, ARGBToAR30Row_SSSE3, 0, 4, 4, 3)#endif#if defined(HAS_ABGRTOAR30ROW_AVX2)ANY11(ABGRToAR30Row_Any_AVX2, ABGRToAR30Row_AVX2, 0, 4, 4, 7)#endif#if defined(HAS_ARGBTOAR30ROW_AVX2)ANY11(ARGBToAR30Row_Any_AVX2, ARGBToAR30Row_AVX2, 0, 4, 4, 7)#endif#if defined(HAS_J400TOARGBROW_SSE2)ANY11(J400ToARGBRow_Any_SSE2, J400ToARGBRow_SSE2, 0, 1, 4, 7)#endif#if defined(HAS_J400TOARGBROW_AVX2)ANY11(J400ToARGBRow_Any_AVX2, J400ToARGBRow_AVX2, 0, 1, 4, 15)#endif#if defined(HAS_I400TOARGBROW_SSE2)ANY11(I400ToARGBRow_Any_SSE2, I400ToARGBRow_SSE2, 0, 1, 4, 7)#endif#if defined(HAS_I400TOARGBROW_AVX2)ANY11(I400ToARGBRow_Any_AVX2, I400ToARGBRow_AVX2, 0, 1, 4, 15)#endif#if defined(HAS_RGB24TOARGBROW_SSSE3)ANY11(RGB24ToARGBRow_Any_SSSE3, RGB24ToARGBRow_SSSE3, 0, 3, 4, 15)ANY11(RAWToARGBRow_Any_SSSE3, RAWToARGBRow_SSSE3, 0, 3, 4, 15)ANY11(RGB565ToARGBRow_Any_SSE2, RGB565ToARGBRow_SSE2, 0, 2, 4, 7)ANY11(ARGB1555ToARGBRow_Any_SSE2, ARGB1555ToARGBRow_SSE2, 0, 2, 4, 7)ANY11(ARGB4444ToARGBRow_Any_SSE2, ARGB4444ToARGBRow_SSE2, 0, 2, 4, 7)#endif#if defined(HAS_RAWTORGB24ROW_SSSE3)ANY11(RAWToRGB24Row_Any_SSSE3, RAWToRGB24Row_SSSE3, 0, 3, 3, 7)#endif#if defined(HAS_RGB565TOARGBROW_AVX2)ANY11(RGB565ToARGBRow_Any_AVX2, RGB565ToARGBRow_AVX2, 0, 2, 4, 15)#endif#if defined(HAS_ARGB1555TOARGBROW_AVX2)

Lines 1–500 of 1211.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t