/*! * \copy *     Copyright (c)  2013, Cisco Systems *     All rights reserved. * *     Redistribution and use in source and binary forms, with or without *     modification, are permitted provided that the following conditions *     are met: * *        * Redistributions of source code must retain the above copyright *          notice, this list of conditions and the following disclaimer. * *        * Redistributions in binary form must reproduce the above copyright *          notice, this list of conditions and the following disclaimer in *          the documentation and/or other materials provided with the *          distribution. * *     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS *     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT *     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS *     FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE *     COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, *     INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, *     BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; *     LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER *     CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT *     LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN *     ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE *     POSSIBILITY OF SUCH DAMAGE. * */ #include "expand_pic.h"#include "cpu_core.h" static inline void MBPadTopLeftLuma_c (uint8_t* pDst, const int32_t kiStride) {  const uint8_t kuiTL = pDst[0];  int32_t i = 0;  uint8_t* pTopLeft = pDst;  do {    pTopLeft -= kiStride;    // pad pTop    memcpy (pTopLeft, pDst, 16);           // confirmed_safe_unsafe_usage    memset (pTopLeft - PADDING_LENGTH, kuiTL, PADDING_LENGTH); //pTop left  } while (++i < PADDING_LENGTH);} static inline void MBPadTopLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbX) {  uint8_t* pTopLine = pDst + (kiMbX << 4);  int32_t i = 0;  uint8_t* pTop = pTopLine;  do {    pTop -= kiStride;    // pad pTop    memcpy (pTop, pTopLine, 16);          // confirmed_safe_unsafe_usage  } while (++i < PADDING_LENGTH);} static inline void MBPadBottomLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbX,                                      const int32_t kiPicH) {  uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 4);  int32_t i = 0;  uint8_t* pBottom = pBottomLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom, pBottomLine, 16);       // confirmed_safe_unsafe_usage  } while (++i < PADDING_LENGTH);} static inline void MBPadTopRightLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW) {  uint8_t* pTopRight = pDst + kiPicW;  const uint8_t kuiTR = pTopRight[-1];  int32_t i = 0;  uint8_t* pTop = pTopRight;  do {    pTop -= kiStride;    // pad pTop    memcpy (pTop - 16, pTopRight - 16, 16);          // confirmed_safe_unsafe_usage    memset (pTop, kuiTR, PADDING_LENGTH); //pTop Right  } while (++i < PADDING_LENGTH);} static inline void MBPadBottomLeftLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicH) {  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;  const uint8_t kuiBL = pDstLastLine[0];  int32_t i = 0;  uint8_t* pBottom = pDstLastLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom, pDstLastLine, 16);          // confirmed_safe_unsafe_usage    memset (pBottom - PADDING_LENGTH, kuiBL, PADDING_LENGTH); //pBottom left  } while (++i < PADDING_LENGTH);} static inline void MBPadBottomRightLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,    const int32_t kiPicH) {  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;  const uint8_t kuiBR = pDstLastLine[-1];  int32_t i = 0;  uint8_t* pBottom = pDstLastLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom - 16, pDstLastLine - 16, 16);         // confirmed_safe_unsafe_usage    memset (pBottom, kuiBR, PADDING_LENGTH); //pBottom Right  } while (++i < PADDING_LENGTH);} static inline void MBPadLeftLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbY) {  uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride;  for (int32_t i = 0; i < 16; ++i) {    // pad left    memset (pTmp - PADDING_LENGTH, pTmp[0], PADDING_LENGTH);    pTmp += kiStride;  }} static inline void MBPadRightLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbY,                                     const int32_t kiPicW) {  uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride + kiPicW;  for (int32_t i = 0; i < 16; ++i) {    // pad right    memset (pTmp, pTmp[-1], PADDING_LENGTH);    pTmp += kiStride;  }} static inline void MBPadTopChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbX) {  uint8_t* pTopLine = pDst + (kiMbX << 3);  int32_t i = 0;  uint8_t* pTop = pTopLine;  do {    pTop -= kiStride;    // pad pTop    memcpy (pTop, pTopLine, 8);         // confirmed_safe_unsafe_usage  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadBottomChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbX,                                        const int32_t kiPicH) {  uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 3);  int32_t i = 0;  uint8_t* pBottom = pBottomLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom, pBottomLine, 8);        // confirmed_safe_unsafe_usage  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadTopLeftChroma_c (uint8_t* pDst, const int32_t kiStride) {  const uint8_t kuiTL = pDst[0];  int32_t i = 0;  uint8_t* pTopLeft = pDst;  do {    pTopLeft -= kiStride;    // pad pTop    memcpy (pTopLeft, pDst, 8);          // confirmed_safe_unsafe_usage    memset (pTopLeft - CHROMA_PADDING_LENGTH, kuiTL, CHROMA_PADDING_LENGTH); //pTop left  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadTopRightChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW) {  uint8_t* pTopRight = pDst + kiPicW;  const uint8_t kuiTR = pTopRight[-1];  int32_t i = 0;  uint8_t* pTop = pTopRight;  do {    pTop -= kiStride;    // pad pTop    memcpy (pTop - 8, pTopRight - 8, 8);         // confirmed_safe_unsafe_usage    memset (pTop, kuiTR, CHROMA_PADDING_LENGTH); //pTop Right  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadBottomLeftChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicH) {  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;  const uint8_t kuiBL = pDstLastLine[0];  int32_t i = 0;  uint8_t* pBottom = pDstLastLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom, pDstLastLine, 8);         // confirmed_safe_unsafe_usage    memset (pBottom - CHROMA_PADDING_LENGTH, kuiBL, CHROMA_PADDING_LENGTH); //pBottom left  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadBottomRightChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,    const int32_t kiPicH) {  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;  const uint8_t kuiBR = pDstLastLine[-1];  int32_t i = 0;  uint8_t* pBottom = pDstLastLine;  do {    pBottom += kiStride;    // pad pBottom    memcpy (pBottom - 8, pDstLastLine - 8, 8);       // confirmed_safe_unsafe_usage    memset (pBottom, kuiBR, CHROMA_PADDING_LENGTH); //pBottom Right  } while (++i < CHROMA_PADDING_LENGTH);} static inline void MBPadLeftChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbY) {  uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride;  for (int32_t i = 0; i < 8; ++i) {    // pad left    memset (pTmp - CHROMA_PADDING_LENGTH, pTmp[0], CHROMA_PADDING_LENGTH);    pTmp += kiStride;  }} static inline void MBPadRightChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiMbY,                                       const int32_t kiPicW) {  uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride + kiPicW;  for (int32_t i = 0; i < 8; ++i) {    // pad right    memset (pTmp, pTmp[-1], CHROMA_PADDING_LENGTH);    pTmp += kiStride;  }} void PadMBLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW, const int32_t kiPicH,                  const int32_t kiMbX, const int32_t kiMbY, const int32_t kiMBWidth, const int32_t kiMBHeight) {  if (kiMbX == 0 && kiMbY == 0) {    MBPadTopLeftLuma_c (pDst, kiStride);  } else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {    MBPadTopRightLuma_c (pDst, kiStride, kiPicW);  } else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {    MBPadBottomLeftLuma_c (pDst, kiStride, kiPicH);  } else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {    MBPadBottomRightLuma_c (pDst, kiStride, kiPicW, kiPicH);  }  if (kiMbX == 0) {    MBPadLeftLuma_c (pDst, kiStride, kiMbY);  } else if (kiMbX == kiMBWidth - 1) {    MBPadRightLuma_c (pDst, kiStride, kiMbY, kiPicW);  }  if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {    MBPadTopLuma_c (pDst, kiStride, kiMbX);  } else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {    MBPadBottomLuma_c (pDst, kiStride, kiMbX, kiPicH);  }} void PadMBChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW, const int32_t kiPicH,                    const int32_t kiMbX, const int32_t kiMbY, const int32_t kiMBWidth, const int32_t kiMBHeight) {  if (kiMbX == 0 && kiMbY == 0) {    MBPadTopLeftChroma_c (pDst, kiStride);  } else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {    MBPadTopRightChroma_c (pDst, kiStride, kiPicW);  } else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {    MBPadBottomLeftChroma_c (pDst, kiStride, kiPicH);  } else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {    MBPadBottomRightChroma_c (pDst, kiStride, kiPicW, kiPicH);  }  if (kiMbX == 0) {    MBPadLeftChroma_c (pDst, kiStride, kiMbY);  } else if (kiMbX == kiMBWidth - 1) {    MBPadRightChroma_c (pDst, kiStride, kiMbY, kiPicW);  }  if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {    MBPadTopChroma_c (pDst, kiStride, kiMbX);  } else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {    MBPadBottomChroma_c (pDst, kiStride, kiMbX, kiPicH);  }} // rewrite it (split into luma & chroma) that is helpful for mmx/sse2 optimization perform, 9/27/2009static inline void ExpandPictureLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,                                        const int32_t kiPicH) {  uint8_t* pTmp              = pDst;  uint8_t* pDstLastLine      = pTmp + (kiPicH - 1) * kiStride;  const int32_t kiPaddingLen = PADDING_LENGTH;  const uint8_t kuiTL        = pTmp[0];  const uint8_t kuiTR        = pTmp[kiPicW - 1];  const uint8_t kuiBL        = pDstLastLine[0];  const uint8_t kuiBR        = pDstLastLine[kiPicW - 1];  int32_t i                  = 0;   do {    const int32_t kiStrides = (1 + i) * kiStride;    uint8_t* pTop           = pTmp - kiStrides;    uint8_t* pBottom        = pDstLastLine + kiStrides;     // pad pTop and pBottom    memcpy (pTop, pTmp, kiPicW);                // confirmed_safe_unsafe_usage    memcpy (pBottom, pDstLastLine, kiPicW);     // confirmed_safe_unsafe_usage     // pad corners    memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); //pTop left    memset (pTop + kiPicW, kuiTR, kiPaddingLen); //pTop right    memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); //pBottom left    memset (pBottom + kiPicW, kuiBR, kiPaddingLen); //pBottom right     ++ i;  } while (i < kiPaddingLen);   // pad left and right  i = 0;  do {    memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);    memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);     pTmp += kiStride;    ++ i;  } while (i < kiPicH);} static inline void ExpandPictureChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,    const int32_t kiPicH) {  uint8_t* pTmp                 = pDst;  uint8_t* pDstLastLine         = pTmp + (kiPicH - 1) * kiStride;  const int32_t kiPaddingLen    = (PADDING_LENGTH >> 1);  const uint8_t kuiTL           = pTmp[0];  const uint8_t kuiTR           = pTmp[kiPicW - 1];  const uint8_t kuiBL           = pDstLastLine[0];  const uint8_t kuiBR           = pDstLastLine[kiPicW - 1];  int32_t i                     = 0;   do {    const int32_t kiStrides = (1 + i) * kiStride;    uint8_t* pTop           = pTmp - kiStrides;    uint8_t* pBottom        = pDstLastLine + kiStrides;     // pad pTop and pBottom    memcpy (pTop, pTmp, kiPicW);                // confirmed_safe_unsafe_usage    memcpy (pBottom, pDstLastLine, kiPicW);     // confirmed_safe_unsafe_usage     // pad corners    memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); //pTop left    memset (pTop + kiPicW, kuiTR, kiPaddingLen); //pTop right    memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); //pBottom left    memset (pBottom + kiPicW, kuiBR, kiPaddingLen); //pBottom right     ++ i;  } while (i < kiPaddingLen);   // pad left and right  i = 0;  do {    memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);    memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);     pTmp += kiStride;    ++ i;  } while (i < kiPicH);} void InitExpandPictureFunc (SExpandPicFunc* pExpandPicFunc, const uint32_t kuiCPUFlag) {  USED(kuiCPUFlag);  pExpandPicFunc->pfExpandLumaPicture        = ExpandPictureLuma_c;  pExpandPicFunc->pfExpandChromaPicture[0]   = ExpandPictureChroma_c;  pExpandPicFunc->pfExpandChromaPicture[1]   = ExpandPictureChroma_c; #if defined(X86_ASM)  if ((kuiCPUFlag & WELS_CPU_SSE2) == WELS_CPU_SSE2) {    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_sse2;    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_sse2;    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_sse2;  }#endif//X86_ASM#if defined(HAVE_NEON)  if (kuiCPUFlag & WELS_CPU_NEON) {    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_neon;    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_neon;    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_neon;  }#endif//HAVE_NEON#if defined(HAVE_NEON_AARCH64)  if (kuiCPUFlag & WELS_CPU_NEON) {    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_AArch64_neon;    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_AArch64_neon;    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_AArch64_neon;  }#endif//HAVE_NEON_AARCH64#if defined(HAVE_MMI)  if (kuiCPUFlag & WELS_CPU_MMI) {    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_mmi;    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_mmi;    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_mmi;  }#endif//HAVE_MMI}  //void ExpandReferencingPicture (SPicture* pPic, PExpandPictureFunc pExpLuma, PExpandPictureFunc pExpChrom[2]) {void ExpandReferencingPicture (uint8_t* pData[3], int32_t iWidth, int32_t iHeight, int32_t iStride[3],                               PExpandPictureFunc pExpLuma, PExpandPictureFunc pExpChrom[2]) {  /*local variable*/  uint8_t* pPicY  = pData[0];  uint8_t* pPicCb = pData[1];  uint8_t* pPicCr = pData[2];  const int32_t kiWidthY    = iWidth;  const int32_t kiHeightY   = iHeight;  const int32_t kiWidthUV   = kiWidthY >> 1;  const int32_t kiHeightUV  = kiHeightY >> 1;     pExpLuma (pPicY, iStride[0], kiWidthY, kiHeightY);  if (kiWidthUV >= 16) {    // fix coding picture size as 16x16    const bool kbChrAligned = /*(iWidthUV >= 16) && */ ((kiWidthUV & 0x0F) == 0); // chroma planes: (16+iWidthUV) & 15    pExpChrom[kbChrAligned] (pPicCb, iStride[1], kiWidthUV, kiHeightUV);    pExpChrom[kbChrAligned] (pPicCr, iStride[2], kiWidthUV, kiHeightUV);  } else {    // fix coding picture size as 16x16    ExpandPictureChroma_c (pPicCb, iStride[1], kiWidthUV, kiHeightUV);    ExpandPictureChroma_c (pPicCr, iStride[2], kiWidthUV, kiHeightUV);  }   }