shithub: openh264

ref: 0ad782525ec14a5188a441bbc30f811576b529b7
dir: /codec/common/src/expand_pic.cpp/

View raw version
/*!
 * \copy
 *     Copyright (c)  2013, Cisco Systems
 *     All rights reserved.
 *
 *     Redistribution and use in source and binary forms, with or without
 *     modification, are permitted provided that the following conditions
 *     are met:
 *
 *        * Redistributions of source code must retain the above copyright
 *          notice, this list of conditions and the following disclaimer.
 *
 *        * Redistributions in binary form must reproduce the above copyright
 *          notice, this list of conditions and the following disclaimer in
 *          the documentation and/or other materials provided with the
 *          distribution.
 *
 *     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 *     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 *     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 *     FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 *     COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 *     INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 *     BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 *     LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 *     CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 *     LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
 *     ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 *     POSSIBILITY OF SUCH DAMAGE.
 *
 */
#include <string.h>
#include "expand_pic.h"
#include "cpu_core.h"

static inline void MBPadTopLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride) {
  const uint8_t kuiTL = pDst[0];
  int32_t i = 0;
  uint8_t* pTopLeft = pDst;
  do {
    pTopLeft -= kiStride;
    // pad pTop
    memcpy (pTopLeft, pDst, 16);           // confirmed_safe_unsafe_usage
    memset (pTopLeft - PADDING_LENGTH, kuiTL, PADDING_LENGTH); //pTop left
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadTopLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX) {
  uint8_t* pTopLine = pDst + (kiMbX << 4);
  int32_t i = 0;
  uint8_t* pTop = pTopLine;
  do {
    pTop -= kiStride;
    // pad pTop
    memcpy (pTop, pTopLine, 16);          // confirmed_safe_unsafe_usage
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadBottomLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX,
                                      const int32_t& kiPicH) {
  uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 4);
  int32_t i = 0;
  uint8_t* pBottom = pBottomLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom, pBottomLine, 16);       // confirmed_safe_unsafe_usage
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadTopRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW) {
  uint8_t* pTopRight = pDst + kiPicW;
  const uint8_t kuiTR = pTopRight[-1];
  int32_t i = 0;
  uint8_t* pTop = pTopRight;
  do {
    pTop -= kiStride;
    // pad pTop
    memcpy (pTop - 16, pTopRight - 16, 16);          // confirmed_safe_unsafe_usage
    memset (pTop, kuiTR, PADDING_LENGTH); //pTop Right
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadBottomLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicH) {
  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;
  const uint8_t kuiBL = pDstLastLine[0];
  int32_t i = 0;
  uint8_t* pBottom = pDstLastLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom, pDstLastLine, 16);          // confirmed_safe_unsafe_usage
    memset (pBottom - PADDING_LENGTH, kuiBL, PADDING_LENGTH); //pBottom left
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadBottomRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW,
    const int32_t& kiPicH) {
  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;
  const uint8_t kuiBR = pDstLastLine[-1];
  int32_t i = 0;
  uint8_t* pBottom = pDstLastLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom - 16, pDstLastLine - 16, 16);         // confirmed_safe_unsafe_usage
    memset (pBottom, kuiBR, PADDING_LENGTH); //pBottom Right
  } while (++i < PADDING_LENGTH);
}

static inline void MBPadLeftLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY) {
  uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride;
  for (int32_t i = 0; i < 16; ++i) {
    // pad left
    memset (pTmp - PADDING_LENGTH, pTmp[0], PADDING_LENGTH);
    pTmp += kiStride;
  }
}

static inline void MBPadRightLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY,
                                     const int32_t& kiPicW) {
  uint8_t* pTmp = pDst + (kiMbY << 4) * kiStride + kiPicW;
  for (int32_t i = 0; i < 16; ++i) {
    // pad right
    memset (pTmp, pTmp[-1], PADDING_LENGTH);
    pTmp += kiStride;
  }
}

static inline void MBPadTopChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX) {
  uint8_t* pTopLine = pDst + (kiMbX << 3);
  int32_t i = 0;
  uint8_t* pTop = pTopLine;
  do {
    pTop -= kiStride;
    // pad pTop
    memcpy (pTop, pTopLine, 8);         // confirmed_safe_unsafe_usage
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadBottomChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbX,
                                        const int32_t& kiPicH) {
  uint8_t* pBottomLine = pDst + (kiPicH - 1) * kiStride + (kiMbX << 3);
  int32_t i = 0;
  uint8_t* pBottom = pBottomLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom, pBottomLine, 8);        // confirmed_safe_unsafe_usage
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadTopLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride) {
  const uint8_t kuiTL = pDst[0];
  int32_t i = 0;
  uint8_t* pTopLeft = pDst;
  do {
    pTopLeft -= kiStride;
    // pad pTop
    memcpy (pTopLeft, pDst, 8);          // confirmed_safe_unsafe_usage
    memset (pTopLeft - CHROMA_PADDING_LENGTH, kuiTL, CHROMA_PADDING_LENGTH); //pTop left
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadTopRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW) {
  uint8_t* pTopRight = pDst + kiPicW;
  const uint8_t kuiTR = pTopRight[-1];
  int32_t i = 0;
  uint8_t* pTop = pTopRight;
  do {
    pTop -= kiStride;
    // pad pTop
    memcpy (pTop - 8, pTopRight - 8, 8);         // confirmed_safe_unsafe_usage
    memset (pTop, kuiTR, CHROMA_PADDING_LENGTH); //pTop Right
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadBottomLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicH) {
  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride;
  const uint8_t kuiBL = pDstLastLine[0];
  int32_t i = 0;
  uint8_t* pBottom = pDstLastLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom, pDstLastLine, 8);         // confirmed_safe_unsafe_usage
    memset (pBottom - CHROMA_PADDING_LENGTH, kuiBL, CHROMA_PADDING_LENGTH); //pBottom left
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadBottomRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW,
    const int32_t kiPicH) {
  uint8_t* pDstLastLine = pDst + (kiPicH - 1) * kiStride + kiPicW;
  const uint8_t kuiBR = pDstLastLine[-1];
  int32_t i = 0;
  uint8_t* pBottom = pDstLastLine;
  do {
    pBottom += kiStride;
    // pad pBottom
    memcpy (pBottom - 8, pDstLastLine - 8, 8);       // confirmed_safe_unsafe_usage
    memset (pBottom, kuiBR, CHROMA_PADDING_LENGTH); //pBottom Right
  } while (++i < CHROMA_PADDING_LENGTH);
}

static inline void MBPadLeftChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY) {
  uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride;
  for (int32_t i = 0; i < 8; ++i) {
    // pad left
    memset (pTmp - CHROMA_PADDING_LENGTH, pTmp[0], CHROMA_PADDING_LENGTH);
    pTmp += kiStride;
  }
}

static inline void MBPadRightChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiMbY,
                                       const int32_t& kiPicW) {
  uint8_t* pTmp = pDst + (kiMbY << 3) * kiStride + kiPicW;
  for (int32_t i = 0; i < 8; ++i) {
    // pad right
    memset (pTmp, pTmp[-1], CHROMA_PADDING_LENGTH);
    pTmp += kiStride;
  }
}

void PadMBLuma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW, const int32_t& kiPicH,
                  const int32_t& kiMbX, const int32_t& kiMbY, const int32_t& kiMBWidth, const int32_t& kiMBHeight) {
  if (kiMbX == 0 && kiMbY == 0) {
    MBPadTopLeftLuma_c (pDst, kiStride);
  } else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {
    MBPadTopRightLuma_c (pDst, kiStride, kiPicW);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {
    MBPadBottomLeftLuma_c (pDst, kiStride, kiPicH);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {
    MBPadBottomRightLuma_c (pDst, kiStride, kiPicW, kiPicH);
  }
  if (kiMbX == 0) {
    MBPadLeftLuma_c (pDst, kiStride, kiMbY);
  } else if (kiMbX == kiMBWidth - 1) {
    MBPadRightLuma_c (pDst, kiStride, kiMbY, kiPicW);
  }
  if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
    MBPadTopLuma_c (pDst, kiStride, kiMbX);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
    MBPadBottomLuma_c (pDst, kiStride, kiMbX, kiPicH);
  }
}

void PadMBChroma_c (uint8_t*& pDst, const int32_t& kiStride, const int32_t& kiPicW, const int32_t& kiPicH,
                    const int32_t& kiMbX, const int32_t& kiMbY, const int32_t& kiMBWidth, const int32_t& kiMBHeight) {
  if (kiMbX == 0 && kiMbY == 0) {
    MBPadTopLeftChroma_c (pDst, kiStride);
  } else if (kiMbY == 0 && kiMbX == kiMBWidth - 1) {
    MBPadTopRightChroma_c (pDst, kiStride, kiPicW);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX == 0) {
    MBPadBottomLeftChroma_c (pDst, kiStride, kiPicH);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX == kiMBWidth - 1) {
    MBPadBottomRightChroma_c (pDst, kiStride, kiPicW, kiPicH);
  }
  if (kiMbX == 0) {
    MBPadLeftChroma_c (pDst, kiStride, kiMbY);
  } else if (kiMbX == kiMBWidth - 1) {
    MBPadRightChroma_c (pDst, kiStride, kiMbY, kiPicW);
  }
  if (kiMbY == 0 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
    MBPadTopChroma_c (pDst, kiStride, kiMbX);
  } else if (kiMbY == kiMBHeight - 1 && kiMbX > 0 && kiMbX < kiMBWidth - 1) {
    MBPadBottomChroma_c (pDst, kiStride, kiMbX, kiPicH);
  }
}

// rewrite it (split into luma & chroma) that is helpful for mmx/sse2 optimization perform, 9/27/2009
static inline void ExpandPictureLuma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,
                                        const int32_t kiPicH) {
  uint8_t* pTmp              = pDst;
  uint8_t* pDstLastLine      = pTmp + (kiPicH - 1) * kiStride;
  const int32_t kiPaddingLen = PADDING_LENGTH;
  const uint8_t kuiTL        = pTmp[0];
  const uint8_t kuiTR        = pTmp[kiPicW - 1];
  const uint8_t kuiBL        = pDstLastLine[0];
  const uint8_t kuiBR        = pDstLastLine[kiPicW - 1];
  int32_t i                  = 0;

  do {
    const int32_t kiStrides = (1 + i) * kiStride;
    uint8_t* pTop           = pTmp - kiStrides;
    uint8_t* pBottom        = pDstLastLine + kiStrides;

    // pad pTop and pBottom
    memcpy (pTop, pTmp, kiPicW);                // confirmed_safe_unsafe_usage
    memcpy (pBottom, pDstLastLine, kiPicW);     // confirmed_safe_unsafe_usage

    // pad corners
    memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); //pTop left
    memset (pTop + kiPicW, kuiTR, kiPaddingLen); //pTop right
    memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); //pBottom left
    memset (pBottom + kiPicW, kuiBR, kiPaddingLen); //pBottom right

    ++ i;
  } while (i < kiPaddingLen);

  // pad left and right
  i = 0;
  do {
    memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);
    memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);

    pTmp += kiStride;
    ++ i;
  } while (i < kiPicH);
}

static inline void ExpandPictureChroma_c (uint8_t* pDst, const int32_t kiStride, const int32_t kiPicW,
    const int32_t kiPicH) {
  uint8_t* pTmp                 = pDst;
  uint8_t* pDstLastLine         = pTmp + (kiPicH - 1) * kiStride;
  const int32_t kiPaddingLen    = (PADDING_LENGTH >> 1);
  const uint8_t kuiTL           = pTmp[0];
  const uint8_t kuiTR           = pTmp[kiPicW - 1];
  const uint8_t kuiBL           = pDstLastLine[0];
  const uint8_t kuiBR           = pDstLastLine[kiPicW - 1];
  int32_t i                     = 0;

  do {
    const int32_t kiStrides = (1 + i) * kiStride;
    uint8_t* pTop           = pTmp - kiStrides;
    uint8_t* pBottom        = pDstLastLine + kiStrides;

    // pad pTop and pBottom
    memcpy (pTop, pTmp, kiPicW);                // confirmed_safe_unsafe_usage
    memcpy (pBottom, pDstLastLine, kiPicW);     // confirmed_safe_unsafe_usage

    // pad corners
    memset (pTop - kiPaddingLen, kuiTL, kiPaddingLen); //pTop left
    memset (pTop + kiPicW, kuiTR, kiPaddingLen); //pTop right
    memset (pBottom - kiPaddingLen, kuiBL, kiPaddingLen); //pBottom left
    memset (pBottom + kiPicW, kuiBR, kiPaddingLen); //pBottom right

    ++ i;
  } while (i < kiPaddingLen);

  // pad left and right
  i = 0;
  do {
    memset (pTmp - kiPaddingLen, pTmp[0], kiPaddingLen);
    memset (pTmp + kiPicW, pTmp[kiPicW - 1], kiPaddingLen);

    pTmp += kiStride;
    ++ i;
  } while (i < kiPicH);
}

void InitExpandPictureFunc (SExpandPicFunc* pExpandPicFunc, const uint32_t kuiCPUFlag) {
  pExpandPicFunc->pfExpandLumaPicture        = ExpandPictureLuma_c;
  pExpandPicFunc->pfExpandChromaPicture[0]   = ExpandPictureChroma_c;
  pExpandPicFunc->pfExpandChromaPicture[1]   = ExpandPictureChroma_c;

#if defined(X86_ASM)
  if ((kuiCPUFlag & WELS_CPU_SSE2) == WELS_CPU_SSE2) {
    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_sse2;
    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_sse2;
    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_sse2;
  }
#endif//X86_ASM
#if defined(HAVE_NEON)
  if (kuiCPUFlag & WELS_CPU_NEON) {
    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_neon;
    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_neon;
    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_neon;
  }
#endif//HAVE_NEON
#if defined(HAVE_NEON_AARCH64)
  if (kuiCPUFlag & WELS_CPU_NEON) {
    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_AArch64_neon;
    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChroma_AArch64_neon;
    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChroma_AArch64_neon;
  }
#endif//HAVE_NEON_AARCH64
#if defined(HAVE_MMI)
  if (kuiCPUFlag & WELS_CPU_MMI) {
    pExpandPicFunc->pfExpandLumaPicture      = ExpandPictureLuma_mmi;
    pExpandPicFunc->pfExpandChromaPicture[0] = ExpandPictureChromaUnalign_mmi;
    pExpandPicFunc->pfExpandChromaPicture[1] = ExpandPictureChromaAlign_mmi;
  }
#endif//HAVE_MMI
}


//void ExpandReferencingPicture (SPicture* pPic, PExpandPictureFunc pExpLuma, PExpandPictureFunc pExpChrom[2]) {
void ExpandReferencingPicture (uint8_t* pData[3], int32_t iWidth, int32_t iHeight, int32_t iStride[3],
                               PExpandPictureFunc pExpLuma, PExpandPictureFunc pExpChrom[2]) {
  /*local variable*/
  uint8_t* pPicY  = pData[0];
  uint8_t* pPicCb = pData[1];
  uint8_t* pPicCr = pData[2];
  const int32_t kiWidthY    = iWidth;
  const int32_t kiHeightY   = iHeight;
  const int32_t kiWidthUV   = kiWidthY >> 1;
  const int32_t kiHeightUV  = kiHeightY >> 1;



  pExpLuma (pPicY, iStride[0], kiWidthY, kiHeightY);
  if (kiWidthUV >= 16) {
    // fix coding picture size as 16x16
    const bool kbChrAligned = /*(iWidthUV >= 16) && */ ((kiWidthUV & 0x0F) == 0); // chroma planes: (16+iWidthUV) & 15
    pExpChrom[kbChrAligned] (pPicCb, iStride[1], kiWidthUV, kiHeightUV);
    pExpChrom[kbChrAligned] (pPicCr, iStride[2], kiWidthUV, kiHeightUV);
  } else {
    // fix coding picture size as 16x16
    ExpandPictureChroma_c (pPicCb, iStride[1], kiWidthUV, kiHeightUV);
    ExpandPictureChroma_c (pPicCr, iStride[2], kiWidthUV, kiHeightUV);
  }



}