History

Merge pull request #2594 from huili2/parseonly_mem_bugfix

fix parseonly issues when bs is very large

ruil2 committed 10 years ago

Commit bc0fc2e2 parents f84c1c2 e6a6b092 files · +49 −6Browse files

Unified · Split

2 files
  1. codec/decoder/core/src/decoder_core.cpp +39 −4
  2. codec/decoder/plus/src/welsDecoderExt.cpp +10 −2
codec/decoder/core/src/decoder_core.cpp+39−4
@@ -104,11 +104,19 @@ static inline int32_t DecodeFrameConstruction (PWelsDecoderContext pCtx, uint8_t · 103 unmodified lines
104104 pCtx->bParamSetsLostFlag = false;
105105 //find required sps, pps and write into dst buff
106106 pSpsBs = bSubSps ? &pCtx->sSubsetSpsBsInfo [iSpsId] : &pCtx->sSpsBsInfo [iSpsId];
107+ pPpsBs = &pCtx->sPpsBsInfo [iPpsId];
108+ if (pDstBuf - pParser->pDstBuff + pSpsBs->uiSpsBsLen + pPpsBs->uiPpsBsLen >= MAX_ACCESS_UNIT_CAPACITY) {
109+ WelsLog (& (pCtx->sLogCtx), WELS_LOG_WARNING,
110+ "DecodeFrameConstruction(): sps pps size: (%d %d) too large. Failed to parse. \n", pSpsBs->uiSpsBsLen,
111+ pPpsBs->uiPpsBsLen);
112+ pCtx->iErrorCode |= dsOutOfMemory;
113+ pCtx->pParserBsInfo->iNalNum = 0;
114+ return ERR_INFO_OUT_OF_MEMORY;
115+ }
107116 memcpy (pDstBuf, pSpsBs->pSpsBsBuf, pSpsBs->uiSpsBsLen);
108117 pParser->iNalLenInByte [pParser->iNalNum ++] = pSpsBs->uiSpsBsLen;
109118 pCtx->iNalLenInByte[pCtx->iNalNum ++] = pSpsBs->uiSpsBsLen;
110119 pDstBuf += pSpsBs->uiSpsBsLen;
111− pPpsBs = &pCtx->sPpsBsInfo [iPpsId];
112120 memcpy (pDstBuf, pPpsBs->pPpsBsBuf, pPpsBs->uiPpsBsLen);
113121 pParser->iNalLenInByte [pParser->iNalNum ++] = pPpsBs->uiPpsBsLen;
114122 pDstBuf += pPpsBs->uiPpsBsLen;
@@ -121,6 +129,15 @@ static inline int32_t DecodeFrameConstruction (PWelsDecoderContext pCtx, uint8_t · 6 unmodified lines
121129 iNalLen = pCurNal->sNalData.sVclNal.iNalLength;
122130 pNalBs = pCurNal->sNalData.sVclNal.pNalPos;
123131 pParser->iNalLenInByte [pParser->iNalNum ++] = iNalLen;
132+ if (pDstBuf - pParser->pDstBuff + iNalLen >= MAX_ACCESS_UNIT_CAPACITY) {
133+ WelsLog (& (pCtx->sLogCtx), WELS_LOG_WARNING,
134+ "DecodeFrameConstruction(): composed output size (%ld) exceeds (%d). Failed to parse. \n",
135+ (long) (pDstBuf - pParser->pDstBuff + iNalLen), MAX_ACCESS_UNIT_CAPACITY);
136+ pCtx->iErrorCode |= dsOutOfMemory;
137+ pCtx->pParserBsInfo->iNalNum = 0;
138+ return ERR_INFO_OUT_OF_MEMORY;
139+ }
140+
124141 memcpy (pDstBuf, pNalBs, iNalLen);
125142 pDstBuf += iNalLen;
126143 }
@@ -497,6 +514,8 @@ int32_t ExpandBsBuffer (PWelsDecoderContext pCtx, const int kiSrcLen) { · 370 unmodified lines
497514 int32_t iNewBuffLen = WELS_MAX ((kiSrcLen * MAX_BUFFERED_NUM), (pCtx->iMaxBsBufferSizeInByte << iExpandStepShift));
498515 //allocate new bs buffer
499516 CMemoryAlign* pMa = pCtx->pMemAlign;
517+
518+ //Realloc sRawData
500519 uint8_t* pNewBsBuff = static_cast<uint8_t*> (pMa->WelsMallocz (iNewBuffLen, "pCtx->sRawData.pHead"));
501520 if (pNewBsBuff == NULL)
502521 return ERR_INFO_OUT_OF_MEMORY;
@@ -511,12 +530,28 @@ int32_t ExpandBsBuffer (PWelsDecoderContext pCtx, const int kiSrcLen) { · 8 unmodified lines
511530
512531 //Copy current buffer status to new buffer
513532 memcpy (pNewBsBuff, pCtx->sRawData.pHead, pCtx->iMaxBsBufferSizeInByte);
514− pCtx->iMaxBsBufferSizeInByte = iNewBuffLen;
515533 pCtx->sRawData.pStartPos = pNewBsBuff + (pCtx->sRawData.pStartPos - pCtx->sRawData.pHead);
516− pCtx->sRawData.pCurPos = pNewBsBuff + (pCtx->sRawData.pCurPos - pCtx->sRawData.pHead);
517− pCtx->sRawData.pEnd = pNewBsBuff + iNewBuffLen;
534+ pCtx->sRawData.pCurPos = pNewBsBuff + (pCtx->sRawData.pCurPos - pCtx->sRawData.pHead);
535+ pCtx->sRawData.pEnd = pNewBsBuff + iNewBuffLen;
518536 pMa->WelsFree (pCtx->sRawData.pHead, "pCtx->sRawData.pHead");
519537 pCtx->sRawData.pHead = pNewBsBuff;
538+
539+ if (pCtx->pParam->bParseOnly) {
540+ //Realloc sSavedData
541+ uint8_t* pNewSavedBsBuff = static_cast<uint8_t*> (pMa->WelsMallocz (iNewBuffLen, "pCtx->sSavedData.pHead"));
542+ if (pNewSavedBsBuff == NULL)
543+ return ERR_INFO_OUT_OF_MEMORY;
544+
545+ //Copy current buffer status to new buffer
546+ memcpy (pNewSavedBsBuff, pCtx->sSavedData.pHead, pCtx->iMaxBsBufferSizeInByte);
547+ pCtx->sSavedData.pStartPos = pNewSavedBsBuff + (pCtx->sSavedData.pStartPos - pCtx->sSavedData.pHead);
548+ pCtx->sSavedData.pCurPos = pNewSavedBsBuff + (pCtx->sSavedData.pCurPos - pCtx->sSavedData.pHead);
549+ pCtx->sSavedData.pEnd = pNewSavedBsBuff + iNewBuffLen;
550+ pMa->WelsFree (pCtx->sSavedData.pHead, "pCtx->sSavedData.pHead");
551+ pCtx->sSavedData.pHead = pNewSavedBsBuff;
552+ }
553+
554+ pCtx->iMaxBsBufferSizeInByte = iNewBuffLen;
520555 return ERR_NONE;
521556 }
522557
codec/decoder/plus/src/welsDecoderExt.cpp+10−2
@@ -458,7 +458,10 @@ DECODING_STATE CWelsDecoder::DecodeFrame2 (const unsigned char* kpSrc, · 457 unmodified lines
458458 return dsInvalidArgument;
459459 }
460460 if (CheckBsBuffer (m_pDecContext, kiSrcLen)) {
461− return dsOutOfMemory;
461+ if (ResetDecoder())
462+ return dsOutOfMemory;
463+
464+ return dsErrorFree;
462465 }
463466 if (kiSrcLen > 0 && kpSrc != NULL) {
464467 #ifdef OUTPUT_BIT_STREAM
@@ -513,6 +516,8 @@ DECODING_STATE CWelsDecoder::DecodeFrame2 (const unsigned char* kpSrc, · 48 unmodified lines
513516 if (m_pDecContext->iErrorCode & dsOutOfMemory) {
514517 if (ResetDecoder())
515518 return dsOutOfMemory;
519+
520+ return dsErrorFree;
516521 }
517522 //for AVC bitstream (excluding AVC with temporal scalability, including TP), as long as error occur, SHOULD notify upper layer key frame loss.
518523 if ((IS_PARAM_SETS_NALS (eNalType) || NAL_UNIT_CODED_SLICE_IDR == eNalType) ||
@@ -611,7 +616,10 @@ DECODING_STATE CWelsDecoder::DecodeParser (const unsigned char* kpSrc, · 92 unmodified lines
611616 return dsInvalidArgument;
612617 }
613618 if (CheckBsBuffer (m_pDecContext, kiSrcLen)) {
614− return dsOutOfMemory;
619+ if (ResetDecoder())
620+ return dsOutOfMemory;
621+
622+ return dsErrorFree;
615623 }
616624 if (kiSrcLen > 0 && kpSrc != NULL) {
617625 #ifdef OUTPUT_BITSTREAM

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t