#!/bin/bash#***************************************************************************************************************# Encoder binary comparison test model#             -- Compared with Benchmark version using SHA-1 string#             -- Test bit stream under folder  openh264/res#             -- SHA-1 string of Benchmark version for  all cases  of all bit streams#                   under folder  openh264/test/encoder_binary_comparion/SHA1Table#             -- For more detail,please refer to file AboutTest?¡ê#brief:#             -- Test all cases in SHA1TableFile#                  1) Generate SHA1 string for each case#                  2) Compare with benchmark SHA1 string#                  3) If the SHA1 string are the same with benchmark version, test case is marked as passed#                  4) Otherwise, test case is marked as unpass! this may caused by:#                      --the design of encoder has been changed and the bit stream also change#                      --there may be some bugs in encoder and bit stream is not right#             -- Usage:  ./run_BinarySHA1Comparison.sh  ${TestYUVName}   ${AllCaseSHA1TaleFile}## date:    10/06/2014 Created#***************************************************************************************************************#global variable definition#usage runGlobalVariableDefrunGlobalVariableDef(){    #test data space    FinalResultPath=""    IssueDataPath=""    TempDataPath=""    #for test sequence info    PicW=""    PicH=""    #xxx.csv    AllCasePassStatusFile=""    #for encoder command    declare -a aEncoderCommandSet    declare -a aEncoderCommandName    declare -a aEncoderCommandValue    #encoder parameters  change based on the case info    let "EncoderFlag = 0"    CaseInfo=""    BitStreamFile=""    DiffFlag=""    #pass number    TotalCaseNum=""    PassCaseNum=""    UnpassCaseNum=""}#called by runGlobalVariableInitial#usage runEncoderCommandInitalrunEncoderCommandInital(){    aEncoderCommandSet=( -utype  -frms  -numl   -numtl \                         -sw -sh    "-dw 0"  "-dh 0" "-dw 1" "-dh 1" "-dw 2" "-dh 2" "-dw 3" "-dh 3" \                         "-frout 0" "-frout 1" "-frout 2" "-frout 3" \                         "-lqp 0" "-lqp 1" "-lqp 2" "-lqp 3" \                         -rc -fs -tarb "-ltarb 0"   "-ltarb 1" "-ltarb 2" "-ltarb 3" \                         "-lmaxb 0"   "-lmaxb 1"  "-lmaxb 2"  "-lmaxb 3" \                         "-slcmd 0" "-slcnum 0" "-slcmd 1" "-slcnum 1"\                         "-slcmd 2" "-slcnum 2" "-slcmd 3" "-slcnum 3"\                         -nalsize \                         -iper     -thread  "-loadbalancing"  -ltr \                         -db    -denois    -scene    -bgd    -aq )     aEncoderCommandName=(usagetype    frms  numl   numtl \                         sw sh    dw0 dh0 dw1 dh1 dw2 dh2 dw3 dh3 \                         frout0 frout1 frout2 frout3 \                         lqp0 lqp1 lqp2 lqp3 \                         rc FrSkip tarb ltarb0  ltarb1 ltarb2 ltarb3 \                         lmaxb0  lmaxb1 lmaxb2 lmaxb3 \                         slcmd0 slcnum0 slcmd1 slcnum1 \                         slcmd2 slcnum2 slcmd3 slcnum3 \                         MaxNalSZ \                         iper thread  loadbalancing ltr \                         db    denois  scene  bgd  aq )     NumParameter=${#aEncoderCommandSet[@]}    for ((i=0;i<NumParameter; i++))    do        aEncoderCommandValue[$i]=0    done }runGlobalVariableInitial(){    #TestSpaceDir=../AllTestData  CurrentDir=../AllTestData/TestSetXXX/***.264  eg ../AllTestData/TestSetCIF/BA1_MWD.264    CurrentDir=`pwd`    #test data space    FinalResultPath="${CurrentDir}/result"    IssueDataPath="${CurrentDir}/issue"    TempDataPath="TempData"    TestSequencePath="${CurrentDir}"     #test info output file    AllCasePassStatusFile="${FinalResultPath}/${TestYUVName}_AllCaseOutput.csv"    UnpassCaseFile="${FinalResultPath}/${TestYUVName}_unpassCaseOutput.csv"    UpdateSHA1TableFile="${FinalResultPath}/${TestYUVName}_UpdateSHA1Table.csv"    HeadLine1="EncoderFlag, DecoderFlag, FPS, BitSreamSHA1, InputYUVSHA1, \              -utype,    -frms,  -numl,  -numtl, -sw, -sh,\              -dw 0, -dh 0, -dw 1, -dh 1, -dw 2, -dh 2, -dw 3, -dh 3,\              -frout 0,    -frout 1, -frout 2, -frout 3,\              -lqp 0, -lqp 1, -lqp 2, -lqp 3,\              -rc,-fs, -tarb, -ltarb 0, -ltarb 1, -ltarb 2, -ltarb 3,\              -lmaxb 0,   -lmaxb 1,  -lmaxb 2,  -lmaxb 3,\              -slcmd 0, -slcnum 0, -slcmd 1, -slcnum 1,\              -slcmd 2, -slcnum 2, -slcmd 3, -slcnum 3,\              -nalsize,\              -iper, -thread, -loadbalancing, -ltr, -db, -denois,\              -scene,    -bgd ,  -aq, "     HeadLine2="BitSreamSHA1, InputYUVSHA1,\              -utype,    -frms,  -numl,  -numtl, -sw, -sh,\              -dw 0, -dh 0, -dw 1, -dh 1,-dw 2, -dh 2, -dw 3, -dh 3,\              -frout 0,    -frout 1, -frout 2, -frout 3,\              -lqp 0, -lqp 1, -lqp 2, -lqp 3,\              -rc, -fs, -tarb, -ltarb 0, -ltarb 1, -ltarb 2, -ltarb 3,\              -lmaxb 0,   -lmaxb 1,  -lmaxb 2,  -lmaxb 3,\              -slcmd 0, -slcnum 0, -slcmd 1, -slcnum 1,\              -slcmd 2, -slcnum 2, -slcmd 3, -slcnum 3,\              -nalsize,\              -iper, -thread, -loadbalancing, -ltr, -db, -denois,\              -scene    , bgd  , -aq "     echo ${HeadLine1}>${AllCasePassStatusFile}    echo ${HeadLine1}>${UnpassCaseFile}    echo ${HeadLine2}>${UpdateSHA1TableFile}     #intial Commandline parameters    runEncoderCommandInital    let "TotalCaseNum=0"    let "PassCaseNum=0"    let "UnpassCaseNum=0"    EncoderCommand=""    EncoderLogFile="${TempDataPath}/Encoder.log"    TargetSHA1=""    TargetYUVSHA1=""    BenchmarkSHA1=""    BenchmarkYUVSHA1=""     RecParam=""    for((i=0;i<4;i++))    do        RecParam="${RecParam} -drec ${i} ${TempDataPath}/${TestYUVName}_rec${i}.yuv"    done}#***********************************************************#called by    runAllCaseTest# parse case info --encoder preprocess#usage    runParseCaseInfo $CaseDatarunParseCaseInfo(){    if [ $#  -lt 1  ]    then        echo "no parameter!"        return 1    fi     local CaseData=$@    BenchmarkSHA1=`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {print $1} ' `    BenchmarkYUVSHA1=`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {print $2} ' `    aEncoderCommandValue=(`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {for(i=3;i<=NF;i++) printf(" %s",$i)} ' `)    BitstreamTarget=${TempDataPath}/${TestYUVName}_codec_target.264} runEncodeOneCase(){    EncoderCommand=""    BitStreamFile=${BitstreamTarget}     for ((i=0; i<${NumParameter}; i++))    do        EncoderCommand="${EncoderCommand} ${aEncoderCommandSet[$i]}  ${aEncoderCommandValue[$i]} "    done     EncoderCommand="./h264enc welsenc.cfg -lconfig 0 layer0.cfg -lconfig 1 layer1.cfg -lconfig 2 layer2.cfg  -lconfig 3 layer3.cfg \                    -bf ${BitStreamFile} -org ${TestSequencePath}/${TestYUVName} ${RecParam} ${EncoderCommand}"    echo -e "\n---------------Encode One Case-------------------------------------------"    echo -e "case encode command is : \n ${EncoderCommand} "     echo -e  "\n\n"    ${EncoderCommand}  2>${EncoderLogFile}    if [ $? -eq 0  ]    then        let "EncoderFlag=0"    else        let "EncoderFlag=1"    fi     #delete the core down file as core down files for disk space limitation    for file in  ./core*    do        if [ -e ${file} ]        then            ./run_SafeDelete.sh  ${file}        fi    done    return 0} #called by    runAllCaseTest#usage    runJSVMVerifyrunBitStreamVerify(){    echo -e "\n******************************************"    echo -e "Bit stream SHA1 value comparison.... "    #*******************************************    TargetSHA1="NULL"    TargetYUVSHA1="NULL"     if [ ${EncoderFlag} -eq 1 ]    then        let "UnpassCaseNum++"        echo "1:unpassed! encoder initial failed or crash!"        DiffFlag="1:unpassed! encoder initial failed or crash!"        return 1    fi     if [ ! -s ${BitStreamFile} ]    then        let "UnpassCaseNum++"        echo "2:unpassed! 0 bits--bit stream"        DiffFlag="2:unpassed! 0 bits--bit stream"        return 1    fi     #*******************************************    #SHA1    TargetSHA1=`openssl sha1  ${BitStreamFile} | awk '{print $2}'`    TargetYUVSHA1=`openssl sha1  ${TestSequencePath}/${TestYUVName} | awk '{print $2}'`    if [[  "${TargetSHA1}"  =~  "${BenchmarkSHA1}"  ]]    then        echo "bitstream pass! SHA1--${TargetSHA1} ----- ${BenchmarkSHA1} YUV--SHA1--info: ${TargetYUVSHA1} ---- ${BenchmarkYUVSHA1}"        DiffFlag="0:passed!"        let "PassCaseNum++"        return 0    else        echo "!!! SHA1 string not match: ${TargetSHA1}  ----- ${BenchmarkSHA1} YUV--SHA1--info: ${TargetYUVSHA1} ---- ${BenchmarkYUVSHA1}"        DiffFlag="3:unpassed!"        let "UnpassCaseNum++"        return 1    fi} #called by  runAllCaseTest#delete temp data    files and output single case test result to log file#usage    runSingleCasePostAction $CaseDatarunSingleCasePostAction(){    if [ $#  -lt 1  ]    then        echo "no parameter!"        return 1    fi    local CaseData=$@    #formating for update, keep the same with origin SHA1 table    CaseInfo=`echo $CaseData | awk 'BEGIN {FS="[,\r]"} {for(i=3;i<=NF-1;i++) printf("%s,",$i)} '`    LastEncCommandOption=`echo $CaseData | awk 'BEGIN {FS="[,\r]"} {print $NF} '`    CaseInfo="${CaseInfo}${LastEncCommandOption}"     PassStatusInfo="${DiffFlag}, ${TargetSHA1}, ${BenchmarkSHA1}, ${TargetYUVSHA1}, ${BenchmarkYUVSHA1}, ${CaseInfo}, ${EncoderCommand} "    echo "${PassStatusInfo}">>${AllCasePassStatusFile}    if [ "$DiffFlag" != "0:passed!"  ]    then        echo "${PassStatusInfo}">>${UnpassCaseFile}    fi     echo "${TargetSHA1}, ${TargetYUVSHA1},${CaseInfo}">>${UpdateSHA1TableFile}    #./run_SafeDelete.sh ${BitstreamTarget} >>${AllCaseConsoleLogFile}} #usage runOutputPassNumrunOutputPassNum(){    # output file locate in ../result    echo ""    echo "***********************************************************"    echo "${TestYUVName}"    echo "total case  Num is: ${TotalCaseNum}"    echo "pass  case  Num is: ${PassCaseNum}"    echo "unpass case Num is: ${UnpassCaseNum}"    echo "***********************************************************"    echo ""} # run all test case based on XXXcase.csv file#usage    runAllCaseTestrunAllCaseTest(){    local EncoderLogInfo=""    while read CaseData    do        #get case parameter's value        if [[ ! $CaseData =~ "SHA"  ]]        then            echo "" >>${AllCaseConsoleLogFile}            echo "" >>${AllCaseConsoleLogFile}            echo "" >>${AllCaseConsoleLogFile}            echo "********************case index is ${TotalCaseNum}**************************************"  >>${AllCaseConsoleLogFile}            runParseCaseInfo ${CaseData}  >>${AllCaseConsoleLogFile}            echo ""                       >>${AllCaseConsoleLogFile}            runEncodeOneCase              >>${AllCaseConsoleLogFile}            cat    ${EncoderLogFile}      >>${AllCaseConsoleLogFile}            runBitStreamVerify            >>${AllCaseConsoleLogFile}            let "DisplayFlag=TotalCaseNum%100"            if [  ${DisplayFlag} -eq 0  ]            then                if [  "$DiffFlag" = "0:passed!"   ]                then                  echo -e "\033[32m    OK!   ${TestYUVName} Case Index ${TotalCaseNum}:SHA-1(Current--Benchmark): ${TargetSHA1}-----${BenchmarkSHA1}    \033[0m"                  echo -e "\033[32m          ----YUVSHA1: ${TargetYUVSHA1}, ${BenchmarkYUVSHA1} \033[0m"                fi            fi            #******************************************            if [ ! "$DiffFlag" = "0:passed!"  ]            then                echo -e "\033[31m    Failed! ${TestYUVName} Case Index ${TotalCaseNum}:SHA-1(Current--Benchmark): ${TargetSHA1}-----${BenchmarkSHA1}  \033[0m"                echo -e "\033[31m            ----YUVSHA1:  ${TargetYUVSHA1}, ${BenchmarkYUVSHA1}  \033[0m"                EncoderLogInfo=`cat  ${EncoderLogFile}`                echo -e "\033[31m           ${EncoderLogInfo}   \033[0m"            fi            runSingleCasePostAction  ${CaseData}            let "TotalCaseNum++"        fi    done <$AllCaseFile}#***********************************************************# usage: runMain $TestYUV    $AllCaseFilerunMain(){    runGlobalVariableDef    runGlobalVariableInitial    TestFolder=`echo $CurrentDir | awk 'BEGIN {FS="/"} { i=NF; print $i}'`    AllCaseConsoleLogFile="${FinalResultPath}/${TestYUVName}.TestLog"    CaseSummaryFile="${FinalResultPath}/${TestYUVName}.Summary"    FlagFile=""     #run all cases    runAllCaseTest     # output file locate in ./result    echo "${TestYUVName},            \         ${PassCaseNum} pass!,    \         ${UnpassCaseNum} unpass!,\         detail file located in ../AllTestData/${TestFolder}/result">${CaseSummaryFile}    runOutputPassNum     #generate All case Flag    if [  ! ${UnpassCaseNum} -eq 0  ]    then        echo ""        exit 1    else        echo  ""        exit 0    fi}#************************************************************************# main entry#************************************************************************if [ ! $# -eq 2  ]then    echo "usage: run_BinarySHA1Comparison.sh \$TestYUV  \$AllCaseFile"    return 1fiTestYUVName=$1AllCaseFile=$2runMain