--- estimation_rd_based.c 2003/09/30 18:20:31 1.1.2.3 +++ estimation_rd_based.c 2005/12/09 04:45:35 1.14 @@ -20,7 +20,7 @@ * along with this program ; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * - * $Id: estimation_rd_based.c,v 1.1.2.3 2003/09/30 18:20:31 edgomez Exp $ + * $Id: estimation_rd_based.c,v 1.14 2005/12/09 04:45:35 syskin Exp $ * ****************************************************************************/ @@ -40,8 +40,7 @@ #include "motion.h" #include "sad.h" #include "../bitstream/zigzag.h" -#include "../quant/quant_mpeg4.h" -#include "../quant/quant_h263.h" +#include "../quant/quant.h" #include "../bitstream/vlc_codes.h" #include "../dct/fdct.h" #include "motion_inlines.h" @@ -55,88 +54,141 @@ int16_t * const dqcoeff, const uint32_t quant, const int quant_type, uint32_t * cbp, - const int block) + const int block, + const uint16_t * scan_table, + const unsigned int lambda, + const uint16_t * mpeg_quant_matrices, + const unsigned int quant_sq) { int sum; int bits; int distortion = 0; - int i; - fdct(data); + fdct((short * const)data); - if (quant_type) sum = quant_inter(coeff, data, quant); - else sum = quant4_inter(coeff, data, quant); + if (quant_type) sum = quant_h263_inter(coeff, data, quant, mpeg_quant_matrices); + else sum = quant_mpeg_inter(coeff, data, quant, mpeg_quant_matrices); if (sum > 0) { *cbp |= 1 << (5 - block); - bits = BITS_MULT * CodeCoeffInter_CalcBits(coeff, scan_tables[0]); - - if (quant_type) dequant_inter(dqcoeff, coeff, quant); - else dequant4_inter(dqcoeff, coeff, quant); + bits = BITS_MULT * CodeCoeffInter_CalcBits(coeff, scan_table); - for (i = 0; i < 64; i++) - distortion += (data[i] - dqcoeff[i])*(data[i] - dqcoeff[i]); + if (quant_type) dequant_h263_inter(dqcoeff, coeff, quant, mpeg_quant_matrices); + else dequant_mpeg_inter(dqcoeff, coeff, quant, mpeg_quant_matrices); + distortion = sse8_16bit(data, dqcoeff, 8*sizeof(int16_t)); } else { + const static int16_t zero_block[64] = + { + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, + }; bits = 0; - for (i = 0; i < 64; i++) - distortion += data[i]*data[i]; + distortion = sse8_16bit(data, zero_block, 8*sizeof(int16_t)); } - return bits + (LAMBDA*distortion)/(quant*quant); + + return bits + (lambda*distortion)/quant_sq; } static __inline unsigned int -Block_CalcBitsIntra(int16_t * const coeff, - int16_t * const data, - int16_t * const dqcoeff, - const uint32_t quant, const int quant_type, - uint32_t * cbp, - const int block, - int * dcpred) +Block_CalcBitsIntra(MACROBLOCK * pMB, + const unsigned int x, + const unsigned int y, + const unsigned int mb_width, + const uint32_t block, + int16_t coeff[64], + int16_t qcoeff[64], + int16_t dqcoeff[64], + int16_t predictors[8], + const uint32_t quant, + const int quant_type, + unsigned int bits[2], + unsigned int cbp[2], + unsigned int lambda, + const uint16_t * mpeg_quant_matrices, + const unsigned int quant_sq) { - int bits, i; - int distortion = 0; - uint32_t iDcScaler = get_dc_scaler(quant, block < 4); - int b_dc; - - fdct(data); - data[0] -= 1024; + int direction; + int16_t *pCurrent; + unsigned int i, coded; + unsigned int distortion = 0; + const uint32_t iDcScaler = get_dc_scaler(quant, block < 4); + + fdct((short * const)coeff); + + if (quant_type) { + quant_h263_intra(qcoeff, coeff, quant, iDcScaler, mpeg_quant_matrices); + dequant_h263_intra(dqcoeff, qcoeff, quant, iDcScaler, mpeg_quant_matrices); + } else { + quant_mpeg_intra(qcoeff, coeff, quant, iDcScaler, mpeg_quant_matrices); + dequant_mpeg_intra(dqcoeff, qcoeff, quant, iDcScaler, mpeg_quant_matrices); + } - if (quant_type) quant_intra(coeff, data, quant, iDcScaler); - else quant4_intra(coeff, data, quant, iDcScaler); + predict_acdc(pMB-(x+mb_width*y), x, y, mb_width, block, qcoeff, + quant, iDcScaler, predictors, 0); + + direction = pMB->acpred_directions[block]; + pCurrent = (int16_t*)pMB->pred_values[block]; - b_dc = coeff[0]; - if (block < 4) { - coeff[0] -= *dcpred; - *dcpred = b_dc; + /* store current coeffs to pred_values[] for future prediction */ + pCurrent[0] = qcoeff[0] * iDcScaler; + pCurrent[0] = CLIP(pCurrent[0], -2048, 2047); + for (i = 1; i < 8; i++) { + pCurrent[i] = qcoeff[i]; + pCurrent[i + 7] = qcoeff[i * 8]; } - bits = BITS_MULT*CodeCoeffIntra_CalcBits(coeff, scan_tables[0]); - if (bits != 0) *cbp |= 1 << (5 - block); + /* dc prediction */ + qcoeff[0] = qcoeff[0] - predictors[0]; + + if (block < 4) bits[1] = bits[0] = dcy_tab[qcoeff[0] + 255].len - 3; /* 3 bits added before (4 times) */ + else bits[1] = bits[0] = dcc_tab[qcoeff[0] + 255].len - 2; /* 2 bits added before (2 times)*/ + + /* calc cost before ac prediction */ + bits[0] += coded = CodeCoeffIntra_CalcBits(qcoeff, scan_tables[0]); + if (coded > 0) cbp[0] |= 1 << (5 - block); - if (block < 4) bits += BITS_MULT*dcy_tab[coeff[0] + 255].len; - else bits += BITS_MULT*dcc_tab[coeff[0] + 255].len; + /* apply ac prediction & calc cost*/ + if (direction == 1) { + for (i = 1; i < 8; i++) { + qcoeff[i] -= predictors[i]; + predictors[i] = qcoeff[i]; + } + } else { /* acpred_direction == 2 */ + for (i = 1; i < 8; i++) { + qcoeff[i*8] -= predictors[i]; + predictors[i] = qcoeff[i*8]; + } + } - coeff[0] = b_dc; - if (quant_type) dequant_intra(dqcoeff, coeff, quant, iDcScaler); - else dequant4_intra(dqcoeff, coeff, quant, iDcScaler); + bits[1] += coded = CodeCoeffIntra_CalcBits(qcoeff, scan_tables[direction]); + if (coded > 0) cbp[1] |= 1 << (5 - block); - for (i = 0; i < 64; i++) - distortion += (data[i] - dqcoeff[i])*(data[i] - dqcoeff[i]); + distortion = sse8_16bit(coeff, dqcoeff, 8*sizeof(int16_t)); - return bits + (LAMBDA*distortion)/(quant*quant); + return (lambda*distortion)/quant_sq; } + + static void -CheckCandidateRD16(const int x, const int y, const SearchData * const data, const unsigned int Direction) +CheckCandidateRD16(const int x, const int y, SearchData * const data, const unsigned int Direction) { int16_t *in = data->dctSpace, *coeff = data->dctSpace + 64; - int32_t rd = 0; + /* minimum nuber of bits INTER can take is 1 (mcbpc) + 2 (cby) + 2 (vector) */ + int32_t rd = BITS_MULT * (1+2+2); VECTOR * current; const uint8_t * ptr; - int i, cbp = 0, t, xc, yc; + int i, t, xc, yc; + unsigned cbp = 0; if ( (x > data->max_dx) || (x < data->min_dx) || (y > data->max_dy) || (y < data->min_dy) ) return; @@ -154,10 +206,12 @@ for(i = 0; i < 4; i++) { int s = 8*((i&1) + (i>>1)*data->iEdgedWidth); transfer_8to16subro(in, data->Cur + s, ptr + s, data->iEdgedWidth); - rd += data->temp[i] = Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, &cbp, i); + rd += data->temp[i] = Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, + data->quant_type, &cbp, i, data->scan_table, data->lambda[i], + data->mpeg_quant_matrices, data->quant_sq); } - rd += t = BITS_MULT*d_mv_bits(x, y, data->predMV, data->iFcode, data->qpel^data->qpel_precision, 0); + rd += t = BITS_MULT * (d_mv_bits(x, y, data->predMV, data->iFcode, data->qpel^data->qpel_precision) - 2); if (data->temp[0] + t < data->iMinSAD[1]) { data->iMinSAD[1] = data->temp[0] + t; current[1].x = x; current[1].y = y; data->cbp[1] = (data->cbp[1]&~32) | (cbp&32); } @@ -168,7 +222,7 @@ if (data->temp[3] < data->iMinSAD[4]) { data->iMinSAD[4] = data->temp[3]; current[4].x = x; current[4].y = y; data->cbp[1] = (data->cbp[1]&~4) | (cbp&4); } - rd += BITS_MULT*xvid_cbpy_tab[15-(cbp>>2)].len; + rd += BITS_MULT * (xvid_cbpy_tab[15-(cbp>>2)].len - 2); if (rd >= data->iMinSAD[0]) return; @@ -179,33 +233,37 @@ /* chroma U */ ptr = interpolate8x8_switch2(data->RefQ, data->RefP[4], 0, 0, xc, yc, data->iEdgedWidth/2, data->rounding); transfer_8to16subro(in, data->CurU, ptr, data->iEdgedWidth/2); - rd += Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, &cbp, 4); + rd += Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, + &cbp, 4, data->scan_table, data->lambda[4], + data->mpeg_quant_matrices, data->quant_sq); if (rd >= data->iMinSAD[0]) return; /* chroma V */ ptr = interpolate8x8_switch2(data->RefQ, data->RefP[5], 0, 0, xc, yc, data->iEdgedWidth/2, data->rounding); transfer_8to16subro(in, data->CurV, ptr, data->iEdgedWidth/2); - rd += Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, &cbp, 5); + rd += Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, + &cbp, 5, data->scan_table, data->lambda[5], + data->mpeg_quant_matrices, data->quant_sq); - rd += BITS_MULT*mcbpc_inter_tab[(MODE_INTER & 7) | ((cbp & 3) << 3)].len; + rd += BITS_MULT * (mcbpc_inter_tab[(MODE_INTER & 7) | ((cbp & 3) << 3)].len - 1); /* one was added before */ if (rd < data->iMinSAD[0]) { data->iMinSAD[0] = rd; current[0].x = x; current[0].y = y; - *data->dir = Direction; + data->dir = Direction; *data->cbp = cbp; } } static void -CheckCandidateRD8(const int x, const int y, const SearchData * const data, const unsigned int Direction) +CheckCandidateRD8(const int x, const int y, SearchData * const data, const unsigned int Direction) { int16_t *in = data->dctSpace, *coeff = data->dctSpace + 64; int32_t rd; VECTOR * current; const uint8_t * ptr; - int cbp = 0; + unsigned int cbp = 0; if ( (x > data->max_dx) || (x < data->min_dx) || (y > data->max_dy) || (y < data->min_dy) ) return; @@ -219,14 +277,18 @@ } transfer_8to16subro(in, data->Cur, ptr, data->iEdgedWidth); - rd = Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, &cbp, 5); - rd += BITS_MULT*d_mv_bits(x, y, data->predMV, data->iFcode, data->qpel^data->qpel_precision, 0); + rd = Block_CalcBits(coeff, in, data->dctSpace + 128, data->iQuant, data->quant_type, + &cbp, 5, data->scan_table, data->lambda[0], + data->mpeg_quant_matrices, data->quant_sq); + /* we took 2 bits into account before */ + rd += BITS_MULT * (d_mv_bits(x, y, data->predMV, data->iFcode, data->qpel^data->qpel_precision) - 2); + if (rd < data->iMinSAD[0]) { *data->cbp = cbp; data->iMinSAD[0] = rd; current[0].x = x; current[0].y = y; - *data->dir = Direction; + data->dir = Direction; } } @@ -251,7 +313,7 @@ if (MotionFlags & (XVID_ME_HALFPELREFINE16_RD | XVID_ME_EXTSEARCH_RD)) { /* we have to prepare for halfpixel-precision search */ for(i = 0; i < 5; i++) bsad[i] = Data->iMinSAD[i]; get_range(&Data->min_dx, &Data->max_dx, &Data->min_dy, &Data->max_dy, x, y, 4, - pParam->width, pParam->height, Data->iFcode - Data->qpel, 1, Data->rrv); + pParam->width, pParam->height, Data->iFcode - Data->qpel, 1); Data->qpel_precision = 0; if (Data->currentQMV->x & 1 || Data->currentQMV->y & 1) CheckCandidateRD16(Data->currentMV[0].x, Data->currentMV[0].y, Data, 255); @@ -266,7 +328,7 @@ xvid_me_SquareSearch(Data->currentMV->x, Data->currentMV->y, Data, 255, CheckCandidateRD16); if (MotionFlags&XVID_ME_HALFPELREFINE16_RD) - xvid_me_SubpelRefine(Data, CheckCandidateRD16); + xvid_me_SubpelRefine(Data->currentMV[0], Data, CheckCandidateRD16, 0); if (Data->qpel) { if (MotionFlags&(XVID_ME_EXTSEARCH_RD | XVID_ME_HALFPELREFINE16_RD)) { /* there was halfpel-precision search */ @@ -278,10 +340,14 @@ /* preparing for qpel-precision search */ Data->qpel_precision = 1; get_range(&Data->min_dx, &Data->max_dx, &Data->min_dy, &Data->max_dy, x, y, 4, - pParam->width, pParam->height, Data->iFcode, 2, 0); + pParam->width, pParam->height, Data->iFcode, 2); + } + if (MotionFlags & XVID_ME_QUARTERPELREFINE16_RD) { + if (MotionFlags & XVID_ME_FASTREFINE16) + FullRefine_Fast(Data, CheckCandidateRD16, 0); + else + xvid_me_SubpelRefine(Data->currentQMV[0], Data, CheckCandidateRD16, 0); } - if (MotionFlags&XVID_ME_QUARTERPELREFINE16_RD) - xvid_me_SubpelRefine(Data, CheckCandidateRD16); } if (MotionFlags&XVID_ME_CHECKPREDICTION_RD) { /* let's check vector equal to prediction */ @@ -293,14 +359,17 @@ } static int -findRD_inter4v(const SearchData * const Data, +findRD_inter4v(SearchData * const Data, MACROBLOCK * const pMB, const MACROBLOCK * const pMBs, const int x, const int y, const MBParam * const pParam, const uint32_t MotionFlags, const VECTOR * const backup) { - int cbp = 0, bits = 0, t = 0, i; + unsigned int cbp = 0, t = 0, i; + + /* minimum number of bits INTER4V can take is 2 (cbpy) + 3 (mcbpc) + 4*2 (vectors)*/ + int bits = (2+3+4*2)*BITS_MULT; SearchData Data2, *Data8 = &Data2; int sumx = 0, sumy = 0; int16_t *in = Data->dctSpace, *coeff = Data->dctSpace + 64; @@ -310,30 +379,31 @@ for (i = 0; i < 4; i++) { /* for all luma blocks */ - Data8->iMinSAD = Data->iMinSAD + i + 1; - Data8->currentMV = Data->currentMV + i + 1; - Data8->currentQMV = Data->currentQMV + i + 1; + *Data8->iMinSAD = *(Data->iMinSAD + i + 1); + *Data8->currentMV = *(Data->currentMV + i + 1); + *Data8->currentQMV = *(Data->currentQMV + i + 1); Data8->Cur = Data->Cur + 8*((i&1) + (i>>1)*Data->iEdgedWidth); Data8->RefP[0] = Data->RefP[0] + 8*((i&1) + (i>>1)*Data->iEdgedWidth); Data8->RefP[2] = Data->RefP[2] + 8*((i&1) + (i>>1)*Data->iEdgedWidth); Data8->RefP[1] = Data->RefP[1] + 8*((i&1) + (i>>1)*Data->iEdgedWidth); Data8->RefP[3] = Data->RefP[3] + 8*((i&1) + (i>>1)*Data->iEdgedWidth); *Data8->cbp = (Data->cbp[1] & (1<<(5-i))) ? 1:0; /* copy corresponding cbp bit */ + Data8->lambda[0] = Data->lambda[i]; if(Data->qpel) { Data8->predMV = get_qpmv2(pMBs, pParam->mb_width, 0, x, y, i); if (i != 0) t = d_mv_bits( Data8->currentQMV->x, Data8->currentQMV->y, - Data8->predMV, Data8->iFcode, 0, 0); + Data8->predMV, Data8->iFcode, 0) - 2; } else { Data8->predMV = get_pmv2(pMBs, pParam->mb_width, 0, x, y, i); if (i != 0) t = d_mv_bits( Data8->currentMV->x, Data8->currentMV->y, - Data8->predMV, Data8->iFcode, 0, 0); + Data8->predMV, Data8->iFcode, 0) - 2; } get_range(&Data8->min_dx, &Data8->max_dx, &Data8->min_dy, &Data8->max_dy, 2*x + (i&1), 2*y + (i>>1), 3, - pParam->width, pParam->height, Data8->iFcode, Data8->qpel+1, 0); + pParam->width, pParam->height, Data8->iFcode, Data8->qpel+1); - *Data8->iMinSAD += BITS_MULT*t; + *Data8->iMinSAD += BITS_MULT * t; Data8->qpel_precision = Data8->qpel; /* checking the vector which has been found by SAD-based 8x8 search (if it's different than the one found so far) */ @@ -344,13 +414,17 @@ } if (Data8->qpel) { + int bsad = Data8->iMinSAD[0]; + int bx = Data8->currentQMV->x; + int by = Data8->currentQMV->y; + + Data8->currentMV->x = Data8->currentQMV->x/2; + Data8->currentMV->y = Data8->currentQMV->y/2; + if (MotionFlags&XVID_ME_HALFPELREFINE8_RD || (MotionFlags&XVID_ME_EXTSEARCH8 && MotionFlags&XVID_ME_EXTSEARCH_RD)) { /* halfpixel motion search follows */ - int32_t s = *Data8->iMinSAD; - Data8->currentMV->x = Data8->currentQMV->x/2; - Data8->currentMV->y = Data8->currentQMV->y/2; Data8->qpel_precision = 0; get_range(&Data8->min_dx, &Data8->max_dx, &Data8->min_dy, &Data8->max_dy, 2*x + (i&1), 2*y + (i>>1), 3, - pParam->width, pParam->height, Data8->iFcode - 1, 1, 0); + pParam->width, pParam->height, Data8->iFcode - 1, 1); if (Data8->currentQMV->x & 1 || Data8->currentQMV->y & 1) CheckCandidateRD8(Data8->currentMV->x, Data8->currentMV->y, Data8, 255); @@ -359,20 +433,32 @@ xvid_me_SquareSearch(Data8->currentMV->x, Data8->currentMV->x, Data8, 255, CheckCandidateRD8); if (MotionFlags & XVID_ME_HALFPELREFINE8_RD) - xvid_me_SubpelRefine(Data8, CheckCandidateRD8); + xvid_me_SubpelRefine(Data->currentMV[0], Data8, CheckCandidateRD8, 0); - if(s > *Data8->iMinSAD) { /* we have found a better match */ - Data8->currentQMV->x = 2*Data8->currentMV->x; - Data8->currentQMV->y = 2*Data8->currentMV->y; + if(bsad > *Data8->iMinSAD) { /* we have found a better match */ + bx = Data8->currentQMV->x = 2*Data8->currentMV->x; + by = Data8->currentQMV->y = 2*Data8->currentMV->y; + bsad = Data8->iMinSAD[0]; } Data8->qpel_precision = 1; get_range(&Data8->min_dx, &Data8->max_dx, &Data8->min_dy, &Data8->max_dy, 2*x + (i&1), 2*y + (i>>1), 3, - pParam->width, pParam->height, Data8->iFcode, 2, 0); + pParam->width, pParam->height, Data8->iFcode, 2); } - if (MotionFlags & XVID_ME_QUARTERPELREFINE8_RD) - xvid_me_SubpelRefine(Data8, CheckCandidateRD8); + + if (MotionFlags & XVID_ME_QUARTERPELREFINE8_RD) { + if (MotionFlags & XVID_ME_FASTREFINE8) + FullRefine_Fast(Data8, CheckCandidateRD8, 0); + else xvid_me_SubpelRefine(Data->currentQMV[0], Data8, CheckCandidateRD8, 0); + } + + if (bsad <= Data->iMinSAD[0]) { + /* we have not found a better match */ + Data8->iMinSAD[0] = bsad; + Data8->currentQMV->x = bx; + Data8->currentQMV->y = by; + } } else { /* not qpel */ @@ -380,7 +466,7 @@ xvid_me_SquareSearch(Data8->currentMV->x, Data8->currentMV->x, Data8, 255, CheckCandidateRD8); if (MotionFlags & XVID_ME_HALFPELREFINE8_RD) - xvid_me_SubpelRefine(Data8, CheckCandidateRD8); /* halfpel refinement */ + xvid_me_SubpelRefine(Data->currentMV[0], Data8, CheckCandidateRD8, 0); /* halfpel refinement */ } /* checking vector equal to predicion */ @@ -412,7 +498,7 @@ } /* end - for all luma blocks */ - bits += BITS_MULT*xvid_cbpy_tab[15-(cbp>>2)].len; + bits += BITS_MULT * (xvid_cbpy_tab[15-(cbp>>2)].len - 2); /* 2 were added before */ /* let's check chroma */ sumx = (sumx >> 3) + roundtab_76[sumx & 0xf]; @@ -421,80 +507,114 @@ /* chroma U */ ptr = interpolate8x8_switch2(Data->RefQ + 64, Data->RefP[4], 0, 0, sumx, sumy, Data->iEdgedWidth/2, Data->rounding); transfer_8to16subro(in, Data->CurU, ptr, Data->iEdgedWidth/2); - bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 4); + bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 4, + Data->scan_table, Data->lambda[4], Data->mpeg_quant_matrices, Data->quant_sq); if (bits >= *Data->iMinSAD) return bits; /* chroma V */ ptr = interpolate8x8_switch2(Data->RefQ + 64, Data->RefP[5], 0, 0, sumx, sumy, Data->iEdgedWidth/2, Data->rounding); transfer_8to16subro(in, Data->CurV, ptr, Data->iEdgedWidth/2); - bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 5); + bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 5, + Data->scan_table, Data->lambda[5], Data->mpeg_quant_matrices, Data->quant_sq); - bits += BITS_MULT*mcbpc_inter_tab[(MODE_INTER4V & 7) | ((cbp & 3) << 3)].len; + bits += BITS_MULT*(mcbpc_inter_tab[(MODE_INTER4V & 7) | ((cbp & 3) << 3)].len - 3); /* 3 were added before */ *Data->cbp = cbp; return bits; } static int -findRD_intra(const SearchData * const Data) +findRD_intra(SearchData * const Data, MACROBLOCK * pMB, + const int x, const int y, const int mb_width) { - int bits = BITS_MULT*1; /* this one is ac/dc prediction flag bit */ - int cbp = 0, i, dc = 0; - int16_t *in = Data->dctSpace, * coeff = Data->dctSpace + 64; + unsigned int cbp[2] = {0, 0}, bits[2], i; + /* minimum number of bits that WILL be coded in intra - mcbpc 5, cby 2 acdc flag - 1 and DC coeffs - 4*3+2*2 */ + int bits1 = BITS_MULT*(5+2+1+4*3+2*2), bits2 = BITS_MULT*(5+2+1+4*3+2*2); + unsigned int distortion = 0; + + int16_t *in = Data->dctSpace, * coeff = Data->dctSpace + 64, * dqcoeff = Data->dctSpace + 128; + const uint32_t iQuant = Data->iQuant; + int16_t predictors[6][8]; for(i = 0; i < 4; i++) { int s = 8*((i&1) + (i>>1)*Data->iEdgedWidth); transfer_8to16copy(in, Data->Cur + s, Data->iEdgedWidth); - bits += Block_CalcBitsIntra(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, i, &dc); + - if (bits >= Data->iMinSAD[0]) return bits; + distortion = Block_CalcBitsIntra(pMB, x, y, mb_width, i, in, coeff, dqcoeff, + predictors[i], iQuant, Data->quant_type, bits, cbp, + Data->lambda[i], Data->mpeg_quant_matrices, Data->quant_sq); + bits1 += distortion + BITS_MULT * bits[0]; + bits2 += distortion + BITS_MULT * bits[1]; + + if (bits1 >= Data->iMinSAD[0] && bits2 >= Data->iMinSAD[0]) + return bits1; } - bits += BITS_MULT*xvid_cbpy_tab[cbp>>2].len; + bits1 += BITS_MULT * (xvid_cbpy_tab[cbp[0]>>2].len - 2); /* two bits were added before */ + bits2 += BITS_MULT * (xvid_cbpy_tab[cbp[1]>>2].len - 2); /*chroma U */ transfer_8to16copy(in, Data->CurU, Data->iEdgedWidth/2); - bits += Block_CalcBitsIntra(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 4, &dc); + distortion = Block_CalcBitsIntra(pMB, x, y, mb_width, 4, in, coeff, dqcoeff, + predictors[4], iQuant, Data->quant_type, bits, cbp, + Data->lambda[4], Data->mpeg_quant_matrices, Data->quant_sq); + bits1 += distortion + BITS_MULT * bits[0]; + bits2 += distortion + BITS_MULT * bits[1]; - if (bits >= Data->iMinSAD[0]) return bits; + if (bits1 >= Data->iMinSAD[0] && bits2 >= Data->iMinSAD[0]) + return bits1; /* chroma V */ transfer_8to16copy(in, Data->CurV, Data->iEdgedWidth/2); - bits += Block_CalcBitsIntra(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 5, &dc); + distortion = Block_CalcBitsIntra(pMB, x, y, mb_width, 5, in, coeff, dqcoeff, + predictors[5], iQuant, Data->quant_type, bits, cbp, + Data->lambda[5], Data->mpeg_quant_matrices, Data->quant_sq); - bits += BITS_MULT*mcbpc_inter_tab[(MODE_INTRA & 7) | ((cbp & 3) << 3)].len; + bits1 += distortion + BITS_MULT * bits[0]; + bits2 += distortion + BITS_MULT * bits[1]; - return bits; + bits1 += BITS_MULT * (mcbpc_inter_tab[(MODE_INTRA & 7) | ((cbp[0] & 3) << 3)].len - 5); /* 5 bits were added before */ + bits2 += BITS_MULT * (mcbpc_inter_tab[(MODE_INTRA & 7) | ((cbp[1] & 3) << 3)].len - 5); + + *Data->cbp = bits1 <= bits2 ? cbp[0] : cbp[1]; + + return MIN(bits1, bits2); } + static int -findRD_gmc(const SearchData * const Data, const IMAGE * const vGMC, const int x, const int y) +findRD_gmc(SearchData * const Data, const IMAGE * const vGMC, const int x, const int y) { - int bits = BITS_MULT*1; /* this one is mcsel */ - int cbp = 0, i; + /* minimum nubler of bits - 1 (mcbpc) + 2 (cby) + 1 (mcsel) */ + int bits = BITS_MULT * (1+2+1); + unsigned int cbp = 0, i; int16_t *in = Data->dctSpace, * coeff = Data->dctSpace + 64; for(i = 0; i < 4; i++) { int s = 8*((i&1) + (i>>1)*Data->iEdgedWidth); transfer_8to16subro(in, Data->Cur + s, vGMC->y + s + 16*(x+y*Data->iEdgedWidth), Data->iEdgedWidth); - bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, i); + bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, i, + Data->scan_table, Data->lambda[i], Data->mpeg_quant_matrices, Data->quant_sq); if (bits >= Data->iMinSAD[0]) return bits; } - bits += BITS_MULT*xvid_cbpy_tab[15-(cbp>>2)].len; + bits += BITS_MULT * (xvid_cbpy_tab[15-(cbp>>2)].len - 2); /*chroma U */ transfer_8to16subro(in, Data->CurU, vGMC->u + 8*(x+y*(Data->iEdgedWidth/2)), Data->iEdgedWidth/2); - bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 4); + bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 4, + Data->scan_table, Data->lambda[4], Data->mpeg_quant_matrices, Data->quant_sq); if (bits >= Data->iMinSAD[0]) return bits; /* chroma V */ transfer_8to16subro(in, Data->CurV , vGMC->v + 8*(x+y*(Data->iEdgedWidth/2)), Data->iEdgedWidth/2); - bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 5); + bits += Block_CalcBits(coeff, in, Data->dctSpace + 128, Data->iQuant, Data->quant_type, &cbp, 5, + Data->scan_table, Data->lambda[5], Data->mpeg_quant_matrices, Data->quant_sq); - bits += BITS_MULT*mcbpc_inter_tab[(MODE_INTER & 7) | ((cbp & 3) << 3)].len; + bits += BITS_MULT * (mcbpc_inter_tab[(MODE_INTER & 7) | ((cbp & 3) << 3)].len - 1); *Data->cbp = cbp; @@ -519,11 +639,12 @@ int mcsel = 0; int inter4v = (VopFlags & XVID_VOP_INTER4V) && (pMB->dquant == 0); const uint32_t iQuant = pMB->quant; - - int min_rd, intra_rd, i, cbp, c[2] = {0, 0}; + int min_rd, intra_rd, i, cbp; VECTOR backup[5], *v; Data->iQuant = iQuant; - Data->cbp = c; + Data->quant_sq = iQuant*iQuant; + Data->scan_table = VopFlags & XVID_VOP_ALTERNATESCAN ? + scan_tables[2] : scan_tables[0]; pMB->mcsel = 0; @@ -533,6 +654,10 @@ backup[i] = v[i]; } + for (i = 0; i < 6; i++) { + Data->lambda[i] = (LAMBDA*pMB->lambda[i])>>LAMBDA_EXP; + } + min_rd = findRD_inter(Data, x, y, pParam, MotionFlags); cbp = *Data->cbp; @@ -557,22 +682,20 @@ cbp = *Data->cbp; } } - - intra_rd = findRD_intra(Data); - if (intra_rd < min_rd) { - *Data->iMinSAD = min_rd = intra_rd; - mode = MODE_INTRA; + + /* there is no way for INTRA to take less than 24 bits - go to findRD_intra() for calculations */ + if (min_rd > 24*BITS_MULT) { + intra_rd = findRD_intra(Data, pMB, x, y, pParam->mb_width); + if (intra_rd < min_rd) { + *Data->iMinSAD = min_rd = intra_rd; + mode = MODE_INTRA; + cbp = *Data->cbp; + } } pMB->sad16 = pMB->sad8[0] = pMB->sad8[1] = pMB->sad8[2] = pMB->sad8[3] = 0; pMB->cbp = cbp; - - if (Data->rrv) { - Data->currentMV[0].x = RRV_MV_SCALEDOWN(Data->currentMV[0].x); - Data->currentMV[0].y = RRV_MV_SCALEDOWN(Data->currentMV[0].y); - } - if (mode == MODE_INTER && mcsel == 0) { pMB->mvs[0] = pMB->mvs[1] = pMB->mvs[2] = pMB->mvs[3] = Data->currentMV[0]; @@ -623,15 +746,23 @@ int inter4v = (VopFlags & XVID_VOP_INTER4V) && (pMB->dquant == 0); const uint32_t iQuant = pMB->quant; const int skip_possible = (coding_type == P_VOP) && (pMB->dquant == 0); - int sad; - int min_rd = -1, intra_rd, i, cbp = 63, c[2] = {0, 0}; + int sad; + int min_rd = -1, intra_rd, i, cbp = 63; VECTOR backup[5], *v; int sad_backup[5]; int InterBias = MV16_INTER_BIAS; int thresh = 0; int top = 0, top_right = 0, left = 0; + Data->scan_table = VopFlags & XVID_VOP_ALTERNATESCAN ? + scan_tables[2] : scan_tables[0]; pMB->mcsel = 0; + Data->iQuant = iQuant; + Data->quant_sq = iQuant*iQuant; + + for (i = 0; i < 6; i++) { + Data->lambda[i] = (LAMBDA*pMB->lambda[i])>>LAMBDA_EXP; + } /* INTER <-> INTER4V decision */ if ((Data->iMinSAD[0] + 75 < Data->iMinSAD[1] + @@ -650,7 +781,7 @@ /* final skip decision, a.k.a. "the vector you found, really that good?" */ if (skip_possible && (pMB->sad16 < (int)iQuant * MAX_SAD00_FOR_SKIP)) if ( (100*sad)/(pMB->sad16+1) > FINAL_SKIP_THRESH) - if (Data->chroma || xvid_me_SkipDecisionP(pCurrent, pRef, x, y, Data->iEdgedWidth/2, iQuant, Data->rrv)) { + if (Data->chroma || xvid_me_SkipDecisionP(pCurrent, pRef, x, y, Data->iEdgedWidth/2, iQuant)) { mode = MODE_NOT_CODED; sad = 0; /* Compiler warning */ goto early_out; @@ -676,13 +807,12 @@ } } else { /* Rate-Distortion INTER<->INTER4V */ Data->iQuant = iQuant; - Data->cbp = c; v = Data->qpel ? Data->currentQMV : Data->currentMV; /* final skip decision, a.k.a. "the vector you found, really that good?" */ if (skip_possible && (pMB->sad16 < (int)iQuant * MAX_SAD00_FOR_SKIP)) if ( (100*Data->iMinSAD[0])/(pMB->sad16+1) > FINAL_SKIP_THRESH) - if (Data->chroma || xvid_me_SkipDecisionP(pCurrent, pRef, x, y, Data->iEdgedWidth/2, iQuant, Data->rrv)) { + if (Data->chroma || xvid_me_SkipDecisionP(pCurrent, pRef, x, y, Data->iEdgedWidth/2, iQuant)) { mode = MODE_NOT_CODED; sad = 0; /* Compiler warning */ goto early_out; @@ -758,18 +888,9 @@ if ((pMB - 1)->mode == MODE_INTRA ) InterBias -= 80; if (Data->chroma) InterBias += 50; /* dev8(chroma) ??? <-- yes, we need dev8 (no big difference though) */ - if (Data->rrv) InterBias *= 4; if (InterBias < sad) { - int32_t deviation; - if (!Data->rrv) - deviation = dev16(Data->Cur, Data->iEdgedWidth); - else - deviation = dev16(Data->Cur, Data->iEdgedWidth) + /* dev32() */ - dev16(Data->Cur+16, Data->iEdgedWidth) + - dev16(Data->Cur + 16*Data->iEdgedWidth, Data->iEdgedWidth) + - dev16(Data->Cur+16+16*Data->iEdgedWidth, Data->iEdgedWidth); - + int32_t deviation = dev16(Data->Cur, Data->iEdgedWidth); if (deviation < (sad - InterBias)) mode = MODE_INTRA; } @@ -777,7 +898,6 @@ } else { /* Rate-Distortion INTRA<->INTER */ if(min_rd < 0) { Data->iQuant = iQuant; - Data->cbp = c; v = Data->qpel ? Data->currentQMV : Data->currentMV; for (i = 0; i < 5; i++) { @@ -814,7 +934,7 @@ } } - intra_rd = findRD_intra(Data); + intra_rd = findRD_intra(Data, pMB, x, y, pParam->mb_width); if (intra_rd < min_rd) { *Data->iMinSAD = min_rd = intra_rd; mode = MODE_INTRA; @@ -826,11 +946,6 @@ early_out: pMB->sad16 = pMB->sad8[0] = pMB->sad8[1] = pMB->sad8[2] = pMB->sad8[3] = sad; - if (Data->rrv) { - Data->currentMV[0].x = RRV_MV_SCALEDOWN(Data->currentMV[0].x); - Data->currentMV[0].y = RRV_MV_SCALEDOWN(Data->currentMV[0].y); - } - if (mode == MODE_INTER && mcsel == 0) { pMB->mvs[0] = pMB->mvs[1] = pMB->mvs[2] = pMB->mvs[3] = Data->currentMV[0];