[cvs] / xvidcore / src / plugins / plugin_2pass2.c Repository:
ViewVC logotype

Diff of /xvidcore/src/plugins/plugin_2pass2.c

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.1.2.31, Wed Dec 17 15:16:16 2003 UTC revision 1.4, Fri Jun 11 08:44:30 2004 UTC
# Line 32  Line 32 
32  #define BQUANT_PRESCALE  #define BQUANT_PRESCALE
33  #undef COMPENSATE_FORMULA  #undef COMPENSATE_FORMULA
34    
35    /* forces second pass not to be bigger than first */
36    #undef PASS_SMALLER
37    
38    /* automtically alters overflow controls (strength and improvement/degradation)
39            to fight most common problems without user's knowladge */
40    #define SMART_OVERFLOW_SETTING
41    
42  #include <stdio.h>  #include <stdio.h>
43  #include <math.h>  #include <math.h>
44  #include <limits.h>  #include <limits.h>
# Line 127  Line 134 
134    
135          /*----------------------------------          /*----------------------------------
136           * Zones statistical data           * Zones statistical data
          *  
          * ToDo: Fix zones, current  
          *       implementation is buggy  
137           *--------------------------------*/           *--------------------------------*/
138    
         /* Average weight of the zones */  
         double avg_weight;  
   
139          /* Total length used by XVID_ZONE_QUANT zones */          /* Total length used by XVID_ZONE_QUANT zones */
140          uint64_t tot_quant;          uint64_t tot_quant;
141          uint64_t tot_quant_invariant;          uint64_t tot_quant_invariant;
142    
143            /* Holds the total amount of frame bytes, zone weighted (only scalable
144             * part of frame bytes) */
145            uint64_t tot_weighted;
146    
147          /*----------------------------------          /*----------------------------------
148           * Advanced settings helper ratios           * Advanced settings helper ratios
149           *--------------------------------*/           *--------------------------------*/
# Line 172  Line 177 
177          twopass_stat_t * stats;          twopass_stat_t * stats;
178    
179          /*----------------------------------          /*----------------------------------
180           * Histerysis helpers           * Hysteresis helpers
181           *--------------------------------*/           *--------------------------------*/
182    
183          /* This field holds the int2float conversion errors of each quant per          /* This field holds the int2float conversion errors of each quant per
# Line 207  Line 212 
212           * ToDo: description */           * ToDo: description */
213          double fq_error;          double fq_error;
214    
215            int min_quant; /* internal minimal quant, prevents wrong quants from being used */
216    
217          /*----------------------------------          /*----------------------------------
218           * Debug           * Debug
219           *--------------------------------*/           *--------------------------------*/
# Line 263  Line 270 
270  static void first_pass_stats_prepare_data(rc_2pass2_t * rc);  static void first_pass_stats_prepare_data(rc_2pass2_t * rc);
271  static void first_pass_scale_curve_internal(rc_2pass2_t *rc);  static void first_pass_scale_curve_internal(rc_2pass2_t *rc);
272  static void scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc);  static void scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc);
273    static  int check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps);
274    static  int scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps);
275  #if 0  #if 0
276  static void stats_print(rc_2pass2_t * rc);  static void stats_print(rc_2pass2_t * rc);
277  #endif  #endif
# Line 281  Line 290 
290          if (rc == NULL)          if (rc == NULL)
291                  return XVID_ERR_MEMORY;                  return XVID_ERR_MEMORY;
292    
293          rc->param = *param;          /* v1.0.x */
294            rc->param.version = param->version;
295            rc->param.bitrate = param->bitrate;
296            rc->param.filename = param->filename;
297            rc->param.keyframe_boost = param->keyframe_boost;
298            rc->param.curve_compression_high = param->curve_compression_high;
299            rc->param.curve_compression_low = param->curve_compression_low;
300            rc->param.overflow_control_strength = param->overflow_control_strength;
301            rc->param.max_overflow_improvement = param->max_overflow_improvement;
302            rc->param.max_overflow_degradation = param->max_overflow_degradation;
303            rc->param.kfreduction = param->kfreduction;
304            rc->param.kfthreshold = param->kfthreshold;
305            rc->param.container_frame_overhead = param->container_frame_overhead;
306    
307            if (XVID_VERSION_MINOR(param->version) >= 1) {
308                    rc->param.vbv_size = param->vbv_size;
309                    rc->param.vbv_initial = param->vbv_initial;
310                    rc->param.vbv_maxrate = param->vbv_maxrate;
311                    rc->param.vbv_peakrate = param->vbv_peakrate;
312            }else{
313                    rc->param.vbv_size =
314                    rc->param.vbv_initial =
315                    rc->param.vbv_maxrate =
316                    rc->param.vbv_peakrate = 0;
317            }
318    
319          /* Initialize all defaults */          /* Initialize all defaults */
320  #define _INIT(a, b) if((a) <= 0) (a) = (b)  #define _INIT(a, b) if((a) <= 0) (a) = (b)
# Line 310  Line 343 
343          for (i=0; i<3; i++) rc->last_quant[i] = 0;          for (i=0; i<3; i++) rc->last_quant[i] = 0;
344    
345          rc->fq_error = 0;          rc->fq_error = 0;
346            rc->min_quant = 1;
347    
348          /* Count frames (and intra frames) in the stats file, store the result into          /* Count frames (and intra frames) in the stats file, store the result into
349           * the rc structure */           * the rc structure */
# Line 372  Line 406 
406          if(rc->param.container_frame_overhead)          if(rc->param.container_frame_overhead)
407                  DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- New target filesize after container compensation: %lld\n", rc->target);                  DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- New target filesize after container compensation: %lld\n", rc->target);
408    
409            /* When bitrate is not given it means it has been scaled by an external
410             * application */
411            if (rc->param.bitrate) {
412                    /* Apply zone settings
413                     * - set rc->tot_quant which represents the total num of bytes spent in
414                     *   fixed quant zones
415                     * - set rc->tot_weighted which represents the total amount of bytes
416                     *   spent in normal or weighted zones in first pass (normal zones can
417                     *   be considered weight=1)
418                     * - set rc->tot_quant_invariant which represents the total num of bytes
419                     *   spent in fixed quant zones for headers */
420                    zone_process(rc, create);
421            } else {
422                    /* External scaling -- zones are ignored */
423                    for (i=0;i<rc->num_frames;i++) {
424                            rc->stats[i].zone_mode = XVID_ZONE_WEIGHT;
425                            rc->stats[i].weight = 1.0;
426                    }
427                    rc->tot_quant = 0;
428            }
429    
430          /* Gathers some information about first pass stats:          /* Gathers some information about first pass stats:
431           *  - finds the minimum frame length for each frame type during 1st pass.           *  - finds the minimum frame length for each frame type during 1st pass.
432           *     rc->min_size[]           *     rc->min_size[]
# Line 387  Line 442 
442           */           */
443          first_pass_stats_prepare_data(rc);          first_pass_stats_prepare_data(rc);
444    
445          /* When bitrate is not given it means it has been scaled by an external          /* If we have a user bitrate, it means it's an internal curve scaling */
          * application */  
446          if (rc->param.bitrate) {          if (rc->param.bitrate) {
                 /* Apply zone settings  
                  * - set rc->tot_quant which represents the total num of bytes spent in  
                  *   fixed quant zones  
                  * - set rc->tot_quant_invariant which represents the total num of bytes spent  
                  *   in fixed quant zones for headers */  
                 zone_process(rc, create);  
447                  /* Perform internal curve scaling */                  /* Perform internal curve scaling */
448                  first_pass_scale_curve_internal(rc);                  first_pass_scale_curve_internal(rc);
         } else {  
                 /* External scaling -- zones are ignored */  
                 for (i=0;i<rc->num_frames;i++) {  
                         rc->stats[i].zone_mode = XVID_ZONE_WEIGHT;  
                         rc->stats[i].weight = 1.0;  
                 }  
                 rc->avg_weight = 1.0;  
                 rc->tot_quant = 0;  
449          }          }
450    
451          /* Apply advanced curve options, and compute some parameters in order to          /* Apply advanced curve options, and compute some parameters in order to
452           * shape the curve in the BEFORE/AFTER pair of functions */           * shape the curve in the BEFORE/AFTER pair of functions */
453          scaled_curve_apply_advanced_parameters(rc);          scaled_curve_apply_advanced_parameters(rc);
454    
455    /* Check curve for VBV compliancy and rescale if necessary */
456    
457    #ifdef VBV_FORCE
458      if (rc->param.vbv_size==0)
459      {
460        rc->param.vbv_size      =  3145728;
461        rc->param.vbv_initial   =  2359296;
462        rc->param.vbv_maxrate  =  4000000;
463        rc->param.vbv_peakrate = 10000000;
464      }
465    #endif
466    
467      if (rc->param.vbv_size>0)    /* vbv_size==0 switches VBV check off */
468      {
469        const double fps = (double)create->fbase/(double)create->fincr;
470        int status = check_curve_for_vbv_compliancy(rc, fps);
471    #ifdef VBV_DEBUG
472        if (status)
473          fprintf(stderr,"underflow detected\n Scaling Curve for compliancy... ");
474    #endif
475    
476            status = scale_curve_for_vbv_compliancy(rc, fps);
477    
478    #ifdef VBV_DEBUG
479          if (status==0)
480            fprintf(stderr,"done.\n");
481          else
482            fprintf(stderr,"impossible.\n");
483    #endif
484      }
485          *handle = rc;          *handle = rc;
486          return(0);          return(0);
487  }  }
# Line 454  Line 524 
524          if (data->quant > 0)          if (data->quant > 0)
525                  return(0);                  return(0);
526    
527          /* Second case: insufficent stats data */          /* Second case: insufficent stats data
528             * We can't guess much what we should do, let core decide all alone */
529          if (data->frame_num >= rc->num_frames) {          if (data->frame_num >= rc->num_frames) {
530                  DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- stats file too short (now processing frame %d)",                  DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- stats file too short (now processing frame %d)",
531                          data->frame_num);                          data->frame_num);
532                  return(0);                  return(0);
533          }          }
534    
535          /* Third case: We are in a Quant zone */          /* Third case: We are in a Quant zone
536             * Quant zones must just ensure we use the same settings as first pass
537             * So set the quantizer and the type */
538          if (s->zone_mode == XVID_ZONE_QUANT) {          if (s->zone_mode == XVID_ZONE_QUANT) {
539                    /* Quant stuff */
540                  rc->fq_error += s->weight;                  rc->fq_error += s->weight;
541                  data->quant = (int)rc->fq_error;                  data->quant = (int)rc->fq_error;
542                  rc->fq_error -= data->quant;                  rc->fq_error -= data->quant;
543    
544                    /* The type stuff */
545                    data->type = s->type;
546    
547                    /* The only required data for AFTER step is this one for the overflow
548                     * control */
549                  s->desired_length = s->length;                  s->desired_length = s->length;
550    
551                  return(0);                  return(0);
# Line 535  Line 614 
614           *-----------------------------------------------------------------------*/           *-----------------------------------------------------------------------*/
615    
616          /* Compute the overflow we should compensate */          /* Compute the overflow we should compensate */
617          if (s->type != XVID_TYPE_IVOP) {          if (s->type != XVID_TYPE_IVOP || rc->overflow > 0) {
618                  double frametype_factor;                  double frametype_factor;
619                  double framesize_factor;                  double framesize_factor;
620    
# Line 566  Line 645 
645                  /* Apply the overflow strength imposed by the user */                  /* Apply the overflow strength imposed by the user */
646                  overflow *= (rc->param.overflow_control_strength/100.0f);                  overflow *= (rc->param.overflow_control_strength/100.0f);
647          } else {          } else {
648                  /* no overflow applied in IFrames because:                  /* no negative overflow applied in IFrames because:
649                   *  - their role is important as they're references for P/BFrames.                   *  - their role is important as they're references for P/BFrames.
650                   *  - there aren't much in typical sequences, so if an IFrame overflows too                   *  - there aren't much in typical sequences, so if an IFrame overflows too
651                   *    much, this overflow may impact the next IFrame too much and generate                   *    much, this overflow may impact the next IFrame too much and generate
# Line 598  Line 677 
677           * pass nor smaller than the allowed minimum.           * pass nor smaller than the allowed minimum.
678           *-----------------------------------------------------------------------*/           *-----------------------------------------------------------------------*/
679    
680    #ifdef PASS_SMALLER
681          if (dbytes > s->length) {          if (dbytes > s->length) {
682                  dbytes = s->length;                  dbytes = s->length;
683          } else if (dbytes < rc->min_length[s->type-1]) {          }
684    #endif
685    
686            /* Prevent stupid desired sizes under logical values */
687            if (dbytes < rc->min_length[s->type-1]) {
688                  dbytes = rc->min_length[s->type-1];                  dbytes = rc->min_length[s->type-1];
         } else if (dbytes > rc->max_length) {  
                 /* ToDo: this condition is always wrong as max_length == maximum frame  
                  * length of first pass, so the first condition already caps the frame  
                  * size... */  
                 capped_to_max_framesize = 1;  
                 dbytes = rc->max_length;  
                 DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- frame:%d Capped to maximum frame size\n",  
                                 data->frame_num);  
689          }          }
690    
691          /*------------------------------------------------------------------------          /*------------------------------------------------------------------------
# Line 694  Line 770 
770                  data->quant = data->max_quant[s->type-1];                  data->quant = data->max_quant[s->type-1];
771          }          }
772    
773            if (data->quant < rc->min_quant) data->quant = rc->min_quant;
774    
775          /* To avoid big quality jumps from frame to frame, we apply a "security"          /* To avoid big quality jumps from frame to frame, we apply a "security"
776           * rule that makes |last_quant - new_quant| <= 2. This rule only applies           * rule that makes |last_quant - new_quant| <= 2. This rule only applies
777           * to predicted frames (P and B) */           * to predicted frames (P and B) */
# Line 969  Line 1047 
1047    
1048  /* pre-process the statistics data  /* pre-process the statistics data
1049   * - for each type, count, tot_length, min_length, max_length   * - for each type, count, tot_length, min_length, max_length
1050   * - set keyframes_locations */   * - set keyframes_locations, tot_prescaled */
1051  static void  static void
1052  first_pass_stats_prepare_data(rc_2pass2_t * rc)  first_pass_stats_prepare_data(rc_2pass2_t * rc)
1053  {  {
# Line 986  Line 1064 
1064          }          }
1065    
1066          rc->max_length = INT_MIN;          rc->max_length = INT_MIN;
1067            rc->tot_weighted = 0;
1068    
1069          /* Loop through all frames and find/compute all the stuff this function          /* Loop through all frames and find/compute all the stuff this function
1070           * is supposed to do */           * is supposed to do */
# Line 995  Line 1074 
1074                  rc->count[s->type-1]++;                  rc->count[s->type-1]++;
1075                  rc->tot_length[s->type-1] += s->length;                  rc->tot_length[s->type-1] += s->length;
1076                  rc->tot_invariant[s->type-1] += s->invariant;                  rc->tot_invariant[s->type-1] += s->invariant;
1077                    if (s->zone_mode != XVID_ZONE_QUANT)
1078                            rc->tot_weighted += (int)(s->weight*(s->length - s->invariant));
1079    
1080                  if (s->length < rc->min_length[s->type-1]) {                  if (s->length < rc->min_length[s->type-1]) {
1081                          rc->min_length[s->type-1] = s->length;                          rc->min_length[s->type-1] = s->length;
# Line 1029  Line 1110 
1110          int i,j;          int i,j;
1111          int n = 0;          int n = 0;
1112    
         rc->avg_weight = 0.0;  
1113          rc->tot_quant = 0;          rc->tot_quant = 0;
1114          rc->tot_quant_invariant = 0;          rc->tot_quant_invariant = 0;
1115    
# Line 1038  Line 1118 
1118                          rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;                          rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
1119                          rc->stats[j].weight = 1.0;                          rc->stats[j].weight = 1.0;
1120                  }                  }
                 rc->avg_weight += rc->num_frames * 1.0;  
1121                  n += rc->num_frames;                  n += rc->num_frames;
1122          }          }
1123    
# Line 1047  Line 1126 
1126    
1127                  int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames;                  int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames;
1128    
1129                    /* Zero weight make no sense */
1130                    if (create->zones[i].increment == 0) create->zones[i].increment = 1;
1131                    /* And obviously an undetermined infinite makes even less sense */
1132                    if (create->zones[i].base == 0) create->zones[i].base = 1;
1133    
1134                  if (i==0 && create->zones[i].frame > 0) {                  if (i==0 && create->zones[i].frame > 0) {
1135                          for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) {                          for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) {
1136                                  rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;                                  rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
1137                                  rc->stats[j].weight = 1.0;                                  rc->stats[j].weight = 1.0;
1138                          }                          }
                         rc->avg_weight += create->zones[i].frame * 1.0;  
1139                          n += create->zones[i].frame;                          n += create->zones[i].frame;
1140                  }                  }
1141    
# Line 1062  Line 1145 
1145                                  rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;                                  rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;
1146                          }                          }
1147                          next -= create->zones[i].frame;                          next -= create->zones[i].frame;
                         rc->avg_weight += (double)(next * create->zones[i].increment) / (double)create->zones[i].base;  
1148                          n += next;                          n += next;
1149                  } else{  /* XVID_ZONE_QUANT */                  } else{  /* XVID_ZONE_QUANT */
1150                          for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {                          for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {
# Line 1073  Line 1155 
1155                          }                          }
1156                  }                  }
1157          }          }
         rc->avg_weight = n>0 ? rc->avg_weight/n : 1.0;  
   
         DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- center_weight:%f (for %d frames)  fixed_bytes:%d\n", rc->avg_weight, n, rc->tot_quant);  
1158  }  }
1159    
1160    
# Line 1084  Line 1163 
1163  first_pass_scale_curve_internal(rc_2pass2_t *rc)  first_pass_scale_curve_internal(rc_2pass2_t *rc)
1164  {  {
1165          int64_t target;          int64_t target;
         int64_t pass1_length;  
1166          int64_t total_invariant;          int64_t total_invariant;
1167          double scaler;          double scaler;
1168          int i, num_MBs;          int i, num_MBs;
# Line 1103  Line 1181 
1181          target  = rc->target;          target  = rc->target;
1182          target -= rc->tot_quant;          target -= rc->tot_quant;
1183    
         /* Do the same for the first pass data */  
         pass1_length  = rc->tot_length[XVID_TYPE_IVOP-1];  
         pass1_length += rc->tot_length[XVID_TYPE_PVOP-1];  
         pass1_length += rc->tot_length[XVID_TYPE_BVOP-1];  
         pass1_length -= rc->tot_quant;  
   
1184          /* Let's compute a linear scaler in order to perform curve scaling */          /* Let's compute a linear scaler in order to perform curve scaling */
1185          scaler = (double)(target - total_invariant) / (double)(pass1_length - total_invariant);          scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted);
1186    
1187          if ((target - total_invariant) <= 0 ||  #ifdef SMART_OVERFLOW_SETTING
1188                  (pass1_length - total_invariant) <= 0 ||          if (scaler > 0.9) {
1189                  target >= pass1_length) {                  rc->param.max_overflow_degradation *= 5;
1190                  DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- WARNING: Undersize detected before correction\n");                  rc->param.max_overflow_improvement *= 5;
1191                  scaler = 1.0;                  rc->param.overflow_control_strength *= 3;
1192            } else if (scaler > 0.6) {
1193                    rc->param.max_overflow_degradation *= 2;
1194                    rc->param.max_overflow_improvement *= 2;
1195                    rc->param.overflow_control_strength *= 2;
1196            } else {
1197                    rc->min_quant = 2;
1198          }          }
1199    #endif
1200    
1201          /* Compute min frame lengths (for each frame type) according to the number          /* Compute min frame lengths (for each frame type) according to the number
1202           * of MBs. We sum all block type counters of frame 0, this gives us the           * of MBs. We sum all block type counters of frame 0, this gives us the
# Line 1160  Line 1239 
1239                  }                  }
1240    
1241                  /* Compute the scaled length -- only non invariant data length is scaled */                  /* Compute the scaled length -- only non invariant data length is scaled */
1242                  len = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight / rc->avg_weight);                  len = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight);
1243    
1244                  /* Compare with the computed minimum */                  /* Compare with the computed minimum */
1245                  if (len < rc->min_length[s->type-1]) {                  if (len < rc->min_length[s->type-1]) {
# Line 1172  Line 1251 
1251                           * total counters, as we prepare a second pass for 'regular'                           * total counters, as we prepare a second pass for 'regular'
1252                           * frames */                           * frames */
1253                          target -= s->scaled_length;                          target -= s->scaled_length;
                         pass1_length -= s->length;  
1254                  } else {                  } else {
1255                          /* Do nothing for now, we'll scale this later */                          /* Do nothing for now, we'll scale this later */
1256                          s->scaled_length = 0;                          s->scaled_length = 0;
# Line 1183  Line 1261 
1261           * total counters. Now, it's possible to scale the 'regular' frames. */           * total counters. Now, it's possible to scale the 'regular' frames. */
1262    
1263          /* Scaling factor for 'regular' frames */          /* Scaling factor for 'regular' frames */
1264          scaler = (double)(target - total_invariant) / (double)(pass1_length - total_invariant);          scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted);
   
         /* Detect undersizing */  
         if (target <= 0 || pass1_length <= 0 || target >= pass1_length) {  
                 DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- WARNING: Undersize detected after correction\n");  
                 scaler = 1.0;  
         }  
1265    
1266          /* Do another pass with the new scaler */          /* Do another pass with the new scaler */
1267          for (i=0; i<rc->num_frames; i++) {          for (i=0; i<rc->num_frames; i++) {
# Line 1197  Line 1269 
1269    
1270                  /* Ignore frame with forced frame sizes */                  /* Ignore frame with forced frame sizes */
1271                  if (s->scaled_length == 0)                  if (s->scaled_length == 0)
1272                          s->scaled_length = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight / rc->avg_weight);                          s->scaled_length = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight);
1273          }          }
1274    
1275          /* Job done */          /* Job done */
# Line 1365  Line 1437 
1437  }  }
1438    
1439  /*****************************************************************************  /*****************************************************************************
1440     * VBV compliancy check and scale
1441     * MPEG-4 standard specifies certain restrictions for bitrate/framesize in VBR
1442     * to enable playback on devices with limited readspeed and memory (and which
1443     * aren't...)
1444     *
1445     * DivX profiles have 2 criteria: VBV as in MPEG standard
1446     *                                a limit on peak bitrate for any 3 seconds
1447     *
1448     * But if VBV is fulfilled, peakrate is automatically fulfilled in any profile
1449     * define so far, so we check for it (for completeness) but correct only VBV
1450     *
1451     *****************************************************************************/
1452    
1453    #define VBV_COMPLIANT 0
1454    #define VBV_UNDERFLOW 1 /* video buffer runs empty */
1455    #define VBV_OVERFLOW 2  /* doesn't exist for VBR encoding */
1456    #define VBV_PEAKRATE 4  /* peak bitrate (within 3s) violated */
1457    
1458    static int check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps)
1459    {
1460    /* We do all calculations in float, for higher accuracy,
1461       and in bytes for convenience
1462    
1463       typical values from DivX Home Theater profile:
1464       vbv_size= 384*1024 (384kB), vbv_initial= 288*1024 (75% fill)
1465       maxrate= 4000000 (4MBps), peakrate= 10000000 (10MBps)
1466    
1467       PAL: offset3s = 75 (3 seconds of 25fps)
1468       NTSC: offset3s = 90 (3 seconds of 29.97fps) or 72 (3 seconds of 23.976fps)
1469    */
1470    
1471      const float vbv_size = (float)rc->param.vbv_size/8.f;
1472      float vbvfill = (float)rc->param.vbv_initial/8.f;
1473    
1474      const float maxrate = (float)rc->param.vbv_maxrate;
1475      const float peakrate = (float)rc->param.vbv_peakrate;
1476      const float r0 = (int)(maxrate/fps+0.5)/8.f;
1477    
1478      int bytes3s = 0;
1479      int offset3s = (int)(3.f*fps+0.5);
1480    
1481      int i;
1482      for (i=0; i<rc->num_frames; i++) {
1483    /* DivX 3s peak bitrate check  */
1484    
1485        bytes3s += rc->stats[i].scaled_length;
1486        if (i>=offset3s)
1487          bytes3s -= rc->stats[i-offset3s].scaled_length;
1488    
1489        if (8.f*bytes3s > 3*peakrate)
1490          return VBV_PEAKRATE;
1491    
1492    /* update vbv fill level */
1493    
1494        vbvfill += r0 - rc->stats[i].scaled_length;
1495    
1496    /* this check is _NOT_ an "overflow"! only reading from disk stops then */
1497        if (vbvfill > vbv_size)
1498          vbvfill = vbv_size;
1499    
1500    /* but THIS would be an underflow. report it! */
1501        if (vbvfill < 0)
1502          return VBV_UNDERFLOW;
1503      }
1504    
1505      return VBV_COMPLIANT;
1506    }
1507    /* TODO: store min(vbvfill) and print "minimum buffer fill" */
1508    
1509    
1510    static int scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps)
1511    {
1512    /* correct any VBV violations. Peak bitrate violations disappears
1513       by this automatically
1514    
1515       This implementation follows
1516    
1517       Westerink, Rajagopalan, Gonzales "Two-pass MPEG-2 variable-bitrate encoding"
1518       IBM J. RES. DEVELOP. VOL 43, No. 4, July 1999, p.471--488
1519    
1520       Thanks, guys! This paper rocks!!!
1521    */
1522    
1523    /*
1524        For each scene of len N, we have to check up to N^2 possible buffer fills.
1525        This works well with MPEG-2 where N==12 or so, but for MPEG-4 it's a
1526        little slow...
1527    
1528        TODO: Better control on VBVfill between scenes
1529    */
1530    
1531      const float vbv_size = (float)rc->param.vbv_size/8.f;
1532      const float vbv_initial = (float)rc->param.vbv_initial/8.f;
1533    
1534      const float maxrate = 0.9*rc->param.vbv_maxrate;
1535      const float vbv_low = 0.10f*vbv_size;
1536      const float r0 = (int)(maxrate/fps+0.5)/8.f;
1537    
1538      int i,k,l,n,violation = 0;
1539      float *scenefactor;
1540      int *scenestart;
1541      int *scenelength;
1542    
1543    /* first step: determine how many "scenes" there are and store their boundaries
1544       we could get all this from existing keyframe_positions, somehow, but there we
1545       don't have a min_scenelength, and it's no big deal to get it again.  */
1546    
1547      const int min_scenelength = (int)(fps+0.5);
1548      int num_scenes = 0;
1549      int last_scene = -999;
1550      for (i=0; i<rc->num_frames; i++) {
1551        if ( (rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength) )
1552        {
1553          last_scene = i;
1554          num_scenes++;
1555        }
1556      }
1557    
1558      scenefactor = (float*)malloc( num_scenes*sizeof(float) );
1559      scenestart = (int*)malloc( num_scenes*sizeof(int) );
1560      scenelength = (int*)malloc( num_scenes*sizeof(int) );
1561    
1562      if ((!scenefactor) || (!scenestart) || (!scenelength) )
1563      {
1564        free(scenefactor);
1565        free(scenestart);
1566        free(scenelength);
1567        /* remember: free(0) is valid and does exactly nothing. */
1568        return -1;
1569      }
1570    
1571    /* count again and safe the length/position */
1572    
1573      num_scenes = 0;
1574      last_scene = -999;
1575      for (i=0; i<rc->num_frames; i++) {
1576        if ( (rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength) )
1577        {
1578          if (num_scenes>0)
1579            scenelength[num_scenes-1]=i-last_scene;
1580          scenestart[num_scenes]=i;
1581          num_scenes++;
1582          last_scene = i;
1583        }
1584      }
1585      scenelength[num_scenes-1]=i-last_scene;
1586    
1587    /* second step: check for each scene, how much we can scale its frames up or down
1588       such that the VBV restriction is just fulfilled
1589    */
1590    
1591    
1592    #define R(k,n) (((n)+1-(k))*r0)     /* how much enters the buffer between frame k and n */
1593      for (l=0; l<num_scenes;l++)
1594      {
1595        const int start = scenestart[l];
1596        const int length = scenelength[l];
1597        twopass_stat_t * frames = &rc->stats[start];
1598    
1599        float S0n,Skn;
1600        float f,minf = 99999.f;
1601    
1602        S0n=0.;
1603        for (n=0;n<=length-1;n++)
1604        {
1605          S0n += frames[n].scaled_length;
1606    
1607          k=0;
1608          Skn = S0n;
1609          f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn;
1610          if (f < minf)
1611            minf = f;
1612    
1613          for (k=1;k<=n;k++)
1614          {
1615            Skn -= frames[k].scaled_length;
1616    
1617            f = (R(k,n-1) + (vbv_size - vbv_low)) / Skn;
1618            if (f < minf)
1619              minf = f;
1620          }
1621        }
1622    
1623        /* special case: at the end, fill buffer up to vbv_initial again
1624           TODO: Allow other values for buffer fill between scenes
1625           e.g. if n=N is smallest f-value, then check for better value */
1626    
1627        n=length;
1628        k=0;
1629        Skn = S0n;
1630        f = R(k,n-1)/Skn;
1631        if (f < minf)
1632          minf = f;
1633    
1634        for (k=1;k<=n-1;k++)
1635        {
1636          Skn -= frames[k].scaled_length;
1637    
1638          f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn;
1639          if (f < minf)
1640            minf = f;
1641        }
1642    
1643    #ifdef VBV_DEBUG
1644        printf("Scene %d (Frames %d-%d): VBVfactor %f\n", l, start, start+length-1 , minf);
1645    #endif
1646    
1647        scenefactor[l] = minf;
1648      }
1649    #undef R
1650    
1651    /* last step: now we know of any scene how much it can be scaled up or down without
1652       violating VBV. Next, distribute bits from the evil scenes to the good ones */
1653    
1654      do
1655      {
1656        float S_red = 0.f;    /* how much to redistribute */
1657        float S_elig = 0.f;   /* sum of bit for those scenes you can still swallow something*/
1658            float f_red;
1659        int l;
1660    
1661        for (l=0;l<num_scenes;l++)   /* check how much is wrong */
1662        {
1663        const int start = scenestart[l];
1664        const int length = scenelength[l];
1665        twopass_stat_t * frames = &rc->stats[start];
1666    
1667          if (scenefactor[l] == 1.) /* exactly 1 means "don't touch this anymore!" */
1668            continue;
1669    
1670          if (scenefactor[l] > 1.) /* within limits */
1671          {
1672            for (n= 0; n < length; n++)
1673              S_elig += frames[n].scaled_length;
1674          }
1675          else /* underflowing segment */
1676          {
1677            for (n= 0; n < length; n++)
1678            {
1679              float newbytes = (float)frames[n].scaled_length * scenefactor[l];
1680              S_red += (float)frames[n].scaled_length - (float)newbytes;
1681              frames[n].scaled_length =(int)newbytes;
1682            }
1683            scenefactor[l] = 1.f;
1684          }
1685        }
1686    
1687        if (S_red < 1.f)   /* no more underflows */
1688          break;
1689    
1690        if (S_elig < 1.f)
1691        {
1692    #ifdef VBV_DEBUG
1693          fprintf(stderr,"Everything underflowing. \n");
1694    #endif
1695          free(scenefactor);
1696          free(scenestart);
1697          free(scenelength);
1698          return -2;
1699        }
1700    
1701        f_red = (1.f + S_red/S_elig);
1702    
1703    #ifdef VBV_DEBUG
1704        printf("Moving %.0f kB to avoid buffer underflow, correction factor: %.5f\n",S_red/1024.f,f_red);
1705    #endif
1706    
1707        violation=0;
1708        for (l=0; l<num_scenes; l++)   /* scale remaining scenes up to meet total size */
1709        {
1710          const int start = scenestart[l];
1711          const int length = scenelength[l];
1712          twopass_stat_t * frames = &rc->stats[start];
1713    
1714          if (scenefactor[l] == 1.)
1715            continue;
1716    
1717          /* there shouldn't be any segments with factor<1 left, so all the rest is >1 */
1718    
1719          for (n= 0; n < length; n++)
1720          {
1721            frames[n].scaled_length = (int)(frames[n].scaled_length * f_red + 0.5);
1722          }
1723    
1724          scenefactor[l] /= f_red;
1725          if (scenefactor[l] < 1.f)
1726            violation=1;
1727        }
1728    
1729      } while (violation);
1730    
1731      free(scenefactor);
1732      free(scenestart);
1733      free(scenelength);
1734      return 0;
1735    }
1736    
1737    
1738    /*****************************************************************************
1739   * Still more low level stuff (nothing to do with stats treatment)   * Still more low level stuff (nothing to do with stats treatment)
1740   ****************************************************************************/   ****************************************************************************/
1741    

Legend:
Removed from v.1.1.2.31  
changed lines
  Added in v.1.4

No admin address has been configured
ViewVC Help
Powered by ViewVC 1.0.4