comparison mpegvideo.c @ 2390:ce45e1dd4b09 libavcodec

quantizer overflow warning + AAN dct fix

2389:429c1eedeee9

                qmat16[qscale][1][i]= ROUNDED_DIV(bias<<(16-QUANT_BIAS_SHIFT), qmat16[qscale][0][i]);
            }
        }
        
        for(i=intra; i<64; i++){
            while(((8191LL * qmat[qscale][i]) >> shift) > INT_MAX){ 
                shift++;
            }
        }
    }
    if(shift){

2390:ce45e1dd4b09

                qmat16[qscale][1][i]= ROUNDED_DIV(bias<<(16-QUANT_BIAS_SHIFT), qmat16[qscale][0][i]);
            }
        }
        
        for(i=intra; i<64; i++){
            int64_t max= 8191;
            if (dsp->fdct == fdct_ifast
#ifndef FAAN_POSTSCALE
                   || dsp->fdct == ff_faandct
#endif
                   ) {
                max= (8191LL*aanscales[i]) >> 14;
            }
            while(((max * qmat[qscale][i]) >> shift) > INT_MAX){ 
                shift++;
            }
        }
    }
    if(shift){