# HG changeset patch # User michael # Date 1103055443 0 # Node ID ce45e1dd4b094ac4fcb63ac89b035d2e275c71f4 # Parent 429c1eedeee9e56b16dc0941f18fb9a297805727 quantizer overflow warning + AAN dct fix diff -r 429c1eedeee9 -r ce45e1dd4b09 mpegvideo.c --- a/mpegvideo.c Tue Dec 14 12:04:45 2004 +0000 +++ b/mpegvideo.c Tue Dec 14 20:17:23 2004 +0000 @@ -164,7 +164,15 @@ } for(i=intra; i<64; i++){ - while(((8191LL * qmat[qscale][i]) >> shift) > INT_MAX){ + int64_t max= 8191; + if (dsp->fdct == fdct_ifast +#ifndef FAAN_POSTSCALE + || dsp->fdct == ff_faandct +#endif + ) { + max= (8191LL*aanscales[i]) >> 14; + } + while(((max * qmat[qscale][i]) >> shift) > INT_MAX){ shift++; } }