Mercurial > libavcodec.hg
diff mpegvideo.c @ 809:79de6308c34d libavcodec
fixing another assert q>0.0 issue caused by variance < 0, this fix allso changes the inter/intra decission very slightly -> all regression checksums need to be updated
author | michaelni |
---|---|
date | Thu, 31 Oct 2002 00:48:05 +0000 |
parents | 08423289ec57 |
children | dfaa1c45bd27 |
line wrap: on
line diff
--- a/mpegvideo.c Thu Oct 31 00:07:13 2002 +0000 +++ b/mpegvideo.c Thu Oct 31 00:48:05 2002 +0000 @@ -2590,11 +2590,10 @@ int varc; int sum = pix_sum(pix, s->linesize); - sum= (sum+8)>>4; - varc = (pix_norm1(pix, s->linesize) - sum*sum + 500 + 128)>>8; + varc = (pix_norm1(pix, s->linesize) - (((unsigned)(sum*sum))>>8) + 500 + 128)>>8; s->mb_var [s->mb_width * mb_y + mb_x] = varc; - s->mb_mean[s->mb_width * mb_y + mb_x] = (sum+7)>>4; + s->mb_mean[s->mb_width * mb_y + mb_x] = (sum+128)>>8; s->mb_var_sum += varc; } }