Mercurial > libavcodec.hg
changeset 2576:e237d9bd0f8c libavcodec
check mb/me_threshold range, fixes assertion failure
author | michael |
---|---|
date | Sat, 26 Mar 2005 18:10:44 +0000 |
parents | 0afef2899701 |
children | 7d9997a69158 |
files | motion_est.c mpegvideo.c |
diffstat | 2 files changed, 13 insertions(+), 3 deletions(-) [+] |
line wrap: on
line diff
--- a/motion_est.c Sat Mar 26 17:01:49 2005 +0000 +++ b/motion_est.c Sat Mar 26 18:10:44 2005 +0000 @@ -1016,7 +1016,7 @@ if(p_type && USES_LIST(mb_type, 1)){ av_log(c->avctx, AV_LOG_ERROR, "backward motion vector in P frame\n"); - return INT_MAX/4; + return INT_MAX/2; } assert(IS_INTRA(mb_type) || USES_LIST(mb_type,0) || USES_LIST(mb_type,1)); @@ -1034,7 +1034,7 @@ if(!(s->flags & CODEC_FLAG_INTERLACED_ME)){ av_log(c->avctx, AV_LOG_ERROR, "Interlaced macroblock selected but interlaced motion estimation disabled\n"); - return INT_MAX/4; + return INT_MAX/2; } if(USES_LIST(mb_type, 0)){ @@ -1095,7 +1095,7 @@ }else if(IS_8X8(mb_type)){ if(!(s->flags & CODEC_FLAG_4MV)){ av_log(c->avctx, AV_LOG_ERROR, "4MV macroblock selected but 4MV encoding disabled\n"); - return INT_MAX/4; + return INT_MAX/2; } cmpf= s->dsp.sse[1]; chroma_cmpf= s->dsp.sse[1];
--- a/mpegvideo.c Sat Mar 26 17:01:49 2005 +0000 +++ b/mpegvideo.c Sat Mar 26 18:10:44 2005 +0000 @@ -1054,6 +1054,16 @@ av_log(avctx, AV_LOG_ERROR, "framerate not set\n"); return -1; } + + i= (INT_MAX/2+128)>>8; + if(avctx->me_threshold >= i){ + av_log(avctx, AV_LOG_ERROR, "me_threshold too large, max is %d\n", i - 1); + return -1; + } + if(avctx->mb_threshold >= i){ + av_log(avctx, AV_LOG_ERROR, "mb_threshold too large, max is %d\n", i - 1); + return -1; + } i= ff_gcd(avctx->frame_rate, avctx->frame_rate_base); if(i > 1){