changeset 2576:e237d9bd0f8c libavcodec

check mb/me_threshold range, fixes assertion failure
author michael
date Sat, 26 Mar 2005 18:10:44 +0000
parents 0afef2899701
children 7d9997a69158
files motion_est.c mpegvideo.c
diffstat 2 files changed, 13 insertions(+), 3 deletions(-) [+]
line wrap: on
line diff
--- a/motion_est.c	Sat Mar 26 17:01:49 2005 +0000
+++ b/motion_est.c	Sat Mar 26 18:10:44 2005 +0000
@@ -1016,7 +1016,7 @@
     
     if(p_type && USES_LIST(mb_type, 1)){
         av_log(c->avctx, AV_LOG_ERROR, "backward motion vector in P frame\n");
-        return INT_MAX/4;
+        return INT_MAX/2;
     }
     assert(IS_INTRA(mb_type) || USES_LIST(mb_type,0) || USES_LIST(mb_type,1));
     
@@ -1034,7 +1034,7 @@
         
         if(!(s->flags & CODEC_FLAG_INTERLACED_ME)){
             av_log(c->avctx, AV_LOG_ERROR, "Interlaced macroblock selected but interlaced motion estimation disabled\n");
-            return INT_MAX/4;
+            return INT_MAX/2;
         }
 
         if(USES_LIST(mb_type, 0)){
@@ -1095,7 +1095,7 @@
     }else if(IS_8X8(mb_type)){
         if(!(s->flags & CODEC_FLAG_4MV)){
             av_log(c->avctx, AV_LOG_ERROR, "4MV macroblock selected but 4MV encoding disabled\n");
-            return INT_MAX/4;
+            return INT_MAX/2;
         }
         cmpf= s->dsp.sse[1];
         chroma_cmpf= s->dsp.sse[1];
--- a/mpegvideo.c	Sat Mar 26 17:01:49 2005 +0000
+++ b/mpegvideo.c	Sat Mar 26 18:10:44 2005 +0000
@@ -1054,6 +1054,16 @@
         av_log(avctx, AV_LOG_ERROR, "framerate not set\n");
         return -1;
     }
+    
+    i= (INT_MAX/2+128)>>8;
+    if(avctx->me_threshold >= i){
+        av_log(avctx, AV_LOG_ERROR, "me_threshold too large, max is %d\n", i - 1);
+        return -1;
+    }
+    if(avctx->mb_threshold >= i){
+        av_log(avctx, AV_LOG_ERROR, "mb_threshold too large, max is %d\n", i - 1);
+        return -1;
+    }
         
     i= ff_gcd(avctx->frame_rate, avctx->frame_rate_base);
     if(i > 1){