comparison motion_est.c @ 807:0e1d375c537f libavcodec

fixing q>0.0 assert failure caused by overflow of variance for b frames

806:440b8e4b2d35

        }
        if(fbmin<score){
            score=fbmin;
            type= MB_TYPE_BIDIR;
        }
        score= (score*score + 128*256)>>16;
        s->mc_mb_var_sum += score;
        s->mc_mb_var[mb_y*s->mb_width + mb_x] = score; //FIXME use SSD
    }

    if(s->flags&CODEC_FLAG_HQ){

807:0e1d375c537f

        }
        if(fbmin<score){
            score=fbmin;
            type= MB_TYPE_BIDIR;
        }
        score= ((unsigned)(score*score + 128*256))>>16;
        s->mc_mb_var_sum += score;
        s->mc_mb_var[mb_y*s->mb_width + mb_x] = score; //FIXME use SSD
    }

    if(s->flags&CODEC_FLAG_HQ){