# HG changeset patch # User stefano # Date 1283902878 0 # Node ID ec642b5a1d0aa875b71212d8cb057b4d112ed725 # Parent 63d8168fa16a044051c3dca97f62cf86daa10f41 Add missing checks on invalid pixel format in av_image_fill_linesizes/pointers. diff -r 63d8168fa16a -r ec642b5a1d0a imgutils.c --- a/imgutils.c Tue Sep 07 21:24:06 2010 +0000 +++ b/imgutils.c Tue Sep 07 23:41:18 2010 +0000 @@ -66,7 +66,7 @@ memset(linesizes, 0, 4*sizeof(linesizes[0])); - if (desc->flags & PIX_FMT_HWACCEL) + if ((unsigned)pix_fmt >= PIX_FMT_NB || desc->flags & PIX_FMT_HWACCEL) return AVERROR(EINVAL); if (desc->flags & PIX_FMT_BITSTREAM) { @@ -93,7 +93,7 @@ memset(size , 0, sizeof(size)); memset(has_plane, 0, sizeof(has_plane)); - if (desc->flags & PIX_FMT_HWACCEL) + if ((unsigned)pix_fmt >= PIX_FMT_NB || desc->flags & PIX_FMT_HWACCEL) return AVERROR(EINVAL); data[0] = ptr;