annotate bfi.c @ 9497:cb387dff812d libavcodec

Change buffer check to avoid an unlikely pointer arithmetic overflow.
author reimar
date Fri, 17 Apr 2009 19:49:55 +0000
parents 54bc8a2727b0
children 885d3f36bcb2
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
1 /*
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
2 * Brute Force & Ignorance (BFI) video decoder
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
3 * Copyright (c) 2008 Sisir Koppaka
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
4 *
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
5 * This file is part of FFmpeg.
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
6 *
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
7 * FFmpeg is free software; you can redistribute it and/or
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
8 * modify it under the terms of the GNU Lesser General Public
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
9 * License as published by the Free Software Foundation; either
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
10 * version 2.1 of the License, or (at your option) any later version.
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
11 *
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
12 * FFmpeg is distributed in the hope that it will be useful,
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
15 * Lesser General Public License for more details.
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
16 *
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
17 * You should have received a copy of the GNU Lesser General Public
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
18 * License along with FFmpeg; if not, write to the Free Software
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
20 */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
21
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
22 /**
8718
e9d9d946f213 Use full internal pathname in doxygen @file directives.
diego
parents: 7040
diff changeset
23 * @file libavcodec/bfi.c
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
24 * @brief Brute Force & Ignorance (.bfi) video decoder
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
25 * @author Sisir Koppaka ( sisir.koppaka at gmail dot com )
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
26 * @sa http://wiki.multimedia.cx/index.php?title=BFI
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
27 */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
28
6763
f7cbb7733146 Use full path for #includes from another directory.
diego
parents: 6660
diff changeset
29 #include "libavutil/common.h"
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
30 #include "avcodec.h"
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
31 #include "bytestream.h"
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
32
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
33 typedef struct BFIContext {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
34 AVCodecContext *avctx;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
35 AVFrame frame;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
36 uint8_t *dst;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
37 } BFIContext;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
38
9007
043574c5c153 Add missing av_cold in static init/close functions.
stefano
parents: 8786
diff changeset
39 static av_cold int bfi_decode_init(AVCodecContext * avctx)
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
40 {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
41 BFIContext *bfi = avctx->priv_data;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
42 avctx->pix_fmt = PIX_FMT_PAL8;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
43 bfi->dst = av_mallocz(avctx->width * avctx->height);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
44 return 0;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
45 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
46
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
47 static int bfi_decode_frame(AVCodecContext * avctx, void *data,
9355
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 9007
diff changeset
48 int *data_size, AVPacket *avpkt)
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
49 {
9355
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 9007
diff changeset
50 const uint8_t *buf = avpkt->data;
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 9007
diff changeset
51 int buf_size = avpkt->size;
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
52 BFIContext *bfi = avctx->priv_data;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
53 uint8_t *dst = bfi->dst;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
54 uint8_t *src, *dst_offset, colour1, colour2;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
55 uint8_t *frame_end = bfi->dst + avctx->width * avctx->height;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
56 uint32_t *pal;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
57 int i, j, height = avctx->height;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
58
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
59 if (bfi->frame.data[0])
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
60 avctx->release_buffer(avctx, &bfi->frame);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
61
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
62 bfi->frame.reference = 1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
63
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
64 if (avctx->get_buffer(avctx, &bfi->frame) < 0) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
65 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
66 return -1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
67 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
68
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
69 /* Set frame parameters and palette, if necessary */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
70 if (!avctx->frame_number) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
71 bfi->frame.pict_type = FF_I_TYPE;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
72 bfi->frame.key_frame = 1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
73 /* Setting the palette */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
74 if(avctx->extradata_size>768) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
75 av_log(NULL, AV_LOG_ERROR, "Palette is too large.\n");
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
76 return -1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
77 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
78 pal = (uint32_t *) bfi->frame.data[1];
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
79 for (i = 0; i < avctx->extradata_size / 3; i++) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
80 int shift = 16;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
81 *pal = 0;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
82 for (j = 0; j < 3; j++, shift -= 8)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
83 *pal +=
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
84 ((avctx->extradata[i * 3 + j] << 2) |
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
85 (avctx->extradata[i * 3 + j] >> 4)) << shift;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
86 pal++;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
87 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
88 bfi->frame.palette_has_changed = 1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
89 } else {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
90 bfi->frame.pict_type = FF_P_TYPE;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
91 bfi->frame.key_frame = 0;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
92 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
93
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
94 buf += 4; //Unpacked size, not required.
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
95
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
96 while (dst != frame_end) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
97 static const uint8_t lentab[4]={0,2,0,1};
8786
e3693cef784a Fix (with av_uninit()) false positive warning about uninitialized variable:
gpoirier
parents: 8718
diff changeset
98 unsigned int byte = *buf++, av_uninit(offset);
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
99 unsigned int code = byte >> 6;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
100 unsigned int length = byte & ~0xC0;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
101
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
102 /* Get length and offset(if required) */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
103 if (length == 0) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
104 if (code == 1) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
105 length = bytestream_get_byte(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
106 offset = bytestream_get_le16(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
107 } else {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
108 length = bytestream_get_le16(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
109 if (code == 2 && length == 0)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
110 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
111 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
112 } else {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
113 if (code == 1)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
114 offset = bytestream_get_byte(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
115 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
116
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
117 /* Do boundary check */
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
118 if (dst + (length<<lentab[code]) > frame_end)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
119 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
120
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
121 switch (code) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
122
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
123 case 0: //Normal Chain
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
124 bytestream_get_buffer(&buf, dst, length);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
125 dst += length;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
126 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
127
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
128 case 1: //Back Chain
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
129 dst_offset = dst - offset;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
130 length *= 4; //Convert dwords to bytes.
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
131 if (dst_offset < bfi->dst)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
132 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
133 while (length--)
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
134 *dst++ = *dst_offset++;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
135 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
136
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
137 case 2: //Skip Chain
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
138 dst += length;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
139 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
140
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
141 case 3: //Fill Chain
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
142 colour1 = bytestream_get_byte(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
143 colour2 = bytestream_get_byte(&buf);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
144 while (length--) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
145 *dst++ = colour1;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
146 *dst++ = colour2;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
147 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
148 break;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
149
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
150 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
151 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
152
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
153 src = bfi->dst;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
154 dst = bfi->frame.data[0];
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
155 while (height--) {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
156 memcpy(dst, src, avctx->width);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
157 src += avctx->width;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
158 dst += bfi->frame.linesize[0];
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
159 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
160 *data_size = sizeof(AVFrame);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
161 *(AVFrame *) data = bfi->frame;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
162 return buf_size;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
163 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
164
9007
043574c5c153 Add missing av_cold in static init/close functions.
stefano
parents: 8786
diff changeset
165 static av_cold int bfi_decode_close(AVCodecContext * avctx)
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
166 {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
167 BFIContext *bfi = avctx->priv_data;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
168 if (bfi->frame.data[0])
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
169 avctx->release_buffer(avctx, &bfi->frame);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
170 av_free(bfi->dst);
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
171 return 0;
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
172 }
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
173
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
174 AVCodec bfi_decoder = {
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
175 .name = "bfi",
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
176 .type = CODEC_TYPE_VIDEO,
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
177 .id = CODEC_ID_BFI,
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
178 .priv_data_size = sizeof(BFIContext),
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
179 .init = bfi_decode_init,
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
180 .close = bfi_decode_close,
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
181 .decode = bfi_decode_frame,
7040
e943e1409077 Make AVCodec long_names definition conditional depending on CONFIG_SMALL.
stefano
parents: 6763
diff changeset
182 .long_name = NULL_IF_CONFIG_SMALL("Brute Force & Ignorance"),
6640
28d3ca9d5c3c BFI video decoder.
benoit
parents:
diff changeset
183 };