annotate bethsoftvideo.c @ 9497:cb387dff812d libavcodec

Change buffer check to avoid an unlikely pointer arithmetic overflow.
author reimar
date Fri, 17 Apr 2009 19:49:55 +0000
parents 54bc8a2727b0
children f31c21164e58
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
1 /*
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
2 * Bethesda VID video decoder
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
3 * Copyright (C) 2007 Nicholas Tung
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
4 *
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
5 * This file is part of FFmpeg.
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
6 *
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
7 * FFmpeg is free software; you can redistribute it and/or
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
8 * modify it under the terms of the GNU Lesser General Public
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
9 * License as published by the Free Software Foundation; either
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
10 * version 2.1 of the License, or (at your option) any later version.
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
11 *
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
12 * FFmpeg is distributed in the hope that it will be useful,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
15 * Lesser General Public License for more details.
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
16 *
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
17 * You should have received a copy of the GNU Lesser General Public
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
18 * License along with FFmpeg; if not, write to the Free Software
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
20 */
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
21
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
22 /**
8718
e9d9d946f213 Use full internal pathname in doxygen @file directives.
diego
parents: 7040
diff changeset
23 * @file libavcodec/bethsoftvideo.c
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
24 * @brief Bethesda Softworks VID Video Decoder
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
25 * @author Nicholas Tung [ntung (at. ntung com] (2007-03)
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
26 * @sa http://wiki.multimedia.cx/index.php?title=Bethsoft_VID
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
27 * @sa http://www.svatopluk.com/andux/docs/dfvid.html
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
28 */
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
29
6763
f7cbb7733146 Use full path for #includes from another directory.
diego
parents: 6710
diff changeset
30 #include "libavutil/common.h"
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
31 #include "dsputil.h"
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
32 #include "bethsoftvideo.h"
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
33 #include "bytestream.h"
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
34
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
35 typedef struct BethsoftvidContext {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
36 AVFrame frame;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
37 } BethsoftvidContext;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
38
6517
48759bfbd073 Apply 'cold' attribute to init/uninit functions in libavcodec
zuxy
parents: 6224
diff changeset
39 static av_cold int bethsoftvid_decode_init(AVCodecContext *avctx)
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
40 {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
41 BethsoftvidContext *vid = avctx->priv_data;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
42 vid->frame.reference = 1;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
43 vid->frame.buffer_hints = FF_BUFFER_HINTS_VALID |
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
44 FF_BUFFER_HINTS_PRESERVE | FF_BUFFER_HINTS_REUSABLE;
4815
1a4c48de8166 remove redundant comments
michael
parents: 4814
diff changeset
45 avctx->pix_fmt = PIX_FMT_PAL8;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
46 return 0;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
47 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
48
6224
michael
parents: 4817
diff changeset
49 static void set_palette(AVFrame * frame, const uint8_t * palette_buffer)
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
50 {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
51 uint32_t * palette = (uint32_t *)frame->data[1];
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
52 int a;
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
53 for(a = 0; a < 256; a++){
4815
1a4c48de8166 remove redundant comments
michael
parents: 4814
diff changeset
54 palette[a] = AV_RB24(&palette_buffer[a * 3]) * 4;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
55 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
56 frame->palette_has_changed = 1;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
57 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
58
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
59 static int bethsoftvid_decode_frame(AVCodecContext *avctx,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
60 void *data, int *data_size,
9355
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 8718
diff changeset
61 AVPacket *avpkt)
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
62 {
9355
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 8718
diff changeset
63 const uint8_t *buf = avpkt->data;
54bc8a2727b0 Implement avcodec_decode_video2(), _audio3() and _subtitle2() which takes an
rbultje
parents: 8718
diff changeset
64 int buf_size = avpkt->size;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
65 BethsoftvidContext * vid = avctx->priv_data;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
66 char block_type;
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
67 uint8_t * dst;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
68 uint8_t * frame_end;
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
69 int remaining = avctx->width; // number of bytes remaining on a line
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
70 const int wrap_to_next_line = vid->frame.linesize[0] - avctx->width;
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
71 int code;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
72 int yoffset;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
73
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
74 if (avctx->reget_buffer(avctx, &vid->frame)) {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
75 av_log(avctx, AV_LOG_ERROR, "reget_buffer() failed\n");
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
76 return -1;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
77 }
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
78 dst = vid->frame.data[0];
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
79 frame_end = vid->frame.data[0] + vid->frame.linesize[0] * avctx->height;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
80
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
81 switch(block_type = *buf++){
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
82 case PALETTE_BLOCK:
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
83 set_palette(&vid->frame, buf);
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
84 return 0;
4812
d9cff0d54fdd use shorter names for the block type enum
michael
parents: 4803
diff changeset
85 case VIDEO_YOFF_P_FRAME:
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
86 yoffset = bytestream_get_le16(&buf);
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
87 if(yoffset >= avctx->height)
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
88 return -1;
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
89 dst += vid->frame.linesize[0] * yoffset;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
90 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
91
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
92 // main code
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
93 while((code = *buf++)){
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
94 int length = code & 0x7f;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
95
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
96 // copy any bytes starting at the current position, and ending at the frame width
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
97 while(length > remaining){
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
98 if(code < 0x80)
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
99 bytestream_get_buffer(&buf, dst, remaining);
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
100 else if(block_type == VIDEO_I_FRAME)
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
101 memset(dst, buf[0], remaining);
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
102 length -= remaining; // decrement the number of bytes to be copied
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
103 dst += remaining + wrap_to_next_line; // skip over extra bytes at end of frame
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
104 remaining = avctx->width;
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
105 if(dst == frame_end)
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
106 goto end;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
107 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
108
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
109 // copy any remaining bytes after / if line overflows
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
110 if(code < 0x80)
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
111 bytestream_get_buffer(&buf, dst, length);
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
112 else if(block_type == VIDEO_I_FRAME)
4817
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
113 memset(dst, *buf++, length);
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
114 remaining -= length;
a2bb53af16d1 shorter variable names
michael
parents: 4816
diff changeset
115 dst += length;
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
116 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
117 end:
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
118
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
119 *data_size = sizeof(AVFrame);
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
120 *(AVFrame*)data = vid->frame;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
121
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
122 return buf_size;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
123 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
124
6517
48759bfbd073 Apply 'cold' attribute to init/uninit functions in libavcodec
zuxy
parents: 6224
diff changeset
125 static av_cold int bethsoftvid_decode_end(AVCodecContext *avctx)
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
126 {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
127 BethsoftvidContext * vid = avctx->priv_data;
4813
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
128 if(vid->frame.data[0])
a7f058c55491 indention cleanup
michael
parents: 4812
diff changeset
129 avctx->release_buffer(avctx, &vid->frame);
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
130 return 0;
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
131 }
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
132
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
133 AVCodec bethsoftvid_decoder = {
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
134 .name = "bethsoftvid",
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
135 .type = CODEC_TYPE_VIDEO,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
136 .id = CODEC_ID_BETHSOFTVID,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
137 .priv_data_size = sizeof(BethsoftvidContext),
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
138 .init = bethsoftvid_decode_init,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
139 .close = bethsoftvid_decode_end,
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
140 .decode = bethsoftvid_decode_frame,
7040
e943e1409077 Make AVCodec long_names definition conditional depending on CONFIG_SMALL.
stefano
parents: 6763
diff changeset
141 .long_name = NULL_IF_CONFIG_SMALL("Bethesda VID video"),
4803
35e47a6e01e2 Bethsoft VID demuxer and video decoder
diego
parents:
diff changeset
142 };