Mercurial > libavcodec.hg
annotate h263dec.c @ 196:9ffa69cd4ed6 libavcodec
This fixes segfaults because of uninitialized s->mbintra_table variable - patch by Vladimir Dergachev <volodya@mindspring.com>
author | arpi_esp |
---|---|
date | Fri, 11 Jan 2002 21:32:34 +0000 |
parents | de80712db90b |
children | 9bfd3abd85eb |
rev | line source |
---|---|
0 | 1 /* |
2 * H263 decoder | |
3 * Copyright (c) 2001 Gerard Lantau. | |
4 * | |
5 * This program is free software; you can redistribute it and/or modify | |
6 * it under the terms of the GNU General Public License as published by | |
7 * the Free Software Foundation; either version 2 of the License, or | |
8 * (at your option) any later version. | |
9 * | |
10 * This program is distributed in the hope that it will be useful, | |
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 * GNU General Public License for more details. | |
14 * | |
15 * You should have received a copy of the GNU General Public License | |
16 * along with this program; if not, write to the Free Software | |
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
18 */ | |
19 #include <stdlib.h> | |
20 #include <stdio.h> | |
21 #include <string.h> | |
22 #include "dsputil.h" | |
23 #include "avcodec.h" | |
24 #include "mpegvideo.h" | |
25 | |
26 //#define DEBUG | |
27 | |
28 static int h263_decode_init(AVCodecContext *avctx) | |
29 { | |
30 MpegEncContext *s = avctx->priv_data; | |
60 | 31 int i; |
32 | |
67 | 33 s->avctx = avctx; |
0 | 34 s->out_format = FMT_H263; |
35 | |
36 s->width = avctx->width; | |
37 s->height = avctx->height; | |
38 | |
39 /* select sub codec */ | |
40 switch(avctx->codec->id) { | |
41 case CODEC_ID_H263: | |
154
f914f710b8d0
- Fixed a bug on H.263 MV prediction for MB on GOBs limits.
pulento
parents:
144
diff
changeset
|
42 s->gob_number = 0; |
f914f710b8d0
- Fixed a bug on H.263 MV prediction for MB on GOBs limits.
pulento
parents:
144
diff
changeset
|
43 s->first_gob_line = 0; |
0 | 44 break; |
67 | 45 case CODEC_ID_MPEG4: |
0 | 46 s->time_increment_bits = 4; /* default value for broken headers */ |
47 s->h263_pred = 1; | |
48 break; | |
49 case CODEC_ID_MSMPEG4: | |
50 s->h263_msmpeg4 = 1; | |
51 s->h263_pred = 1; | |
52 break; | |
53 case CODEC_ID_H263I: | |
54 s->h263_intel = 1; | |
55 break; | |
56 default: | |
57 return -1; | |
58 } | |
59 | |
60 /* for h263, we allocate the images after having read the header */ | |
144 | 61 if (avctx->codec->id != CODEC_ID_H263) |
62 if (MPV_common_init(s) < 0) | |
63 return -1; | |
0 | 64 |
60 | 65 /* XXX: suppress this matrix init, only needed because using mpeg1 |
66 dequantize in mmx case */ | |
67 for(i=0;i<64;i++) | |
68 s->non_intra_matrix[i] = default_non_intra_matrix[i]; | |
69 | |
0 | 70 if (s->h263_msmpeg4) |
71 msmpeg4_decode_init_vlc(s); | |
72 else | |
73 h263_decode_init_vlc(s); | |
74 | |
75 return 0; | |
76 } | |
77 | |
78 static int h263_decode_end(AVCodecContext *avctx) | |
79 { | |
80 MpegEncContext *s = avctx->priv_data; | |
81 | |
82 MPV_common_end(s); | |
83 return 0; | |
84 } | |
85 | |
86 static int h263_decode_frame(AVCodecContext *avctx, | |
87 void *data, int *data_size, | |
88 UINT8 *buf, int buf_size) | |
89 { | |
90 MpegEncContext *s = avctx->priv_data; | |
91 int ret; | |
92 AVPicture *pict = data; | |
93 | |
94 #ifdef DEBUG | |
95 printf("*****frame %d size=%d\n", avctx->frame_number, buf_size); | |
96 printf("bytes=%x %x %x %x\n", buf[0], buf[1], buf[2], buf[3]); | |
97 #endif | |
144 | 98 |
0 | 99 /* no supplementary picture */ |
100 if (buf_size == 0) { | |
101 *data_size = 0; | |
102 return 0; | |
103 } | |
104 | |
105 init_get_bits(&s->gb, buf, buf_size); | |
106 | |
107 /* let's go :-) */ | |
108 if (s->h263_msmpeg4) { | |
109 ret = msmpeg4_decode_picture_header(s); | |
110 } else if (s->h263_pred) { | |
111 ret = mpeg4_decode_picture_header(s); | |
112 } else if (s->h263_intel) { | |
113 ret = intel_h263_decode_picture_header(s); | |
114 } else { | |
115 ret = h263_decode_picture_header(s); | |
160 | 116 /* After H263 header decode we have the height, width, */ |
117 /* and other parameters. So then we could init the picture */ | |
118 /* FIXME: By the way H263 decoder is evolving it should have */ | |
119 /* an H263EncContext */ | |
120 if (!s->context_initialized) { | |
144 | 121 avctx->width = s->width; |
122 avctx->height = s->height; | |
160 | 123 if (MPV_common_init(s) < 0) |
124 return -1; | |
125 } else if (s->width != avctx->width || s->height != avctx->height) { | |
126 /* H.263 could change picture size any time */ | |
127 MPV_common_end(s); | |
144 | 128 if (MPV_common_init(s) < 0) |
129 return -1; | |
130 } | |
0 | 131 } |
132 if (ret < 0) | |
133 return -1; | |
134 | |
135 MPV_frame_start(s); | |
136 | |
137 #ifdef DEBUG | |
138 printf("qscale=%d\n", s->qscale); | |
139 #endif | |
140 | |
141 /* decode each macroblock */ | |
142 for(s->mb_y=0; s->mb_y < s->mb_height; s->mb_y++) { | |
162 | 143 /* Check for GOB headers on H.263 */ |
144 /* FIXME: In the future H.263+ will have intra prediction */ | |
145 /* and we are gonna need another way to detect MPEG4 */ | |
146 if (s->mb_y && !s->h263_pred) { | |
147 s->first_gob_line = h263_decode_gob_header(s); | |
148 } | |
0 | 149 for(s->mb_x=0; s->mb_x < s->mb_width; s->mb_x++) { |
150 #ifdef DEBUG | |
151 printf("**mb x=%d y=%d\n", s->mb_x, s->mb_y); | |
152 #endif | |
144 | 153 //fprintf(stderr,"\nFrame: %d\tMB: %d",avctx->frame_number, (s->mb_y * s->mb_width) + s->mb_x); |
0 | 154 /* DCT & quantize */ |
155 if (s->h263_msmpeg4) { | |
156 msmpeg4_dc_scale(s); | |
157 } else if (s->h263_pred) { | |
158 h263_dc_scale(s); | |
159 } else { | |
160 /* default quantization values */ | |
161 s->y_dc_scale = 8; | |
162 s->c_dc_scale = 8; | |
163 } | |
164 | |
12
4d50c7d89e0f
use block[] in structure to have it aligned on 8 bytes for mmx optimizations
glantau
parents:
0
diff
changeset
|
165 memset(s->block, 0, sizeof(s->block)); |
0 | 166 s->mv_dir = MV_DIR_FORWARD; |
167 s->mv_type = MV_TYPE_16X16; | |
168 if (s->h263_msmpeg4) { | |
12
4d50c7d89e0f
use block[] in structure to have it aligned on 8 bytes for mmx optimizations
glantau
parents:
0
diff
changeset
|
169 if (msmpeg4_decode_mb(s, s->block) < 0) |
0 | 170 return -1; |
171 } else { | |
161 | 172 if (h263_decode_mb(s, s->block) < 0) { |
173 fprintf(stderr,"\nError at MB: %d\n", (s->mb_y * s->mb_width) + s->mb_x); | |
0 | 174 return -1; |
161 | 175 } |
0 | 176 } |
12
4d50c7d89e0f
use block[] in structure to have it aligned on 8 bytes for mmx optimizations
glantau
parents:
0
diff
changeset
|
177 MPV_decode_mb(s, s->block); |
0 | 178 } |
67 | 179 if (avctx->draw_horiz_band) { |
180 UINT8 *src_ptr[3]; | |
181 int y, h, offset; | |
182 y = s->mb_y * 16; | |
183 h = s->height - y; | |
184 if (h > 16) | |
185 h = 16; | |
186 offset = y * s->linesize; | |
187 src_ptr[0] = s->current_picture[0] + offset; | |
188 src_ptr[1] = s->current_picture[1] + (offset >> 2); | |
189 src_ptr[2] = s->current_picture[2] + (offset >> 2); | |
190 avctx->draw_horiz_band(avctx, src_ptr, s->linesize, | |
191 y, s->width, h); | |
192 } | |
0 | 193 } |
194 | |
195 MPV_frame_end(s); | |
196 | |
197 pict->data[0] = s->current_picture[0]; | |
198 pict->data[1] = s->current_picture[1]; | |
199 pict->data[2] = s->current_picture[2]; | |
200 pict->linesize[0] = s->linesize; | |
201 pict->linesize[1] = s->linesize / 2; | |
202 pict->linesize[2] = s->linesize / 2; | |
203 | |
204 avctx->quality = s->qscale; | |
205 *data_size = sizeof(AVPicture); | |
206 return buf_size; | |
207 } | |
208 | |
67 | 209 AVCodec mpeg4_decoder = { |
210 "mpeg4", | |
0 | 211 CODEC_TYPE_VIDEO, |
67 | 212 CODEC_ID_MPEG4, |
0 | 213 sizeof(MpegEncContext), |
214 h263_decode_init, | |
215 NULL, | |
216 h263_decode_end, | |
217 h263_decode_frame, | |
67 | 218 CODEC_CAP_DRAW_HORIZ_BAND, |
0 | 219 }; |
220 | |
221 AVCodec h263_decoder = { | |
222 "h263", | |
223 CODEC_TYPE_VIDEO, | |
224 CODEC_ID_H263, | |
225 sizeof(MpegEncContext), | |
226 h263_decode_init, | |
227 NULL, | |
228 h263_decode_end, | |
229 h263_decode_frame, | |
67 | 230 CODEC_CAP_DRAW_HORIZ_BAND, |
0 | 231 }; |
232 | |
233 AVCodec msmpeg4_decoder = { | |
234 "msmpeg4", | |
235 CODEC_TYPE_VIDEO, | |
236 CODEC_ID_MSMPEG4, | |
237 sizeof(MpegEncContext), | |
238 h263_decode_init, | |
239 NULL, | |
240 h263_decode_end, | |
241 h263_decode_frame, | |
67 | 242 CODEC_CAP_DRAW_HORIZ_BAND, |
0 | 243 }; |
244 | |
245 AVCodec h263i_decoder = { | |
246 "h263i", | |
247 CODEC_TYPE_VIDEO, | |
248 CODEC_ID_H263I, | |
249 sizeof(MpegEncContext), | |
250 h263_decode_init, | |
251 NULL, | |
252 h263_decode_end, | |
253 h263_decode_frame, | |
67 | 254 CODEC_CAP_DRAW_HORIZ_BAND, |
0 | 255 }; |
256 |