Mercurial > libavformat.hg
annotate rtpdec_h264.c @ 6114:10c9d304794f libavformat
Do not attempt to seek to index for streamed files and if the user explicitly
requested us not to read the index.
author | reimar |
---|---|
date | Tue, 08 Jun 2010 19:31:08 +0000 |
parents | 403c73d966e2 |
children | 34f4b569637f |
rev | line source |
---|---|
1460 | 1 /* |
2 * RTP H264 Protocol (RFC3984) | |
4251
77e0c7511d41
cosmetics: Remove pointless period after copyright statement non-sentences.
diego
parents:
4067
diff
changeset
|
3 * Copyright (c) 2006 Ryan Martell |
1460 | 4 * |
5 * This file is part of FFmpeg. | |
6 * | |
7 * FFmpeg is free software; you can redistribute it and/or | |
8 * modify it under the terms of the GNU Lesser General Public | |
9 * License as published by the Free Software Foundation; either | |
10 * version 2.1 of the License, or (at your option) any later version. | |
11 * | |
12 * FFmpeg is distributed in the hope that it will be useful, | |
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 * Lesser General Public License for more details. | |
16 * | |
17 * You should have received a copy of the GNU Lesser General Public | |
18 * License along with FFmpeg; if not, write to the Free Software | |
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 */ | |
21 | |
22 /** | |
5969
178de7695c6c
Remove explicit filename from Doxygen @file commands.
diego
parents:
5910
diff
changeset
|
23 * @file |
1460 | 24 * @brief H.264 / RTP Code (RFC3984) |
25 * @author Ryan Martell <rdm4@martellventures.com> | |
26 * | |
27 * @note Notes: | |
28 * Notes: | |
29 * This currently supports packetization mode: | |
30 * Single Nal Unit Mode (0), or | |
31 * Non-Interleaved Mode (1). It currently does not support | |
32 * Interleaved Mode (2). (This requires implementing STAP-B, MTAP16, MTAP24, FU-B packet types) | |
33 * | |
34 * @note TODO: | |
35 * 1) RTCP sender reports for udp streams are required.. | |
36 * | |
37 */ | |
38 | |
3286 | 39 #include "libavutil/base64.h" |
40 #include "libavutil/avstring.h" | |
4872 | 41 #include "libavcodec/get_bits.h" |
1460 | 42 #include "avformat.h" |
43 #include "mpegts.h" | |
44 | |
45 #include <unistd.h> | |
1754 | 46 #include "network.h" |
1460 | 47 #include <assert.h> |
48 | |
4388 | 49 #include "rtpdec.h" |
5726
04b39763b51b
Rename RTP depacketizer files from rtp_* to rtpdec_*
mstorsjo
parents:
5697
diff
changeset
|
50 #include "rtpdec_h264.h" |
1460 | 51 |
52 /** | |
53 RTP/H264 specific private data. | |
54 */ | |
3975
44561554cb7e
Rename RTP payload contexts to PayloadContext, suggested by Luca in
rbultje
parents:
3292
diff
changeset
|
55 struct PayloadContext { |
1460 | 56 unsigned long cookie; ///< sanity check, to make sure we get the pointer we're expecting. |
57 | |
58 //sdp setup parameters | |
59 uint8_t profile_idc; ///< from the sdp setup parameters. | |
60 uint8_t profile_iop; ///< from the sdp setup parameters. | |
61 uint8_t level_idc; ///< from the sdp setup parameters. | |
62 int packetization_mode; ///< from the sdp setup parameters. | |
63 #ifdef DEBUG | |
64 int packet_types_received[32]; | |
65 #endif | |
3975
44561554cb7e
Rename RTP payload contexts to PayloadContext, suggested by Luca in
rbultje
parents:
3292
diff
changeset
|
66 }; |
1460 | 67 |
68 #define MAGIC_COOKIE (0xdeadbeef) ///< Cookie for the extradata; to verify we are what we think we are, and that we haven't been freed. | |
69 #define DEAD_COOKIE (0xdeaddead) ///< Cookie for the extradata; once it is freed. | |
70 | |
71 /* ---------------- private code */ | |
72 static void sdp_parse_fmtp_config_h264(AVStream * stream, | |
3975
44561554cb7e
Rename RTP payload contexts to PayloadContext, suggested by Luca in
rbultje
parents:
3292
diff
changeset
|
73 PayloadContext * h264_data, |
1460 | 74 char *attr, char *value) |
75 { | |
76 AVCodecContext *codec = stream->codec; | |
77 assert(codec->codec_id == CODEC_ID_H264); | |
78 assert(h264_data != NULL); | |
79 | |
80 if (!strcmp(attr, "packetization-mode")) { | |
4628 | 81 av_log(codec, AV_LOG_DEBUG, "RTP Packetization Mode: %d\n", atoi(value)); |
2362 | 82 h264_data->packetization_mode = atoi(value); |
1460 | 83 /* |
84 Packetization Mode: | |
85 0 or not present: Single NAL mode (Only nals from 1-23 are allowed) | |
86 1: Non-interleaved Mode: 1-23, 24 (STAP-A), 28 (FU-A) are allowed. | |
87 2: Interleaved Mode: 25 (STAP-B), 26 (MTAP16), 27 (MTAP24), 28 (FU-A), and 29 (FU-B) are allowed. | |
88 */ | |
89 if (h264_data->packetization_mode > 1) | |
4628 | 90 av_log(codec, AV_LOG_ERROR, |
91 "Interleaved RTP mode is not supported yet."); | |
1460 | 92 } else if (!strcmp(attr, "profile-level-id")) { |
93 if (strlen(value) == 6) { | |
94 char buffer[3]; | |
95 // 6 characters=3 bytes, in hex. | |
96 uint8_t profile_idc; | |
97 uint8_t profile_iop; | |
98 uint8_t level_idc; | |
99 | |
100 buffer[0] = value[0]; buffer[1] = value[1]; buffer[2] = '\0'; | |
101 profile_idc = strtol(buffer, NULL, 16); | |
102 buffer[0] = value[2]; buffer[1] = value[3]; | |
103 profile_iop = strtol(buffer, NULL, 16); | |
104 buffer[0] = value[4]; buffer[1] = value[5]; | |
105 level_idc = strtol(buffer, NULL, 16); | |
106 | |
107 // set the parameters... | |
4628 | 108 av_log(codec, AV_LOG_DEBUG, |
109 "RTP Profile IDC: %x Profile IOP: %x Level: %x\n", | |
1460 | 110 profile_idc, profile_iop, level_idc); |
111 h264_data->profile_idc = profile_idc; | |
112 h264_data->profile_iop = profile_iop; | |
113 h264_data->level_idc = level_idc; | |
114 } | |
115 } else if (!strcmp(attr, "sprop-parameter-sets")) { | |
116 uint8_t start_sequence[]= { 0, 0, 1 }; | |
117 codec->extradata_size= 0; | |
118 codec->extradata= NULL; | |
119 | |
120 while (*value) { | |
121 char base64packet[1024]; | |
122 uint8_t decoded_packet[1024]; | |
123 uint32_t packet_size; | |
124 char *dst = base64packet; | |
125 | |
126 while (*value && *value != ',' | |
127 && (dst - base64packet) < sizeof(base64packet) - 1) { | |
128 *dst++ = *value++; | |
129 } | |
130 *dst++ = '\0'; | |
131 | |
132 if (*value == ',') | |
133 value++; | |
134 | |
135 packet_size= av_base64_decode(decoded_packet, base64packet, sizeof(decoded_packet)); | |
136 if (packet_size) { | |
5739
84bfac703b3a
Properly pad H.264 extradata when taken from fmtp SDP attributes
mstorsjo
parents:
5726
diff
changeset
|
137 uint8_t *dest = av_malloc(packet_size + sizeof(start_sequence) + |
84bfac703b3a
Properly pad H.264 extradata when taken from fmtp SDP attributes
mstorsjo
parents:
5726
diff
changeset
|
138 codec->extradata_size + |
84bfac703b3a
Properly pad H.264 extradata when taken from fmtp SDP attributes
mstorsjo
parents:
5726
diff
changeset
|
139 FF_INPUT_BUFFER_PADDING_SIZE); |
1460 | 140 if(dest) |
141 { | |
142 if(codec->extradata_size) | |
143 { | |
144 // av_realloc? | |
145 memcpy(dest, codec->extradata, codec->extradata_size); | |
146 av_free(codec->extradata); | |
147 } | |
148 | |
149 memcpy(dest+codec->extradata_size, start_sequence, sizeof(start_sequence)); | |
150 memcpy(dest+codec->extradata_size+sizeof(start_sequence), decoded_packet, packet_size); | |
5739
84bfac703b3a
Properly pad H.264 extradata when taken from fmtp SDP attributes
mstorsjo
parents:
5726
diff
changeset
|
151 memset(dest+codec->extradata_size+sizeof(start_sequence)+ |
84bfac703b3a
Properly pad H.264 extradata when taken from fmtp SDP attributes
mstorsjo
parents:
5726
diff
changeset
|
152 packet_size, 0, FF_INPUT_BUFFER_PADDING_SIZE); |
1460 | 153 |
154 codec->extradata= dest; | |
155 codec->extradata_size+= sizeof(start_sequence)+packet_size; | |
156 } else { | |
4628 | 157 av_log(codec, AV_LOG_ERROR, "Unable to allocate memory for extradata!"); |
1460 | 158 } |
159 } | |
160 } | |
4628 | 161 av_log(codec, AV_LOG_DEBUG, "Extradata set to %p (size: %d)!", codec->extradata, codec->extradata_size); |
1460 | 162 } |
163 } | |
164 | |
165 // return 0 on packet, no more left, 1 on packet, 1 on partial packet... | |
4387
5c42816e12c6
Add "AVFormatContext *ctx" (that being the RTSP demuxer's) as first argument
rbultje
parents:
4331
diff
changeset
|
166 static int h264_handle_packet(AVFormatContext *ctx, |
5c42816e12c6
Add "AVFormatContext *ctx" (that being the RTSP demuxer's) as first argument
rbultje
parents:
4331
diff
changeset
|
167 PayloadContext *data, |
3976
64056a0c38ce
Change function prototype of RTPDynamicPayloadHandler.parse_packet() to
rbultje
parents:
3975
diff
changeset
|
168 AVStream *st, |
1460 | 169 AVPacket * pkt, |
170 uint32_t * timestamp, | |
171 const uint8_t * buf, | |
2941
6da0564c9d02
Add a flags field to the RTPDynamicPayloadPacketHandlerProc (PKT_FLAG_*).
rbultje
parents:
2702
diff
changeset
|
172 int len, int flags) |
1460 | 173 { |
174 uint8_t nal = buf[0]; | |
175 uint8_t type = (nal & 0x1f); | |
176 int result= 0; | |
177 uint8_t start_sequence[]= {0, 0, 1}; | |
178 | |
3292 | 179 #ifdef DEBUG |
1460 | 180 assert(data); |
181 assert(data->cookie == MAGIC_COOKIE); | |
3292 | 182 #endif |
1460 | 183 assert(buf); |
184 | |
185 if (type >= 1 && type <= 23) | |
186 type = 1; // simplify the case. (these are all the nal types used internally by the h264 codec) | |
187 switch (type) { | |
188 case 0: // undefined; | |
189 result= -1; | |
190 break; | |
191 | |
192 case 1: | |
193 av_new_packet(pkt, len+sizeof(start_sequence)); | |
194 memcpy(pkt->data, start_sequence, sizeof(start_sequence)); | |
195 memcpy(pkt->data+sizeof(start_sequence), buf, len); | |
196 #ifdef DEBUG | |
197 data->packet_types_received[nal & 0x1f]++; | |
198 #endif | |
199 break; | |
200 | |
201 case 24: // STAP-A (one packet, multiple nals) | |
202 // consume the STAP-A NAL | |
203 buf++; | |
204 len--; | |
205 // first we are going to figure out the total size.... | |
206 { | |
207 int pass= 0; | |
208 int total_length= 0; | |
209 uint8_t *dst= NULL; | |
210 | |
211 for(pass= 0; pass<2; pass++) { | |
212 const uint8_t *src= buf; | |
213 int src_len= len; | |
214 | |
215 do { | |
1673 | 216 uint16_t nal_size = AV_RB16(src); // this going to be a problem if unaligned (can it be?) |
1460 | 217 |
218 // consume the length of the aggregate... | |
219 src += 2; | |
220 src_len -= 2; | |
221 | |
222 if (nal_size <= src_len) { | |
223 if(pass==0) { | |
224 // counting... | |
225 total_length+= sizeof(start_sequence)+nal_size; | |
226 } else { | |
227 // copying | |
228 assert(dst); | |
229 memcpy(dst, start_sequence, sizeof(start_sequence)); | |
230 dst+= sizeof(start_sequence); | |
231 memcpy(dst, src, nal_size); | |
232 #ifdef DEBUG | |
233 data->packet_types_received[*src & 0x1f]++; | |
234 #endif | |
235 dst+= nal_size; | |
236 } | |
237 } else { | |
4628 | 238 av_log(ctx, AV_LOG_ERROR, |
1460 | 239 "nal size exceeds length: %d %d\n", nal_size, src_len); |
240 } | |
241 | |
242 // eat what we handled... | |
243 src += nal_size; | |
244 src_len -= nal_size; | |
245 | |
246 if (src_len < 0) | |
4628 | 247 av_log(ctx, AV_LOG_ERROR, |
1460 | 248 "Consumed more bytes than we got! (%d)\n", src_len); |
249 } while (src_len > 2); // because there could be rtp padding.. | |
250 | |
251 if(pass==0) { | |
252 // now we know the total size of the packet (with the start sequences added) | |
253 av_new_packet(pkt, total_length); | |
254 dst= pkt->data; | |
255 } else { | |
256 assert(dst-pkt->data==total_length); | |
257 } | |
258 } | |
259 } | |
260 break; | |
261 | |
262 case 25: // STAP-B | |
263 case 26: // MTAP-16 | |
264 case 27: // MTAP-24 | |
265 case 29: // FU-B | |
4628 | 266 av_log(ctx, AV_LOG_ERROR, |
1460 | 267 "Unhandled type (%d) (See RFC for implementation details\n", |
268 type); | |
269 result= -1; | |
270 break; | |
271 | |
272 case 28: // FU-A (fragmented nal) | |
273 buf++; | |
274 len--; // skip the fu_indicator | |
275 { | |
276 // these are the same as above, we just redo them here for clarity... | |
277 uint8_t fu_indicator = nal; | |
278 uint8_t fu_header = *buf; // read the fu_header. | |
2154
b849507913da
Remove the unnecessary masking when extracting the start bit in the H.264 RTP
takis
parents:
1983
diff
changeset
|
279 uint8_t start_bit = fu_header >> 7; |
1460 | 280 // uint8_t end_bit = (fu_header & 0x40) >> 6; |
281 uint8_t nal_type = (fu_header & 0x1f); | |
282 uint8_t reconstructed_nal; | |
283 | |
284 // reconstruct this packet's true nal; only the data follows.. | |
285 reconstructed_nal = fu_indicator & (0xe0); // the original nal forbidden bit and NRI are stored in this packet's nal; | |
2155
a661d4e7cab2
Remove the unnecessary masking when reconstructing the NAL unit header in the
takis
parents:
2154
diff
changeset
|
286 reconstructed_nal |= nal_type; |
1460 | 287 |
288 // skip the fu_header... | |
289 buf++; | |
290 len--; | |
291 | |
292 #ifdef DEBUG | |
293 if (start_bit) | |
2156
cfd57cd5252b
Remove the unnecessary masking when counting received packet types in the H.264
takis
parents:
2155
diff
changeset
|
294 data->packet_types_received[nal_type]++; |
1460 | 295 #endif |
296 if(start_bit) { | |
297 // copy in the start sequence, and the reconstructed nal.... | |
298 av_new_packet(pkt, sizeof(start_sequence)+sizeof(nal)+len); | |
299 memcpy(pkt->data, start_sequence, sizeof(start_sequence)); | |
300 pkt->data[sizeof(start_sequence)]= reconstructed_nal; | |
301 memcpy(pkt->data+sizeof(start_sequence)+sizeof(nal), buf, len); | |
302 } else { | |
303 av_new_packet(pkt, len); | |
304 memcpy(pkt->data, buf, len); | |
305 } | |
306 } | |
307 break; | |
308 | |
309 case 30: // undefined | |
310 case 31: // undefined | |
311 default: | |
4628 | 312 av_log(ctx, AV_LOG_ERROR, "Undefined type (%d)", type); |
1460 | 313 result= -1; |
314 break; | |
315 } | |
316 | |
4633
0c69b895a01f
Don't let finalize_packet() touch pkt->stream_index. Instead, let individual
rbultje
parents:
4628
diff
changeset
|
317 pkt->stream_index = st->index; |
0c69b895a01f
Don't let finalize_packet() touch pkt->stream_index. Instead, let individual
rbultje
parents:
4628
diff
changeset
|
318 |
1460 | 319 return result; |
320 } | |
321 | |
322 /* ---------------- public code */ | |
5113
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
323 static PayloadContext *h264_new_context(void) |
1460 | 324 { |
3975
44561554cb7e
Rename RTP payload contexts to PayloadContext, suggested by Luca in
rbultje
parents:
3292
diff
changeset
|
325 PayloadContext *data = |
44561554cb7e
Rename RTP payload contexts to PayloadContext, suggested by Luca in
rbultje
parents:
3292
diff
changeset
|
326 av_mallocz(sizeof(PayloadContext) + |
1460 | 327 FF_INPUT_BUFFER_PADDING_SIZE); |
328 | |
329 if (data) { | |
330 data->cookie = MAGIC_COOKIE; | |
331 } | |
332 | |
333 return data; | |
334 } | |
335 | |
5113
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
336 static void h264_free_context(PayloadContext *data) |
1460 | 337 { |
338 #ifdef DEBUG | |
339 int ii; | |
340 | |
341 for (ii = 0; ii < 32; ii++) { | |
342 if (data->packet_types_received[ii]) | |
343 av_log(NULL, AV_LOG_DEBUG, "Received %d packets of type %d\n", | |
344 data->packet_types_received[ii], ii); | |
345 } | |
346 #endif | |
347 | |
348 assert(data); | |
349 assert(data->cookie == MAGIC_COOKIE); | |
350 | |
351 // avoid stale pointers (assert) | |
352 data->cookie = DEAD_COOKIE; | |
353 | |
354 // and clear out this... | |
355 av_free(data); | |
356 } | |
357 | |
4067
8adccfc01be3
Change function prototype of the sdp_parse_a_line in DynamicProtocolHandler.
rbultje
parents:
3976
diff
changeset
|
358 static int parse_h264_sdp_line(AVFormatContext *s, int st_index, |
8adccfc01be3
Change function prototype of the sdp_parse_a_line in DynamicProtocolHandler.
rbultje
parents:
3976
diff
changeset
|
359 PayloadContext *h264_data, const char *line) |
1460 | 360 { |
4067
8adccfc01be3
Change function prototype of the sdp_parse_a_line in DynamicProtocolHandler.
rbultje
parents:
3976
diff
changeset
|
361 AVStream *stream = s->streams[st_index]; |
1460 | 362 AVCodecContext *codec = stream->codec; |
363 const char *p = line; | |
364 | |
365 assert(h264_data->cookie == MAGIC_COOKIE); | |
366 | |
2193
5ce5fad0dfac
replace the uses of old string functions that Reimar missed
mru
parents:
2156
diff
changeset
|
367 if (av_strstart(p, "framesize:", &p)) { |
1460 | 368 char buf1[50]; |
369 char *dst = buf1; | |
370 | |
371 // remove the protocol identifier.. | |
372 while (*p && *p == ' ') p++; // strip spaces. | |
373 while (*p && *p != ' ') p++; // eat protocol identifier | |
374 while (*p && *p == ' ') p++; // strip trailing spaces. | |
5352
c8a47f9a36a8
Fix a typo in rtp_h264.c:parse_h264_sdp_line(). Patch by Gordon Irlam
lucabe
parents:
5113
diff
changeset
|
375 while (*p && *p != '-' && (dst - buf1) < sizeof(buf1) - 1) { |
1460 | 376 *dst++ = *p++; |
377 } | |
378 *dst = '\0'; | |
379 | |
380 // a='framesize:96 320-240' | |
381 // set our parameters.. | |
382 codec->width = atoi(buf1); | |
383 codec->height = atoi(p + 1); // skip the - | |
384 codec->pix_fmt = PIX_FMT_YUV420P; | |
2193
5ce5fad0dfac
replace the uses of old string functions that Reimar missed
mru
parents:
2156
diff
changeset
|
385 } else if (av_strstart(p, "fmtp:", &p)) { |
1460 | 386 char attr[256]; |
387 char value[4096]; | |
388 | |
389 // remove the protocol identifier.. | |
390 while (*p && *p == ' ') p++; // strip spaces. | |
391 while (*p && *p != ' ') p++; // eat protocol identifier | |
392 while (*p && *p == ' ') p++; // strip trailing spaces. | |
393 | |
394 /* loop on each attribute */ | |
5697 | 395 while (ff_rtsp_next_attr_and_value |
1460 | 396 (&p, attr, sizeof(attr), value, sizeof(value))) { |
397 /* grab the codec extra_data from the config parameter of the fmtp line */ | |
398 sdp_parse_fmtp_config_h264(stream, h264_data, attr, value); | |
399 } | |
2193
5ce5fad0dfac
replace the uses of old string functions that Reimar missed
mru
parents:
2156
diff
changeset
|
400 } else if (av_strstart(p, "cliprect:", &p)) { |
1460 | 401 // could use this if we wanted. |
402 } | |
403 | |
404 return 0; // keep processing it the normal way... | |
405 } | |
406 | |
407 /** | |
408 This is the structure for expanding on the dynamic rtp protocols (makes everything static. yay!) | |
409 */ | |
410 RTPDynamicProtocolHandler ff_h264_dynamic_handler = { | |
5113
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
411 .enc_name = "H264", |
5910
536e5527c1e0
Define AVMediaType enum, and use it instead of enum CodecType, which
stefano
parents:
5739
diff
changeset
|
412 .codec_type = AVMEDIA_TYPE_VIDEO, |
5113
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
413 .codec_id = CODEC_ID_H264, |
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
414 .parse_sdp_a_line = parse_h264_sdp_line, |
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
415 .open = h264_new_context, |
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
416 .close = h264_free_context, |
75e51cba276e
Use named initializers and use new/free_context() instead of extradata()
rbultje
parents:
4872
diff
changeset
|
417 .parse_packet = h264_handle_packet |
1460 | 418 }; |