annotate h264_mp4toannexb_bsf.c @ 11857:e1e986bb64d0 libavcodec

Improve the mp4toannexb BSF to convert the extradata.
author lucabe
date Wed, 09 Jun 2010 06:47:01 +0000
parents 9a4c9c165b3b
children fb5a6e98aa1c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
1 /*
9632
31a033fae70e Add a quick description to the H.264 BSF
alexc
parents: 8573
diff changeset
2 * H.264 MP4 to Annex B byte stream format filter
8156
a5e7dbce5412 Change email address to a valid one.
benoit
parents: 6134
diff changeset
3 * Copyright (c) 2007 Benoit Fouet <benoit.fouet@free.fr>
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
4 *
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
5 * This file is part of FFmpeg.
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
6 *
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
7 * FFmpeg is free software; you can redistribute it and/or
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
8 * modify it under the terms of the GNU Lesser General Public
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
9 * License as published by the Free Software Foundation; either
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
10 * version 2.1 of the License, or (at your option) any later version.
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
11 *
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
12 * FFmpeg is distributed in the hope that it will be useful,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
15 * Lesser General Public License for more details.
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
16 *
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
17 * You should have received a copy of the GNU Lesser General Public
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
18 * License along with FFmpeg; if not, write to the Free Software
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
20 */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
21
8573
2acf0ae7b041 Fix build: Add intreadwrite.h and bswap.h #includes where necessary.
diego
parents: 8156
diff changeset
22 #include "libavutil/intreadwrite.h"
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
23 #include "avcodec.h"
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
24
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
25 typedef struct H264BSFContext {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
26 uint8_t length_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
27 uint8_t first_idr;
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
28 int extradata_parsed;
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
29 } H264BSFContext;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
30
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
31 static void alloc_and_copy(uint8_t **poutbuf, int *poutbuf_size,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
32 const uint8_t *sps_pps, uint32_t sps_pps_size,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
33 const uint8_t *in, uint32_t in_size) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
34 uint32_t offset = *poutbuf_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
35 uint8_t nal_header_size = offset ? 3 : 4;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
36
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
37 *poutbuf_size += sps_pps_size+in_size+nal_header_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
38 *poutbuf = av_realloc(*poutbuf, *poutbuf_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
39 if (sps_pps)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
40 memcpy(*poutbuf+offset, sps_pps, sps_pps_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
41 memcpy(*poutbuf+sps_pps_size+nal_header_size+offset, in, in_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
42 if (!offset)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
43 AV_WB32(*poutbuf+sps_pps_size, 1);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
44 else {
6134
6d0c5a68d559 Fix a bug causing the generated stream to be corrupt if the buffer
andoma
parents: 5644
diff changeset
45 (*poutbuf+offset+sps_pps_size)[0] = (*poutbuf+offset+sps_pps_size)[1] = 0;
6d0c5a68d559 Fix a bug causing the generated stream to be corrupt if the buffer
andoma
parents: 5644
diff changeset
46 (*poutbuf+offset+sps_pps_size)[2] = 1;
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
47 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
48 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
49
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
50 static int h264_mp4toannexb_filter(AVBitStreamFilterContext *bsfc,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
51 AVCodecContext *avctx, const char *args,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
52 uint8_t **poutbuf, int *poutbuf_size,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
53 const uint8_t *buf, int buf_size,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
54 int keyframe) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
55 H264BSFContext *ctx = bsfc->priv_data;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
56 uint8_t unit_type;
11698
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
57 int32_t nal_size;
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
58 uint32_t cumul_size = 0;
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
59 const uint8_t *buf_end = buf + buf_size;
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
60
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
61 /* nothing to filter */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
62 if (!avctx->extradata || avctx->extradata_size < 6) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
63 *poutbuf = (uint8_t*) buf;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
64 *poutbuf_size = buf_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
65 return 0;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
66 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
67
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
68 /* retrieve sps and pps NAL units from extradata */
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
69 if (!ctx->extradata_parsed) {
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
70 uint16_t unit_size;
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
71 uint64_t total_size = 0;
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
72 uint8_t *out = NULL, unit_nb, sps_done = 0;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
73 const uint8_t *extradata = avctx->extradata+4;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
74 static const uint8_t nalu_header[4] = {0, 0, 0, 1};
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
75
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
76 /* retrieve length coded size */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
77 ctx->length_size = (*extradata++ & 0x3) + 1;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
78 if (ctx->length_size == 3)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
79 return AVERROR(EINVAL);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
80
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
81 /* retrieve sps and pps unit(s) */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
82 unit_nb = *extradata++ & 0x1f; /* number of sps unit(s) */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
83 if (!unit_nb) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
84 unit_nb = *extradata++; /* number of pps unit(s) */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
85 sps_done++;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
86 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
87 while (unit_nb--) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
88 unit_size = AV_RB16(extradata);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
89 total_size += unit_size+4;
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
90 if (total_size > INT_MAX - FF_INPUT_BUFFER_PADDING_SIZE || extradata+2+unit_size > avctx->extradata+avctx->extradata_size) {
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
91 av_free(out);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
92 return AVERROR(EINVAL);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
93 }
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
94 out = av_realloc(out, total_size + FF_INPUT_BUFFER_PADDING_SIZE);
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
95 if (!out)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
96 return AVERROR(ENOMEM);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
97 memcpy(out+total_size-unit_size-4, nalu_header, 4);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
98 memcpy(out+total_size-unit_size, extradata+2, unit_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
99 extradata += 2+unit_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
100
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
101 if (!unit_nb && !sps_done++)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
102 unit_nb = *extradata++; /* number of pps unit(s) */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
103 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
104
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
105 memset(out + total_size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
106 av_free(avctx->extradata);
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
107 avctx->extradata = out;
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
108 avctx->extradata_size = total_size;
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
109 ctx->first_idr = 1;
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
110 ctx->extradata_parsed = 1;
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
111 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
112
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
113 *poutbuf_size = 0;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
114 *poutbuf = NULL;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
115 do {
11698
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
116 if (buf + ctx->length_size > buf_end)
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
117 goto fail;
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
118
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
119 if (ctx->length_size == 1)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
120 nal_size = buf[0];
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
121 else if (ctx->length_size == 2)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
122 nal_size = AV_RB16(buf);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
123 else
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
124 nal_size = AV_RB32(buf);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
125
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
126 buf += ctx->length_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
127 unit_type = *buf & 0x1f;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
128
11698
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
129 if (buf + nal_size > buf_end || nal_size < 0)
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
130 goto fail;
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
131
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
132 /* prepend only to the first type 5 NAL unit of an IDR picture */
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
133 if (ctx->first_idr && unit_type == 5) {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
134 alloc_and_copy(poutbuf, poutbuf_size,
11857
e1e986bb64d0 Improve the mp4toannexb BSF to convert the extradata.
lucabe
parents: 11698
diff changeset
135 avctx->extradata, avctx->extradata_size,
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
136 buf, nal_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
137 ctx->first_idr = 0;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
138 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
139 else {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
140 alloc_and_copy(poutbuf, poutbuf_size,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
141 NULL, 0,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
142 buf, nal_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
143 if (!ctx->first_idr && unit_type == 1)
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
144 ctx->first_idr = 1;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
145 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
146
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
147 buf += nal_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
148 cumul_size += nal_size + ctx->length_size;
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
149 } while (cumul_size < buf_size);
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
150
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
151 return 1;
11698
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
152
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
153 fail:
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
154 av_freep(poutbuf);
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
155 *poutbuf_size = 0;
9a4c9c165b3b Check NAL unit size to avoid reading past the buffer.
benoit
parents: 9632
diff changeset
156 return AVERROR(EINVAL);
5644
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
157 }
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
158
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
159 AVBitStreamFilter h264_mp4toannexb_bsf = {
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
160 "h264_mp4toannexb",
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
161 sizeof(H264BSFContext),
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
162 h264_mp4toannexb_filter,
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
163 };
679d6ccfffb0 Add a bitstream filter for H.264.
benoit
parents:
diff changeset
164