Libav
h264_mp4toannexb_bsf.c
Go to the documentation of this file.
1 /*
2  * H.264 MP4 to Annex B byte stream format filter
3  * Copyright (c) 2007 Benoit Fouet <benoit.fouet@free.fr>
4  *
5  * This file is part of Libav.
6  *
7  * Libav is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * Libav is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with Libav; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <string.h>
23 
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/mem.h"
26 #include "avcodec.h"
27 
28 typedef struct H264BSFContext {
33 
34 static int alloc_and_copy(uint8_t **poutbuf, int *poutbuf_size,
35  const uint8_t *sps_pps, uint32_t sps_pps_size,
36  const uint8_t *in, uint32_t in_size)
37 {
38  uint32_t offset = *poutbuf_size;
39  uint8_t nal_header_size = offset ? 3 : 4;
40  int err;
41 
42  *poutbuf_size += sps_pps_size + in_size + nal_header_size;
43  if ((err = av_reallocp(poutbuf,
44  *poutbuf_size + FF_INPUT_BUFFER_PADDING_SIZE)) < 0) {
45  *poutbuf_size = 0;
46  return err;
47  }
48  if (sps_pps)
49  memcpy(*poutbuf + offset, sps_pps, sps_pps_size);
50  memcpy(*poutbuf + sps_pps_size + nal_header_size + offset, in, in_size);
51  if (!offset) {
52  AV_WB32(*poutbuf + sps_pps_size, 1);
53  } else {
54  (*poutbuf + offset + sps_pps_size)[0] =
55  (*poutbuf + offset + sps_pps_size)[1] = 0;
56  (*poutbuf + offset + sps_pps_size)[2] = 1;
57  }
58 
59  return 0;
60 }
61 
62 static int h264_extradata_to_annexb(AVCodecContext *avctx, const int padding)
63 {
64  uint16_t unit_size;
65  uint64_t total_size = 0;
66  uint8_t *out = NULL, unit_nb, sps_done = 0,
67  sps_seen = 0, pps_seen = 0;
68  const uint8_t *extradata = avctx->extradata + 4;
69  static const uint8_t nalu_header[4] = { 0, 0, 0, 1 };
70  int length_size = (*extradata++ & 0x3) + 1; // retrieve length coded size
71 
72  if (length_size == 3)
73  return AVERROR(EINVAL);
74 
75  /* retrieve sps and pps unit(s) */
76  unit_nb = *extradata++ & 0x1f; /* number of sps unit(s) */
77  if (!unit_nb) {
78  unit_nb = *extradata++; /* number of pps unit(s) */
79  sps_done++;
80 
81  if (unit_nb)
82  pps_seen = 1;
83  } else {
84  sps_seen = 1;
85  }
86 
87  while (unit_nb--) {
88  int err;
89 
90  unit_size = AV_RB16(extradata);
91  total_size += unit_size + 4;
92  if (total_size > INT_MAX - padding ||
93  extradata + 2 + unit_size > avctx->extradata +
94  avctx->extradata_size) {
95  av_free(out);
96  return AVERROR(EINVAL);
97  }
98  if ((err = av_reallocp(&out, total_size + padding)) < 0)
99  return err;
100  memcpy(out + total_size - unit_size - 4, nalu_header, 4);
101  memcpy(out + total_size - unit_size, extradata + 2, unit_size);
102  extradata += 2 + unit_size;
103 
104  if (!unit_nb && !sps_done++) {
105  unit_nb = *extradata++; /* number of pps unit(s) */
106  if (unit_nb)
107  pps_seen = 1;
108  }
109  }
110 
111  if (out)
112  memset(out + total_size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
113 
114  if (!sps_seen)
115  av_log(avctx, AV_LOG_WARNING,
116  "Warning: SPS NALU missing or invalid. "
117  "The resulting stream may not play.\n");
118 
119  if (!pps_seen)
120  av_log(avctx, AV_LOG_WARNING,
121  "Warning: PPS NALU missing or invalid. "
122  "The resulting stream may not play.\n");
123 
124  av_free(avctx->extradata);
125  avctx->extradata = out;
126  avctx->extradata_size = total_size;
127 
128  return length_size;
129 }
130 
132  AVCodecContext *avctx, const char *args,
133  uint8_t **poutbuf, int *poutbuf_size,
134  const uint8_t *buf, int buf_size,
135  int keyframe)
136 {
137  H264BSFContext *ctx = bsfc->priv_data;
138  uint8_t unit_type;
139  int32_t nal_size;
140  uint32_t cumul_size = 0;
141  const uint8_t *buf_end = buf + buf_size;
142  int ret = 0;
143 
144  /* nothing to filter */
145  if (!avctx->extradata || avctx->extradata_size < 6) {
146  *poutbuf = (uint8_t *)buf;
147  *poutbuf_size = buf_size;
148  return 0;
149  }
150 
151  /* retrieve sps and pps NAL units from extradata */
152  if (!ctx->extradata_parsed) {
154  if (ret < 0)
155  return ret;
156  ctx->length_size = ret;
157  ctx->first_idr = 1;
158  ctx->extradata_parsed = 1;
159  }
160 
161  *poutbuf_size = 0;
162  *poutbuf = NULL;
163  do {
164  if (buf + ctx->length_size > buf_end)
165  goto fail;
166 
167  if (ctx->length_size == 1) {
168  nal_size = buf[0];
169  } else if (ctx->length_size == 2) {
170  nal_size = AV_RB16(buf);
171  } else
172  nal_size = AV_RB32(buf);
173 
174  buf += ctx->length_size;
175  unit_type = *buf & 0x1f;
176 
177  if (buf + nal_size > buf_end || nal_size < 0)
178  goto fail;
179 
180  /* prepend only to the first type 5 NAL unit of an IDR picture */
181  if (ctx->first_idr && unit_type == 5) {
182  if (alloc_and_copy(poutbuf, poutbuf_size,
183  avctx->extradata, avctx->extradata_size,
184  buf, nal_size) < 0)
185  goto fail;
186  ctx->first_idr = 0;
187  } else {
188  if (alloc_and_copy(poutbuf, poutbuf_size,
189  NULL, 0, buf, nal_size) < 0)
190  goto fail;
191  if (!ctx->first_idr && unit_type == 1)
192  ctx->first_idr = 1;
193  }
194 
195  buf += nal_size;
196  cumul_size += nal_size + ctx->length_size;
197  } while (cumul_size < buf_size);
198 
199  return 1;
200 
201 fail:
202  av_freep(poutbuf);
203  *poutbuf_size = 0;
204  return AVERROR(EINVAL);
205 }
206 
208  "h264_mp4toannexb",
209  sizeof(H264BSFContext),
211 };
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:129
memory handling functions
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_dlog(ac->avr,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
void av_freep(void *arg)
Free a memory block which has been allocated with av_malloc(z)() or av_realloc() and set the pointer ...
Definition: mem.c:198
uint8_t
#define AV_WB32(p, d)
Definition: intreadwrite.h:239
#define AV_RB32
Definition: intreadwrite.h:130
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
Definition: avcodec.h:1164
int av_reallocp(void *ptr, size_t size)
Allocate or reallocate a block of memory.
Definition: mem.c:140
void av_free(void *ptr)
Free a memory block which has been allocated with av_malloc(z)() or av_realloc(). ...
Definition: mem.c:186
static int h264_mp4toannexb_filter(AVBitStreamFilterContext *bsfc, AVCodecContext *avctx, const char *args, uint8_t **poutbuf, int *poutbuf_size, const uint8_t *buf, int buf_size, int keyframe)
#define AV_RB16
Definition: intreadwrite.h:53
#define AVERROR(e)
Definition: error.h:43
void av_log(void *avcl, int level, const char *fmt,...)
Definition: log.c:168
#define FF_INPUT_BUFFER_PADDING_SIZE
Required number of additionally allocated bytes at the end of the input bitstream for decoding...
Definition: avcodec.h:531
int32_t
NULL
Definition: eval.c:55
Libavcodec external API header.
main external API structure.
Definition: avcodec.h:1050
int extradata_size
Definition: avcodec.h:1165
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_dlog(ac->avr,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> out
static int h264_extradata_to_annexb(AVCodecContext *avctx, const int padding)
static int alloc_and_copy(uint8_t **poutbuf, int *poutbuf_size, const uint8_t *sps_pps, uint32_t sps_pps_size, const uint8_t *in, uint32_t in_size)
AVBitStreamFilter ff_h264_mp4toannexb_bsf