FFmpeg  4.0
mpeg4_unpack_bframes_bsf.c
Go to the documentation of this file.
1 /*
2  * Bitstream filter for unpacking DivX-style packed B-frames in MPEG-4 (divx_packed)
3  * Copyright (c) 2015 Andreas Cadhalpun <Andreas.Cadhalpun@googlemail.com>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include "avcodec.h"
23 #include "bsf.h"
24 #include "mpeg4video.h"
25 
26 typedef struct UnpackBFramesBSFContext {
30 
31 /* search next start code */
32 static unsigned int find_startcode(const uint8_t *buf, int buf_size, int *pos)
33 {
34  unsigned int startcode = 0xFF;
35 
36  for (; *pos < buf_size;) {
37  startcode = ((startcode << 8) | buf[*pos]) & 0xFFFFFFFF;
38  *pos +=1;
39  if ((startcode & 0xFFFFFF00) != 0x100)
40  continue; /* no startcode */
41  return startcode;
42  }
43 
44  return 0;
45 }
46 
47 /* determine the position of the packed marker in the userdata,
48  * the number of VOPs and the position of the second VOP */
49 static void scan_buffer(const uint8_t *buf, int buf_size,
50  int *pos_p, int *nb_vop, int *pos_vop2) {
51  unsigned int startcode;
52  int pos, i;
53 
54  for (pos = 0; pos < buf_size;) {
55  startcode = find_startcode(buf, buf_size, &pos);
56 
57  if (startcode == USER_DATA_STARTCODE && pos_p) {
58  /* check if the (DivX) userdata string ends with 'p' (packed) */
59  for (i = 0; i < 255 && pos + i + 1 < buf_size; i++) {
60  if (buf[pos + i] == 'p' && buf[pos + i + 1] == '\0') {
61  *pos_p = pos + i;
62  break;
63  }
64  }
65  } else if (startcode == VOP_STARTCODE && nb_vop) {
66  *nb_vop += 1;
67  if (*nb_vop == 2 && pos_vop2) {
68  *pos_vop2 = pos - 4; /* subtract 4 bytes startcode */
69  }
70  }
71  }
72 }
73 
74 /* allocate new buffer and copy size bytes from src */
75 static uint8_t *create_new_buffer(const uint8_t *src, int size) {
77 
78  if (dst) {
79  memcpy(dst, src, size);
80  memset(dst + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
81  }
82 
83  return dst;
84 }
85 
87 {
89  int pos_p = -1, nb_vop = 0, pos_vop2 = -1, ret = 0;
90  AVPacket *in;
91 
92  ret = ff_bsf_get_packet(ctx, &in);
93  if (ret < 0)
94  return ret;
95 
96  scan_buffer(in->data, in->size, &pos_p, &nb_vop, &pos_vop2);
97  av_log(ctx, AV_LOG_DEBUG, "Found %d VOP startcode(s) in this packet.\n", nb_vop);
98 
99  if (pos_vop2 >= 0) {
100  if (s->b_frame_buf) {
101  av_log(ctx, AV_LOG_WARNING,
102  "Missing one N-VOP packet, discarding one B-frame.\n");
103  av_freep(&s->b_frame_buf);
104  s->b_frame_buf_size = 0;
105  }
106  /* store the packed B-frame in the BSFContext */
107  s->b_frame_buf_size = in->size - pos_vop2;
108  s->b_frame_buf = create_new_buffer(in->data + pos_vop2, s->b_frame_buf_size);
109  if (!s->b_frame_buf) {
110  s->b_frame_buf_size = 0;
111  ret = AVERROR(ENOMEM);
112  goto fail;
113  }
114  }
115 
116  if (nb_vop > 2) {
117  av_log(ctx, AV_LOG_WARNING,
118  "Found %d VOP headers in one packet, only unpacking one.\n", nb_vop);
119  }
120 
121  if (nb_vop == 1 && s->b_frame_buf) {
122  /* use frame from BSFContext */
123  ret = av_packet_copy_props(out, in);
124  if (ret < 0) {
125  goto fail;
126  }
127 
129  if (ret < 0) {
130  goto fail;
131  }
132  if (in->size <= MAX_NVOP_SIZE) {
133  /* N-VOP */
134  av_log(ctx, AV_LOG_DEBUG, "Skipping N-VOP.\n");
135  s->b_frame_buf = NULL;
136  s->b_frame_buf_size = 0;
137  } else {
138  /* copy packet into BSFContext */
139  s->b_frame_buf_size = in->size;
140  s->b_frame_buf = create_new_buffer(in->data, in->size);
141  if (!s->b_frame_buf) {
142  s->b_frame_buf_size = 0;
143  ret = AVERROR(ENOMEM);
144  goto fail;
145  }
146  }
147  } else if (nb_vop >= 2) {
148  /* use first frame of the packet */
149  av_packet_move_ref(out, in);
150  out->size = pos_vop2;
151  } else if (pos_p >= 0) {
152  ret = av_packet_make_writable(in);
153  if (ret < 0)
154  goto fail;
155  av_log(ctx, AV_LOG_DEBUG, "Updating DivX userdata (remove trailing 'p').\n");
156  av_packet_move_ref(out, in);
157  /* remove 'p' (packed) from the end of the (DivX) userdata string */
158  out->data[pos_p] = '\0';
159  } else {
160  /* copy packet */
161  av_packet_move_ref(out, in);
162  }
163 
164 fail:
165  if (ret < 0)
166  av_packet_unref(out);
167  av_packet_free(&in);
168 
169  return ret;
170 }
171 
173 {
174  if (ctx->par_in->extradata) {
175  int pos_p_ext = -1;
176  scan_buffer(ctx->par_in->extradata, ctx->par_in->extradata_size, &pos_p_ext, NULL, NULL);
177  if (pos_p_ext >= 0) {
178  av_log(ctx, AV_LOG_DEBUG,
179  "Updating DivX userdata (remove trailing 'p') in extradata.\n");
180  ctx->par_out->extradata[pos_p_ext] = '\0';
181  }
182  }
183 
184  return 0;
185 }
186 
188 {
190  av_freep(&ctx->b_frame_buf);
191 }
192 
193 static const enum AVCodecID codec_ids[] = {
195 };
196 
198  .name = "mpeg4_unpack_bframes",
199  .priv_data_size = sizeof(UnpackBFramesBSFContext),
203  .codec_ids = codec_ids,
204 };
#define NULL
Definition: coverity.c:32
const char * s
Definition: avisynth_c.h:768
AVCodecParameters * par_out
Parameters of the output stream.
Definition: avcodec.h:5721
int size
static void mpeg4_unpack_bframes_close(AVBSFContext *bsfc)
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
static int mpeg4_unpack_bframes_filter(AVBSFContext *ctx, AVPacket *out)
The bitstream filter state.
Definition: avcodec.h:5687
int size
Definition: avcodec.h:1431
void * priv_data
Opaque filter-specific private data.
Definition: avcodec.h:5708
#define src
Definition: vp8dsp.c:254
#define USER_DATA_STARTCODE
Definition: mpeg4video.h:60
static void filter(int16_t *output, ptrdiff_t out_stride, int16_t *low, ptrdiff_t low_stride, int16_t *high, ptrdiff_t high_stride, int len, int clip)
Definition: cfhd.c:114
void av_packet_free(AVPacket **pkt)
Free the packet, if the packet is reference counted, it will be unreferenced first.
Definition: avpacket.c:62
uint8_t
const AVBitStreamFilter ff_mpeg4_unpack_bframes_bsf
#define av_malloc(s)
#define VOP_STARTCODE
Definition: mpeg4video.h:63
int av_packet_from_data(AVPacket *pkt, uint8_t *data, int size)
Initialize a reference-counted packet from av_malloc()ed data.
Definition: avpacket.c:152
const char * name
Definition: avcodec.h:5737
uint8_t * data
Definition: avcodec.h:1430
void av_packet_move_ref(AVPacket *dst, AVPacket *src)
Move every field in src to dst and reset src.
Definition: avpacket.c:647
#define av_log(a,...)
int av_packet_make_writable(AVPacket *pkt)
Create a writable reference for the data described by a given packet, avoiding data copy if possible...
Definition: avpacket.c:673
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: avcodec.h:215
#define AVERROR(e)
Definition: error.h:43
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
#define fail()
Definition: checkasm.h:116
int extradata_size
Size of the extradata content in bytes.
Definition: avcodec.h:3902
int av_packet_copy_props(AVPacket *dst, const AVPacket *src)
Copy only "properties" fields from src to dst.
Definition: avpacket.c:558
static unsigned int find_startcode(const uint8_t *buf, int buf_size, int *pos)
AVFormatContext * ctx
Definition: movenc.c:48
static uint8_t * create_new_buffer(const uint8_t *src, int size)
static int mpeg4_unpack_bframes_init(AVBSFContext *ctx)
Libavcodec external API header.
void av_packet_unref(AVPacket *pkt)
Wipe the packet.
Definition: avpacket.c:592
void * buf
Definition: avisynth_c.h:690
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
static void scan_buffer(const uint8_t *buf, int buf_size, int *pos_p, int *nb_vop, int *pos_vop2)
static enum AVCodecID codec_ids[]
int ff_bsf_get_packet(AVBSFContext *ctx, AVPacket **pkt)
Called by the bitstream filters to get the next packet for filtering.
Definition: bsf.c:206
#define AV_INPUT_BUFFER_PADDING_SIZE
Required number of additionally allocated bytes at the end of the input bitstream for decoding...
Definition: avcodec.h:773
uint8_t * extradata
Extra binary data needed for initializing the decoder, codec-dependent.
Definition: avcodec.h:3898
FILE * out
Definition: movenc.c:54
#define av_freep(p)
This structure stores compressed data.
Definition: avcodec.h:1407
AVCodecParameters * par_in
Parameters of the input stream.
Definition: avcodec.h:5715
#define MAX_NVOP_SIZE
Definition: mpeg4video.h:70