FFmpeg  4.0
mpeg4video.h
Go to the documentation of this file.
1 /*
2  * MPEG-4 encoder/decoder internal header.
3  * Copyright (c) 2000,2001 Fabrice Bellard
4  * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #ifndef AVCODEC_MPEG4VIDEO_H
24 #define AVCODEC_MPEG4VIDEO_H
25 
26 #include <stdint.h>
27 
28 #include "get_bits.h"
29 #include "mpegvideo.h"
30 #include "rl.h"
31 
32 // shapes
33 #define RECT_SHAPE 0
34 #define BIN_SHAPE 1
35 #define BIN_ONLY_SHAPE 2
36 #define GRAY_SHAPE 3
37 
38 #define SIMPLE_VO_TYPE 1
39 #define CORE_VO_TYPE 3
40 #define MAIN_VO_TYPE 4
41 #define NBIT_VO_TYPE 5
42 #define ARTS_VO_TYPE 10
43 #define ACE_VO_TYPE 12
44 #define ADV_SIMPLE_VO_TYPE 17
45 
46 #define VOT_VIDEO_ID 1
47 #define VOT_STILL_TEXTURE_ID 2
48 
49 // aspect_ratio_info
50 #define EXTENDED_PAR 15
51 
52 //vol_sprite_usage / sprite_enable
53 #define STATIC_SPRITE 1
54 #define GMC_SPRITE 2
55 
56 #define MOTION_MARKER 0x1F001
57 #define DC_MARKER 0x6B001
58 
59 #define VOS_STARTCODE 0x1B0
60 #define USER_DATA_STARTCODE 0x1B2
61 #define GOP_STARTCODE 0x1B3
62 #define VISUAL_OBJ_STARTCODE 0x1B5
63 #define VOP_STARTCODE 0x1B6
64 #define SLICE_STARTCODE 0x1B7
65 #define EXT_STARTCODE 0x1B8
66 
67 #define QUANT_MATRIX_EXT_ID 0x3
68 
69 /* smaller packets likely don't contain a real frame */
70 #define MAX_NVOP_SIZE 19
71 
72 typedef struct Mpeg4DecContext {
74 
75  /// number of bits to represent the fractional part of time
77  int shape;
81  /// sprite trajectory points
82  uint16_t sprite_traj[4][2];
83  /// sprite shift [isChroma]
84  int sprite_shift[2];
85 
86  // reversible vlc
87  int rvlc;
88  /// could this stream contain resync markers
90  /// time distance of first I -> B, used for interlaced B-frames
91  int t_frame;
92 
93  int new_pred;
97 
98  /// QP above which the ac VLC should be used for intra dc
100 
101  /* bug workarounds */
106 
107  /// flag for having shown the warning about invalid Divx B-frames
109  /** does the stream contain the low_delay flag,
110  * used to work around buggy encoders. */
115 
119 
120  int rgb;
122 
123 static const uint8_t mpeg4_block_count[4] = {0, 6, 8, 12};
124 
125 /* dc encoding for MPEG-4 */
126 extern const uint8_t ff_mpeg4_DCtab_lum[13][2];
127 extern const uint8_t ff_mpeg4_DCtab_chrom[13][2];
128 
129 extern const uint16_t ff_mpeg4_intra_vlc[103][2];
130 extern const int8_t ff_mpeg4_intra_level[102];
131 extern const int8_t ff_mpeg4_intra_run[102];
132 
134 
135 /* Note this is identical to the intra rvlc except that it is reordered. */
138 
139 extern const uint16_t ff_sprite_trajectory_tab[15][2];
140 extern const uint8_t ff_mb_type_b_tab[4][2];
141 
142 /* these matrixes will be permuted for the idct */
143 extern const int16_t ff_mpeg4_default_intra_matrix[64];
144 extern const int16_t ff_mpeg4_default_non_intra_matrix[64];
145 
146 extern const uint8_t ff_mpeg4_y_dc_scale_table[32];
147 extern const uint8_t ff_mpeg4_c_dc_scale_table[32];
148 extern const uint16_t ff_mpeg4_resync_prefix[8];
149 
150 extern const uint8_t ff_mpeg4_dc_threshold[8];
151 
152 extern const uint16_t ff_mpeg4_studio_dc_luma[19][2];
153 extern const uint16_t ff_mpeg4_studio_dc_chroma[19][2];
154 extern const uint16_t ff_mpeg4_studio_intra[12][22][2];
155 
157  int16_t block[6][64],
158  int motion_x, int motion_y);
159 void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n,
160  int dir);
162 int ff_mpeg4_encode_picture_header(MpegEncContext *s, int picture_number);
163 
178 int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size);
179 
180 /**
181  * @return the mb_type
182  */
183 int ff_mpeg4_set_direct_mv(MpegEncContext *s, int mx, int my);
184 
186 
187 #if 0 //3IV1 is quite rare and it slows things down a tiny bit
188 #define IS_3IV1 s->codec_tag == AV_RL32("3IV1")
189 #else
190 #define IS_3IV1 0
191 #endif
192 
193 /**
194  * Predict the dc.
195  * encoding quantized level -> quantized diff
196  * decoding quantized diff -> quantized level
197  * @param n block index (0-3 are luma, 4-5 are chroma)
198  * @param dir_ptr pointer to an integer where the prediction direction will be stored
199  */
200 static inline int ff_mpeg4_pred_dc(MpegEncContext *s, int n, int level,
201  int *dir_ptr, int encoding)
202 {
203  int a, b, c, wrap, pred, scale, ret;
204  int16_t *dc_val;
205 
206  /* find prediction */
207  if (n < 4)
208  scale = s->y_dc_scale;
209  else
210  scale = s->c_dc_scale;
211  if (IS_3IV1)
212  scale = 8;
213 
214  wrap = s->block_wrap[n];
215  dc_val = s->dc_val[0] + s->block_index[n];
216 
217  /* B C
218  * A X
219  */
220  a = dc_val[-1];
221  b = dc_val[-1 - wrap];
222  c = dc_val[-wrap];
223 
224  /* outside slice handling (we can't do that by memset as we need the
225  * dc for error resilience) */
226  if (s->first_slice_line && n != 3) {
227  if (n != 2)
228  b = c = 1024;
229  if (n != 1 && s->mb_x == s->resync_mb_x)
230  b = a = 1024;
231  }
232  if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1) {
233  if (n == 0 || n == 4 || n == 5)
234  b = 1024;
235  }
236 
237  if (abs(a - b) < abs(b - c)) {
238  pred = c;
239  *dir_ptr = 1; /* top */
240  } else {
241  pred = a;
242  *dir_ptr = 0; /* left */
243  }
244  /* we assume pred is positive */
245  pred = FASTDIV((pred + (scale >> 1)), scale);
246 
247  if (encoding) {
248  ret = level - pred;
249  } else {
250  level += pred;
251  ret = level;
252  }
253  level *= scale;
254  if (level & (~2047)) {
256  if (level < 0) {
258  "dc<0 at %dx%d\n", s->mb_x, s->mb_y);
259  return AVERROR_INVALIDDATA;
260  }
261  if (level > 2048 + scale) {
263  "dc overflow at %dx%d\n", s->mb_x, s->mb_y);
264  return AVERROR_INVALIDDATA;
265  }
266  }
267  if (level < 0)
268  level = 0;
269  else if (!(s->workaround_bugs & FF_BUG_DC_CLIP))
270  level = 2047;
271  }
272  dc_val[0] = level;
273 
274  return ret;
275 }
276 
277 #endif /* AVCODEC_MPEG4VIDEO_H */
uint16_t sprite_traj[4][2]
sprite trajectory points
Definition: mpeg4video.h:82
#define AV_EF_AGGRESSIVE
consider things that a sane encoder should not do as an error
Definition: avcodec.h:2658
const char * s
Definition: avisynth_c.h:768
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
int sprite_brightness_change
Definition: mpeg4video.h:79
int resync_marker
could this stream contain resync markers
Definition: mpeg4video.h:89
const int8_t ff_mpeg4_intra_level[102]
Definition: mpeg4data.h:77
const char * b
Definition: vf_curves.c:113
int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
#define AV_EF_BITSTREAM
detect bitstream specification deviations
Definition: avcodec.h:2651
mpegvideo header.
int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
int ff_mpeg4_get_video_packet_prefix_length(MpegEncContext *s)
Definition: mpeg4video.c:30
RLTable.
Definition: rl.h:39
const uint16_t ff_mpeg4_resync_prefix[8]
Definition: mpeg4data.h:368
int encoding
true if we are encoding (vs decoding)
Definition: mpegvideo.h:114
int block_wrap[6]
Definition: mpegvideo.h:294
int cplx_estimation_trash_b
Definition: mpeg4video.h:114
void ff_mpeg4_merge_partitions(MpegEncContext *s)
int vol_sprite_usage
Definition: mpeg4video.h:78
static int16_t block[64]
Definition: dct.c:115
uint8_t
const int16_t ff_mpeg4_default_non_intra_matrix[64]
Definition: mpeg4data.h:348
uint8_t ff_mpeg4_static_rl_table_store[3][2][2 *MAX_RUN+MAX_LEVEL+3]
Definition: mpeg4video.c:28
#define IS_3IV1
Definition: mpeg4video.h:190
int enhancement_type
Definition: mpeg4video.h:94
void ff_mpeg4_encode_video_packet_header(MpegEncContext *s)
const uint16_t ff_mpeg4_studio_dc_luma[19][2]
Definition: mpeg4data.h:377
int cplx_estimation_trash_p
Definition: mpeg4video.h:113
bitstream reader API header.
RLTable ff_rvlc_rl_inter
Definition: mpeg4data.h:214
int intra_dc_threshold
QP above which the ac VLC should be used for intra dc.
Definition: mpeg4video.h:99
#define MAX_LEVEL
Definition: rl.h:36
static int ff_mpeg4_pred_dc(MpegEncContext *s, int n, int level, int *dir_ptr, int encoding)
Predict the dc.
Definition: mpeg4video.h:200
#define av_log(a,...)
MpegEncContext m
Definition: mpeg4video.h:73
int16_t * dc_val[3]
used for MPEG-4 DC prediction, all 3 arrays must be continuous
Definition: mpegvideo.h:187
const uint16_t ff_mpeg4_intra_vlc[103][2]
Definition: mpeg4data.h:47
const uint8_t ff_mpeg4_DCtab_chrom[13][2]
Definition: mpeg4data.h:41
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
const uint8_t ff_mpeg4_DCtab_lum[13][2]
Definition: mpeg4data.h:35
void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
Predict the ac.
Definition: mpeg4videodec.c:65
#define wrap(func)
Definition: neontest.h:65
const uint8_t ff_mpeg4_c_dc_scale_table[32]
Definition: mpeg4data.h:363
int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
Decode the next video packet.
rl header.
void ff_mpeg4_clean_buffers(MpegEncContext *s)
Definition: mpeg4video.c:45
int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
Decode the next video packet.
void ff_mpeg4videodec_static_init(void)
const uint16_t ff_sprite_trajectory_tab[15][2]
Definition: mpeg4data.h:326
Definition: vlc.h:26
int resync_mb_x
x position of last resync marker
Definition: mpegvideo.h:356
int err_recognition
Error recognition; may misdetect some more or less valid parts as errors.
Definition: avcodec.h:2642
void ff_clean_mpeg4_qscales(MpegEncContext *s)
modify mb_type & qscale so that encoding is actually possible in MPEG-4
int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
Decode MPEG-4 headers.
AVFormatContext * ctx
Definition: movenc.c:48
int use_intra_dc_vlc
Definition: mpeg4video.h:96
const uint8_t ff_mpeg4_dc_threshold[8]
Definition: mpeg4data.h:372
int n
Definition: avisynth_c.h:684
int vol_control_parameters
does the stream contain the low_delay flag, used to work around buggy encoders.
Definition: mpeg4video.h:111
const uint16_t ff_mpeg4_studio_dc_chroma[19][2]
Definition: mpeg4data.h:385
const uint8_t ff_mb_type_b_tab[4][2]
Definition: mpeg4data.h:332
int block_index[6]
index to current MB in block based arrays with edges
Definition: mpegvideo.h:293
static const float pred[4]
Definition: siprdata.h:259
int first_slice_line
used in MPEG-4 too to handle resync markers
Definition: mpegvideo.h:436
main external API structure.
Definition: avcodec.h:1518
int cplx_estimation_trash_i
Definition: mpeg4video.h:112
#define FASTDIV(a, b)
Definition: mathops.h:202
RLTable ff_rvlc_rl_intra
Definition: mpeg4data.h:318
const uint16_t ff_mpeg4_studio_intra[12][22][2]
Definition: mpeg4data.h:393
void * buf
Definition: avisynth_c.h:690
int showed_packed_warning
flag for having shown the warning about invalid Divx B-frames
Definition: mpeg4video.h:108
int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
Decode the first and second partition.
const int16_t ff_mpeg4_default_intra_matrix[64]
Definition: mpeg4data.h:337
void ff_set_mpeg4_time(MpegEncContext *s)
int sprite_shift[2]
sprite shift [isChroma]
Definition: mpeg4video.h:84
RLTable ff_mpeg4_rl_intra
Definition: mpeg4data.h:109
uint8_t level
Definition: svq3.c:207
MpegEncContext.
Definition: mpegvideo.h:81
#define MAX_RUN
Definition: rl.h:35
struct AVCodecContext * avctx
Definition: mpegvideo.h:98
VLC studio_intra_tab[12]
Definition: mpeg4video.h:116
int t_frame
time distance of first I -> B, used for interlaced B-frames
Definition: mpeg4video.h:91
static double c[64]
void ff_mpeg4_init_direct_mv(MpegEncContext *s)
Definition: mpeg4video.c:71
const int8_t ff_mpeg4_intra_run[102]
Definition: mpeg4data.h:93
const uint8_t ff_mpeg4_y_dc_scale_table[32]
Definition: mpeg4data.h:359
void ff_mpeg4_stuffing(PutBitContext *pbc)
add MPEG-4 stuffing bits (01...1)
void ff_mpeg4_init_partitions(MpegEncContext *s)
int resync_mb_y
y position of last resync marker
Definition: mpegvideo.h:357
static const uint8_t mpeg4_block_count[4]
Definition: mpeg4video.h:123
void ff_mpeg4_encode_mb(MpegEncContext *s, int16_t block[6][64], int motion_x, int motion_y)
int time_increment_bits
number of bits to represent the fractional part of time
Definition: mpeg4video.h:76
int workaround_bugs
workaround bugs in encoders which cannot be detected automatically
Definition: mpegvideo.h:119
int ff_mpeg4_encode_picture_header(MpegEncContext *s, int picture_number)
int num_sprite_warping_points
Definition: mpeg4video.h:80
#define FF_BUG_DC_CLIP
Definition: avcodec.h:2559
int ff_mpeg4_set_direct_mv(MpegEncContext *s, int mx, int my)
Definition: mpeg4video.c:117