FFmpeg  4.0
vf_stack.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B. Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avstring.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixdesc.h"
25 
26 #include "avfilter.h"
27 #include "formats.h"
28 #include "internal.h"
29 #include "framesync.h"
30 #include "video.h"
31 
32 typedef struct StackContext {
33  const AVClass *class;
35  int nb_inputs;
36  int shortest;
38  int nb_planes;
39 
42 } StackContext;
43 
45 {
47  int fmt, ret;
48 
49  for (fmt = 0; av_pix_fmt_desc_get(fmt); fmt++) {
51  if (!(desc->flags & AV_PIX_FMT_FLAG_PAL ||
54  (ret = ff_add_format(&pix_fmts, fmt)) < 0)
55  return ret;
56  }
57 
58  return ff_set_common_formats(ctx, pix_fmts);
59 }
60 
62 {
63  StackContext *s = ctx->priv;
64  int i, ret;
65 
66  if (!strcmp(ctx->filter->name, "vstack"))
67  s->is_vertical = 1;
68 
69  s->frames = av_calloc(s->nb_inputs, sizeof(*s->frames));
70  if (!s->frames)
71  return AVERROR(ENOMEM);
72 
73  for (i = 0; i < s->nb_inputs; i++) {
74  AVFilterPad pad = { 0 };
75 
77  pad.name = av_asprintf("input%d", i);
78  if (!pad.name)
79  return AVERROR(ENOMEM);
80 
81  if ((ret = ff_insert_inpad(ctx, i, &pad)) < 0) {
82  av_freep(&pad.name);
83  return ret;
84  }
85  }
86 
87  return 0;
88 }
89 
91 {
92  AVFilterContext *ctx = fs->parent;
93  AVFilterLink *outlink = ctx->outputs[0];
94  StackContext *s = fs->opaque;
95  AVFrame **in = s->frames;
96  AVFrame *out;
97  int i, p, ret, offset[4] = { 0 };
98 
99  for (i = 0; i < s->nb_inputs; i++) {
100  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
101  return ret;
102  }
103 
104  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
105  if (!out)
106  return AVERROR(ENOMEM);
107  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
109 
110  for (i = 0; i < s->nb_inputs; i++) {
111  AVFilterLink *inlink = ctx->inputs[i];
112  int linesize[4];
113  int height[4];
114 
115  if ((ret = av_image_fill_linesizes(linesize, inlink->format, inlink->w)) < 0) {
116  av_frame_free(&out);
117  return ret;
118  }
119 
120  height[1] = height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
121  height[0] = height[3] = inlink->h;
122 
123  for (p = 0; p < s->nb_planes; p++) {
124  if (s->is_vertical) {
125  av_image_copy_plane(out->data[p] + offset[p] * out->linesize[p],
126  out->linesize[p],
127  in[i]->data[p],
128  in[i]->linesize[p],
129  linesize[p], height[p]);
130  offset[p] += height[p];
131  } else {
132  av_image_copy_plane(out->data[p] + offset[p],
133  out->linesize[p],
134  in[i]->data[p],
135  in[i]->linesize[p],
136  linesize[p], height[p]);
137  offset[p] += linesize[p];
138  }
139  }
140  }
141 
142  return ff_filter_frame(outlink, out);
143 }
144 
145 static int config_output(AVFilterLink *outlink)
146 {
147  AVFilterContext *ctx = outlink->src;
148  StackContext *s = ctx->priv;
149  AVRational time_base = ctx->inputs[0]->time_base;
150  AVRational frame_rate = ctx->inputs[0]->frame_rate;
151  AVRational sar = ctx->inputs[0]->sample_aspect_ratio;
152  int height = ctx->inputs[0]->h;
153  int width = ctx->inputs[0]->w;
154  FFFrameSyncIn *in;
155  int i, ret;
156 
157  if (s->is_vertical) {
158  for (i = 1; i < s->nb_inputs; i++) {
159  if (ctx->inputs[i]->w != width) {
160  av_log(ctx, AV_LOG_ERROR, "Input %d width %d does not match input %d width %d.\n", i, ctx->inputs[i]->w, 0, width);
161  return AVERROR(EINVAL);
162  }
163  height += ctx->inputs[i]->h;
164  }
165  } else {
166  for (i = 1; i < s->nb_inputs; i++) {
167  if (ctx->inputs[i]->h != height) {
168  av_log(ctx, AV_LOG_ERROR, "Input %d height %d does not match input %d height %d.\n", i, ctx->inputs[i]->h, 0, height);
169  return AVERROR(EINVAL);
170  }
171  width += ctx->inputs[i]->w;
172  }
173  }
174 
175  s->desc = av_pix_fmt_desc_get(outlink->format);
176  if (!s->desc)
177  return AVERROR_BUG;
179 
180  outlink->w = width;
181  outlink->h = height;
182  outlink->time_base = time_base;
183  outlink->frame_rate = frame_rate;
184  outlink->sample_aspect_ratio = sar;
185 
186  if ((ret = ff_framesync_init(&s->fs, ctx, s->nb_inputs)) < 0)
187  return ret;
188 
189  in = s->fs.in;
190  s->fs.opaque = s;
192 
193  for (i = 0; i < s->nb_inputs; i++) {
194  AVFilterLink *inlink = ctx->inputs[i];
195 
196  in[i].time_base = inlink->time_base;
197  in[i].sync = 1;
198  in[i].before = EXT_STOP;
199  in[i].after = s->shortest ? EXT_STOP : EXT_INFINITY;
200  }
201 
202  return ff_framesync_configure(&s->fs);
203 }
204 
206 {
207  StackContext *s = ctx->priv;
208  int i;
209 
210  ff_framesync_uninit(&s->fs);
211  av_freep(&s->frames);
212 
213  for (i = 0; i < ctx->nb_inputs; i++)
214  av_freep(&ctx->input_pads[i].name);
215 }
216 
218 {
219  StackContext *s = ctx->priv;
220  return ff_framesync_activate(&s->fs);
221 }
222 
223 #define OFFSET(x) offsetof(StackContext, x)
224 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
225 static const AVOption stack_options[] = {
226  { "inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags = FLAGS },
227  { "shortest", "force termination when the shortest input terminates", OFFSET(shortest), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, .flags = FLAGS },
228  { NULL },
229 };
230 
231 static const AVFilterPad outputs[] = {
232  {
233  .name = "default",
234  .type = AVMEDIA_TYPE_VIDEO,
235  .config_props = config_output,
236  },
237  { NULL }
238 };
239 
240 #if CONFIG_HSTACK_FILTER
241 
242 #define hstack_options stack_options
243 AVFILTER_DEFINE_CLASS(hstack);
244 
246  .name = "hstack",
247  .description = NULL_IF_CONFIG_SMALL("Stack video inputs horizontally."),
248  .priv_size = sizeof(StackContext),
249  .priv_class = &hstack_class,
251  .outputs = outputs,
252  .init = init,
253  .uninit = uninit,
254  .activate = activate,
256 };
257 
258 #endif /* CONFIG_HSTACK_FILTER */
259 
260 #if CONFIG_VSTACK_FILTER
261 
262 #define vstack_options stack_options
263 AVFILTER_DEFINE_CLASS(vstack);
264 
266  .name = "vstack",
267  .description = NULL_IF_CONFIG_SMALL("Stack video inputs vertically."),
268  .priv_size = sizeof(StackContext),
269  .priv_class = &vstack_class,
271  .outputs = outputs,
272  .init = init,
273  .uninit = uninit,
274  .activate = activate,
276 };
277 
278 #endif /* CONFIG_VSTACK_FILTER */
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
#define NULL
Definition: coverity.c:32
#define FLAGS
Definition: vf_stack.c:224
const char * s
Definition: avisynth_c.h:768
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2363
This structure describes decoded (raw) audio or video data.
Definition: frame.h:218
AVOption.
Definition: opt.h:246
const char * fmt
Definition: avisynth_c.h:769
int shortest
Definition: vf_stack.c:36
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2403
Main libavfilter public API header.
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
AVFilter ff_vf_hstack
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:117
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
int64_t pts
Timestamp of the current event.
Definition: framesync.h:167
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:244
const char * name
Pad name.
Definition: internal.h:60
AVFilterContext * parent
Parent filter context.
Definition: framesync.h:152
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1080
#define av_cold
Definition: attributes.h:82
static int query_formats(AVFilterContext *ctx)
Definition: vf_stack.c:44
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:311
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_stack.c:205
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:203
#define height
static int flags
Definition: log.c:55
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
Input stream structure.
Definition: framesync.h:81
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:54
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:345
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
static int config_output(AVFilterLink *outlink)
Definition: vf_stack.c:145
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:293
static const AVOption stack_options[]
Definition: vf_stack.c:225
Frame sync structure.
Definition: framesync.h:146
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
void * priv
private data for use by the filter
Definition: avfilter.h:353
AVFilter ff_vf_vstack
uint16_t width
Definition: gdv.c:47
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
int ff_add_format(AVFilterFormats **avff, int64_t fmt)
Add fmt to the list of media formats contained in *avff.
Definition: formats.c:337
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter&#39;s input and try to produce output.
Definition: framesync.c:344
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:172
static const uint8_t offset[127][2]
Definition: vf_spp.c:92
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
Definition: pixdesc.h:106
unsigned nb_inputs
number of input pads
Definition: avfilter.h:347
AVFrame ** frames
Definition: vf_stack.c:40
const AVPixFmtDescriptor * desc
Definition: vf_stack.c:34
#define OFFSET(x)
Definition: vf_stack.c:223
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:162
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:177
int nb_planes
Definition: vf_stack.c:38
FFFrameSync fs
Definition: vf_stack.c:41
Extend the frame to infinity.
Definition: framesync.h:75
static av_cold int init(AVFilterContext *ctx)
Definition: vf_stack.c:61
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:249
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:77
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
int nb_inputs
Definition: vf_stack.c:35
AVRational sample_aspect_ratio
Sample aspect ratio for the video frame, 0/1 if unknown/unspecified.
Definition: frame.h:306
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:139
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
Rational number (pair of numerator and denominator).
Definition: rational.h:58
const char * name
Filter name.
Definition: avfilter.h:148
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:266
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:232
static int process_frame(FFFrameSync *fs)
Definition: vf_stack.c:90
static const AVFilterPad outputs[]
Definition: vf_stack.c:231
Completely stop all streams with this one.
Definition: framesync.h:65
#define AVFILTER_DEFINE_CLASS(fname)
Definition: internal.h:334
int is_vertical
Definition: vf_stack.c:37
A list of supported formats for one end of a filter link.
Definition: formats.h:64
An instance of a filter.
Definition: avfilter.h:338
FILE * out
Definition: movenc.c:54
#define av_freep(p)
static int activate(AVFilterContext *ctx)
Definition: vf_stack.c:217
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:338
internal API functions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:256
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:341
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:277