FFmpeg: libavfilter/f_streamselect.c Source File

FFmpeg
f_streamselect.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "libavutil/avstring.h"
20 #include "libavutil/internal.h"
21 #include "libavutil/opt.h"
22 #include "avfilter.h"
23 #include "audio.h"
24 #include "filters.h"
25 #include "formats.h"
26 #include "framesync.h"
27 #include "internal.h"
28 #include "video.h"
29 
30  typedef struct StreamSelectContext {
31   const AVClass *class;
32   int nb_inputs;
33   char *map_str;
34   int *map;
35   int nb_map;
36   int is_audio;
37   int64_t *last_pts;
38   AVFrame **frames;
39   FFFrameSync fs;
40 } StreamSelectContext;
41 
42  #define OFFSET(x) offsetof(StreamSelectContext, x)
43  #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
44  #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM
45  static const AVOption streamselect_options[] = {
46  { "inputs", "number of input streams", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags=FLAGS },
47  { "map", "input indexes to remap to outputs", OFFSET(map_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags=TFLAGS },
48  { NULL }
49 };
50 
51 AVFILTER_DEFINE_CLASS_EXT(streamselect, "(a)streamselect", streamselect_options);
52 
53  static int process_frame(FFFrameSync *fs)
54 {
55  AVFilterContext *ctx = fs->parent;
56  StreamSelectContext *s = fs->opaque;
57  AVFrame **in = s->frames;
58  int i, j, ret = 0, have_out = 0;
59 
60  for (i = 0; i < ctx->nb_inputs; i++) {
61  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
62  return ret;
63  }
64 
65  for (j = 0; j < ctx->nb_inputs; j++) {
66  for (i = 0; i < s->nb_map; i++) {
67  if (s->map[i] == j) {
68  AVFrame *out;
69 
70  if (s->is_audio && s->last_pts[j] == in[j]->pts &&
71  ctx->outputs[i]->frame_count_in > 0)
72  continue;
73  out = av_frame_clone(in[j]);
74  if (!out)
75  return AVERROR(ENOMEM);
76 
77  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, ctx->outputs[i]->time_base);
78  s->last_pts[j] = in[j]->pts;
79  ret = ff_filter_frame(ctx->outputs[i], out);
80  have_out = 1;
81  if (ret < 0)
82  return ret;
83  }
84  }
85  }
86 
87  if (!have_out)
88  ff_filter_set_ready(ctx, 100);
89  return ret;
90 }
91 
92  static int activate(AVFilterContext *ctx)
93 {
94  StreamSelectContext *s = ctx->priv;
95  return ff_framesync_activate(&s->fs);
96 }
97 
98  static int config_output(AVFilterLink *outlink)
99 {
100  AVFilterContext *ctx = outlink->src;
101  StreamSelectContext *s = ctx->priv;
102  const int outlink_idx = FF_OUTLINK_IDX(outlink);
103  const int inlink_idx = s->map[outlink_idx];
104  AVFilterLink *inlink = ctx->inputs[inlink_idx];
105  FFFrameSyncIn *in;
106  int i, ret;
107 
108  av_log(ctx, AV_LOG_VERBOSE, "config output link %d "
109  "with settings from input link %d\n",
110  outlink_idx, inlink_idx);
111 
112  switch (outlink->type) {
113  case AVMEDIA_TYPE_VIDEO:
114  outlink->w = inlink->w;
115  outlink->h = inlink->h;
116  outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
117  outlink->frame_rate = inlink->frame_rate;
118  break;
119  case AVMEDIA_TYPE_AUDIO:
120  outlink->sample_rate = inlink->sample_rate;
121  outlink->ch_layout.nb_channels = inlink->ch_layout.nb_channels;
122 #if FF_API_OLD_CHANNEL_LAYOUT
123 FF_DISABLE_DEPRECATION_WARNINGS
124  outlink->channel_layout = inlink->channel_layout;
125 FF_ENABLE_DEPRECATION_WARNINGS
126 #endif
127  break;
128  }
129 
130  outlink->time_base = inlink->time_base;
131  outlink->format = inlink->format;
132 
133  if (s->fs.opaque == s)
134  return 0;
135 
136  if ((ret = ff_framesync_init(&s->fs, ctx, ctx->nb_inputs)) < 0)
137  return ret;
138 
139  in = s->fs.in;
140  s->fs.opaque = s;
141  s->fs.on_event = process_frame;
142 
143  for (i = 0; i < ctx->nb_inputs; i++) {
144  in[i].time_base = ctx->inputs[i]->time_base;
145  in[i].sync = 1;
146  in[i].before = EXT_STOP;
147  in[i].after = EXT_STOP;
148  }
149 
150  s->frames = av_calloc(ctx->nb_inputs, sizeof(*s->frames));
151  if (!s->frames)
152  return AVERROR(ENOMEM);
153 
154  return ff_framesync_configure(&s->fs);
155 }
156 
157  static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio)
158 {
159  const char *padtype = is_input ? "in" : "out";
160  int i = 0, ret = 0;
161 
162  for (i = 0; i < nb_pads; i++) {
163  AVFilterPad pad = { 0 };
164 
165  pad.type = is_audio ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO;
166 
167  pad.name = av_asprintf("%sput%d", padtype, i);
168  if (!pad.name)
169  return AVERROR(ENOMEM);
170 
171  av_log(ctx, AV_LOG_DEBUG, "Add %s pad %s\n", padtype, pad.name);
172 
173  if (is_input) {
174  ret = ff_append_inpad_free_name(ctx, &pad);
175  } else {
176  pad.config_props = config_output;
177  ret = ff_append_outpad_free_name(ctx, &pad);
178  }
179  if (ret < 0)
180  return ret;
181  }
182 
183  return 0;
184 }
185 
186  static int parse_mapping(AVFilterContext *ctx, const char *map)
187 {
188  StreamSelectContext *s = ctx->priv;
189  int *new_map;
190  int new_nb_map = 0;
191 
192  if (!map) {
193  av_log(ctx, AV_LOG_ERROR, "mapping definition is not set\n");
194  return AVERROR(EINVAL);
195  }
196 
197  new_map = av_calloc(s->nb_inputs, sizeof(*new_map));
198  if (!new_map)
199  return AVERROR(ENOMEM);
200 
201  while (1) {
202  char *p;
203  const int n = strtol(map, &p, 0);
204 
205  av_log(ctx, AV_LOG_DEBUG, "n=%d map=%p p=%p\n", n, map, p);
206 
207  if (map == p)
208  break;
209  map = p;
210 
211  if (new_nb_map >= s->nb_inputs) {
212  av_log(ctx, AV_LOG_ERROR, "Unable to map more than the %d "
213  "input pads available\n", s->nb_inputs);
214  av_free(new_map);
215  return AVERROR(EINVAL);
216  }
217 
218  if (n < 0 || n >= ctx->nb_inputs) {
219  av_log(ctx, AV_LOG_ERROR, "Input stream index %d doesn't exist "
220  "(there is only %d input streams defined)\n",
221  n, s->nb_inputs);
222  av_free(new_map);
223  return AVERROR(EINVAL);
224  }
225 
226  av_log(ctx, AV_LOG_VERBOSE, "Map input stream %d to output stream %d\n", n, new_nb_map);
227  new_map[new_nb_map++] = n;
228  }
229 
230  if (!new_nb_map) {
231  av_log(ctx, AV_LOG_ERROR, "invalid mapping\n");
232  av_free(new_map);
233  return AVERROR(EINVAL);
234  }
235 
236  av_freep(&s->map);
237  s->map = new_map;
238  s->nb_map = new_nb_map;
239 
240  av_log(ctx, AV_LOG_VERBOSE, "%d map set\n", s->nb_map);
241 
242  return 0;
243 }
244 
245  static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
246  char *res, int res_len, int flags)
247 {
248  if (!strcmp(cmd, "map")) {
249  int ret = parse_mapping(ctx, args);
250 
251  if (ret < 0)
252  return ret;
253  return avfilter_config_links(ctx);
254  }
255  return AVERROR(ENOSYS);
256 }
257 
258  static av_cold int init(AVFilterContext *ctx)
259 {
260  StreamSelectContext *s = ctx->priv;
261  int ret, nb_outputs = 0;
262  char *map = s->map_str;
263 
264  if (!strcmp(ctx->filter->name, "astreamselect"))
265  s->is_audio = 1;
266 
267  for (; map;) {
268  char *p;
269 
270  strtol(map, &p, 0);
271  if (map == p)
272  break;
273  nb_outputs++;
274  map = p;
275  }
276 
277  s->last_pts = av_calloc(s->nb_inputs, sizeof(*s->last_pts));
278  if (!s->last_pts)
279  return AVERROR(ENOMEM);
280 
281  if ((ret = parse_definition(ctx, s->nb_inputs, 1, s->is_audio)) < 0 ||
282  (ret = parse_definition(ctx, nb_outputs, 0, s->is_audio)) < 0)
283  return ret;
284 
285  av_log(ctx, AV_LOG_DEBUG, "Configured with %d inpad and %d outpad\n",
286  ctx->nb_inputs, ctx->nb_outputs);
287 
288  return parse_mapping(ctx, s->map_str);
289 }
290 
291  static av_cold void uninit(AVFilterContext *ctx)
292 {
293  StreamSelectContext *s = ctx->priv;
294 
295  av_freep(&s->last_pts);
296  av_freep(&s->map);
297  av_freep(&s->frames);
298  ff_framesync_uninit(&s->fs);
299 }
300 
301  static int query_formats(AVFilterContext *ctx)
302 {
303  AVFilterFormats *formats;
304  int ret, i;
305 
306  for (i = 0; i < ctx->nb_inputs; i++) {
307  formats = ff_all_formats(ctx->inputs[i]->type);
308  if ((ret = ff_set_common_formats(ctx, formats)) < 0)
309  return ret;
310 
311  if (ctx->inputs[i]->type == AVMEDIA_TYPE_AUDIO) {
312  if ((ret = ff_set_common_all_samplerates (ctx)) < 0 ||
313  (ret = ff_set_common_all_channel_counts(ctx)) < 0)
314  return ret;
315  }
316  }
317 
318  return 0;
319 }
320 
321  const AVFilter ff_vf_streamselect = {
322  .name = "streamselect",
323  .description = NULL_IF_CONFIG_SMALL("Select video streams"),
324  .init = init,
325  FILTER_QUERY_FUNC(query_formats),
326  .process_command = process_command,
327  .uninit = uninit,
328  .activate = activate,
329  .priv_size = sizeof(StreamSelectContext),
330  .priv_class = &streamselect_class,
331  .flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS,
332 };
333 
334  const AVFilter ff_af_astreamselect = {
335  .name = "astreamselect",
336  .description = NULL_IF_CONFIG_SMALL("Select audio streams"),
337  .priv_class = &streamselect_class,
338  .init = init,
339  FILTER_QUERY_FUNC(query_formats),
340  .process_command = process_command,
341  .uninit = uninit,
342  .activate = activate,
343  .priv_size = sizeof(StreamSelectContext),
344  .flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS,
345 };
formats
formats
Definition: signature.h:48
FF_ENABLE_DEPRECATION_WARNINGS
#define FF_ENABLE_DEPRECATION_WARNINGS
Definition: internal.h:82
FFFrameSyncIn::time_base
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:117
ff_framesync_configure
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:134
StreamSelectContext::map_str
char * map_str
Definition: f_streamselect.c:33
AVERROR
Filter the word "frame" indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_framesync_uninit
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:304
out
FILE * out
Definition: movenc.c:54
StreamSelectContext::nb_inputs
int nb_inputs
Definition: f_streamselect.c:32
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:969
ff_framesync_get_frame
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:267
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_asprintf
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:116
AVFILTER_DEFINE_CLASS_EXT
AVFILTER_DEFINE_CLASS_EXT(streamselect, "(a)streamselect", streamselect_options)
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:330
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:437
AVOption
AVOption.
Definition: opt.h:251
FILTER_QUERY_FUNC
#define FILTER_QUERY_FUNC(func)
Definition: internal.h:171
AV_LOG_VERBOSE
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:196
ff_set_common_all_samplerates
int ff_set_common_all_samplerates(AVFilterContext *ctx)
Equivalent to ff_set_common_samplerates(ctx, ff_all_samplerates())
Definition: formats.c:739
parse_mapping
static int parse_mapping(AVFilterContext *ctx, const char *map)
Definition: f_streamselect.c:186
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:165
FFFrameSync
Frame sync structure.
Definition: framesync.h:168
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:311
video.h
StreamSelectContext::frames
AVFrame ** frames
Definition: f_streamselect.c:38
process_frame
static int process_frame(FFFrameSync *fs)
Definition: f_streamselect.c:53
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
formats.h
EXT_STOP
@ EXT_STOP
Completely stop all streams with this one.
Definition: framesync.h:65
streamselect_options
static const AVOption streamselect_options[]
Definition: f_streamselect.c:45
FFFrameSyncIn
Input stream structure.
Definition: framesync.h:102
avfilter_config_links
int avfilter_config_links(AVFilterContext *filter)
Negotiate the media format, dimensions, etc of all inputs to a filter.
Definition: avfilter.c:283
FFFrameSyncIn::sync
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events.
Definition: framesync.h:160
AVFILTER_FLAG_DYNAMIC_INPUTS
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:106
ff_all_formats
AVFilterFormats * ff_all_formats(enum AVMediaType type)
Return a list of all formats supported by FFmpeg for the given media type.
Definition: formats.c:480
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:49
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
StreamSelectContext::is_audio
int is_audio
Definition: f_streamselect.c:36
av_cold
#define av_cold
Definition: attributes.h:90
ff_set_common_formats
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:749
ff_vf_streamselect
const AVFilter ff_vf_streamselect
Definition: f_streamselect.c:321
TFLAGS
#define TFLAGS
Definition: f_streamselect.c:44
s
#define s(width, name)
Definition: cbs_vp9.c:256
AVMEDIA_TYPE_AUDIO
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
FF_OUTLINK_IDX
#define FF_OUTLINK_IDX(link)
Definition: internal.h:338
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: f_streamselect.c:301
filters.h
ff_af_astreamselect
const AVFilter ff_af_astreamselect
Definition: f_streamselect.c:334
AV_LOG_DEBUG
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:201
activate
static int activate(AVFilterContext *ctx)
Definition: f_streamselect.c:92
ctx
AVFormatContext * ctx
Definition: movenc.c:48
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:465
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
config_output
static int config_output(AVFilterLink *outlink)
Definition: f_streamselect.c:98
NULL
#define NULL
Definition: coverity.c:32
StreamSelectContext::map
int * map
Definition: f_streamselect.c:34
fs
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:258
ff_append_inpad_free_name
int ff_append_inpad_free_name(AVFilterContext *f, AVFilterPad *p)
Definition: avfilter.c:131
StreamSelectContext::fs
FFFrameSync fs
Definition: f_streamselect.c:39
StreamSelectContext
Definition: f_streamselect.c:30
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
Definition: f_streamselect.c:245
ff_set_common_all_channel_counts
int ff_set_common_all_channel_counts(AVFilterContext *ctx)
Equivalent to ff_set_common_channel_layouts(ctx, ff_all_channel_counts())
Definition: formats.c:721
StreamSelectContext::nb_map
int nb_map
Definition: f_streamselect.c:35
AVFILTER_FLAG_DYNAMIC_OUTPUTS
#define AVFILTER_FLAG_DYNAMIC_OUTPUTS
The number of the filter outputs is not determined just by AVFilter.outputs.
Definition: avfilter.h:112
AVFilterPad::config_props
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:129
init
static av_cold int init(AVFilterContext *ctx)
Definition: f_streamselect.c:258
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:115
FLAGS
#define FLAGS
Definition: f_streamselect.c:43
internal.h
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
internal.h
StreamSelectContext::last_pts
int64_t * last_pts
Definition: f_streamselect.c:37
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:55
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:262
AVFilter
Filter definition.
Definition: avfilter.h:161
ret
ret
Definition: filter_design.txt:187
AVFilterPad::type
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:60
ff_framesync_init
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:86
FFFrameSyncIn::before
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:107
framesync.h
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
avfilter.h
AVFilterContext
An instance of a filter.
Definition: avfilter.h:392
FF_DISABLE_DEPRECATION_WARNINGS
#define FF_DISABLE_DEPRECATION_WARNINGS
Definition: internal.h:81
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
audio.h
OFFSET
#define OFFSET(x)
Definition: f_streamselect.c:42
map
const VDPAUPixFmtMap * map
Definition: hwcontext_vdpau.c:71
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
ff_append_outpad_free_name
int ff_append_outpad_free_name(AVFilterContext *f, AVFilterPad *p)
Definition: avfilter.c:142
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: f_streamselect.c:291
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
parse_definition
static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio)
Definition: f_streamselect.c:157
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
FFFrameSyncIn::after
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:112
ff_framesync_activate
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:355
avstring.h
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:204
Generated on Tue Feb 28 2023 21:33:51 for FFmpeg by   doxygen 1.8.17

AltStyle によって変換されたページ (->オリジナル) /