FFmpeg
internal.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVFILTER_INTERNAL_H
20 #define AVFILTER_INTERNAL_H
21 
22 /**
23  * @file
24  * internal API functions
25  */
26 
27 #include "libavutil/internal.h"
28 #include "avfilter.h"
29 #include "framequeue.h"
30 
31 typedef struct AVFilterCommand {
32  double time; ///< time expressed in seconds
33  char *command; ///< command
34  char *arg; ///< optional argument for the command
35  int flags;
38 
39 /**
40  * Update the position of a link in the age heap.
41  */
43 
44 /**
45  * A filter pad used for either input or output.
46  */
47 struct AVFilterPad {
48  /**
49  * Pad name. The name is unique among inputs and among outputs, but an
50  * input may have the same name as an output. This may be NULL if this
51  * pad has no need to ever be referenced by name.
52  */
53  const char *name;
54 
55  /**
56  * AVFilterPad type.
57  */
59 
60  /**
61  * The filter expects writable frames from its input link,
62  * duplicating data buffers if needed.
63  *
64  * input pads only.
65  */
66 #define AVFILTERPAD_FLAG_NEEDS_WRITABLE (1 << 0)
67 
68  /**
69  * The pad's name is allocated and should be freed generically.
70  */
71 #define AVFILTERPAD_FLAG_FREE_NAME (1 << 1)
72 
73  /**
74  * A combination of AVFILTERPAD_FLAG_* flags.
75  */
76  int flags;
77 
78  /**
79  * Callback functions to get a video/audio buffers. If NULL,
80  * the filter system will use ff_default_get_video_buffer() for video
81  * and ff_default_get_audio_buffer() for audio.
82  *
83  * The state of the union is determined by type.
84  *
85  * Input pads only.
86  */
87  union {
88  AVFrame *(*video)(AVFilterLink *link, int w, int h);
89  AVFrame *(*audio)(AVFilterLink *link, int nb_samples);
90  } get_buffer;
91 
92  /**
93  * Filtering callback. This is where a filter receives a frame with
94  * audio/video data and should do its processing.
95  *
96  * Input pads only.
97  *
98  * @return >= 0 on success, a negative AVERROR on error. This function
99  * must ensure that frame is properly unreferenced on error if it
100  * hasn't been passed on to another filter.
101  */
103 
104  /**
105  * Frame request callback. A call to this should result in some progress
106  * towards producing output over the given link. This should return zero
107  * on success, and another value on error.
108  *
109  * Output pads only.
110  */
112 
113  /**
114  * Link configuration callback.
115  *
116  * For output pads, this should set the link properties such as
117  * width/height. This should NOT set the format property - that is
118  * negotiated between filters by the filter system using the
119  * query_formats() callback before this function is called.
120  *
121  * For input pads, this should check the properties of the link, and update
122  * the filter's internal state as necessary.
123  *
124  * For both input and output filters, this should return zero on success,
125  * and another value on error.
126  */
128 };
129 
131  void *thread;
134 };
135 
138 
139  // 1 when avfilter_init_*() was successfully called on this filter
140  // 0 otherwise
142 };
143 
145  void *arg, int *ret, int nb_jobs)
146 {
147  return ctx->internal->execute(ctx, func, arg, ret, nb_jobs);
148 }
149 
151  /**
152  * The default value meaning that this filter supports all formats
153  * and (for audio) sample rates and channel layouts/counts as long
154  * as these properties agree for all inputs and outputs.
155  * This state is only allowed in case all inputs and outputs actually
156  * have the same type.
157  * The union is unused in this state.
158  *
159  * This value must always be zero (for default static initialization).
160  */
162  FF_FILTER_FORMATS_QUERY_FUNC, ///< formats.query active.
163  FF_FILTER_FORMATS_PIXFMT_LIST, ///< formats.pixels_list active.
164  FF_FILTER_FORMATS_SAMPLEFMTS_LIST, ///< formats.samples_list active.
165  FF_FILTER_FORMATS_SINGLE_PIXFMT, ///< formats.pix_fmt active
166  FF_FILTER_FORMATS_SINGLE_SAMPLEFMT, ///< formats.sample_fmt active.
167 };
168 
169 #define FILTER_QUERY_FUNC(func) \
170  .formats.query_func = func, \
171  .formats_state = FF_FILTER_FORMATS_QUERY_FUNC
172 #define FILTER_PIXFMTS_ARRAY(array) \
173  .formats.pixels_list = array, \
174  .formats_state = FF_FILTER_FORMATS_PIXFMT_LIST
175 #define FILTER_SAMPLEFMTS_ARRAY(array) \
176  .formats.samples_list = array, \
177  .formats_state = FF_FILTER_FORMATS_SAMPLEFMTS_LIST
178 #define FILTER_PIXFMTS(...) \
179  FILTER_PIXFMTS_ARRAY(((const enum AVPixelFormat []) { __VA_ARGS__, AV_PIX_FMT_NONE }))
180 #define FILTER_SAMPLEFMTS(...) \
181  FILTER_SAMPLEFMTS_ARRAY(((const enum AVSampleFormat[]) { __VA_ARGS__, AV_SAMPLE_FMT_NONE }))
182 #define FILTER_SINGLE_PIXFMT(pix_fmt_) \
183  .formats.pix_fmt = pix_fmt_, \
184  .formats_state = FF_FILTER_FORMATS_SINGLE_PIXFMT
185 #define FILTER_SINGLE_SAMPLEFMT(sample_fmt_) \
186  .formats.sample_fmt = sample_fmt_, \
187  .formats_state = FF_FILTER_FORMATS_SINGLE_SAMPLEFMT
188 
189 #define FILTER_INOUTPADS(inout, array) \
190  .inout = array, \
191  .nb_ ## inout = FF_ARRAY_ELEMS(array)
192 #define FILTER_INPUTS(array) FILTER_INOUTPADS(inputs, (array))
193 #define FILTER_OUTPUTS(array) FILTER_INOUTPADS(outputs, (array))
194 
195 /**
196  * Tell if an integer is contained in the provided -1-terminated list of integers.
197  * This is useful for determining (for instance) if an AVPixelFormat is in an
198  * array of supported formats.
199  *
200  * @param fmt provided format
201  * @param fmts -1-terminated list of formats
202  * @return 1 if present, 0 if absent
203  */
204 int ff_fmt_is_in(int fmt, const int *fmts);
205 
206 /* Functions to parse audio format arguments */
207 
208 /**
209  * Parse a pixel format.
210  *
211  * @param ret pixel format pointer to where the value should be written
212  * @param arg string to parse
213  * @param log_ctx log context
214  * @return >= 0 in case of success, a negative AVERROR code on error
215  */
217 int ff_parse_pixel_format(enum AVPixelFormat *ret, const char *arg, void *log_ctx);
218 
219 /**
220  * Parse a sample rate.
221  *
222  * @param ret unsigned integer pointer to where the value should be written
223  * @param arg string to parse
224  * @param log_ctx log context
225  * @return >= 0 in case of success, a negative AVERROR code on error
226  */
228 int ff_parse_sample_rate(int *ret, const char *arg, void *log_ctx);
229 
230 /**
231  * Parse a channel layout or a corresponding integer representation.
232  *
233  * @param ret 64bit integer pointer to where the value should be written.
234  * @param nret integer pointer to the number of channels;
235  * if not NULL, then unknown channel layouts are accepted
236  * @param arg string to parse
237  * @param log_ctx log context
238  * @return >= 0 in case of success, a negative AVERROR code on error
239  */
241 int ff_parse_channel_layout(AVChannelLayout *ret, int *nret, const char *arg,
242  void *log_ctx);
243 
244 /**
245  * Set the status field of a link from the source filter.
246  * The pts should reflect the timestamp of the status change,
247  * in link time base and relative to the frames timeline.
248  * In particular, for AVERROR_EOF, it should reflect the
249  * end time of the last frame.
250  */
252 
253 #define D2TS(d) (isnan(d) ? AV_NOPTS_VALUE : (int64_t)(d))
254 #define TS2D(ts) ((ts) == AV_NOPTS_VALUE ? NAN : (double)(ts))
255 #define TS2T(ts, tb) ((ts) == AV_NOPTS_VALUE ? NAN : (double)(ts) * av_q2d(tb))
256 
257 /* misc trace functions */
258 
259 #define FF_TPRINTF_START(ctx, func) ff_tlog(NULL, "%-16s: ", #func)
260 
261 #ifdef TRACE
262 void ff_tlog_link(void *ctx, AVFilterLink *link, int end);
263 #else
264 #define ff_tlog_link(ctx, link, end) do { } while(0)
265 #endif
266 
267 /**
268  * Append a new input/output pad to the filter's list of such pads.
269  *
270  * The *_free_name versions will set the AVFILTERPAD_FLAG_FREE_NAME flag
271  * ensuring that the name will be freed generically (even on insertion error).
272  */
277 
278 /**
279  * Request an input frame from the filter at the other end of the link.
280  *
281  * This function must not be used by filters using the activate callback,
282  * use ff_link_set_frame_wanted() instead.
283  *
284  * The input filter may pass the request on to its inputs, fulfill the
285  * request from an internal buffer or any other means specific to its function.
286  *
287  * When the end of a stream is reached AVERROR_EOF is returned and no further
288  * frames are returned after that.
289  *
290  * When a filter is unable to output a frame for example due to its sources
291  * being unable to do so or because it depends on external means pushing data
292  * into it then AVERROR(EAGAIN) is returned.
293  * It is important that a AVERROR(EAGAIN) return is returned all the way to the
294  * caller (generally eventually a user application) as this step may (but does
295  * not have to be) necessary to provide the input with the next frame.
296  *
297  * If a request is successful then some progress has been made towards
298  * providing a frame on the link (through ff_filter_frame()). A filter that
299  * needs several frames to produce one is allowed to return success if one
300  * more frame has been processed but no output has been produced yet. A
301  * filter is also allowed to simply forward a success return value.
302  *
303  * @param link the input link
304  * @return zero on success
305  * AVERROR_EOF on end of file
306  * AVERROR(EAGAIN) if the previous filter cannot output a frame
307  * currently and can neither guarantee that EOF has been reached.
308  */
310 
311 #define AVFILTER_DEFINE_CLASS_EXT(name, desc, options) \
312  static const AVClass name##_class = { \
313  .class_name = desc, \
314  .item_name = av_default_item_name, \
315  .option = options, \
316  .version = LIBAVUTIL_VERSION_INT, \
317  .category = AV_CLASS_CATEGORY_FILTER, \
318  }
319 #define AVFILTER_DEFINE_CLASS(fname) \
320  AVFILTER_DEFINE_CLASS_EXT(fname, #fname, fname##_options)
321 
322 /**
323  * Find the index of a link.
324  *
325  * I.e. find i such that link == ctx->(in|out)puts[i]
326  */
327 #define FF_INLINK_IDX(link) ((int)((link)->dstpad - (link)->dst->input_pads))
328 #define FF_OUTLINK_IDX(link) ((int)((link)->srcpad - (link)->src->output_pads))
329 
330 /**
331  * Send a frame of data to the next filter.
332  *
333  * @param link the output link over which the data is being sent
334  * @param frame a reference to the buffer of data being sent. The
335  * receiving filter will free this reference when it no longer
336  * needs it or pass it on to the next filter.
337  *
338  * @return >= 0 on success, a negative AVERROR on error. The receiving filter
339  * is responsible for unreferencing frame in case of error.
340  */
342 
343 /**
344  * Allocate a new filter context and return it.
345  *
346  * @param filter what filter to create an instance of
347  * @param inst_name name to give to the new filter context
348  *
349  * @return newly created filter context or NULL on failure
350  */
351 AVFilterContext *ff_filter_alloc(const AVFilter *filter, const char *inst_name);
352 
354 
355 /**
356  * Remove a filter from a graph;
357  */
359 
360 /**
361  * The filter is aware of hardware frames, and any hardware frame context
362  * should not be automatically propagated through it.
363  */
364 #define FF_FILTER_FLAG_HWFRAME_AWARE (1 << 0)
365 
366 /**
367  * Run one round of processing on a filter graph.
368  */
370 
371 /**
372  * Get number of threads for current filter instance.
373  * This number is always same or less than graph->nb_threads.
374  */
376 
377 /**
378  * Generic processing of user supplied commands that are set
379  * in the same way as the filter options.
380  * NOTE: 'enable' option is handled separately, and not by
381  * this function.
382  */
383 int ff_filter_process_command(AVFilterContext *ctx, const char *cmd,
384  const char *arg, char *res, int res_len, int flags);
385 
386 /**
387  * Perform any additional setup required for hardware frames.
388  *
389  * link->hw_frames_ctx must be set before calling this function.
390  * Inside link->hw_frames_ctx, the fields format, sw_format, width and
391  * height must be set. If dynamically allocated pools are not supported,
392  * then initial_pool_size must also be set, to the minimum hardware frame
393  * pool size necessary for the filter to work (taking into account any
394  * frames which need to stored for use in operations as appropriate). If
395  * default_pool_size is nonzero, then it will be used as the pool size if
396  * no other modification takes place (this can be used to preserve
397  * compatibility).
398  */
400  int default_pool_size);
401 
402 /**
403  * Parse filter options into a dictionary.
404  *
405  * @param logctx context for logging
406  * @param priv_class a filter's private class for shorthand options or NULL
407  * @param options dictionary to store parsed options in
408  * @param args options string to parse
409  *
410  * @return a non-negative number on success, a negative error code on failure
411  */
412 int ff_filter_opt_parse(void *logctx, const AVClass *priv_class,
413  AVDictionary **options, const char *args);
414 
415 #endif /* AVFILTER_INTERNAL_H */
func
int(* func)(AVBPrint *dst, const char *in, const char *arg)
Definition: jacosubdec.c:68
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
ff_avfilter_graph_update_heap
void ff_avfilter_graph_update_heap(AVFilterGraph *graph, AVFilterLink *link)
Update the position of a link in the age heap.
Definition: avfiltergraph.c:1291
avfilter_action_func
int() avfilter_action_func(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
A function pointer passed to the AVFilterGraph::execute callback to be executed multiple times,...
Definition: avfilter.h:847
AVFilterGraphInternal::frame_queues
FFFrameQueueGlobal frame_queues
Definition: internal.h:133
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
ff_append_outpad
int ff_append_outpad(AVFilterContext *f, AVFilterPad *p)
Definition: avfilter.c:138
w
uint8_t w
Definition: llviddspenc.c:38
AVFilterGraphInternal
Definition: internal.h:130
filter
filter_frame For filters that do not use the this method is called when a frame is pushed to the filter s input It can be called at any time except in a reentrant way If the input frame is enough to produce then the filter should push the output frames on the output link immediately As an exception to the previous rule if the input frame is enough to produce several output frames then the filter needs output only at least one per link The additional frames can be left buffered in the filter
Definition: filter_design.txt:228
AVDictionary
Definition: dict.c:34
av_pure
#define av_pure
Definition: attributes.h:78
AVFilterInternal::initialized
int initialized
Definition: internal.h:141
ff_request_frame
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:431
ff_avfilter_link_set_in_status
void ff_avfilter_link_set_in_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition: avfilter.c:234
FF_FILTER_FORMATS_SAMPLEFMTS_LIST
@ FF_FILTER_FORMATS_SAMPLEFMTS_LIST
formats.samples_list active.
Definition: internal.h:164
AVFilterGraphInternal::thread
void * thread
Definition: internal.h:131
ff_filter_alloc
AVFilterContext * ff_filter_alloc(const AVFilter *filter, const char *inst_name)
Allocate a new filter context and return it.
Definition: avfilter.c:645
AVFilterCommand::flags
int flags
Definition: internal.h:35
ff_filter_activate
int ff_filter_activate(AVFilterContext *filter)
Definition: avfilter.c:1322
pts
static int64_t pts
Definition: transcode_aac.c:643
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:47
AVFilterPad::get_buffer
union AVFilterPad::@240 get_buffer
Callback functions to get a video/audio buffers.
AVFilterPad::request_frame
int(* request_frame)(AVFilterLink *link)
Frame request callback.
Definition: internal.h:111
FF_FILTER_FORMATS_SINGLE_SAMPLEFMT
@ FF_FILTER_FORMATS_SINGLE_SAMPLEFMT
formats.sample_fmt active.
Definition: internal.h:166
FFFrameQueueGlobal
Structure to hold global options and statistics for frame queues.
Definition: framequeue.h:46
ff_filter_init_hw_frames
int ff_filter_init_hw_frames(AVFilterContext *avctx, AVFilterLink *link, int default_pool_size)
Perform any additional setup required for hardware frames.
Definition: avfilter.c:1547
ctx
AVFormatContext * ctx
Definition: movenc.c:48
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:851
ff_fmt_is_in
int ff_fmt_is_in(int fmt, const int *fmts)
Tell if an integer is contained in the provided -1-terminated list of integers.
Definition: formats.c:372
link
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a link
Definition: filter_design.txt:23
frame
static AVFrame * frame
Definition: demux_decode.c:54
arg
const char * arg
Definition: jacosubdec.c:67
ff_filter_graph_remove_filter
void ff_filter_graph_remove_filter(AVFilterGraph *graph, AVFilterContext *filter)
Remove a filter from a graph;.
Definition: avfiltergraph.c:101
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
ff_parse_pixel_format
av_warn_unused_result int ff_parse_pixel_format(enum AVPixelFormat *ret, const char *arg, void *log_ctx)
Parse a pixel format.
Definition: formats.c:833
framequeue.h
AVFilterInternal
Definition: internal.h:136
AVFilterPad::filter_frame
int(* filter_frame)(AVFilterLink *link, AVFrame *frame)
Filtering callback.
Definition: internal.h:102
AVFilterGraph
Definition: avfilter.h:864
ff_tlog_link
#define ff_tlog_link(ctx, link, end)
Definition: internal.h:264
AVFilterPad::config_props
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:127
options
const OptionDef options[]
f
f
Definition: af_crystalizer.c:121
AVMediaType
AVMediaType
Definition: avutil.h:199
ff_append_outpad_free_name
int ff_append_outpad_free_name(AVFilterContext *f, AVFilterPad *p)
Definition: avfilter.c:143
AVChannelLayout
An AVChannelLayout holds information about the channel layout of audio data.
Definition: channel_layout.h:307
avfilter_execute_func
int() avfilter_execute_func(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
A function executing multiple jobs, possibly in parallel.
Definition: avfilter.h:861
AVFilterCommand::next
struct AVFilterCommand * next
Definition: internal.h:36
ff_filter_opt_parse
int ff_filter_opt_parse(void *logctx, const AVClass *priv_class, AVDictionary **options, const char *args)
Parse filter options into a dictionary.
Definition: avfilter.c:793
AVFilterGraphInternal::thread_execute
avfilter_execute_func * thread_execute
Definition: internal.h:132
ff_filter_graph_run_once
int ff_filter_graph_run_once(AVFilterGraph *graph)
Run one round of processing on a filter graph.
Definition: avfiltergraph.c:1341
av_warn_unused_result
#define av_warn_unused_result
Definition: attributes.h:64
ff_parse_sample_rate
av_warn_unused_result int ff_parse_sample_rate(int *ret, const char *arg, void *log_ctx)
Parse a sample rate.
Definition: formats.c:848
FilterFormatsState
FilterFormatsState
Definition: internal.h:150
internal.h
FF_FILTER_FORMATS_PASSTHROUGH
@ FF_FILTER_FORMATS_PASSTHROUGH
The default value meaning that this filter supports all formats and (for audio) sample rates and chan...
Definition: internal.h:161
AVFilterCommand
Definition: internal.h:31
av_always_inline
#define av_always_inline
Definition: attributes.h:49
AVFilterPad::flags
int flags
A combination of AVFILTERPAD_FLAG_* flags.
Definition: internal.h:76
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:53
AVFilter
Filter definition.
Definition: avfilter.h:166
ret
ret
Definition: filter_design.txt:187
AVFilterPad::type
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:58
ff_append_inpad_free_name
int ff_append_inpad_free_name(AVFilterContext *f, AVFilterPad *p)
Definition: avfilter.c:132
AVFilterInternal::execute
avfilter_execute_func * execute
Definition: internal.h:137
status
ov_status_e status
Definition: dnn_backend_openvino.c:119
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:978
avfilter.h
AVFilterCommand::command
char * command
command
Definition: internal.h:33
AVFilterCommand::arg
char * arg
optional argument for the command
Definition: internal.h:34
AVFilterContext
An instance of a filter.
Definition: avfilter.h:397
FF_FILTER_FORMATS_PIXFMT_LIST
@ FF_FILTER_FORMATS_PIXFMT_LIST
formats.pixels_list active.
Definition: internal.h:163
ff_parse_channel_layout
av_warn_unused_result int ff_parse_channel_layout(AVChannelLayout *ret, int *nret, const char *arg, void *log_ctx)
Parse a channel layout or a corresponding integer representation.
Definition: formats.c:860
ff_append_inpad
int ff_append_inpad(AVFilterContext *f, AVFilterPad *p)
Append a new input/output pad to the filter's list of such pads.
Definition: avfilter.c:127
FF_FILTER_FORMATS_QUERY_FUNC
@ FF_FILTER_FORMATS_QUERY_FUNC
formats.query active.
Definition: internal.h:162
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:474
h
h
Definition: vp9dsp_template.c:2038
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:144
int
int
Definition: ffmpeg_filter.c:368
FF_FILTER_FORMATS_SINGLE_PIXFMT
@ FF_FILTER_FORMATS_SINGLE_PIXFMT
formats.pix_fmt active
Definition: internal.h:165
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx) av_pure
Get number of threads for current filter instance.
Definition: avfilter.c:786
AVFilterCommand::time
double time
time expressed in seconds
Definition: internal.h:32