1 /*
2 * Copyright (c) 2013 Nicolas George
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public License
8 * as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public License
17 * along with FFmpeg; if not, write to the Free Software Foundation, Inc.,
18 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
26
27 #define OFFSET(member) offsetof(FFFrameSync, member)
28
30 {
31 return "framesync";
32 }
33
36 .class_name = "framesync",
40 .parent_log_context_offset =
OFFSET(parent),
41 };
42
43 enum {
47 };
48
50 {
54
58 return 0;
59 }
60
62 {
63 unsigned i,
level = 0;
64
65 for (i = 0; i < fs->
nb_in; i++)
69 if (level < fs->sync_level)
71 if (level)
73 else
75 }
76
78 {
79 unsigned i;
80 int64_t gcd, lcm;
81
83 for (i = 0; i < fs->
nb_in; i++) {
92 } else {
95 break;
96 }
97 } else {
99 }
100 }
101 }
105 }
108 }
109
110 for (i = 0; i < fs->
nb_in; i++)
114
115 return 0;
116 }
117
119 {
120 int latest;
121 unsigned i;
123
125 return;
127 latest = -1;
128 for (i = 0; i < fs->
nb_in; i++) {
130 if (latest < 0 || fs->
in[i].pts < fs->
in[latest].pts)
131 latest = i;
132 }
133 }
134 if (latest >= 0) {
136 break;
137 }
138
140 for (i = 1; i < fs->
nb_in; i++)
143 if (pts == INT64_MAX) {
145 break;
146 }
147 for (i = 0; i < fs->
nb_in; i++) {
163 }
164 }
168 for (i = 0; i < fs->
nb_in; i++)
173 }
174 }
175
178 {
179 /* Possible enhancement: use the link's frame rate */
180 return pts + 1;
181 }
182
184 {
186
188 if (frame) {
191 } else {
196 }
200 }
201
203 {
207 else
209 return 0;
210 }
211
213 {
214 unsigned i;
215
217 for (i = 0; i < fs->
nb_in; i++)
222 }
223
225 {
227 }
228
230 unsigned get)
231 {
233 unsigned need_copy = 0, i;
234 int64_t pts_next;
235 int ret;
236
239 return 0;
240 }
242 if (get) {
243 /* Find out if we need to copy the frame: is there another sync
244 stream, and do we know if its current frame will outlast this one? */
246 for (i = 0; i < fs->
nb_in && !need_copy; i++)
247 if (i != in && fs->
in[i].
sync &&
249 need_copy = 1;
250 if (need_copy) {
255 return ret;
256 }
257 } else {
259 }
261 }
263 return 0;
264 }
265
267 {
268 unsigned i;
269
270 for (i = 0; i < fs->
nb_in; i++) {
274 }
275
277 }
278
280 {
282
284 while (1) {
287 break;
289 return ret;
291 count++;
292 if (!all)
293 break;
294 }
295 if (!count && fs->
eof)
298 }
299
302 {
303 int ret;
304
306 return ret;
308 return ret;
310 return ret;
311 return 0;
312 }
313
315 {
317 int input, ret;
318
320 return ret;
321 if (ret > 0)
322 return 0;
329 return ret;
331 return ret;
332 ret = 0;
333 }
334 return ret;
335 }
static AVFrame * ff_bufqueue_get(struct FFBufQueue *queue)
Get the first buffer from the queue and remove it.
This structure describes decoded (raw) audio or video data.
static void framesync_sync_level_update(FFFrameSync *fs)
#define LIBAVUTIL_VERSION_INT
Main libavfilter public API header.
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
static void framesync_advance(FFFrameSync *fs)
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
static const char * framesync_name(void *ptr)
int64_t pts
Timestamp of the current event.
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
AVFilterLink ** inputs
array of pointers to input links
#define av_assert0(cond)
assert() equivalent, that is always enabled.
uint8_t have_next
Boolean flagging the next frame, for internal use.
void ff_framesync_next(FFFrameSync *fs)
Prepare the next frame event.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
unsigned sync_level
Synchronization level: only inputs with the same sync level are sync sources.
FFFrameSyncIn * in
Pointer to array of inputs.
#define AVERROR_EOF
End of file.
#define AV_LOG_VERBOSE
Detailed information.
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
int ff_framesync_process_frame(FFFrameSync *fs, unsigned all)
Process one or several frame using the on_event callback.
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
int ff_framesync_filter_frame(FFFrameSync *fs, AVFilterLink *inlink, AVFrame *in)
Accept a frame on a filter input.
A link between two filters.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
AVFrame * frame_next
Next frame, for internal use.
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
simple assert() macros that are a bit more flexible than ISO C assert().
int64_t av_gcd(int64_t a, int64_t b)
Compute the greatest common divisor of two integer operands.
AVRational time_base
Time base for the incoming frames.
uint8_t eof
Flag indicating that output has reached EOF.
#define av_assert1(cond)
assert() equivalent, that does not lie in speed critical code.
#define AV_TIME_BASE
Internal time base represented as integer.
unsigned in_request
Index of the input that requires a request.
int ff_framesync_request_frame(FFFrameSync *fs, AVFilterLink *outlink)
Request a frame on the filter output.
int ff_framesync_add_frame(FFFrameSync *fs, unsigned in, AVFrame *frame)
Add a frame to an input.
AVRational time_base
Time base for the output events.
struct FFBufQueue queue
Queue of incoming AVFrame, and NULL to mark EOF.
AVFilterContext * src
source filter
static void ff_bufqueue_discard_all(struct FFBufQueue *queue)
Unref and remove all buffers from the queue.
static int64_t framesync_pts_extrapolate(FFFrameSync *fs, unsigned in, int64_t pts)
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
static const AVClass framesync_class
Extend the frame to infinity.
unsigned short available
number of available buffers
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
int ff_framesync_init(FFFrameSync *fs, void *parent, unsigned nb_in)
Initialize a frame sync structure.
uint8_t state
State: before first, in stream or after EOF, for internal use.
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Describe the class of an AVClass context structure.
unsigned nb_in
Number of input streams.
AVFrame * frame
Current frame, may be NULL before the first one or after EOF.
static int64_t pts
Global timestamp for the audio frames.
int av_frame_make_writable(AVFrame *frame)
Ensure that the frame data is writable, avoiding data copy if possible.
uint8_t frame_ready
Flag indicating that a frame event is ready.
int version
LIBAVUTIL_VERSION with which this structure was created.
#define FF_INLINK_IDX(link)
Find the index of a link.
int64_t pts
PTS of the current frame.
Completely stop all streams with this one.
void ff_framesync_drop(FFFrameSync *fs)
Drop the current frame event.
static void ff_bufqueue_add(void *log, struct FFBufQueue *queue, AVFrame *buf)
Add a buffer to the queue.
static void framesync_inject_frame(FFFrameSync *fs, unsigned in, AVFrame *frame)
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
#define AV_NOPTS_VALUE
Undefined timestamp value.
int64_t pts_next
PTS of the next frame, for internal use.