1 /*
2 * Copyright (c) 2006 Michael Niedermayer <michaelni@gmx.at>
3 *
4 * FFmpeg is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License along
15 * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
17 */
18
19 /**
20 * @file
21 * Motion Compensation Deinterlacer
22 * Ported from MPlayer libmpcodecs/vf_mcdeint.c.
23 *
24 * Known Issues:
25 *
26 * The motion estimation is somewhat at the mercy of the input, if the
27 * input frames are created purely based on spatial interpolation then
28 * for example a thin black line or another random and not
29 * interpolateable pattern will cause problems.
30 * Note: completely ignoring the "unavailable" lines during motion
31 * estimation did not look any better, so the most obvious solution
32 * would be to improve tfields or penalize problematic motion vectors.
33 *
34 * If non iterative ME is used then snow currently ignores the OBMC
35 * window and as a result sometimes creates artifacts.
36 *
37 * Only past frames are used, we should ideally use future frames too,
38 * something like filtering the whole movie in forward and then
39 * backward direction seems like a interesting idea but the current
40 * filter framework is FAR from supporting such things.
41 *
42 * Combining the motion compensated image with the input image also is
43 * not as trivial as it seems, simple blindly taking even lines from
44 * one and odd ones from the other does not work at all as ME/MC
45 * sometimes has nothing in the previous frames which matches the
46 * current. The current algorithm has been found by trial and error
47 * and almost certainly can be improved...
48 */
49
56
63 };
64
68 };
69
77
78 #define OFFSET(x) offsetof(MCDeintContext, x)
79 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
80 #define CONST(name, help, val, unit) { name, help, 0, AV_OPT_TYPE_CONST, {.i64=val}, INT_MIN, INT_MAX, FLAGS, unit }
81
88
92
95 };
96
98
100 {
107
111 }
112
117 enc_ctx->
width = inlink->
w;
130
131 switch (mcdeint->
mode) {
141 }
142
145 if (ret < 0)
147
148 return 0;
149 }
150
152 {
154
158 }
159 }
160
162 {
165 };
167 if (!fmts_list)
170 }
171
173 {
178 int x,
y, i,
ret, got_frame = 0;
179
181 if (!outpic) {
184 }
187
189
191 if (ret < 0)
193
195
196 for (i = 0; i < 3; i++) {
197 int is_chroma = !!i;
203
204 for (y = 0; y <
h; y++) {
205 if ((y ^ mcdeint->
parity) & 1) {
206 for (x = 0; x < w; x++) {
210
211 if (y > 0 && y < h-1){
212 int is_edge = x < 3 || x > w-4;
213 int diff0 = filp[-fils] - srcp[-srcs];
214 int diff1 = filp[+fils] - srcp[+srcs];
216
217 #define DELTA(j) av_clip(j, -x, w-1-x)
218
219 #define GET_SCORE_EDGE(j)\
220 FFABS(srcp[-srcs+DELTA(-1+(j))] - srcp[+srcs+DELTA(-1-(j))])+\
221 FFABS(srcp[-srcs+DELTA(j) ] - srcp[+srcs+DELTA( -(j))])+\
222 FFABS(srcp[-srcs+DELTA(1+(j)) ] - srcp[+srcs+DELTA( 1-(j))])
223
224 #define GET_SCORE(j)\
225 FFABS(srcp[-srcs-1+(j)] - srcp[+srcs-1-(j)])+\
226 FFABS(srcp[-srcs +(j)] - srcp[+srcs -(j)])+\
227 FFABS(srcp[-srcs+1+(j)] - srcp[+srcs+1-(j)])
228
229 #define CHECK_EDGE(j)\
230 { int score = GET_SCORE_EDGE(j);\
231 if (score < spatial_score){\
232 spatial_score = score;\
233 diff0 = filp[-fils+DELTA(j)] - srcp[-srcs+DELTA(j)];\
234 diff1 = filp[+fils+DELTA(-(j))] - srcp[+srcs+DELTA(-(j))];\
235
236 #define CHECK(j)\
237 { int score = GET_SCORE(j);\
238 if (score < spatial_score){\
239 spatial_score= score;\
240 diff0 = filp[-fils+(j)] - srcp[-srcs+(j)];\
241 diff1 = filp[+fils-(j)] - srcp[+srcs-(j)];\
242
243 if (is_edge) {
247 } else {
251 }
252
253
254 if (diff0 + diff1 > 0)
261 }
262 }
263 }
264 }
265
267 if (!((
y ^ mcdeint->parity) & 1)) {
268 for (x = 0; x < w; x++) {
269 frame_dec->data[i][x +
y*fils] =
270 outpic ->data[i][x +
y*dsts] =
inpic->data[i][x +
y*srcs];
271 }
272 }
273 }
274 }
275 mcdeint->parity ^= 1;
276
283 }
285 }
286
288 {
293 },
295 };
296
298 {
301 },
303 };
304
313 .priv_class = &mcdeint_class,
314 };
static const AVFilterPad mcdeint_inputs[]
void av_free_packet(AVPacket *pkt)
Free a packet.
This structure describes decoded (raw) audio or video data.
AVCodec * avcodec_find_encoder(enum AVCodecID id)
Find a registered encoder with a matching codec ID.
static const AVFilterPad outputs[]
Main libavfilter public API header.
AVFrame * coded_frame
the picture in the bitstream
int max_b_frames
maximum number of B-frames between non-B-frames Note: The output will be delayed by max_b_frames+1 re...
int h
agreed upon image height
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
#define CODEC_FLAG_QPEL
Use qpel MC.
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented...
BYTE int const BYTE * srcp
const char * name
Pad name.
#define GET_SCORE_EDGE(j)
static av_cold int end(AVCodecContext *avctx)
int me_cmp
motion estimation comparison function
int avcodec_encode_video2(AVCodecContext *avctx, AVPacket *avpkt, const AVFrame *frame, int *got_packet_ptr)
Encode a frame of video.
static const AVFilterPad mcdeint_outputs[]
AVFILTER_DEFINE_CLASS(mcdeint)
#define CONST(name, help, val, unit)
A filter pad used for either input or output.
A link between two filters.
int avcodec_close(AVCodecContext *avctx)
Close a given AVCodecContext and free all the data associated with it (but not the AVCodecContext its...
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
return ff_filter_frame(outlink, outpic)
static int config_props(AVFilterLink *inlink)
int me_sub_cmp
subpixel motion estimation comparison function
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
void * priv
private data for use by the filter
void av_dict_free(AVDictionary **pm)
Free all the memory allocated for an AVDictionary struct and all keys and values. ...
#define CODEC_FLAG_QSCALE
Use fixed qscale.
Libavcodec external API header.
#define CODEC_FLAG_LOW_DELAY
Force low delay.
int w
agreed upon image width
static av_cold void uninit(AVFilterContext *ctx)
int refs
number of reference frames
#define FF_COMPLIANCE_EXPERIMENTAL
Allow nonstandardized experimental things.
AVCodecContext * avcodec_alloc_context3(const AVCodec *codec)
Allocate an AVCodecContext and set its fields to default values.
int width
picture width / height.
#define FF_CEIL_RSHIFT(a, b)
static const AVOption mcdeint_options[]
int quality
quality (between 1 (good) and FF_LAMBDA_MAX (bad))
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
main external API structure.
static int query_formats(AVFilterContext *ctx)
int av_dict_set(AVDictionary **pm, const char *key, const char *value, int flags)
Set the given entry in *pm, overwriting an existing entry.
Describe the class of an AVClass context structure.
static const AVFilterPad inputs[]
rational number numerator/denominator
const char * name
Filter name.
int avcodec_open2(AVCodecContext *avctx, const AVCodec *codec, AVDictionary **options)
Initialize the AVCodecContext to use the given AVCodec.
AVFilterLink ** outputs
array of pointers to output links
int global_quality
Global quality for codecs which cannot change it per frame.
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
int gop_size
the number of pictures in a group of pictures, or 0 for intra_only
int mb_cmp
macroblock comparison function (not supported yet)
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
void av_init_packet(AVPacket *pkt)
Initialize optional fields of a packet with default values.
int dia_size
ME diamond size & shape.
AVFilterContext * dst
dest filter
#define FF_QP2LAMBDA
factor to convert from H.263 QP to lambda
static int filter_frame(AVFilterLink *inlink, AVFrame *inpic)
int me_method
Motion estimation algorithm used for video coding.
#define CODEC_FLAG_4MV
4 MV per MB allowed / advanced prediction for H.263.
AVPixelFormat
Pixel format.
This structure stores compressed data.
int strict_std_compliance
strictly follow the standard (MPEG4, ...).
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.