1 /*
2 * Copyright (c) 2010 Stefano Sabatini
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * libopencv wrapper functions
24 */
25
27 #if HAVE_OPENCV2_CORE_CORE_C_H
28 #include <opencv2/core/core_c.h>
29 #include <opencv2/imgproc/imgproc_c.h>
30 #else
31 #include <opencv/cv.h>
32 #include <opencv/cxcore.h>
33 #endif
42
44 {
45 IplImage *tmpimg;
46 int depth, channels_nb;
47
49 else if (pixfmt ==
AV_PIX_FMT_BGRA) { depth = IPL_DEPTH_8U; channels_nb = 4; }
50 else if (pixfmt ==
AV_PIX_FMT_BGR24) { depth = IPL_DEPTH_8U; channels_nb = 3; }
51 else return;
52
53 tmpimg = cvCreateImageHeader((CvSize){frame->
width, frame->
height}, depth, channels_nb);
54 *img = *tmpimg;
55 img->imageData = img->imageDataOrigin = frame->
data[0];
56 img->dataOrder = IPL_DATA_ORDER_PIXEL;
57 img->origin = IPL_ORIGIN_TL;
59 }
60
62 {
64 frame->
data[0] = img->imageData;
65 }
66
68 {
71 };
73 if (!fmts_list)
76 }
77
87
93
95 {
98 char type_str[128] = "gaussian";
99
104
105 if (args)
106 sscanf(args,
"%127[^|]|%d|%d|%lf|%lf", type_str, &smooth->
param1, &smooth->
param2, &smooth->
param3, &smooth->
param4);
107
108 if (!strcmp(type_str,
"blur" )) smooth->
type = CV_BLUR;
109 else if (!strcmp(type_str,
"blur_no_scale")) smooth->
type = CV_BLUR_NO_SCALE;
110 else if (!strcmp(type_str,
"median" )) smooth->
type = CV_MEDIAN;
111 else if (!strcmp(type_str,
"gaussian" )) smooth->
type = CV_GAUSSIAN;
112 else if (!strcmp(type_str,
"bilateral" )) smooth->
type = CV_BILATERAL;
113 else {
116 }
117
120 "Invalid value '%d' for param1, it has to be a positive odd number\n",
123 }
124 if ((smooth->
type == CV_BLUR || smooth->
type == CV_BLUR_NO_SCALE || smooth->
type == CV_GAUSSIAN) &&
127 "Invalid value '%d' for param2, it has to be zero or a positive odd number\n",
130 }
131
134 return 0;
135 }
136
138 {
142 }
143
145 void *log_ctx)
146 {
150
151 if ((ret =
av_file_map(filename, &buf, &size, 0, log_ctx)) < 0)
152 return ret;
153
154 /* prescan file to get the number of lines and the maximum width */
155 w = 0;
156 for (i = 0; i <
size; i++) {
157 if (buf[i] == '\n') {
158 if (*rows == INT_MAX) {
162 }
163 ++(*rows);
164 *cols =
FFMAX(*cols, w);
165 w = 0;
166 } else if (w == INT_MAX) {
169 }
170 w++;
171 }
172 if (*rows > (SIZE_MAX / sizeof(int) / *cols)) {
174 *rows, *cols);
177 }
181 }
182
183 /* fill *values */
185 pend = buf + size-1;
186 for (i = 0; i < *rows; i++) {
187 for (j = 0;; j++) {
188 if (p > pend || *p == '\n') {
189 p++;
190 break;
191 } else
192 (*values)[*cols*i + j] = !!
av_isgraph(*(p++));
193 }
194 }
195
198
199 #ifdef DEBUG
200 {
204 for (i = 0; i < *rows; i++) {
205 for (j = 0; j < *cols; j++)
206 line[j] = (*values)[i * *cols + j] ? '@' : ' ';
207 line[j] = 0;
209 }
211 }
212 #endif
213
214 return 0;
215 }
216
218 {
219 char shape_filename[128] = "", shape_str[32] = "rect";
220 int cols = 0, rows = 0, anchor_x = 0, anchor_y = 0, shape = CV_SHAPE_RECT;
221 int *values =
NULL, ret = 0;
222
223 sscanf(buf, "%dx%d+%dx%d/%32[^=]=%127s", &cols, &rows, &anchor_x, &anchor_y, shape_str, shape_filename);
224
225 if (!strcmp(shape_str, "rect" )) shape = CV_SHAPE_RECT;
226 else if (!strcmp(shape_str, "cross" )) shape = CV_SHAPE_CROSS;
227 else if (!strcmp(shape_str, "ellipse")) shape = CV_SHAPE_ELLIPSE;
228 else if (!strcmp(shape_str, "custom" )) {
229 shape = CV_SHAPE_CUSTOM;
231 return ret;
232 } else {
234 "Shape unspecified or type '%s' unknown.\n", shape_str);
237 }
238
239 if (rows <= 0 || cols <= 0) {
241 "Invalid non-positive values for shape size %dx%d\n", cols, rows);
244 }
245
246 if (anchor_x < 0 || anchor_y < 0 || anchor_x >= cols || anchor_y >= rows) {
248 "Shape anchor %dx%d is not inside the rectangle with size %dx%d.\n",
249 anchor_x, anchor_y, cols, rows);
252 }
253
254 *kernel = cvCreateStructuringElementEx(cols, rows, anchor_x, anchor_y, shape, values);
255 if (!*kernel) {
258 }
259
261 rows, cols, anchor_x, anchor_y, shape_str);
264 return ret;
265 }
266
271
273 {
276 char default_kernel_str[] = "3x3+0x0/rect";
277 char *kernel_str =
NULL;
279 int ret;
280
281 if (args) {
283
284 if (!kernel_str)
286 }
287
289 (!kernel_str || !*kernel_str) ? default_kernel_str
290 : kernel_str,
291 ctx);
293 if (ret < 0)
294 return ret;
295
303 }
304 return 0;
305 }
306
308 {
311
312 cvReleaseStructuringElement(&dilate->
kernel);
313 }
314
316 {
320 }
321
323 {
327 }
328
336
341 };
342
344 {
346 int i;
347
351 }
354 if (!strcmp(s->
name, entry->
name)) {
358
362 }
363 }
364
367 }
368
370 {
372
376 }
377
379 {
384 IplImage inimg, outimg;
385
387 if (!out) {
390 }
392
397
399
401 }
402
403 #define OFFSET(x) offsetof(OCVContext, x)
404 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
409 };
410
412
414 {
418 },
420 };
421
423 {
426 },
428 };
429
434 .priv_class = &ocv_class,
438 .
inputs = avfilter_vf_ocv_inputs,
439 .
outputs = avfilter_vf_ocv_outputs,
440 };
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
static int parse_iplconvkernel(IplConvKernel **kernel, char *buf, void *log_ctx)
This structure describes decoded (raw) audio or video data.
Main libavfilter public API header.
int h
agreed upon image height
AVFILTER_DEFINE_CLASS(ocv)
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
void(* uninit)(AVFilterContext *ctx)
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
const char * name
Pad name.
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
static void smooth_end_frame_filter(AVFilterContext *ctx, IplImage *inimg, IplImage *outimg)
static av_cold int end(AVCodecContext *avctx)
static av_cold void dilate_uninit(AVFilterContext *ctx)
void(* end_frame_filter)(AVFilterContext *ctx, IplImage *inimg, IplImage *outimg)
#define AV_LOG_VERBOSE
Detailed information.
int(* init)(AVFilterContext *ctx, const char *args)
A filter pad used for either input or output.
A link between two filters.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
void av_file_unmap(uint8_t *bufptr, size_t size)
Unmap or free the buffer bufptr created by av_file_map().
int av_file_map(const char *filename, uint8_t **bufptr, size_t *size, int log_offset, void *log_ctx)
Read the file with name filename, and put its content in a newly allocated buffer or map it with mmap...
static av_cold int init(AVFilterContext *ctx)
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
void * priv
private data for use by the filter
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
char * av_get_token(const char **buf, const char *term)
Unescape the given string until a non escaped terminating char, and return the token corresponding to...
static void dilate_end_frame_filter(AVFilterContext *ctx, IplImage *inimg, IplImage *outimg)
int w
agreed upon image width
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
static const AVFilterPad avfilter_vf_ocv_outputs[]
static void fill_iplimage_from_frame(IplImage *img, const AVFrame *frame, enum AVPixelFormat pixfmt)
void(* end_frame_filter)(AVFilterContext *ctx, IplImage *inimg, IplImage *outimg)
void(* uninit)(AVFilterContext *ctx)
packed RGB 8:8:8, 24bpp, BGRBGR...
static const AVFilterPad inputs[]
static const AVFilterPad outputs[]
int format
agreed upon media format
#define FF_ARRAY_ELEMS(a)
static const AVFilterPad avfilter_vf_ocv_inputs[]
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
static av_cold int dilate_init(AVFilterContext *ctx, const char *args)
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
static av_cold void uninit(AVFilterContext *ctx)
Describe the class of an AVClass context structure.
const char * name
Filter name.
static int read_shape_from_file(int *cols, int *rows, int **values, const char *filename, void *log_ctx)
AVFilterLink ** outputs
array of pointers to output links
static enum AVPixelFormat pix_fmts[]
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
static void erode_end_frame_filter(AVFilterContext *ctx, IplImage *inimg, IplImage *outimg)
static const AVOption ocv_options[]
static av_const int av_isgraph(int c)
Locale-independent conversion of ASCII isgraph.
common internal and external API header
int(* init)(AVFilterContext *ctx, const char *args)
static int query_formats(AVFilterContext *ctx)
AVFilterContext * dst
dest filter
enum AVPixelFormat pixfmt
static av_cold int smooth_init(AVFilterContext *ctx, const char *args)
static void fill_frame_from_iplimage(AVFrame *frame, const IplImage *img, enum AVPixelFormat pixfmt)
static const OCVFilterEntry ocv_filter_entries[]
AVPixelFormat
Pixel format.
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
void * av_mallocz_array(size_t nmemb, size_t size)