FFmpeg: libavfilter/dnn/dnn_backend_common.c Source File

FFmpeg
dnn_backend_common.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 /**
20  * @file
21  * DNN common functions different backends.
22  */
23 
24 #include "libavutil/mem.h"
25 #include "dnn_backend_common.h"
26 
27  #define DNN_ASYNC_SUCCESS (void *)0
28  #define DNN_ASYNC_FAIL (void *)-1
29 
30  int ff_check_exec_params(void *ctx, DNNBackendType backend, DNNFunctionType func_type, DNNExecBaseParams *exec_params)
31 {
32  if (!exec_params) {
33  av_log(ctx, AV_LOG_ERROR, "exec_params is null when execute model.\n");
34  return AVERROR(EINVAL);
35  }
36 
37  if (!exec_params->in_frame) {
38  av_log(ctx, AV_LOG_ERROR, "in frame is NULL when execute model.\n");
39  return AVERROR(EINVAL);
40  }
41 
42  if (!exec_params->out_frame && func_type == DFT_PROCESS_FRAME) {
43  av_log(ctx, AV_LOG_ERROR, "out frame is NULL when execute model.\n");
44  return AVERROR(EINVAL);
45  }
46 
47  return 0;
48 }
49 
50  int ff_dnn_fill_task(TaskItem *task, DNNExecBaseParams *exec_params, void *backend_model, int async, int do_ioproc) {
51  if (task == NULL || exec_params == NULL || backend_model == NULL)
52  return AVERROR(EINVAL);
53  if (do_ioproc != 0 && do_ioproc != 1)
54  return AVERROR(EINVAL);
55  if (async != 0 && async != 1)
56  return AVERROR(EINVAL);
57 
58  task->do_ioproc = do_ioproc;
59  task->async = async;
60  task->input_name = exec_params->input_name;
61  task->in_frame = exec_params->in_frame;
62  task->out_frame = exec_params->out_frame;
63  task->model = backend_model;
64  task->nb_output = exec_params->nb_output;
65  task->output_names = exec_params->output_names;
66 
67  return 0;
68 }
69 
70 /**
71  * Thread routine for async execution.
72  * @param args pointer to DNNAsyncExecModule module
73  */
74  static void *async_thread_routine(void *args)
75 {
76  DNNAsyncExecModule *async_module = args;
77  void *request = async_module->args;
78 
79  if (async_module->start_inference(request) != 0) {
80  return DNN_ASYNC_FAIL;
81  }
82  async_module->callback(request);
83  return DNN_ASYNC_SUCCESS;
84 }
85 
86  int ff_dnn_async_module_cleanup(DNNAsyncExecModule *async_module)
87 {
88  void *status = 0;
89  if (!async_module) {
90  return AVERROR(EINVAL);
91  }
92 #if HAVE_PTHREAD_CANCEL
93  pthread_join(async_module->thread_id, &status);
94  if (status == DNN_ASYNC_FAIL) {
95  av_log(NULL, AV_LOG_ERROR, "Last Inference Failed.\n");
96  return DNN_GENERIC_ERROR;
97  }
98 #endif
99  async_module->start_inference = NULL;
100  async_module->callback = NULL;
101  async_module->args = NULL;
102  return 0;
103 }
104 
105  int ff_dnn_start_inference_async(void *ctx, DNNAsyncExecModule *async_module)
106 {
107  int ret;
108  void *status = 0;
109 
110  if (!async_module) {
111  av_log(ctx, AV_LOG_ERROR, "async_module is null when starting async inference.\n");
112  return AVERROR(EINVAL);
113  }
114 
115 #if HAVE_PTHREAD_CANCEL
116  pthread_join(async_module->thread_id, &status);
117  if (status == DNN_ASYNC_FAIL) {
118  av_log(ctx, AV_LOG_ERROR, "Unable to start inference as previous inference failed.\n");
119  return DNN_GENERIC_ERROR;
120  }
121  ret = pthread_create(&async_module->thread_id, NULL, async_thread_routine, async_module);
122  if (ret != 0) {
123  av_log(ctx, AV_LOG_ERROR, "Unable to start async inference.\n");
124  return ret;
125  }
126 #else
127  ret = async_module->start_inference(async_module->args);
128  if (ret != 0) {
129  return ret;
130  }
131  async_module->callback(async_module->args);
132 #endif
133  return 0;
134 }
135 
136  DNNAsyncStatusType ff_dnn_get_result_common(Queue *task_queue, AVFrame **in, AVFrame **out)
137 {
138  TaskItem *task = ff_queue_peek_front(task_queue);
139 
140  if (!task) {
141  return DAST_EMPTY_QUEUE;
142  }
143 
144  if (task->inference_done != task->inference_todo) {
145  return DAST_NOT_READY;
146  }
147 
148  *in = task->in_frame;
149  *out = task->out_frame;
150  ff_queue_pop_front(task_queue);
151  av_freep(&task);
152 
153  return DAST_SUCCESS;
154 }
155 
156  int ff_dnn_fill_gettingoutput_task(TaskItem *task, DNNExecBaseParams *exec_params, void *backend_model, int input_height, int input_width, void *ctx)
157 {
158  AVFrame *in_frame = NULL;
159  AVFrame *out_frame = NULL;
160 
161  in_frame = av_frame_alloc();
162  if (!in_frame) {
163  av_log(ctx, AV_LOG_ERROR, "Failed to allocate memory for input frame\n");
164  return AVERROR(ENOMEM);
165  }
166 
167  out_frame = av_frame_alloc();
168  if (!out_frame) {
169  av_frame_free(&in_frame);
170  av_log(ctx, AV_LOG_ERROR, "Failed to allocate memory for output frame\n");
171  return AVERROR(ENOMEM);
172  }
173 
174  in_frame->width = input_width;
175  in_frame->height = input_height;
176  exec_params->in_frame = in_frame;
177  exec_params->out_frame = out_frame;
178 
179  return ff_dnn_fill_task(task, exec_params, backend_model, 0, 0);
180 }
pthread_join
static av_always_inline int pthread_join(pthread_t thread, void **value_ptr)
Definition: os2threads.h:94
AVERROR
Filter the word "frame" indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
out
FILE * out
Definition: movenc.c:55
DNNAsyncExecModule
Common Async Execution Mechanism for the DNN Backends.
Definition: dnn_backend_common.h:65
DNNFunctionType
DNNFunctionType
Definition: dnn_interface.h:56
ff_queue_pop_front
void * ff_queue_pop_front(Queue *q)
Remove and free first element from the Queue.
Definition: queue.c:151
ff_check_exec_params
int ff_check_exec_params(void *ctx, DNNBackendType backend, DNNFunctionType func_type, DNNExecBaseParams *exec_params)
Definition: dnn_backend_common.c:30
DNN_GENERIC_ERROR
#define DNN_GENERIC_ERROR
Definition: dnn_interface.h:33
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:64
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:427
AVFrame::width
int width
Definition: frame.h:499
DNNExecBaseParams::input_name
const char * input_name
Definition: dnn_interface.h:81
TaskItem
Definition: dnn_backend_common.h:43
DNNAsyncExecModule::callback
void(* callback)(void *args)
Completion Callback for the backend.
Definition: dnn_backend_common.h:77
DNNExecBaseParams::in_frame
AVFrame * in_frame
Definition: dnn_interface.h:84
DNN_ASYNC_SUCCESS
#define DNN_ASYNC_SUCCESS
Definition: dnn_backend_common.c:27
TaskItem::model
void * model
Definition: dnn_backend_common.h:44
Queue
Linear double-ended data structure.
Definition: executor.c:51
av_frame_alloc
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:52
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:210
ff_dnn_fill_gettingoutput_task
int ff_dnn_fill_gettingoutput_task(TaskItem *task, DNNExecBaseParams *exec_params, void *backend_model, int input_height, int input_width, void *ctx)
Allocate input and output frames and fill the Task with execution parameters.
Definition: dnn_backend_common.c:156
ctx
AVFormatContext * ctx
Definition: movenc.c:49
TaskItem::inference_todo
uint32_t inference_todo
Definition: dnn_backend_common.h:52
pthread_create
static av_always_inline int pthread_create(pthread_t *thread, const pthread_attr_t *attr, void *(*start_routine)(void *), void *arg)
Definition: os2threads.h:80
NULL
#define NULL
Definition: coverity.c:32
ff_dnn_async_module_cleanup
int ff_dnn_async_module_cleanup(DNNAsyncExecModule *async_module)
Join the Async Execution thread and set module pointers to NULL.
Definition: dnn_backend_common.c:86
TaskItem::in_frame
AVFrame * in_frame
Definition: dnn_backend_common.h:45
TaskItem::async
uint8_t async
Definition: dnn_backend_common.h:49
DAST_SUCCESS
@ DAST_SUCCESS
Definition: dnn_interface.h:53
TaskItem::inference_done
uint32_t inference_done
Definition: dnn_backend_common.h:53
DNNBackendType
DNNBackendType
Definition: dnn_interface.h:35
DAST_EMPTY_QUEUE
@ DAST_EMPTY_QUEUE
Definition: dnn_interface.h:51
ff_dnn_fill_task
int ff_dnn_fill_task(TaskItem *task, DNNExecBaseParams *exec_params, void *backend_model, int async, int do_ioproc)
Fill the Task for Backend Execution.
Definition: dnn_backend_common.c:50
DNNExecBaseParams::out_frame
AVFrame * out_frame
Definition: dnn_interface.h:85
DNNAsyncExecModule::start_inference
int(* start_inference)(void *request)
Synchronous inference function for the backend with corresponding request item as the argument.
Definition: dnn_backend_common.h:70
DNNAsyncExecModule::args
void * args
Argument for the execution functions.
Definition: dnn_backend_common.h:83
TaskItem::output_names
const char ** output_names
Definition: dnn_backend_common.h:48
async_thread_routine
static void * async_thread_routine(void *args)
Thread routine for async execution.
Definition: dnn_backend_common.c:74
ret
ret
Definition: filter_design.txt:187
TaskItem::out_frame
AVFrame * out_frame
Definition: dnn_backend_common.h:46
AVFrame::height
int height
Definition: frame.h:499
status
ov_status_e status
Definition: dnn_backend_openvino.c:100
dnn_backend_common.h
DNN_ASYNC_FAIL
#define DNN_ASYNC_FAIL
Definition: dnn_backend_common.c:28
ff_dnn_get_result_common
DNNAsyncStatusType ff_dnn_get_result_common(Queue *task_queue, AVFrame **in, AVFrame **out)
Extract input and output frame from the Task Queue after asynchronous inference.
Definition: dnn_backend_common.c:136
ff_queue_peek_front
void * ff_queue_peek_front(Queue *q)
Return a pointer to the data at the head of the queue.
Definition: queue.c:93
DNNExecBaseParams::output_names
const char ** output_names
Definition: dnn_interface.h:82
ff_dnn_start_inference_async
int ff_dnn_start_inference_async(void *ctx, DNNAsyncExecModule *async_module)
Start asynchronous inference routine for the TensorFlow model on a detached thread.
Definition: dnn_backend_common.c:105
mem.h
TaskItem::input_name
const char * input_name
Definition: dnn_backend_common.h:47
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
DNNExecBaseParams
Definition: dnn_interface.h:80
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
TaskItem::do_ioproc
uint8_t do_ioproc
Definition: dnn_backend_common.h:50
DAST_NOT_READY
@ DAST_NOT_READY
Definition: dnn_interface.h:52
DNNAsyncStatusType
DNNAsyncStatusType
Definition: dnn_interface.h:49
DFT_PROCESS_FRAME
@ DFT_PROCESS_FRAME
Definition: dnn_interface.h:58
TaskItem::nb_output
uint32_t nb_output
Definition: dnn_backend_common.h:51
DNNExecBaseParams::nb_output
uint32_t nb_output
Definition: dnn_interface.h:83
Generated on Wed Nov 19 2025 19:22:49 for FFmpeg by   doxygen 1.8.17

AltStyle によって変換されたページ (->オリジナル) /