diff options
author | Guo, Yejun <yejun.guo@intel.com> | 2020-03-20 15:55:38 +0300 |
---|---|---|
committer | Guo, Yejun <yejun.guo@intel.com> | 2020-04-07 06:04:34 +0300 |
commit | ffa1561608f513b3a5d3d1568f75126f21bce663 (patch) | |
tree | cc07cade3e5e1aad40c7802cf8f53ea69f696924 /libavfilter | |
parent | 2114c4241891849323fd65e56f1ab6f70375a291 (diff) |
dnn_backend_native_layer_mathbinary: add sub support
more math binary operations will be added here
Signed-off-by: Guo, Yejun <yejun.guo@intel.com>
Diffstat (limited to 'libavfilter')
-rw-r--r-- | libavfilter/dnn/Makefile | 1 | ||||
-rw-r--r-- | libavfilter/dnn/dnn_backend_native.h | 1 | ||||
-rw-r--r-- | libavfilter/dnn/dnn_backend_native_layer_mathbinary.c | 113 | ||||
-rw-r--r-- | libavfilter/dnn/dnn_backend_native_layer_mathbinary.h | 49 | ||||
-rw-r--r-- | libavfilter/dnn/dnn_backend_native_layers.c | 2 |
5 files changed, 166 insertions, 0 deletions
diff --git a/libavfilter/dnn/Makefile b/libavfilter/dnn/Makefile index 171f00e502..ce529587e1 100644 --- a/libavfilter/dnn/Makefile +++ b/libavfilter/dnn/Makefile @@ -5,6 +5,7 @@ OBJS-$(CONFIG_DNN) += dnn/dnn_backend_native_layer_pad OBJS-$(CONFIG_DNN) += dnn/dnn_backend_native_layer_conv2d.o OBJS-$(CONFIG_DNN) += dnn/dnn_backend_native_layer_depth2space.o OBJS-$(CONFIG_DNN) += dnn/dnn_backend_native_layer_maximum.o +OBJS-$(CONFIG_DNN) += dnn/dnn_backend_native_layer_mathbinary.o DNN-OBJS-$(CONFIG_LIBTENSORFLOW) += dnn/dnn_backend_tf.o diff --git a/libavfilter/dnn/dnn_backend_native.h b/libavfilter/dnn/dnn_backend_native.h index 53ed22c5e2..5d76d87915 100644 --- a/libavfilter/dnn/dnn_backend_native.h +++ b/libavfilter/dnn/dnn_backend_native.h @@ -41,6 +41,7 @@ typedef enum { DLT_DEPTH_TO_SPACE = 2, DLT_MIRROR_PAD = 3, DLT_MAXIMUM = 4, + DLT_MATH_BINARY = 5, DLT_COUNT } DNNLayerType; diff --git a/libavfilter/dnn/dnn_backend_native_layer_mathbinary.c b/libavfilter/dnn/dnn_backend_native_layer_mathbinary.c new file mode 100644 index 0000000000..3b8bab82bc --- /dev/null +++ b/libavfilter/dnn/dnn_backend_native_layer_mathbinary.c @@ -0,0 +1,113 @@ +/* + * Copyright (c) 2020 + * + * This file is part of FFmpeg. + * + * FFmpeg is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * FFmpeg is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with FFmpeg; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +/** + * @file + * DNN native backend implementation. + */ + +#include "dnn_backend_native.h" +#include "libavutil/avassert.h" +#include "dnn_backend_native_layer_mathbinary.h" + +int dnn_load_layer_math_binary(Layer *layer, AVIOContext *model_file_context, int file_size) +{ + DnnLayerMathBinaryParams *params; + int dnn_size = 0; + int input_index = 0; + params = av_malloc(sizeof(*params)); + if (!params) + return 0; + + params->bin_op = (int32_t)avio_rl32(model_file_context); + dnn_size += 4; + + params->input0_broadcast = (int32_t)avio_rl32(model_file_context); + dnn_size += 4; + if (params->input0_broadcast) { + params->v = av_int2float(avio_rl32(model_file_context)); + } else { + layer->input_operand_indexes[input_index] = (int32_t)avio_rl32(model_file_context); + input_index++; + } + dnn_size += 4; + + params->input1_broadcast = (int32_t)avio_rl32(model_file_context); + dnn_size += 4; + if (params->input1_broadcast) { + params->v = av_int2float(avio_rl32(model_file_context)); + } else { + layer->input_operand_indexes[input_index] = (int32_t)avio_rl32(model_file_context); + input_index++; + } + dnn_size += 4; + + layer->output_operand_index = (int32_t)avio_rl32(model_file_context); + dnn_size += 4; + layer->params = params; + + return dnn_size; +} + +int dnn_execute_layer_math_binary(DnnOperand *operands, const int32_t *input_operand_indexes, + int32_t output_operand_index, const void *parameters) +{ + const DnnOperand *input = &operands[input_operand_indexes[0]]; + DnnOperand *output = &operands[output_operand_index]; + const DnnLayerMathBinaryParams *params = (const DnnLayerMathBinaryParams *)parameters; + int dims_count; + const float *src; + float *dst; + + for (int i = 0; i < 4; ++i) + output->dims[i] = input->dims[i]; + + output->data_type = input->data_type; + output->length = calculate_operand_data_length(output); + output->data = av_realloc(output->data, output->length); + if (!output->data) + return DNN_ERROR; + + dims_count = calculate_operand_dims_count(output); + src = input->data; + dst = output->data; + + switch (params->bin_op) { + case DMBO_SUB: + if (params->input0_broadcast) { + for (int i = 0; i < dims_count; ++i) { + dst[i] = params->v - src[i]; + } + } else if (params->input1_broadcast) { + for (int i = 0; i < dims_count; ++i) { + dst[i] = src[i] - params->v; + } + } else { + const DnnOperand *input1 = &operands[input_operand_indexes[1]]; + const float *src1 = input1->data; + for (int i = 0; i < dims_count; ++i) { + dst[i] = src[i] - src1[i]; + } + } + return 0; + default: + return -1; + } +} diff --git a/libavfilter/dnn/dnn_backend_native_layer_mathbinary.h b/libavfilter/dnn/dnn_backend_native_layer_mathbinary.h new file mode 100644 index 0000000000..6b684d1165 --- /dev/null +++ b/libavfilter/dnn/dnn_backend_native_layer_mathbinary.h @@ -0,0 +1,49 @@ +/* + * Copyright (c) 2020 + * + * This file is part of FFmpeg. + * + * FFmpeg is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * FFmpeg is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with FFmpeg; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +/** + * @file + * DNN inference functions interface for native backend. + */ + + +#ifndef AVFILTER_DNN_DNN_BACKEND_NATIVE_LAYER_MATHBINARY_H +#define AVFILTER_DNN_DNN_BACKEND_NATIVE_LAYER_MATHBINARY_H + +#include "libavformat/avio.h" +#include "dnn_backend_native.h" + +typedef enum { + DMBO_SUB = 0, + DMBO_COUNT +} DNNMathBinaryOperation; + +typedef struct DnnLayerMathBinaryParams{ + DNNMathBinaryOperation bin_op; + int input0_broadcast; + int input1_broadcast; + float v; +} DnnLayerMathBinaryParams; + +int dnn_load_layer_math_binary(Layer *layer, AVIOContext *model_file_context, int file_size); +int dnn_execute_layer_math_binary(DnnOperand *operands, const int32_t *input_operand_indexes, + int32_t output_operand_index, const void *parameters); + +#endif diff --git a/libavfilter/dnn/dnn_backend_native_layers.c b/libavfilter/dnn/dnn_backend_native_layers.c index d659667de1..af18552eb4 100644 --- a/libavfilter/dnn/dnn_backend_native_layers.c +++ b/libavfilter/dnn/dnn_backend_native_layers.c @@ -24,6 +24,7 @@ #include "dnn_backend_native_layer_conv2d.h" #include "dnn_backend_native_layer_depth2space.h" #include "dnn_backend_native_layer_maximum.h" +#include "dnn_backend_native_layer_mathbinary.h" LayerFunc layer_funcs[DLT_COUNT] = { {NULL, NULL}, @@ -31,4 +32,5 @@ LayerFunc layer_funcs[DLT_COUNT] = { {dnn_execute_layer_depth2space, dnn_load_layer_depth2space}, {dnn_execute_layer_pad, dnn_load_layer_pad}, {dnn_execute_layer_maximum, dnn_load_layer_maximum}, + {dnn_execute_layer_math_binary, dnn_load_layer_math_binary}, }; |