|
|
@@ -27,6 +27,7 @@ |
|
|
|
#include "libavutil/opt.h" |
|
|
|
#include "libavutil/pixdesc.h" |
|
|
|
#include "libavutil/avassert.h" |
|
|
|
#include "libavutil/imgutils.h" |
|
|
|
#include "avfilter.h" |
|
|
|
#include "dnn_interface.h" |
|
|
|
#include "formats.h" |
|
|
@@ -231,6 +232,8 @@ static int config_output(AVFilterLink *outlink) |
|
|
|
|
|
|
|
static int copy_from_frame_to_dnn(DNNData *dnn_input, const AVFrame *frame) |
|
|
|
{ |
|
|
|
int bytewidth = av_image_get_linesize(frame->format, frame->width, 0); |
|
|
|
|
|
|
|
switch (frame->format) { |
|
|
|
case AV_PIX_FMT_RGB24: |
|
|
|
case AV_PIX_FMT_BGR24: |
|
|
@@ -244,42 +247,17 @@ static int copy_from_frame_to_dnn(DNNData *dnn_input, const AVFrame *frame) |
|
|
|
} |
|
|
|
} |
|
|
|
} else { |
|
|
|
uint8_t *dnn_input_data = dnn_input->data; |
|
|
|
av_assert0(dnn_input->dt == DNN_UINT8); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width * 3; j++) { |
|
|
|
int k = i * frame->linesize[0] + j; |
|
|
|
int t = i * frame->width * 3 + j; |
|
|
|
dnn_input_data[t] = frame->data[0][k]; |
|
|
|
} |
|
|
|
} |
|
|
|
av_image_copy_plane(dnn_input->data, bytewidth, |
|
|
|
frame->data[0], frame->linesize[0], |
|
|
|
bytewidth, frame->height); |
|
|
|
} |
|
|
|
return 0; |
|
|
|
case AV_PIX_FMT_GRAY8: |
|
|
|
{ |
|
|
|
uint8_t *dnn_input_data = dnn_input->data; |
|
|
|
av_assert0(dnn_input->dt == DNN_UINT8); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width; j++) { |
|
|
|
int k = i * frame->linesize[0] + j; |
|
|
|
int t = i * frame->width + j; |
|
|
|
dnn_input_data[t] = frame->data[0][k]; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
return 0; |
|
|
|
case AV_PIX_FMT_GRAYF32: |
|
|
|
{ |
|
|
|
float *dnn_input_data = dnn_input->data; |
|
|
|
av_assert0(dnn_input->dt == DNN_FLOAT); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width; j++) { |
|
|
|
int k = i * frame->linesize[0] + j * sizeof(float); |
|
|
|
int t = i * frame->width + j; |
|
|
|
dnn_input_data[t] = *(float*)(frame->data[0] + k); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
av_image_copy_plane(dnn_input->data, bytewidth, |
|
|
|
frame->data[0], frame->linesize[0], |
|
|
|
bytewidth, frame->height); |
|
|
|
return 0; |
|
|
|
default: |
|
|
|
return AVERROR(EIO); |
|
|
@@ -290,6 +268,8 @@ static int copy_from_frame_to_dnn(DNNData *dnn_input, const AVFrame *frame) |
|
|
|
|
|
|
|
static int copy_from_dnn_to_frame(AVFrame *frame, const DNNData *dnn_output) |
|
|
|
{ |
|
|
|
int bytewidth = av_image_get_linesize(frame->format, frame->width, 0); |
|
|
|
|
|
|
|
switch (frame->format) { |
|
|
|
case AV_PIX_FMT_RGB24: |
|
|
|
case AV_PIX_FMT_BGR24: |
|
|
@@ -303,42 +283,25 @@ static int copy_from_dnn_to_frame(AVFrame *frame, const DNNData *dnn_output) |
|
|
|
} |
|
|
|
} |
|
|
|
} else { |
|
|
|
uint8_t *dnn_output_data = dnn_output->data; |
|
|
|
av_assert0(dnn_output->dt == DNN_UINT8); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width * 3; j++) { |
|
|
|
int k = i * frame->linesize[0] + j; |
|
|
|
int t = i * frame->width * 3 + j; |
|
|
|
frame->data[0][k] = dnn_output_data[t]; |
|
|
|
} |
|
|
|
} |
|
|
|
av_image_copy_plane(frame->data[0], frame->linesize[0], |
|
|
|
dnn_output->data, bytewidth, |
|
|
|
bytewidth, frame->height); |
|
|
|
} |
|
|
|
return 0; |
|
|
|
case AV_PIX_FMT_GRAY8: |
|
|
|
{ |
|
|
|
uint8_t *dnn_output_data = dnn_output->data; |
|
|
|
av_assert0(dnn_output->dt == DNN_UINT8); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width; j++) { |
|
|
|
int k = i * frame->linesize[0] + j; |
|
|
|
int t = i * frame->width + j; |
|
|
|
frame->data[0][k] = dnn_output_data[t]; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
// it is possible that data type of dnn output is float32, |
|
|
|
// need to add support for such case when needed. |
|
|
|
av_assert0(dnn_output->dt == DNN_UINT8); |
|
|
|
av_image_copy_plane(frame->data[0], frame->linesize[0], |
|
|
|
dnn_output->data, bytewidth, |
|
|
|
bytewidth, frame->height); |
|
|
|
return 0; |
|
|
|
case AV_PIX_FMT_GRAYF32: |
|
|
|
{ |
|
|
|
float *dnn_output_data = dnn_output->data; |
|
|
|
av_assert0(dnn_output->dt == DNN_FLOAT); |
|
|
|
for (int i = 0; i < frame->height; i++) { |
|
|
|
for(int j = 0; j < frame->width; j++) { |
|
|
|
int k = i * frame->linesize[0] + j * sizeof(float); |
|
|
|
int t = i * frame->width + j; |
|
|
|
*(float*)(frame->data[0] + k) = dnn_output_data[t]; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
av_assert0(dnn_output->dt == DNN_FLOAT); |
|
|
|
av_image_copy_plane(frame->data[0], frame->linesize[0], |
|
|
|
dnn_output->data, bytewidth, |
|
|
|
bytewidth, frame->height); |
|
|
|
return 0; |
|
|
|
default: |
|
|
|
return AVERROR(EIO); |
|
|
|