Implements support for height/width expressions in vf_scale_vaapi, by refactoring common code into a new libavfilter/scale.c Signed-off-by: Mark Thompson <sw@jkqxz.net>tags/n3.3
| @@ -257,10 +257,10 @@ OBJS-$(CONFIG_REPEATFIELDS_FILTER) += vf_repeatfields.o | |||
| OBJS-$(CONFIG_REVERSE_FILTER) += f_reverse.o | |||
| OBJS-$(CONFIG_ROTATE_FILTER) += vf_rotate.o | |||
| OBJS-$(CONFIG_SAB_FILTER) += vf_sab.o | |||
| OBJS-$(CONFIG_SCALE_FILTER) += vf_scale.o | |||
| OBJS-$(CONFIG_SCALE_NPP_FILTER) += vf_scale_npp.o | |||
| OBJS-$(CONFIG_SCALE_VAAPI_FILTER) += vf_scale_vaapi.o | |||
| OBJS-$(CONFIG_SCALE2REF_FILTER) += vf_scale.o | |||
| OBJS-$(CONFIG_SCALE_FILTER) += vf_scale.o scale.o | |||
| OBJS-$(CONFIG_SCALE_NPP_FILTER) += vf_scale_npp.o scale.o | |||
| OBJS-$(CONFIG_SCALE_VAAPI_FILTER) += vf_scale_vaapi.o scale.o | |||
| OBJS-$(CONFIG_SCALE2REF_FILTER) += vf_scale.o scale.o | |||
| OBJS-$(CONFIG_SELECT_FILTER) += f_select.o | |||
| OBJS-$(CONFIG_SELECTIVECOLOR_FILTER) += vf_selectivecolor.o | |||
| OBJS-$(CONFIG_SENDCMD_FILTER) += f_sendcmd.o | |||
| @@ -0,0 +1,152 @@ | |||
| /* | |||
| * Copyright (c) 2007 Bobby Bingham | |||
| * | |||
| * This file is part of FFmpeg. | |||
| * | |||
| * FFmpeg is free software; you can redistribute it and/or | |||
| * modify it under the terms of the GNU Lesser General Public | |||
| * License as published by the Free Software Foundation; either | |||
| * version 2.1 of the License, or (at your option) any later version. | |||
| * | |||
| * FFmpeg is distributed in the hope that it will be useful, | |||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |||
| * Lesser General Public License for more details. | |||
| * | |||
| * You should have received a copy of the GNU Lesser General Public | |||
| * License along with FFmpeg; if not, write to the Free Software | |||
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
| */ | |||
| #include <stdint.h> | |||
| #include "scale.h" | |||
| #include "libavutil/eval.h" | |||
| #include "libavutil/mathematics.h" | |||
| #include "libavutil/pixdesc.h" | |||
| static const char *const var_names[] = { | |||
| "PI", | |||
| "PHI", | |||
| "E", | |||
| "in_w", "iw", | |||
| "in_h", "ih", | |||
| "out_w", "ow", | |||
| "out_h", "oh", | |||
| "a", | |||
| "sar", | |||
| "dar", | |||
| "hsub", | |||
| "vsub", | |||
| "ohsub", | |||
| "ovsub", | |||
| NULL | |||
| }; | |||
| enum var_name { | |||
| VAR_PI, | |||
| VAR_PHI, | |||
| VAR_E, | |||
| VAR_IN_W, VAR_IW, | |||
| VAR_IN_H, VAR_IH, | |||
| VAR_OUT_W, VAR_OW, | |||
| VAR_OUT_H, VAR_OH, | |||
| VAR_A, | |||
| VAR_SAR, | |||
| VAR_DAR, | |||
| VAR_HSUB, | |||
| VAR_VSUB, | |||
| VAR_OHSUB, | |||
| VAR_OVSUB, | |||
| VARS_NB | |||
| }; | |||
| int ff_scale_eval_dimensions(void *log_ctx, | |||
| const char *w_expr, const char *h_expr, | |||
| AVFilterLink *inlink, AVFilterLink *outlink, | |||
| int *ret_w, int *ret_h) | |||
| { | |||
| const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format); | |||
| const AVPixFmtDescriptor *out_desc = av_pix_fmt_desc_get(outlink->format); | |||
| const char *expr; | |||
| int w, h; | |||
| int factor_w, factor_h; | |||
| int eval_w, eval_h; | |||
| int ret; | |||
| double var_values[VARS_NB], res; | |||
| var_values[VAR_PI] = M_PI; | |||
| var_values[VAR_PHI] = M_PHI; | |||
| var_values[VAR_E] = M_E; | |||
| var_values[VAR_IN_W] = var_values[VAR_IW] = inlink->w; | |||
| var_values[VAR_IN_H] = var_values[VAR_IH] = inlink->h; | |||
| var_values[VAR_OUT_W] = var_values[VAR_OW] = NAN; | |||
| var_values[VAR_OUT_H] = var_values[VAR_OH] = NAN; | |||
| var_values[VAR_A] = (double) inlink->w / inlink->h; | |||
| var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ? | |||
| (double) inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1; | |||
| var_values[VAR_DAR] = var_values[VAR_A] * var_values[VAR_SAR]; | |||
| var_values[VAR_HSUB] = 1 << desc->log2_chroma_w; | |||
| var_values[VAR_VSUB] = 1 << desc->log2_chroma_h; | |||
| var_values[VAR_OHSUB] = 1 << out_desc->log2_chroma_w; | |||
| var_values[VAR_OVSUB] = 1 << out_desc->log2_chroma_h; | |||
| /* evaluate width and height */ | |||
| av_expr_parse_and_eval(&res, (expr = w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, log_ctx); | |||
| eval_w = var_values[VAR_OUT_W] = var_values[VAR_OW] = res; | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = h_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, log_ctx)) < 0) | |||
| goto fail; | |||
| eval_h = var_values[VAR_OUT_H] = var_values[VAR_OH] = res; | |||
| /* evaluate again the width, as it may depend on the output height */ | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, log_ctx)) < 0) | |||
| goto fail; | |||
| eval_w = res; | |||
| w = eval_w; | |||
| h = eval_h; | |||
| /* Check if it is requested that the result has to be divisible by a some | |||
| * factor (w or h = -n with n being the factor). */ | |||
| factor_w = 1; | |||
| factor_h = 1; | |||
| if (w < -1) { | |||
| factor_w = -w; | |||
| } | |||
| if (h < -1) { | |||
| factor_h = -h; | |||
| } | |||
| if (w < 0 && h < 0) | |||
| eval_w = eval_h = 0; | |||
| if (!(w = eval_w)) | |||
| w = inlink->w; | |||
| if (!(h = eval_h)) | |||
| h = inlink->h; | |||
| /* Make sure that the result is divisible by the factor we determined | |||
| * earlier. If no factor was set, it is nothing will happen as the default | |||
| * factor is 1 */ | |||
| if (w < 0) | |||
| w = av_rescale(h, inlink->w, inlink->h * factor_w) * factor_w; | |||
| if (h < 0) | |||
| h = av_rescale(w, inlink->h, inlink->w * factor_h) * factor_h; | |||
| *ret_w = w; | |||
| *ret_h = h; | |||
| return 0; | |||
| fail: | |||
| av_log(log_ctx, AV_LOG_ERROR, | |||
| "Error when evaluating the expression '%s'.\n" | |||
| "Maybe the expression for out_w:'%s' or for out_h:'%s' is self-referencing.\n", | |||
| expr, w_expr, h_expr); | |||
| return ret; | |||
| } | |||
| @@ -0,0 +1,28 @@ | |||
| /* | |||
| * This file is part of FFmpeg. | |||
| * | |||
| * FFmpeg is free software; you can redistribute it and/or | |||
| * modify it under the terms of the GNU Lesser General Public | |||
| * License as published by the Free Software Foundation; either | |||
| * version 2.1 of the License, or (at your option) any later version. | |||
| * | |||
| * FFmpeg is distributed in the hope that it will be useful, | |||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |||
| * Lesser General Public License for more details. | |||
| * | |||
| * You should have received a copy of the GNU Lesser General Public | |||
| * License along with FFmpeg; if not, write to the Free Software | |||
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
| */ | |||
| #ifndef AVFILTER_SCALE_H | |||
| #define AVFILTER_SCALE_H | |||
| #include "avfilter.h" | |||
| int ff_scale_eval_dimensions(void *ctx, | |||
| const char *w_expr, const char *h_expr, | |||
| AVFilterLink *inlink, AVFilterLink *outlink, | |||
| int *ret_w, int *ret_h); | |||
| #endif | |||
| @@ -29,9 +29,9 @@ | |||
| #include "avfilter.h" | |||
| #include "formats.h" | |||
| #include "internal.h" | |||
| #include "scale.h" | |||
| #include "video.h" | |||
| #include "libavutil/avstring.h" | |||
| #include "libavutil/eval.h" | |||
| #include "libavutil/internal.h" | |||
| #include "libavutil/mathematics.h" | |||
| #include "libavutil/opt.h" | |||
| @@ -41,43 +41,12 @@ | |||
| #include "libavutil/avassert.h" | |||
| #include "libswscale/swscale.h" | |||
| static const char *const var_names[] = { | |||
| "in_w", "iw", | |||
| "in_h", "ih", | |||
| "out_w", "ow", | |||
| "out_h", "oh", | |||
| "a", | |||
| "sar", | |||
| "dar", | |||
| "hsub", | |||
| "vsub", | |||
| "ohsub", | |||
| "ovsub", | |||
| NULL | |||
| }; | |||
| enum var_name { | |||
| VAR_IN_W, VAR_IW, | |||
| VAR_IN_H, VAR_IH, | |||
| VAR_OUT_W, VAR_OW, | |||
| VAR_OUT_H, VAR_OH, | |||
| VAR_A, | |||
| VAR_SAR, | |||
| VAR_DAR, | |||
| VAR_HSUB, | |||
| VAR_VSUB, | |||
| VAR_OHSUB, | |||
| VAR_OVSUB, | |||
| VARS_NB | |||
| }; | |||
| enum EvalMode { | |||
| EVAL_MODE_INIT, | |||
| EVAL_MODE_FRAME, | |||
| EVAL_MODE_NB | |||
| }; | |||
| typedef struct ScaleContext { | |||
| const AVClass *class; | |||
| struct SwsContext *sws; ///< software scaler context | |||
| @@ -256,74 +225,16 @@ static int config_props(AVFilterLink *outlink) | |||
| outlink->src->inputs[1] : | |||
| outlink->src->inputs[0]; | |||
| enum AVPixelFormat outfmt = outlink->format; | |||
| ScaleContext *scale = ctx->priv; | |||
| const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format); | |||
| const AVPixFmtDescriptor *out_desc = av_pix_fmt_desc_get(outlink->format); | |||
| int64_t w, h; | |||
| double var_values[VARS_NB], res; | |||
| char *expr; | |||
| ScaleContext *scale = ctx->priv; | |||
| int w, h; | |||
| int ret; | |||
| int factor_w, factor_h; | |||
| var_values[VAR_IN_W] = var_values[VAR_IW] = inlink->w; | |||
| var_values[VAR_IN_H] = var_values[VAR_IH] = inlink->h; | |||
| var_values[VAR_OUT_W] = var_values[VAR_OW] = NAN; | |||
| var_values[VAR_OUT_H] = var_values[VAR_OH] = NAN; | |||
| var_values[VAR_A] = (double) inlink->w / inlink->h; | |||
| var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ? | |||
| (double) inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1; | |||
| var_values[VAR_DAR] = var_values[VAR_A] * var_values[VAR_SAR]; | |||
| var_values[VAR_HSUB] = 1 << desc->log2_chroma_w; | |||
| var_values[VAR_VSUB] = 1 << desc->log2_chroma_h; | |||
| var_values[VAR_OHSUB] = 1 << out_desc->log2_chroma_w; | |||
| var_values[VAR_OVSUB] = 1 << out_desc->log2_chroma_h; | |||
| /* evaluate width and height */ | |||
| av_expr_parse_and_eval(&res, (expr = scale->w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx); | |||
| scale->w = var_values[VAR_OUT_W] = var_values[VAR_OW] = res; | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = scale->h_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0) | |||
| goto fail; | |||
| scale->h = var_values[VAR_OUT_H] = var_values[VAR_OH] = res; | |||
| /* evaluate again the width, as it may depend on the output height */ | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = scale->w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0) | |||
| goto fail; | |||
| scale->w = res; | |||
| w = scale->w; | |||
| h = scale->h; | |||
| /* Check if it is requested that the result has to be divisible by a some | |||
| * factor (w or h = -n with n being the factor). */ | |||
| factor_w = 1; | |||
| factor_h = 1; | |||
| if (w < -1) { | |||
| factor_w = -w; | |||
| } | |||
| if (h < -1) { | |||
| factor_h = -h; | |||
| } | |||
| if (w < 0 && h < 0) | |||
| scale->w = scale->h = 0; | |||
| if (!(w = scale->w)) | |||
| w = inlink->w; | |||
| if (!(h = scale->h)) | |||
| h = inlink->h; | |||
| /* Make sure that the result is divisible by the factor we determined | |||
| * earlier. If no factor was set, it is nothing will happen as the default | |||
| * factor is 1 */ | |||
| if (w < 0) | |||
| w = av_rescale(h, inlink->w, inlink->h * factor_w) * factor_w; | |||
| if (h < 0) | |||
| h = av_rescale(w, inlink->h, inlink->w * factor_h) * factor_h; | |||
| if ((ret = ff_scale_eval_dimensions(ctx, | |||
| scale->w_expr, scale->h_expr, | |||
| inlink, outlink, | |||
| &w, &h)) < 0) | |||
| goto fail; | |||
| /* Note that force_original_aspect_ratio may overwrite the previous set | |||
| * dimensions so that it is not divisible by the set factors anymore. */ | |||
| @@ -439,10 +350,6 @@ static int config_props(AVFilterLink *outlink) | |||
| return 0; | |||
| fail: | |||
| av_log(NULL, AV_LOG_ERROR, | |||
| "Error when evaluating the expression '%s'.\n" | |||
| "Maybe the expression for out_w:'%s' or for out_h:'%s' is self-referencing.\n", | |||
| expr, scale->w_expr, scale->h_expr); | |||
| return ret; | |||
| } | |||
| @@ -27,17 +27,16 @@ | |||
| #include "libavutil/avstring.h" | |||
| #include "libavutil/common.h" | |||
| #include "libavutil/eval.h" | |||
| #include "libavutil/hwcontext.h" | |||
| #include "libavutil/hwcontext_cuda_internal.h" | |||
| #include "libavutil/internal.h" | |||
| #include "libavutil/mathematics.h" | |||
| #include "libavutil/opt.h" | |||
| #include "libavutil/pixdesc.h" | |||
| #include "avfilter.h" | |||
| #include "formats.h" | |||
| #include "internal.h" | |||
| #include "scale.h" | |||
| #include "video.h" | |||
| static const enum AVPixelFormat supported_formats[] = { | |||
| @@ -50,32 +49,6 @@ static const enum AVPixelFormat deinterleaved_formats[][2] = { | |||
| { AV_PIX_FMT_NV12, AV_PIX_FMT_YUV420P }, | |||
| }; | |||
| static const char *const var_names[] = { | |||
| "PI", | |||
| "PHI", | |||
| "E", | |||
| "in_w", "iw", | |||
| "in_h", "ih", | |||
| "out_w", "ow", | |||
| "out_h", "oh", | |||
| "a", "dar", | |||
| "sar", | |||
| NULL | |||
| }; | |||
| enum var_name { | |||
| VAR_PI, | |||
| VAR_PHI, | |||
| VAR_E, | |||
| VAR_IN_W, VAR_IW, | |||
| VAR_IN_H, VAR_IH, | |||
| VAR_OUT_W, VAR_OW, | |||
| VAR_OUT_H, VAR_OH, | |||
| VAR_A, VAR_DAR, | |||
| VAR_SAR, | |||
| VARS_NB | |||
| }; | |||
| enum ScaleStage { | |||
| STAGE_DEINTERLEAVE, | |||
| STAGE_RESIZE, | |||
| @@ -359,64 +332,18 @@ static int nppscale_config_props(AVFilterLink *outlink) | |||
| { | |||
| AVFilterContext *ctx = outlink->src; | |||
| AVFilterLink *inlink = outlink->src->inputs[0]; | |||
| NPPScaleContext *s = ctx->priv; | |||
| int64_t w, h; | |||
| double var_values[VARS_NB], res; | |||
| char *expr; | |||
| NPPScaleContext *s = ctx->priv; | |||
| int w, h; | |||
| int ret; | |||
| var_values[VAR_PI] = M_PI; | |||
| var_values[VAR_PHI] = M_PHI; | |||
| var_values[VAR_E] = M_E; | |||
| var_values[VAR_IN_W] = var_values[VAR_IW] = inlink->w; | |||
| var_values[VAR_IN_H] = var_values[VAR_IH] = inlink->h; | |||
| var_values[VAR_OUT_W] = var_values[VAR_OW] = NAN; | |||
| var_values[VAR_OUT_H] = var_values[VAR_OH] = NAN; | |||
| var_values[VAR_A] = (double) inlink->w / inlink->h; | |||
| var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ? | |||
| (double) inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1; | |||
| var_values[VAR_DAR] = var_values[VAR_A] * var_values[VAR_SAR]; | |||
| /* evaluate width and height */ | |||
| av_expr_parse_and_eval(&res, (expr = s->w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx); | |||
| s->w = var_values[VAR_OUT_W] = var_values[VAR_OW] = res; | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = s->h_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0) | |||
| goto fail; | |||
| s->h = var_values[VAR_OUT_H] = var_values[VAR_OH] = res; | |||
| /* evaluate again the width, as it may depend on the output height */ | |||
| if ((ret = av_expr_parse_and_eval(&res, (expr = s->w_expr), | |||
| var_names, var_values, | |||
| NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0) | |||
| if ((ret = ff_scale_eval_dimensions(s, | |||
| s->w_expr, s->h_expr, | |||
| inlink, outlink, | |||
| &w, &h)) < 0) | |||
| goto fail; | |||
| s->w = res; | |||
| w = s->w; | |||
| h = s->h; | |||
| /* sanity check params */ | |||
| if (w < -1 || h < -1) { | |||
| av_log(ctx, AV_LOG_ERROR, "Size values less than -1 are not acceptable.\n"); | |||
| return AVERROR(EINVAL); | |||
| } | |||
| if (w == -1 && h == -1) | |||
| s->w = s->h = 0; | |||
| if (!(w = s->w)) | |||
| w = inlink->w; | |||
| if (!(h = s->h)) | |||
| h = inlink->h; | |||
| if (w == -1) | |||
| w = av_rescale(h, inlink->w, inlink->h); | |||
| if (h == -1) | |||
| h = av_rescale(w, inlink->h, inlink->w); | |||
| if (w > INT_MAX || h > INT_MAX || | |||
| (h * inlink->w) > INT_MAX || | |||
| (w * inlink->h) > INT_MAX) | |||
| if (((int64_t)h * inlink->w) > INT_MAX || | |||
| ((int64_t)w * inlink->h) > INT_MAX) | |||
| av_log(ctx, AV_LOG_ERROR, "Rescaled value for width or height is too big.\n"); | |||
| outlink->w = w; | |||
| @@ -439,8 +366,6 @@ static int nppscale_config_props(AVFilterLink *outlink) | |||
| return 0; | |||
| fail: | |||
| av_log(NULL, AV_LOG_ERROR, | |||
| "Error when evaluating the expression '%s'\n", expr); | |||
| return ret; | |||
| } | |||
| @@ -31,6 +31,7 @@ | |||
| #include "avfilter.h" | |||
| #include "formats.h" | |||
| #include "internal.h" | |||
| #include "scale.h" | |||
| typedef struct ScaleVAAPIContext { | |||
| const AVClass *class; | |||
| @@ -50,9 +51,12 @@ typedef struct ScaleVAAPIContext { | |||
| char *output_format_string; | |||
| enum AVPixelFormat output_format; | |||
| int output_width; | |||
| int output_height; | |||
| char *w_expr; // width expression string | |||
| char *h_expr; // height expression string | |||
| int output_width; // computed width | |||
| int output_height; // computed height | |||
| } ScaleVAAPIContext; | |||
| @@ -110,6 +114,7 @@ static int scale_vaapi_config_input(AVFilterLink *inlink) | |||
| static int scale_vaapi_config_output(AVFilterLink *outlink) | |||
| { | |||
| AVFilterLink *inlink = outlink->src->inputs[0]; | |||
| AVFilterContext *avctx = outlink->src; | |||
| ScaleVAAPIContext *ctx = avctx->priv; | |||
| AVVAAPIHWConfig *hwconfig = NULL; | |||
| @@ -162,6 +167,12 @@ static int scale_vaapi_config_output(AVFilterLink *outlink) | |||
| } | |||
| } | |||
| if ((err = ff_scale_eval_dimensions(ctx, | |||
| ctx->w_expr, ctx->h_expr, | |||
| inlink, outlink, | |||
| &ctx->output_width, &ctx->output_height)) < 0) | |||
| goto fail; | |||
| if (ctx->output_width < constraints->min_width || | |||
| ctx->output_height < constraints->min_height || | |||
| ctx->output_width > constraints->max_width || | |||
| @@ -414,9 +425,9 @@ static av_cold void scale_vaapi_uninit(AVFilterContext *avctx) | |||
| #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM) | |||
| static const AVOption scale_vaapi_options[] = { | |||
| { "w", "Output video width", | |||
| OFFSET(output_width), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, .flags = FLAGS }, | |||
| OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS }, | |||
| { "h", "Output video height", | |||
| OFFSET(output_height), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, .flags = FLAGS }, | |||
| OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS }, | |||
| { "format", "Output video format (software format of hardware frames)", | |||
| OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS }, | |||
| { NULL }, | |||