libavfilter/vf_scale_vaapi.c
98114d70
 /*
34245ecc
  * This file is part of FFmpeg.
98114d70
  *
34245ecc
  * FFmpeg is free software; you can redistribute it and/or
98114d70
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
34245ecc
  * FFmpeg is distributed in the hope that it will be useful,
98114d70
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
34245ecc
  * License along with FFmpeg; if not, write to the Free Software
98114d70
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include <string.h>
 
 #include "libavutil/avassert.h"
 #include "libavutil/mem.h"
 #include "libavutil/opt.h"
 #include "libavutil/pixdesc.h"
 
 #include "avfilter.h"
 #include "formats.h"
 #include "internal.h"
037bb402
 #include "scale.h"
7e2561fa
 #include "video.h"
19214f00
 #include "vaapi_vpp.h"
98114d70
 
 typedef struct ScaleVAAPIContext {
4dbae00b
     VAAPIVPPContext vpp_ctx; // must be the first field
98114d70
 
     char *output_format_string;
 
a2710252
     int   mode;
 
037bb402
     char *w_expr;      // width expression string
     char *h_expr;      // height expression string
ef2f89bb
 
     char *colour_primaries_string;
     char *colour_transfer_string;
     char *colour_matrix_string;
     int   colour_range;
     char *chroma_location_string;
 
     enum AVColorPrimaries colour_primaries;
     enum AVColorTransferCharacteristic colour_transfer;
     enum AVColorSpace colour_matrix;
     enum AVChromaLocation chroma_location;
98114d70
 } ScaleVAAPIContext;
 
a2710252
 static const char *scale_vaapi_mode_name(int mode)
 {
     switch (mode) {
 #define D(name) case VA_FILTER_SCALING_ ## name: return #name
         D(DEFAULT);
         D(FAST);
         D(HQ);
         D(NL_ANAMORPHIC);
 #undef D
     default:
         return "Invalid";
     }
 }
 
 
98114d70
 static int scale_vaapi_config_output(AVFilterLink *outlink)
 {
19214f00
     AVFilterLink *inlink     = outlink->src->inputs[0];
     AVFilterContext *avctx   = outlink->src;
     VAAPIVPPContext *vpp_ctx = avctx->priv;
     ScaleVAAPIContext *ctx   = avctx->priv;
     int err;
98114d70
 
037bb402
     if ((err = ff_scale_eval_dimensions(ctx,
                                         ctx->w_expr, ctx->h_expr,
                                         inlink, outlink,
19214f00
                                         &vpp_ctx->output_width, &vpp_ctx->output_height)) < 0)
         return err;
98114d70
 
19214f00
     err = ff_vaapi_vpp_config_output(outlink);
     if (err < 0)
         return err;
98114d70
 
381a4820
     if (inlink->sample_aspect_ratio.num)
         outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio);
     else
         outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
 
98114d70
     return 0;
 }
 
 static int scale_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame)
 {
19214f00
     AVFilterContext *avctx   = inlink->dst;
     AVFilterLink *outlink    = avctx->outputs[0];
     VAAPIVPPContext *vpp_ctx = avctx->priv;
a2710252
     ScaleVAAPIContext *ctx   = avctx->priv;
19214f00
     AVFrame *output_frame    = NULL;
98114d70
     VAProcPipelineParameterBuffer params;
     int err;
 
19214f00
     av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n",
98114d70
            av_get_pix_fmt_name(input_frame->format),
            input_frame->width, input_frame->height, input_frame->pts);
 
19214f00
     if (vpp_ctx->va_context == VA_INVALID_ID)
98114d70
         return AVERROR(EINVAL);
 
19214f00
     output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width,
                                        vpp_ctx->output_height);
98114d70
     if (!output_frame) {
         err = AVERROR(ENOMEM);
         goto fail;
     }
 
5051b7f8
     err = av_frame_copy_props(output_frame, input_frame);
     if (err < 0)
         return err;
 
ef2f89bb
     if (ctx->colour_primaries != AVCOL_PRI_UNSPECIFIED)
         output_frame->color_primaries = ctx->colour_primaries;
     if (ctx->colour_transfer != AVCOL_TRC_UNSPECIFIED)
         output_frame->color_trc = ctx->colour_transfer;
     if (ctx->colour_matrix != AVCOL_SPC_UNSPECIFIED)
         output_frame->colorspace = ctx->colour_matrix;
     if (ctx->colour_range != AVCOL_RANGE_UNSPECIFIED)
         output_frame->color_range = ctx->colour_range;
     if (ctx->chroma_location != AVCHROMA_LOC_UNSPECIFIED)
         output_frame->chroma_location = ctx->chroma_location;
 
6ed34a43
     err = ff_vaapi_vpp_init_params(avctx, &params,
                                    input_frame, output_frame);
     if (err < 0)
         goto fail;
98114d70
 
6ed34a43
     params.filter_flags |= ctx->mode;
98114d70
 
6ed34a43
     err = ff_vaapi_vpp_render_picture(avctx, &params, output_frame);
19214f00
     if (err < 0)
98114d70
         goto fail;
 
     av_frame_free(&input_frame);
 
a2710252
     av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64"), mode: %s.\n",
98114d70
            av_get_pix_fmt_name(output_frame->format),
a2710252
            output_frame->width, output_frame->height, output_frame->pts,
            scale_vaapi_mode_name(ctx->mode));
98114d70
 
     return ff_filter_frame(outlink, output_frame);
 
 fail:
     av_frame_free(&input_frame);
     av_frame_free(&output_frame);
     return err;
 }
 
 static av_cold int scale_vaapi_init(AVFilterContext *avctx)
 {
19214f00
     VAAPIVPPContext *vpp_ctx = avctx->priv;
     ScaleVAAPIContext *ctx   = avctx->priv;
98114d70
 
19214f00
     ff_vaapi_vpp_ctx_init(avctx);
     vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
98114d70
 
     if (ctx->output_format_string) {
19214f00
         vpp_ctx->output_format = av_get_pix_fmt(ctx->output_format_string);
         if (vpp_ctx->output_format == AV_PIX_FMT_NONE) {
             av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n");
98114d70
             return AVERROR(EINVAL);
         }
     } else {
         // Use the input format once that is configured.
19214f00
         vpp_ctx->output_format = AV_PIX_FMT_NONE;
98114d70
     }
 
ef2f89bb
 #define STRING_OPTION(var_name, func_name, default_value) do { \
         if (ctx->var_name ## _string) { \
             int var = av_ ## func_name ## _from_name(ctx->var_name ## _string); \
             if (var < 0) { \
                 av_log(avctx, AV_LOG_ERROR, "Invalid %s.\n", #var_name); \
                 return AVERROR(EINVAL); \
             } \
             ctx->var_name = var; \
         } else { \
             ctx->var_name = default_value; \
         } \
     } while (0)
 
     STRING_OPTION(colour_primaries, color_primaries, AVCOL_PRI_UNSPECIFIED);
     STRING_OPTION(colour_transfer,  color_transfer,  AVCOL_TRC_UNSPECIFIED);
     STRING_OPTION(colour_matrix,    color_space,     AVCOL_SPC_UNSPECIFIED);
     STRING_OPTION(chroma_location,  chroma_location, AVCHROMA_LOC_UNSPECIFIED);
 
98114d70
     return 0;
 }
 
 #define OFFSET(x) offsetof(ScaleVAAPIContext, x)
7b7c338e
 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM)
98114d70
 static const AVOption scale_vaapi_options[] = {
     { "w", "Output video width",
037bb402
       OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS },
98114d70
     { "h", "Output video height",
037bb402
       OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS },
98114d70
     { "format", "Output video format (software format of hardware frames)",
       OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS },
a2710252
     { "mode", "Scaling mode",
       OFFSET(mode), AV_OPT_TYPE_INT, { .i64 = VA_FILTER_SCALING_HQ },
       0, VA_FILTER_SCALING_NL_ANAMORPHIC, FLAGS, "mode" },
         { "default", "Use the default (depend on the driver) scaling algorithm",
           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_DEFAULT }, 0, 0, FLAGS, "mode" },
         { "fast", "Use fast scaling algorithm",
           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_FAST }, 0, 0, FLAGS, "mode" },
         { "hq", "Use high quality scaling algorithm",
           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_HQ }, 0, 0, FLAGS,  "mode" },
         { "nl_anamorphic", "Use nolinear anamorphic scaling algorithm",
           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_NL_ANAMORPHIC }, 0, 0, FLAGS,  "mode" },
ef2f89bb
 
     // These colour properties match the ones of the same name in vf_scale.
     { "out_color_matrix", "Output colour matrix coefficient set",
       OFFSET(colour_matrix_string), AV_OPT_TYPE_STRING, { .str = NULL }, .flags = FLAGS },
     { "out_range", "Output colour range",
       OFFSET(colour_range), AV_OPT_TYPE_INT, { .i64 = AVCOL_RANGE_UNSPECIFIED },
       AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, FLAGS, "range" },
     { "full",    "Full range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
     { "limited", "Limited range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
     { "jpeg",    "Full range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
     { "mpeg",    "Limited range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
     { "tv",      "Limited range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
     { "pc",      "Full range",
       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
     // These colour properties are new here.
     { "out_color_primaries", "Output colour primaries",
       OFFSET(colour_primaries_string), AV_OPT_TYPE_STRING,
       { .str = NULL }, .flags = FLAGS },
     { "out_color_transfer", "Output colour transfer characteristics",
       OFFSET(colour_transfer_string),  AV_OPT_TYPE_STRING,
       { .str = NULL }, .flags = FLAGS },
     { "out_chroma_location", "Output chroma sample location",
       OFFSET(chroma_location_string),  AV_OPT_TYPE_STRING,
       { .str = NULL }, .flags = FLAGS },
 
98114d70
     { NULL },
 };
 
19214f00
 AVFILTER_DEFINE_CLASS(scale_vaapi);
98114d70
 
 static const AVFilterPad scale_vaapi_inputs[] = {
     {
         .name         = "default",
         .type         = AVMEDIA_TYPE_VIDEO,
         .filter_frame = &scale_vaapi_filter_frame,
19214f00
         .config_props = &ff_vaapi_vpp_config_input,
98114d70
     },
     { NULL }
 };
 
 static const AVFilterPad scale_vaapi_outputs[] = {
     {
         .name = "default",
         .type = AVMEDIA_TYPE_VIDEO,
         .config_props = &scale_vaapi_config_output,
     },
     { NULL }
 };
 
 AVFilter ff_vf_scale_vaapi = {
     .name          = "scale_vaapi",
     .description   = NULL_IF_CONFIG_SMALL("Scale to/from VAAPI surfaces."),
     .priv_size     = sizeof(ScaleVAAPIContext),
     .init          = &scale_vaapi_init,
19214f00
     .uninit        = &ff_vaapi_vpp_ctx_uninit,
     .query_formats = &ff_vaapi_vpp_query_formats,
98114d70
     .inputs        = scale_vaapi_inputs,
     .outputs       = scale_vaapi_outputs,
     .priv_class    = &scale_vaapi_class,
e3fb74f7
     .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
98114d70
 };