libavfilter/vf_scale_vaapi.c

   1 /*
   2  * This file is part of FFmpeg.
   3  *
   4  * FFmpeg is free software; you can redistribute it and/or
   5  * modify it under the terms of the GNU Lesser General Public
   6  * License as published by the Free Software Foundation; either
   7  * version 2.1 of the License, or (at your option) any later version.
   8  *
   9  * FFmpeg is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  12  * Lesser General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU Lesser General Public
  15  * License along with FFmpeg; if not, write to the Free Software
  16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17  */
  18
  19 #include <string.h>
  20
  21 #include "libavutil/opt.h"
  22 #include "libavutil/pixdesc.h"
  23
  24 #include "avfilter.h"
  25 #include "filters.h"
  26 #include "scale_eval.h"
  27 #include "video.h"
  28 #include "vaapi_vpp.h"
  29
  30 typedef struct ScaleVAAPIContext {
  31     VAAPIVPPContext vpp_ctx; // must be the first field
  32
  33     char *output_format_string;
  34
  35     int   mode;
  36
  37     char *w_expr;      // width expression string
  38     char *h_expr;      // height expression string
  39
  40     int force_original_aspect_ratio;
  41     int force_divisible_by;
  42
  43     char *colour_primaries_string;
  44     char *colour_transfer_string;
  45     char *colour_matrix_string;
  46     int   colour_range;
  47     char *chroma_location_string;
  48
  49     enum AVColorPrimaries colour_primaries;
  50     enum AVColorTransferCharacteristic colour_transfer;
  51     enum AVColorSpace colour_matrix;
  52     enum AVChromaLocation chroma_location;
  53 } ScaleVAAPIContext;
  54
  55 static const char *scale_vaapi_mode_name(int mode)
  56 {
  57     switch (mode) {
  58 #define D(name) case VA_FILTER_SCALING_ ## name: return #name
  59         D(DEFAULT);
  60         D(FAST);
  61         D(HQ);
  62         D(NL_ANAMORPHIC);
  63 #undef D
  64     default:
  65         return "Invalid";
  66     }
  67 }
  68
  69
  70 static int scale_vaapi_config_output(AVFilterLink *outlink)
  71 {
  72     AVFilterLink *inlink     = outlink->src->inputs[0];
  73     AVFilterContext *avctx   = outlink->src;
  74     VAAPIVPPContext *vpp_ctx = avctx->priv;
  75     ScaleVAAPIContext *ctx   = avctx->priv;
  76     int err;
  77
  78     if ((err = ff_scale_eval_dimensions(ctx,
  79                                         ctx->w_expr, ctx->h_expr,
  80                                         inlink, outlink,
  81                                         &vpp_ctx->output_width, &vpp_ctx->output_height)) < 0)
  82         return err;
  83
  84     ff_scale_adjust_dimensions(inlink, &vpp_ctx->output_width, &vpp_ctx->output_height,
  85                                ctx->force_original_aspect_ratio, ctx->force_divisible_by);
  86
  87     if (inlink->w == vpp_ctx->output_width && inlink->h == vpp_ctx->output_height &&
  88         (vpp_ctx->input_frames->sw_format == vpp_ctx->output_format ||
  89          vpp_ctx->output_format == AV_PIX_FMT_NONE) &&
  90         ctx->colour_primaries == AVCOL_PRI_UNSPECIFIED &&
  91         ctx->colour_transfer == AVCOL_TRC_UNSPECIFIED &&
  92         ctx->colour_matrix == AVCOL_SPC_UNSPECIFIED &&
  93         ctx->colour_range == AVCOL_RANGE_UNSPECIFIED &&
  94         ctx->chroma_location == AVCHROMA_LOC_UNSPECIFIED)
  95         vpp_ctx->passthrough = 1;
  96
  97     err = ff_vaapi_vpp_config_output(outlink);
  98     if (err < 0)
  99         return err;
 100
 101     if (inlink->sample_aspect_ratio.num)
 102         outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio);
 103     else
 104         outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
 105
 106     return 0;
 107 }
 108
 109 static int scale_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame)
 110 {
 111     AVFilterContext *avctx   = inlink->dst;
 112     AVFilterLink *outlink    = avctx->outputs[0];
 113     VAAPIVPPContext *vpp_ctx = avctx->priv;
 114     ScaleVAAPIContext *ctx   = avctx->priv;
 115     AVFrame *output_frame    = NULL;
 116     VAProcPipelineParameterBuffer params;
 117     int err;
 118
 119     av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n",
 120            av_get_pix_fmt_name(input_frame->format),
 121            input_frame->width, input_frame->height, input_frame->pts);
 122
 123    if (vpp_ctx->passthrough)
 124        return ff_filter_frame(outlink, input_frame);
 125
 126     if (vpp_ctx->va_context == VA_INVALID_ID)
 127         return AVERROR(EINVAL);
 128
 129     output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width,
 130                                        vpp_ctx->output_height);
 131     if (!output_frame) {
 132         err = AVERROR(ENOMEM);
 133         goto fail;
 134     }
 135
 136     err = av_frame_copy_props(output_frame, input_frame);
 137     if (err < 0)
 138         goto fail;
 139
 140     if (output_frame->width != input_frame->width || output_frame->height != input_frame->height) {
 141         av_frame_side_data_remove_by_props(&output_frame->side_data,
 142                                            &output_frame->nb_side_data,
 143                                            AV_SIDE_DATA_PROP_SIZE_DEPENDENT);
 144     }
 145
 146     if (ctx->colour_primaries != AVCOL_PRI_UNSPECIFIED)
 147         output_frame->color_primaries = ctx->colour_primaries;
 148     if (ctx->colour_transfer != AVCOL_TRC_UNSPECIFIED)
 149         output_frame->color_trc = ctx->colour_transfer;
 150     if (ctx->colour_matrix != AVCOL_SPC_UNSPECIFIED)
 151         output_frame->colorspace = ctx->colour_matrix;
 152     if (ctx->colour_range != AVCOL_RANGE_UNSPECIFIED)
 153         output_frame->color_range = ctx->colour_range;
 154     if (ctx->chroma_location != AVCHROMA_LOC_UNSPECIFIED)
 155         output_frame->chroma_location = ctx->chroma_location;
 156
 157     err = ff_vaapi_vpp_init_params(avctx, &params,
 158                                    input_frame, output_frame);
 159     if (err < 0)
 160         goto fail;
 161
 162     params.filter_flags |= ctx->mode;
 163
 164     err = ff_vaapi_vpp_render_picture(avctx, &params, output_frame);
 165     if (err < 0)
 166         goto fail;
 167
 168     av_frame_free(&input_frame);
 169
 170     av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64"), mode: %s.\n",
 171            av_get_pix_fmt_name(output_frame->format),
 172            output_frame->width, output_frame->height, output_frame->pts,
 173            scale_vaapi_mode_name(ctx->mode));
 174
 175     return ff_filter_frame(outlink, output_frame);
 176
 177 fail:
 178     av_frame_free(&input_frame);
 179     av_frame_free(&output_frame);
 180     return err;
 181 }
 182
 183 static av_cold int scale_vaapi_init(AVFilterContext *avctx)
 184 {
 185     VAAPIVPPContext *vpp_ctx = avctx->priv;
 186     ScaleVAAPIContext *ctx   = avctx->priv;
 187
 188     ff_vaapi_vpp_ctx_init(avctx);
 189     vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
 190
 191     if (ctx->output_format_string) {
 192         vpp_ctx->output_format = av_get_pix_fmt(ctx->output_format_string);
 193         if (vpp_ctx->output_format == AV_PIX_FMT_NONE) {
 194             av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n");
 195             return AVERROR(EINVAL);
 196         }
 197     } else {
 198         // Use the input format once that is configured.
 199         vpp_ctx->output_format = AV_PIX_FMT_NONE;
 200     }
 201
 202 #define STRING_OPTION(var_name, func_name, default_value) do { \
 203         if (ctx->var_name ## _string) { \
 204             int var = av_ ## func_name ## _from_name(ctx->var_name ## _string); \
 205             if (var < 0) { \
 206                 av_log(avctx, AV_LOG_ERROR, "Invalid %s.\n", #var_name); \
 207                 return AVERROR(EINVAL); \
 208             } \
 209             ctx->var_name = var; \
 210         } else { \
 211             ctx->var_name = default_value; \
 212         } \
 213     } while (0)
 214
 215     STRING_OPTION(colour_primaries, color_primaries, AVCOL_PRI_UNSPECIFIED);
 216     STRING_OPTION(colour_transfer,  color_transfer,  AVCOL_TRC_UNSPECIFIED);
 217     STRING_OPTION(colour_matrix,    color_space,     AVCOL_SPC_UNSPECIFIED);
 218     STRING_OPTION(chroma_location,  chroma_location, AVCHROMA_LOC_UNSPECIFIED);
 219
 220     return 0;
 221 }
 222
 223 #define OFFSET(x) offsetof(ScaleVAAPIContext, x)
 224 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM)
 225 static const AVOption scale_vaapi_options[] = {
 226     { "w", "Output video width",
 227       OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS },
 228     { "h", "Output video height",
 229       OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS },
 230     { "format", "Output video format (software format of hardware frames)",
 231       OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS },
 232     { "mode", "Scaling mode",
 233       OFFSET(mode), AV_OPT_TYPE_INT, { .i64 = VA_FILTER_SCALING_HQ },
 234       0, VA_FILTER_SCALING_NL_ANAMORPHIC, FLAGS, .unit = "mode" },
 235         { "default", "Use the default (depend on the driver) scaling algorithm",
 236           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_DEFAULT }, 0, 0, FLAGS, .unit = "mode" },
 237         { "fast", "Use fast scaling algorithm",
 238           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_FAST }, 0, 0, FLAGS, .unit = "mode" },
 239         { "hq", "Use high quality scaling algorithm",
 240           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_HQ }, 0, 0, FLAGS,  .unit = "mode" },
 241         { "nl_anamorphic", "Use nolinear anamorphic scaling algorithm",
 242           0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_NL_ANAMORPHIC }, 0, 0, FLAGS,  .unit = "mode" },
 243
 244     // These colour properties match the ones of the same name in vf_scale.
 245     { "out_color_matrix", "Output colour matrix coefficient set",
 246       OFFSET(colour_matrix_string), AV_OPT_TYPE_STRING, { .str = NULL }, .flags = FLAGS },
 247     { "out_range", "Output colour range",
 248       OFFSET(colour_range), AV_OPT_TYPE_INT, { .i64 = AVCOL_RANGE_UNSPECIFIED },
 249       AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, FLAGS, .unit = "range" },
 250     { "full",    "Full range",
 251       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
 252     { "limited", "Limited range",
 253       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
 254     { "jpeg",    "Full range",
 255       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
 256     { "mpeg",    "Limited range",
 257       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
 258     { "tv",      "Limited range",
 259       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
 260     { "pc",      "Full range",
 261       0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
 262     // These colour properties are new here.
 263     { "out_color_primaries", "Output colour primaries",
 264       OFFSET(colour_primaries_string), AV_OPT_TYPE_STRING,
 265       { .str = NULL }, .flags = FLAGS },
 266     { "out_color_transfer", "Output colour transfer characteristics",
 267       OFFSET(colour_transfer_string),  AV_OPT_TYPE_STRING,
 268       { .str = NULL }, .flags = FLAGS },
 269     { "out_chroma_location", "Output chroma sample location",
 270       OFFSET(chroma_location_string),  AV_OPT_TYPE_STRING,
 271       { .str = NULL }, .flags = FLAGS },
 272     { "force_original_aspect_ratio", "decrease or increase w/h if necessary to keep the original AR", OFFSET(force_original_aspect_ratio), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, FLAGS, .unit = "force_oar" },
 273     { "disable",  NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 0 }, 0, 0, FLAGS, .unit = "force_oar" },
 274     { "decrease", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 1 }, 0, 0, FLAGS, .unit = "force_oar" },
 275     { "increase", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 2 }, 0, 0, FLAGS, .unit = "force_oar" },
 276     { "force_divisible_by", "enforce that the output resolution is divisible by a defined integer when force_original_aspect_ratio is used", OFFSET(force_divisible_by), AV_OPT_TYPE_INT, { .i64 = 1}, 1, 256, FLAGS },
 277
 278     { NULL },
 279 };
 280
 281 AVFILTER_DEFINE_CLASS(scale_vaapi);
 282
 283 static const AVFilterPad scale_vaapi_inputs[] = {
 284     {
 285         .name         = "default",
 286         .type         = AVMEDIA_TYPE_VIDEO,
 287         .filter_frame = &scale_vaapi_filter_frame,
 288         .config_props = &ff_vaapi_vpp_config_input,
 289     },
 290 };
 291
 292 static const AVFilterPad scale_vaapi_outputs[] = {
 293     {
 294         .name = "default",
 295         .type = AVMEDIA_TYPE_VIDEO,
 296         .config_props = &scale_vaapi_config_output,
 297     },
 298 };
 299
 300 const FFFilter ff_vf_scale_vaapi = {
 301     .p.name        = "scale_vaapi",
 302     .p.description = NULL_IF_CONFIG_SMALL("Scale to/from VAAPI surfaces."),
 303     .p.priv_class  = &scale_vaapi_class,
 304     .priv_size     = sizeof(ScaleVAAPIContext),
 305     .init          = &scale_vaapi_init,
 306     .uninit        = &ff_vaapi_vpp_ctx_uninit,
 307     FILTER_INPUTS(scale_vaapi_inputs),
 308     FILTER_OUTPUTS(scale_vaapi_outputs),
 309     FILTER_QUERY_FUNC2(&ff_vaapi_vpp_query_formats),
 310     .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
 311 };