libavcodec/vaapi_encode_vp9.c
bde04604
 /*
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include <va/va.h>
 #include <va/va_enc_vp9.h>
 
 #include "libavutil/avassert.h"
 #include "libavutil/common.h"
 #include "libavutil/internal.h"
 #include "libavutil/opt.h"
 #include "libavutil/pixfmt.h"
 
 #include "avcodec.h"
 #include "internal.h"
 #include "vaapi_encode.h"
 
 #define VP9_MAX_QUANT 255
 
 
916b3b90
 typedef struct VAAPIEncodeVP9Picture {
     int slot;
 } VAAPIEncodeVP9Picture;
 
bde04604
 typedef struct VAAPIEncodeVP9Context {
1616106f
     VAAPIEncodeContext common;
 
     // User options.
     int loop_filter_level;
     int loop_filter_sharpness;
 
     // Derived settings.
bde04604
     int q_idx_idr;
     int q_idx_p;
     int q_idx_b;
 } VAAPIEncodeVP9Context;
 
 
 static int vaapi_encode_vp9_init_sequence_params(AVCodecContext *avctx)
 {
     VAAPIEncodeContext               *ctx = avctx->priv_data;
     VAEncSequenceParameterBufferVP9 *vseq = ctx->codec_sequence_params;
     VAEncPictureParameterBufferVP9  *vpic = ctx->codec_picture_params;
 
     vseq->max_frame_width  = avctx->width;
     vseq->max_frame_height = avctx->height;
 
     vseq->kf_auto = 0;
 
     if (!(ctx->va_rc_mode & VA_RC_CQP)) {
af532c92
         vseq->bits_per_second = ctx->va_bit_rate;
bf726c26
         vseq->intra_period    = ctx->gop_size;
bde04604
     }
 
     vpic->frame_width_src  = avctx->width;
     vpic->frame_height_src = avctx->height;
     vpic->frame_width_dst  = avctx->width;
     vpic->frame_height_dst = avctx->height;
 
     return 0;
 }
 
 static int vaapi_encode_vp9_init_picture_params(AVCodecContext *avctx,
                                                 VAAPIEncodePicture *pic)
 {
bf726c26
     VAAPIEncodeContext              *ctx = avctx->priv_data;
1616106f
     VAAPIEncodeVP9Context          *priv = avctx->priv_data;
916b3b90
     VAAPIEncodeVP9Picture          *hpic = pic->priv_data;
bde04604
     VAEncPictureParameterBufferVP9 *vpic = pic->codec_picture_params;
     int i;
 
     vpic->reconstructed_frame = pic->recon_surface;
     vpic->coded_buf = pic->output_buffer;
 
     switch (pic->type) {
     case PICTURE_TYPE_IDR:
         av_assert0(pic->nb_refs == 0);
         vpic->ref_flags.bits.force_kf = 1;
916b3b90
         vpic->refresh_frame_flags = 0xff;
         hpic->slot = 0;
bde04604
         break;
     case PICTURE_TYPE_P:
         av_assert0(pic->nb_refs == 1);
916b3b90
         {
             VAAPIEncodeVP9Picture *href = pic->refs[0]->priv_data;
             av_assert0(href->slot == 0 || href->slot == 1);
 
             if (ctx->max_b_depth > 0) {
                 hpic->slot = !href->slot;
                 vpic->refresh_frame_flags = 1 << hpic->slot | 0xfc;
bde04604
             } else {
916b3b90
                 hpic->slot = 0;
                 vpic->refresh_frame_flags = 0xff;
bde04604
             }
             vpic->ref_flags.bits.ref_frame_ctrl_l0  = 1;
916b3b90
             vpic->ref_flags.bits.ref_last_idx       = href->slot;
bde04604
             vpic->ref_flags.bits.ref_last_sign_bias = 1;
         }
         break;
     case PICTURE_TYPE_B:
         av_assert0(pic->nb_refs == 2);
916b3b90
         {
             VAAPIEncodeVP9Picture *href0 = pic->refs[0]->priv_data,
                                   *href1 = pic->refs[1]->priv_data;
             av_assert0(href0->slot < pic->b_depth + 1 &&
                        href1->slot < pic->b_depth + 1);
 
             if (pic->b_depth == ctx->max_b_depth) {
                 // Unreferenced frame.
                 vpic->refresh_frame_flags = 0x00;
                 hpic->slot = 8;
             } else {
                 vpic->refresh_frame_flags = 0xfe << pic->b_depth & 0xff;
                 hpic->slot = 1 + pic->b_depth;
             }
bde04604
             vpic->ref_flags.bits.ref_frame_ctrl_l0  = 1;
             vpic->ref_flags.bits.ref_frame_ctrl_l1  = 2;
916b3b90
             vpic->ref_flags.bits.ref_last_idx       = href0->slot;
bde04604
             vpic->ref_flags.bits.ref_last_sign_bias = 1;
916b3b90
             vpic->ref_flags.bits.ref_gf_idx         = href1->slot;
bde04604
             vpic->ref_flags.bits.ref_gf_sign_bias   = 0;
         }
         break;
     default:
         av_assert0(0 && "invalid picture type");
     }
916b3b90
     if (vpic->refresh_frame_flags == 0x00) {
         av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" not stored.\n",
                pic->display_order);
     } else {
         av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" stored in slot %d.\n",
                pic->display_order, hpic->slot);
     }
bde04604
 
     for (i = 0; i < FF_ARRAY_ELEMS(vpic->reference_frames); i++)
         vpic->reference_frames[i] = VA_INVALID_SURFACE;
916b3b90
 
     for (i = 0; i < pic->nb_refs; i++) {
         VAAPIEncodePicture *ref_pic = pic->refs[i];
         int slot;
         slot = ((VAAPIEncodeVP9Picture*)ref_pic->priv_data)->slot;
         av_assert0(vpic->reference_frames[slot] == VA_INVALID_SURFACE);
         vpic->reference_frames[slot] = ref_pic->recon_surface;
bde04604
     }
 
     vpic->pic_flags.bits.frame_type = (pic->type != PICTURE_TYPE_IDR);
     vpic->pic_flags.bits.show_frame = pic->display_order <= pic->encode_order;
 
     if (pic->type == PICTURE_TYPE_IDR)
         vpic->luma_ac_qindex     = priv->q_idx_idr;
     else if (pic->type == PICTURE_TYPE_P)
         vpic->luma_ac_qindex     = priv->q_idx_p;
     else
         vpic->luma_ac_qindex     = priv->q_idx_b;
     vpic->luma_dc_qindex_delta   = 0;
     vpic->chroma_ac_qindex_delta = 0;
     vpic->chroma_dc_qindex_delta = 0;
 
1616106f
     vpic->filter_level    = priv->loop_filter_level;
     vpic->sharpness_level = priv->loop_filter_sharpness;
bde04604
 
     return 0;
 }
 
 static av_cold int vaapi_encode_vp9_configure(AVCodecContext *avctx)
 {
28e619e2
     VAAPIEncodeContext     *ctx = avctx->priv_data;
1616106f
     VAAPIEncodeVP9Context *priv = avctx->priv_data;
bde04604
 
28e619e2
     if (ctx->rc_mode->quality) {
c4c2c4df
         priv->q_idx_p = av_clip(ctx->rc_quality, 0, VP9_MAX_QUANT);
         if (avctx->i_quant_factor > 0.0)
             priv->q_idx_idr =
                 av_clip((avctx->i_quant_factor * priv->q_idx_p  +
                          avctx->i_quant_offset) + 0.5,
                         0, VP9_MAX_QUANT);
         else
             priv->q_idx_idr = priv->q_idx_p;
         if (avctx->b_quant_factor > 0.0)
             priv->q_idx_b =
                 av_clip((avctx->b_quant_factor * priv->q_idx_p  +
                          avctx->b_quant_offset) + 0.5,
                         0, VP9_MAX_QUANT);
         else
             priv->q_idx_b = priv->q_idx_p;
28e619e2
     } else {
         // Arbitrary value.
         priv->q_idx_idr = priv->q_idx_p = priv->q_idx_b = 100;
     }
bde04604
 
33871478
     ctx->roi_quant_range = VP9_MAX_QUANT;
 
bde04604
     return 0;
 }
 
3b188666
 static const VAAPIEncodeProfile vaapi_encode_vp9_profiles[] = {
     { FF_PROFILE_VP9_0,  8, 3, 1, 1, VAProfileVP9Profile0 },
     { FF_PROFILE_VP9_2, 10, 3, 1, 1, VAProfileVP9Profile2 },
     { FF_PROFILE_UNKNOWN }
 };
 
bde04604
 static const VAAPIEncodeType vaapi_encode_type_vp9 = {
3b188666
     .profiles              = vaapi_encode_vp9_profiles,
 
916b3b90
     .flags                 = FLAG_B_PICTURES |
                              FLAG_B_PICTURE_REFERENCES,
 
28e619e2
     .default_quality       = 100,
 
916b3b90
     .picture_priv_data_size = sizeof(VAAPIEncodeVP9Picture),
5fdcf85b
 
bde04604
     .configure             = &vaapi_encode_vp9_configure,
 
     .sequence_params_size  = sizeof(VAEncSequenceParameterBufferVP9),
     .init_sequence_params  = &vaapi_encode_vp9_init_sequence_params,
 
     .picture_params_size   = sizeof(VAEncPictureParameterBufferVP9),
     .init_picture_params   = &vaapi_encode_vp9_init_picture_params,
 };
 
 static av_cold int vaapi_encode_vp9_init(AVCodecContext *avctx)
 {
     VAAPIEncodeContext *ctx = avctx->priv_data;
 
     ctx->codec = &vaapi_encode_type_vp9;
 
851a63c2
     // No packed headers are currently desired.  They could be written,
     // but there isn't any reason to do so - the one usable driver (i965)
     // can write its own headers and there is no metadata to include.
     ctx->desired_packed_headers = 0;
bde04604
 
     // Surfaces must be aligned to superblock boundaries.
     ctx->surface_width  = FFALIGN(avctx->width,  64);
     ctx->surface_height = FFALIGN(avctx->height, 64);
 
     return ff_vaapi_encode_init(avctx);
 }
 
1616106f
 #define OFFSET(x) offsetof(VAAPIEncodeVP9Context, x)
bde04604
 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM)
 static const AVOption vaapi_encode_vp9_options[] = {
aa2563ae
     VAAPI_ENCODE_COMMON_OPTIONS,
28e619e2
     VAAPI_ENCODE_RC_OPTIONS,
 
bde04604
     { "loop_filter_level", "Loop filter level",
       OFFSET(loop_filter_level), AV_OPT_TYPE_INT, { .i64 = 16 }, 0, 63, FLAGS },
     { "loop_filter_sharpness", "Loop filter sharpness",
       OFFSET(loop_filter_sharpness), AV_OPT_TYPE_INT, { .i64 = 4 }, 0, 15, FLAGS },
     { NULL },
 };
 
 static const AVCodecDefault vaapi_encode_vp9_defaults[] = {
     { "b",              "0"   },
     { "bf",             "0"   },
     { "g",              "250" },
8479f99c
     { "qmin",           "-1"  },
     { "qmax",           "-1"  },
bde04604
     { NULL },
 };
 
 static const AVClass vaapi_encode_vp9_class = {
     .class_name = "vp9_vaapi",
     .item_name  = av_default_item_name,
     .option     = vaapi_encode_vp9_options,
     .version    = LIBAVUTIL_VERSION_INT,
 };
 
 AVCodec ff_vp9_vaapi_encoder = {
     .name           = "vp9_vaapi",
     .long_name      = NULL_IF_CONFIG_SMALL("VP9 (VAAPI)"),
     .type           = AVMEDIA_TYPE_VIDEO,
     .id             = AV_CODEC_ID_VP9,
1616106f
     .priv_data_size = sizeof(VAAPIEncodeVP9Context),
bde04604
     .init           = &vaapi_encode_vp9_init,
5fdcf85b
     .send_frame     = &ff_vaapi_encode_send_frame,
     .receive_packet = &ff_vaapi_encode_receive_packet,
bde04604
     .close          = &ff_vaapi_encode_close,
     .priv_class     = &vaapi_encode_vp9_class,
b945fed6
     .capabilities   = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE,
2b320689
     .caps_internal  = FF_CODEC_CAP_INIT_CLEANUP,
bde04604
     .defaults       = vaapi_encode_vp9_defaults,
     .pix_fmts = (const enum AVPixelFormat[]) {
         AV_PIX_FMT_VAAPI,
         AV_PIX_FMT_NONE,
     },
344e6c3f
     .hw_configs     = ff_vaapi_encode_hw_configs,
b945fed6
     .wrapper_name   = "vaapi",
bde04604
 };