libavcodec/vdpau.c
369122dd
 /*
  * Video Decode and Presentation API for UNIX (VDPAU) is used for
66b50bc0
  * HW decode acceleration for MPEG-1/2, MPEG-4 ASP, H.264 and VC-1.
369122dd
  *
406792e7
  * Copyright (c) 2008 NVIDIA
369122dd
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include <limits.h>
0f40c909
 
369122dd
 #include "avcodec.h"
b46a77f1
 #include "decode.h"
ce083282
 #include "internal.h"
9df889a5
 #include "h264dec.h"
c5b42f4a
 #include "vc1.h"
fd949a63
 #include "vdpau.h"
369122dd
 #include "vdpau_internal.h"
 
c01f1157
 // XXX: at the time of adding this ifdefery, av_assert* wasn't use outside.
 // When dropping it, make sure other av_assert* were not added since then.
 
369122dd
 /**
adbfc605
  * @addtogroup VDPAU_Decoding
369122dd
  *
  * @{
  */
 
319424d2
 static int vdpau_error(VdpStatus status)
 {
     switch (status) {
     case VDP_STATUS_OK:
         return 0;
     case VDP_STATUS_NO_IMPLEMENTATION:
         return AVERROR(ENOSYS);
     case VDP_STATUS_DISPLAY_PREEMPTED:
         return AVERROR(EIO);
     case VDP_STATUS_INVALID_HANDLE:
         return AVERROR(EBADF);
     case VDP_STATUS_INVALID_POINTER:
         return AVERROR(EFAULT);
     case VDP_STATUS_RESOURCES:
         return AVERROR(ENOBUFS);
     case VDP_STATUS_HANDLE_DEVICE_MISMATCH:
         return AVERROR(EXDEV);
     case VDP_STATUS_ERROR:
         return AVERROR(EIO);
     default:
         return AVERROR(EINVAL);
     }
 }
 
af05edc6
 AVVDPAUContext *av_alloc_vdpaucontext(void)
 {
31c09b76
     return av_vdpau_alloc_context();
af05edc6
 }
 
d404fe35
 MAKE_ACCESSORS(AVVDPAUContext, vdpau_hwaccel, AVVDPAU_Render2, render2)
 
c220a60f
 int av_vdpau_get_surface_parameters(AVCodecContext *avctx,
                                     VdpChromaType *type,
                                     uint32_t *width, uint32_t *height)
 {
     VdpChromaType t;
     uint32_t w = avctx->coded_width;
     uint32_t h = avctx->coded_height;
 
     /* See <vdpau/vdpau.h> for per-type alignment constraints. */
     switch (avctx->sw_pix_fmt) {
     case AV_PIX_FMT_YUV420P:
     case AV_PIX_FMT_YUVJ420P:
         t = VDP_CHROMA_TYPE_420;
         w = (w + 1) & ~1;
         h = (h + 3) & ~3;
         break;
     case AV_PIX_FMT_YUV422P:
     case AV_PIX_FMT_YUVJ422P:
         t = VDP_CHROMA_TYPE_422;
         w = (w + 1) & ~1;
         h = (h + 1) & ~1;
         break;
     case AV_PIX_FMT_YUV444P:
     case AV_PIX_FMT_YUVJ444P:
         t = VDP_CHROMA_TYPE_444;
         h = (h + 1) & ~1;
         break;
     default:
         return AVERROR(ENOSYS);
     }
 
     if (type)
         *type = t;
     if (width)
         *width = w;
     if (height)
         *height = h;
     return 0;
 }
 
b46a77f1
 int ff_vdpau_common_frame_params(AVCodecContext *avctx,
                                  AVBufferRef *hw_frames_ctx)
 {
     AVHWFramesContext *hw_frames = (AVHWFramesContext*)hw_frames_ctx->data;
     VdpChromaType type;
     uint32_t width;
     uint32_t height;
 
     if (av_vdpau_get_surface_parameters(avctx, &type, &width, &height))
         return AVERROR(EINVAL);
 
     hw_frames->format    = AV_PIX_FMT_VDPAU;
     hw_frames->sw_format = avctx->sw_pix_fmt;
     hw_frames->width     = width;
     hw_frames->height    = height;
 
     return 0;
 }
 
ce083282
 int ff_vdpau_common_init(AVCodecContext *avctx, VdpDecoderProfile profile,
                          int level)
 {
     VDPAUHWContext *hwctx = avctx->hwaccel_context;
     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
bef067f8
     VdpVideoSurfaceQueryCapabilities *surface_query_caps;
     VdpDecoderQueryCapabilities *decoder_query_caps;
ce083282
     VdpDecoderCreate *create;
64ecb78b
     VdpGetInformationString *info;
     const char *info_string;
ce083282
     void *func;
     VdpStatus status;
bef067f8
     VdpBool supported;
     uint32_t max_level, max_mb, max_width, max_height;
c220a60f
     VdpChromaType type;
     uint32_t width;
     uint32_t height;
b46a77f1
     int ret;
ce083282
 
502cde40
     vdctx->width            = UINT32_MAX;
     vdctx->height           = UINT32_MAX;
 
7e4ba776
     if (av_vdpau_get_surface_parameters(avctx, &type, &width, &height))
         return AVERROR(ENOSYS);
ec6a855b
 
7e4ba776
     if (hwctx) {
         hwctx->reset            = 0;
 
         if (hwctx->context.decoder != VDP_INVALID_HANDLE) {
             vdctx->decoder = hwctx->context.decoder;
             vdctx->render  = hwctx->context.render;
             vdctx->device  = VDP_INVALID_HANDLE;
             return 0; /* Decoder created by user */
         }
 
         vdctx->device           = hwctx->device;
         vdctx->get_proc_address = hwctx->get_proc_address;
 
         if (hwctx->flags & AV_HWACCEL_FLAG_IGNORE_LEVEL)
             level = 0;
 
         if (!(hwctx->flags & AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH) &&
             type != VDP_CHROMA_TYPE_420)
             return AVERROR(ENOSYS);
     } else {
b46a77f1
         AVHWFramesContext *frames_ctx;
7e4ba776
         AVVDPAUDeviceContext *dev_ctx;
 
b46a77f1
         ret = ff_decode_get_hw_frames_ctx(avctx, AV_HWDEVICE_TYPE_VDPAU);
         if (ret < 0)
             return ret;
7e4ba776
 
b46a77f1
         frames_ctx = (AVHWFramesContext*)avctx->hw_frames_ctx->data;
7e4ba776
         dev_ctx = frames_ctx->device_ctx->hwctx;
 
         vdctx->device           = dev_ctx->device;
         vdctx->get_proc_address = dev_ctx->get_proc_address;
 
         if (avctx->hwaccel_flags & AV_HWACCEL_FLAG_IGNORE_LEVEL)
             level = 0;
ce083282
     }
 
7e4ba776
     if (level < 0)
bef067f8
         return AVERROR(ENOTSUP);
 
     status = vdctx->get_proc_address(vdctx->device,
64ecb78b
                                      VDP_FUNC_ID_GET_INFORMATION_STRING,
                                      &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         info = func;
 
     status = info(&info_string);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     if (avctx->codec_id == AV_CODEC_ID_HEVC && strncmp(info_string, "NVIDIA ", 7) == 0 &&
         !(avctx->hwaccel_flags & AV_HWACCEL_FLAG_ALLOW_PROFILE_MISMATCH)) {
         av_log(avctx, AV_LOG_VERBOSE, "HEVC with NVIDIA VDPAU drivers is buggy, skipping.\n");
         return AVERROR(ENOTSUP);
     }
 
     status = vdctx->get_proc_address(vdctx->device,
bef067f8
                                      VDP_FUNC_ID_VIDEO_SURFACE_QUERY_CAPABILITIES,
                                      &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         surface_query_caps = func;
 
c220a60f
     status = surface_query_caps(vdctx->device, type, &supported,
bef067f8
                                 &max_width, &max_height);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     if (supported != VDP_TRUE ||
         max_width < width || max_height < height)
         return AVERROR(ENOTSUP);
 
     status = vdctx->get_proc_address(vdctx->device,
                                      VDP_FUNC_ID_DECODER_QUERY_CAPABILITIES,
                                      &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         decoder_query_caps = func;
 
     status = decoder_query_caps(vdctx->device, profile, &supported, &max_level,
                                 &max_mb, &max_width, &max_height);
559fa0d4
 #ifdef VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE
a41e5e19
     if ((status != VDP_STATUS_OK || supported != VDP_TRUE) && profile == VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE) {
559fa0d4
         profile = VDP_DECODER_PROFILE_H264_MAIN;
         status = decoder_query_caps(vdctx->device, profile, &supported,
                                     &max_level, &max_mb,
                                     &max_width, &max_height);
     }
 #endif
bef067f8
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
 
     if (supported != VDP_TRUE || max_level < level ||
         max_width < width || max_height < height)
         return AVERROR(ENOTSUP);
 
ce083282
     status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_CREATE,
                                      &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         create = func;
 
     status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_RENDER,
                                      &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         vdctx->render = func;
 
     status = create(vdctx->device, profile, width, height, avctx->refs,
                     &vdctx->decoder);
502cde40
     if (status == VDP_STATUS_OK) {
         vdctx->width  = avctx->coded_width;
         vdctx->height = avctx->coded_height;
     }
 
ce083282
     return vdpau_error(status);
 }
 
 int ff_vdpau_common_uninit(AVCodecContext *avctx)
 {
     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
     VdpDecoderDestroy *destroy;
     void *func;
     VdpStatus status;
 
     if (vdctx->device == VDP_INVALID_HANDLE)
         return 0; /* Decoder created and destroyed by user */
502cde40
     if (vdctx->width == UINT32_MAX && vdctx->height == UINT32_MAX)
         return 0;
ce083282
 
     status = vdctx->get_proc_address(vdctx->device,
                                      VDP_FUNC_ID_DECODER_DESTROY, &func);
     if (status != VDP_STATUS_OK)
         return vdpau_error(status);
     else
         destroy = func;
 
     status = destroy(vdctx->decoder);
     return vdpau_error(status);
 }
 
502cde40
 static int ff_vdpau_common_reinit(AVCodecContext *avctx)
 {
e3e158e8
     VDPAUHWContext *hwctx = avctx->hwaccel_context;
502cde40
     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
 
     if (vdctx->device == VDP_INVALID_HANDLE)
         return 0; /* Decoder created by user */
     if (avctx->coded_width == vdctx->width &&
7e4ba776
         avctx->coded_height == vdctx->height && (!hwctx || !hwctx->reset))
502cde40
         return 0;
 
     avctx->hwaccel->uninit(avctx);
     return avctx->hwaccel->init(avctx);
 }
 
7948a51b
 int ff_vdpau_common_start_frame(struct vdpau_picture_context *pic_ctx,
44e065d5
                                 av_unused const uint8_t *buffer,
                                 av_unused uint32_t size)
 {
2852740e
     pic_ctx->bitstream_buffers_allocated = 0;
     pic_ctx->bitstream_buffers_used      = 0;
     pic_ctx->bitstream_buffers           = NULL;
44e065d5
     return 0;
 }
 
fcc10226
 int ff_vdpau_common_end_frame(AVCodecContext *avctx, AVFrame *frame,
                               struct vdpau_picture_context *pic_ctx)
44e065d5
 {
89ac99ba
     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
44e065d5
     AVVDPAUContext *hwctx = avctx->hwaccel_context;
fcc10226
     VdpVideoSurface surf = ff_vdpau_get_surface_id(frame);
     VdpStatus status;
502cde40
     int val;
 
     val = ff_vdpau_common_reinit(avctx);
     if (val < 0)
         return val;
44e065d5
 
7e4ba776
     if (hwctx && !hwctx->render && hwctx->render2) {
b64b719a
         status = hwctx->render2(avctx, frame, (void *)&pic_ctx->info,
                                 pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
d404fe35
     } else
800d91d3
     status = vdctx->render(vdctx->decoder, surf, &pic_ctx->info,
fcc10226
                            pic_ctx->bitstream_buffers_used,
                            pic_ctx->bitstream_buffers);
44e065d5
 
2852740e
     av_freep(&pic_ctx->bitstream_buffers);
44e065d5
 
fcc10226
     return vdpau_error(status);
 }
 
f3867b0a
 #if CONFIG_MPEG1_VDPAU_HWACCEL || \
b2472539
     CONFIG_MPEG2_VDPAU_HWACCEL || CONFIG_MPEG4_VDPAU_HWACCEL || \
     CONFIG_VC1_VDPAU_HWACCEL   || CONFIG_WMV3_VDPAU_HWACCEL
2c541554
 int ff_vdpau_mpeg_end_frame(AVCodecContext *avctx)
44e065d5
 {
2c541554
     MpegEncContext *s = avctx->priv_data;
2852740e
     Picture *pic = s->current_picture_ptr;
     struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
fcc10226
     int val;
44e065d5
 
fcc10226
     val = ff_vdpau_common_end_frame(avctx, pic->f, pic_ctx);
     if (val < 0)
         return val;
44e065d5
 
2c541554
     ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
44e065d5
     return 0;
 }
b2472539
 #endif
44e065d5
 
7948a51b
 int ff_vdpau_add_buffer(struct vdpau_picture_context *pic_ctx,
                         const uint8_t *buf, uint32_t size)
44e065d5
 {
2852740e
     VdpBitstreamBuffer *buffers = pic_ctx->bitstream_buffers;
44e065d5
 
2852740e
     buffers = av_fast_realloc(buffers, &pic_ctx->bitstream_buffers_allocated,
                               (pic_ctx->bitstream_buffers_used + 1) * sizeof(*buffers));
44e065d5
     if (!buffers)
         return AVERROR(ENOMEM);
 
2852740e
     pic_ctx->bitstream_buffers = buffers;
     buffers += pic_ctx->bitstream_buffers_used++;
44e065d5
 
     buffers->struct_version  = VDP_BITSTREAM_BUFFER_VERSION;
     buffers->bitstream       = buf;
     buffers->bitstream_bytes = size;
     return 0;
 }
a0c6c8e5
 
e10b7ef2
 #if FF_API_VDPAU_PROFILE
ca22d1de
 int av_vdpau_get_profile(AVCodecContext *avctx, VdpDecoderProfile *profile)
 {
8b51bcfe
 #define PROFILE(prof)                      \
 do {                                       \
     *profile = VDP_DECODER_PROFILE_##prof; \
     return 0;                              \
ca22d1de
 } while (0)
 
     switch (avctx->codec_id) {
8b51bcfe
     case AV_CODEC_ID_MPEG1VIDEO:               PROFILE(MPEG1);
ca22d1de
     case AV_CODEC_ID_MPEG2VIDEO:
         switch (avctx->profile) {
8b51bcfe
         case FF_PROFILE_MPEG2_MAIN:            PROFILE(MPEG2_MAIN);
         case FF_PROFILE_MPEG2_SIMPLE:          PROFILE(MPEG2_SIMPLE);
ca22d1de
         default:                               return AVERROR(EINVAL);
         }
8b51bcfe
     case AV_CODEC_ID_H263:                     PROFILE(MPEG4_PART2_ASP);
ca22d1de
     case AV_CODEC_ID_MPEG4:
         switch (avctx->profile) {
8b51bcfe
         case FF_PROFILE_MPEG4_SIMPLE:          PROFILE(MPEG4_PART2_SP);
         case FF_PROFILE_MPEG4_ADVANCED_SIMPLE: PROFILE(MPEG4_PART2_ASP);
ca22d1de
         default:                               return AVERROR(EINVAL);
         }
     case AV_CODEC_ID_H264:
eeaf4f3b
         switch (avctx->profile & ~FF_PROFILE_H264_INTRA) {
8b51bcfe
         case FF_PROFILE_H264_BASELINE:         PROFILE(H264_BASELINE);
ce91b2ea
         case FF_PROFILE_H264_CONSTRAINED_BASELINE:
8b51bcfe
         case FF_PROFILE_H264_MAIN:             PROFILE(H264_MAIN);
         case FF_PROFILE_H264_HIGH:             PROFILE(H264_HIGH);
8502c1e9
 #ifdef VDP_DECODER_PROFILE_H264_EXTENDED
         case FF_PROFILE_H264_EXTENDED:         PROFILE(H264_EXTENDED);
 #endif
ca22d1de
         default:                               return AVERROR(EINVAL);
         }
     case AV_CODEC_ID_WMV3:
     case AV_CODEC_ID_VC1:
         switch (avctx->profile) {
8b51bcfe
         case FF_PROFILE_VC1_SIMPLE:            PROFILE(VC1_SIMPLE);
         case FF_PROFILE_VC1_MAIN:              PROFILE(VC1_MAIN);
         case FF_PROFILE_VC1_ADVANCED:          PROFILE(VC1_ADVANCED);
ca22d1de
         default:                               return AVERROR(EINVAL);
         }
     }
     return AVERROR(EINVAL);
8b51bcfe
 #undef PROFILE
ca22d1de
 }
e10b7ef2
 #endif /* FF_API_VDPAU_PROFILE */
ca22d1de
 
728c4658
 AVVDPAUContext *av_vdpau_alloc_context(void)
 {
3a6ded7c
     return av_mallocz(sizeof(VDPAUHWContext));
728c4658
 }
 
e3e158e8
 int av_vdpau_bind_context(AVCodecContext *avctx, VdpDevice device,
                           VdpGetProcAddress *get_proc, unsigned flags)
 {
     VDPAUHWContext *hwctx;
 
ebd5320a
     if (flags & ~(AV_HWACCEL_FLAG_IGNORE_LEVEL|AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH))
c1724623
         return AVERROR(EINVAL);
 
e3e158e8
     if (av_reallocp(&avctx->hwaccel_context, sizeof(*hwctx)))
         return AVERROR(ENOMEM);
 
     hwctx = avctx->hwaccel_context;
 
     memset(hwctx, 0, sizeof(*hwctx));
     hwctx->context.decoder  = VDP_INVALID_HANDLE;
     hwctx->device           = device;
     hwctx->get_proc_address = get_proc;
d565fef1
     hwctx->flags            = flags;
e3e158e8
     hwctx->reset            = 1;
     return 0;
 }
 
369122dd
 /* @}*/