/*
* This file is part of mpv.
*
* Copyright (c) 2015 Sebastien Zwickert
*
* mpv is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* mpv is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with mpv. If not, see .
*/
#include "config.h"
#if !HAVE_VIDEOTOOLBOX_HWACCEL_NEW
#include
#include
#include "common/av_common.h"
#include "common/msg.h"
#include "options/options.h"
#include "video/mp_image.h"
#include "video/decode/lavc.h"
#include "video/mp_image_pool.h"
#include "video/vt.h"
#include "config.h"
struct priv {
struct mp_image_pool *sw_pool;
};
static int probe_copy(struct lavc_ctx *ctx, struct vd_lavc_hwdec *hwdec,
const char *codec)
{
switch (mp_codec_to_av_codec_id(codec)) {
case AV_CODEC_ID_H264:
case AV_CODEC_ID_H263:
case AV_CODEC_ID_MPEG1VIDEO:
case AV_CODEC_ID_MPEG2VIDEO:
case AV_CODEC_ID_MPEG4:
break;
default:
return HWDEC_ERR_NO_CODEC;
}
return 0;
}
static int probe(struct lavc_ctx *ctx, struct vd_lavc_hwdec *hwdec,
const char *codec)
{
if (!hwdec_devices_load(ctx->hwdec_devs, HWDEC_VIDEOTOOLBOX))
return HWDEC_ERR_NO_CTX;
return probe_copy(ctx, hwdec, codec);
}
static int init(struct lavc_ctx *ctx)
{
struct priv *p = talloc_ptrtype(NULL, p);
p->sw_pool = talloc_steal(p, mp_image_pool_new(17));
ctx->hwdec_priv = p;
return 0;
}
struct videotoolbox_error {
int code;
char *reason;
};
static const struct videotoolbox_error videotoolbox_errors[] = {
{ AVERROR(ENOSYS),
"Hardware doesn't support accelerated decoding for this stream"
" or Videotoolbox decoder is not available at the moment (another"
" application is using it)."
},
{ AVERROR(EINVAL),
"Invalid configuration provided to VTDecompressionSessionCreate" },
{ AVERROR_INVALIDDATA,
"Generic error returned by the decoder layer. The cause can be Videotoolbox"
" found errors in the bitstream." },
{ 0, NULL },
};
static void print_videotoolbox_error(struct mp_log *log, int lev, char *message,
int error_code)
{
for (int n = 0; videotoolbox_errors[n].code < 0; n++)
if (videotoolbox_errors[n].code == error_code) {
mp_msg(log, lev, "%s: %s (%d)\n",
message, videotoolbox_errors[n].reason, error_code);
return;
}
mp_msg(log, lev, "%s: %d\n", message, error_code);
}
static int init_decoder(struct lavc_ctx *ctx, int w, int h)
{
av_videotoolbox_default_free(ctx->avctx);
AVVideotoolboxContext *vtctx = av_videotoolbox_alloc_context();
if (!vtctx)
return -1;
int imgfmt = ctx->opts->videotoolbox_format;
#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(57, 81, 103)
if (!imgfmt)
imgfmt = IMGFMT_NV12;
#endif
vtctx->cv_pix_fmt_type = mp_imgfmt_to_cvpixelformat(imgfmt);
MP_VERBOSE(ctx, "Requesting cv_pix_fmt_type=0x%x\n",
(unsigned)vtctx->cv_pix_fmt_type);
int err = av_videotoolbox_default_init2(ctx->avctx, vtctx);
if (err < 0) {
print_videotoolbox_error(ctx->log, MSGL_ERR, "failed to init videotoolbox decoder", err);
return -1;
}
return 0;
}
static void uninit(struct lavc_ctx *ctx)
{
if (ctx->avctx)
av_videotoolbox_default_free(ctx->avctx);
struct priv *p = ctx->hwdec_priv;
if (!p)
return;
talloc_free(p->sw_pool);
p->sw_pool = NULL;
talloc_free(p);
ctx->hwdec_priv = NULL;
}
static struct mp_image *copy_image(struct lavc_ctx *ctx, struct mp_image *hw_image)
{
struct priv *p = ctx->hwdec_priv;
struct mp_image *image = mp_vt_download_image(NULL, hw_image, p->sw_pool);
if (image) {
talloc_free(hw_image);
return image;
} else {
return hw_image;
}
}
static struct mp_image *process_image(struct lavc_ctx *ctx, struct mp_image *img)
{
if (img->imgfmt == IMGFMT_VIDEOTOOLBOX) {
CVPixelBufferRef pbuf = (CVPixelBufferRef)img->planes[3];
uint32_t cvpixfmt = CVPixelBufferGetPixelFormatType(pbuf);
img->params.hw_subfmt = mp_imgfmt_from_cvpixelformat(cvpixfmt);
}
return img;
}
const struct vd_lavc_hwdec mp_vd_lavc_videotoolbox = {
.type = HWDEC_VIDEOTOOLBOX,
.image_format = IMGFMT_VIDEOTOOLBOX,
.probe = probe,
.init = init,
.uninit = uninit,
.init_decoder = init_decoder,
.process_image = process_image,
};
const struct vd_lavc_hwdec mp_vd_lavc_videotoolbox_copy = {
.type = HWDEC_VIDEOTOOLBOX_COPY,
.copying = true,
.image_format = IMGFMT_VIDEOTOOLBOX,
.probe = probe_copy,
.init = init,
.uninit = uninit,
.init_decoder = init_decoder,
.process_image = copy_image,
.delay_queue = HWDEC_DELAY_QUEUE_COUNT,
};
#else
#include
#include "video/decode/lavc.h"
static void vt_dummy_destroy(struct mp_hwdec_ctx *ctx)
{
av_buffer_unref(&ctx->av_device_ref);
talloc_free(ctx);
}
static struct mp_hwdec_ctx *vt_create_dummy(struct mpv_global *global,
struct mp_log *plog, bool probing)
{
struct mp_hwdec_ctx *ctx = talloc_ptrtype(NULL, ctx);
*ctx = (struct mp_hwdec_ctx) {
.type = HWDEC_VIDEOTOOLBOX_COPY,
.ctx = "dummy",
.destroy = vt_dummy_destroy,
};
if (av_hwdevice_ctx_create(&ctx->av_device_ref, AV_HWDEVICE_TYPE_VIDEOTOOLBOX,
NULL, NULL, 0) < 0)
{
vt_dummy_destroy(ctx);
return NULL;
}
return ctx;
}
const struct vd_lavc_hwdec mp_vd_lavc_videotoolbox = {
.type = HWDEC_VIDEOTOOLBOX,
.image_format = IMGFMT_VIDEOTOOLBOX,
.generic_hwaccel = true,
.set_hwframes = true,
.pixfmt_map = (const enum AVPixelFormat[][2]) {
{AV_PIX_FMT_NONE}
},
};
const struct vd_lavc_hwdec mp_vd_lavc_videotoolbox_copy = {
.type = HWDEC_VIDEOTOOLBOX_COPY,
.copying = true,
.image_format = IMGFMT_VIDEOTOOLBOX,
.generic_hwaccel = true,
.create_dev = vt_create_dummy,
.set_hwframes = true,
.pixfmt_map = (const enum AVPixelFormat[][2]) {
{AV_PIX_FMT_NONE}
},
.delay_queue = HWDEC_DELAY_QUEUE_COUNT,
};
#endif