summaryrefslogtreecommitdiffstats
path: root/video
diff options
context:
space:
mode:
authorwm4 <wm4@nowhere>2014-04-12 17:51:19 +0200
committerwm4 <wm4@nowhere>2014-04-12 19:31:50 +0200
commit33f822b7154b8035984bd41607c0c2b1edd0c9fa (patch)
tree7392f47dd082c1eb51f29c7fac9c5a62ceda6b04 /video
parent839c3ae64b184ba9d37621507d74cb6052582d0b (diff)
downloadmpv-33f822b7154b8035984bd41607c0c2b1edd0c9fa.tar.bz2
mpv-33f822b7154b8035984bd41607c0c2b1edd0c9fa.tar.xz
video: add VapourSynth filter bridge
Mainly meant to apply simple VapourSynth filters to video at runtime. This has various restrictions, which are listed in the manpage. Additionally, this actually copies video frames when converting frame references from mpv to VapourSynth, and a second time when going from VapourSynth to mpv. This is inefficient and could probably be easily improved. But for now, this is simpler, and in fact I'm not sure if we even can references VapourSynth frames after the core has been destroyed.
Diffstat (limited to 'video')
-rw-r--r--video/filter/vf.c4
-rw-r--r--video/filter/vf_vapoursynth.c476
2 files changed, 480 insertions, 0 deletions
diff --git a/video/filter/vf.c b/video/filter/vf.c
index 0ab5a2c651..118587766d 100644
--- a/video/filter/vf.c
+++ b/video/filter/vf.c
@@ -69,6 +69,7 @@ extern const vf_info_t vf_info_stereo3d;
extern const vf_info_t vf_info_dlopen;
extern const vf_info_t vf_info_lavfi;
extern const vf_info_t vf_info_vaapi;
+extern const vf_info_t vf_info_vapoursynth;
// list of available filters:
static const vf_info_t *const filter_list[] = {
@@ -109,6 +110,9 @@ static const vf_info_t *const filter_list[] = {
#if HAVE_DLOPEN
&vf_info_dlopen,
#endif
+#if HAVE_VAPOURSYNTH
+ &vf_info_vapoursynth,
+#endif
#if HAVE_VAAPI_VPP
&vf_info_vaapi,
#endif
diff --git a/video/filter/vf_vapoursynth.c b/video/filter/vf_vapoursynth.c
new file mode 100644
index 0000000000..7b7530c4fe
--- /dev/null
+++ b/video/filter/vf_vapoursynth.c
@@ -0,0 +1,476 @@
+/*
+ * This file is part of mpv.
+ *
+ * Filter graph creation code taken from Libav avplay.c (LGPL 2.1 or later)
+ *
+ * mpv is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * mpv is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with mpv. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <inttypes.h>
+#include <pthread.h>
+#include <assert.h>
+
+#include <VapourSynth.h>
+#include <VSScript.h>
+#include <VSHelper.h>
+
+#include "common/msg.h"
+#include "options/m_option.h"
+
+#include "video/img_format.h"
+#include "video/mp_image.h"
+#include "video/sws_utils.h"
+#include "vf.h"
+
+struct vf_priv_s {
+ bool vs_initialized; // if true, must call vsscript_finalize()
+ VSCore *vscore;
+ const VSAPI *vsapi;
+ VSScript *se;
+ VSNodeRef *out_node;
+ VSNodeRef *in_node;
+
+ VSVideoInfo fmt_in;
+
+ pthread_mutex_t lock;
+ pthread_cond_t wakeup;
+
+ // --- the following members are all protected by lock
+ struct mp_image **buffered; // oldest image first
+ int num_buffered;
+ int in_frameno; // frame number of buffered[0] (the oldest)
+ int out_frameno; // frame number of last requested frame
+ bool getting_frame; // getAsyncFrame is in progress
+ struct mp_image *got_frame; // frame callback result
+ bool failed; // frame callback returned with an error
+ bool shutdown; // ask node to return
+ bool in_node_active; // node might still be called
+
+ // --- options
+ char *cfg_file;
+ int cfg_maxbuffer;
+};
+
+struct mpvs_fmt {
+ VSPresetFormat vs;
+ int mp;
+};
+
+static const struct mpvs_fmt mpvs_fmt_table[] = {
+ {pfYUV420P8, IMGFMT_420P},
+ {pfYUV422P8, IMGFMT_422P},
+ {pfYUV444P8, IMGFMT_444P},
+ {pfYUV410P8, IMGFMT_410P},
+ {pfYUV411P8, IMGFMT_411P},
+ {pfYUV440P8, IMGFMT_440P},
+ {pfYUV420P9, IMGFMT_420P9},
+ {pfYUV422P9, IMGFMT_422P9},
+ {pfYUV444P9, IMGFMT_444P9},
+ {pfYUV420P10, IMGFMT_420P10},
+ {pfYUV422P10, IMGFMT_422P10},
+ {pfYUV444P10, IMGFMT_444P10},
+ {pfYUV420P16, IMGFMT_420P16},
+ {pfYUV422P16, IMGFMT_422P16},
+ {pfYUV444P16, IMGFMT_444P16},
+ {pfNone}
+};
+
+static VSPresetFormat mp_to_vs(int imgfmt)
+{
+ for (int n = 0; mpvs_fmt_table[n].mp; n++) {
+ if (mpvs_fmt_table[n].mp == imgfmt)
+ return mpvs_fmt_table[n].vs;
+ }
+ return pfNone;
+}
+
+static int mp_from_vs(VSPresetFormat vs)
+{
+ for (int n = 0; mpvs_fmt_table[n].mp; n++) {
+ if (mpvs_fmt_table[n].vs == vs)
+ return mpvs_fmt_table[n].mp;
+ }
+ return pfNone;
+}
+
+static struct mp_image map_vs_frame(struct vf_priv_s *p, const VSFrameRef *ref,
+ bool w)
+{
+ const VSFormat *fmt = p->vsapi->getFrameFormat(ref);
+
+ struct mp_image img = {0};
+ mp_image_setfmt(&img, mp_from_vs(fmt->id));
+ mp_image_set_size(&img, p->vsapi->getFrameWidth(ref, 0),
+ p->vsapi->getFrameHeight(ref, 0));
+
+ for (int n = 0; n < img.num_planes; n++) {
+ if (w) {
+ img.planes[n] = p->vsapi->getWritePtr((VSFrameRef *)ref, n);
+ } else {
+ img.planes[n] = (uint8_t *)p->vsapi->getReadPtr(ref, n);
+ }
+ img.stride[n] = p->vsapi->getStride(ref, n);
+ }
+
+ return img;
+}
+
+static void drain_oldest_buffered_frame(struct vf_priv_s *p)
+{
+ if (!p->num_buffered)
+ return;
+ talloc_free(p->buffered[0]);
+ for (int n = 0; n < p->num_buffered - 1; n++)
+ p->buffered[n] = p->buffered[n + 1];
+ p->num_buffered--;
+ p->in_frameno++;
+}
+
+static void VS_CC vs_frame_done(void *userData, const VSFrameRef *f, int n,
+ VSNodeRef *node, const char *errorMsg)
+{
+ struct vf_instance *vf = userData;
+ struct vf_priv_s *p = vf->priv;
+
+ pthread_mutex_lock(&p->lock);
+ assert(p->getting_frame);
+ assert(!p->got_frame);
+ p->getting_frame = false;
+
+ if (f) {
+ struct mp_image img = map_vs_frame(p, f, false);
+ img.pts = MP_NOPTS_VALUE;
+ const VSMap *map = p->vsapi->getFramePropsRO(f);
+ if (map) {
+ int err;
+ double t = p->vsapi->propGetFloat(map, "AbsoluteTime", 0, &err);
+ if (!err)
+ img.pts = t;
+ }
+ if (img.pts == MP_NOPTS_VALUE)
+ MP_ERR(vf, "No PTS after filter!\n");
+ p->got_frame = mp_image_new_copy(&img);
+ p->vsapi->freeFrame(f);
+ } else {
+ p->failed = true;
+ MP_ERR(vf, "Filter error: %s\n", errorMsg);
+ }
+ pthread_cond_broadcast(&p->wakeup);
+ pthread_mutex_unlock(&p->lock);
+}
+
+static int filter_ext(struct vf_instance *vf, struct mp_image *mpi)
+{
+ struct vf_priv_s *p = vf->priv;
+ int ret = 0;
+
+ if (!p->out_node)
+ return -1;
+
+ // Try to get new frames until we get rid of the input mpi.
+ pthread_mutex_lock(&p->lock);
+ while (1) {
+ // Not sure what we do on errors, but at least don't deadlock.
+ if (p->failed) {
+ p->failed = false;
+ talloc_free(mpi);
+ ret = -1;
+ break;
+ }
+
+ if (mpi && p->num_buffered < MP_TALLOC_ELEMS(p->buffered)) {
+ p->buffered[p->num_buffered++] = talloc_steal(p->buffered, mpi);
+ mpi = NULL;
+ pthread_cond_broadcast(&p->wakeup);
+ }
+
+ if (p->got_frame) {
+ vf_add_output_frame(vf, p->got_frame);
+ p->got_frame = NULL;
+ }
+
+ if (!p->getting_frame) {
+ // Note: this assumes getFrameAsync() will never call infiltGetFrame
+ // (if it does, we would deadlock)
+ p->getting_frame = true;
+ p->failed = false;
+ p->vsapi->getFrameAsync(p->out_frameno++, p->out_node,
+ vs_frame_done, vf);
+ }
+
+ if (!mpi)
+ break;
+ pthread_cond_wait(&p->wakeup, &p->lock);
+ }
+ pthread_mutex_unlock(&p->lock);
+
+ return ret;
+}
+
+static void VS_CC infiltInit(VSMap *in, VSMap *out, void **instanceData,
+ VSNode *node, VSCore *core, const VSAPI *vsapi)
+{
+ struct vf_instance *vf = *instanceData;
+ struct vf_priv_s *p = vf->priv;
+
+ // Note: this is called from createFilter, so no need for locking.
+
+ p->vsapi->setVideoInfo(&p->fmt_in, 1, node);
+}
+
+static const VSFrameRef *VS_CC infiltGetFrame(int frameno, int activationReason,
+ void **instanceData, void **frameData,
+ VSFrameContext *frameCtx, VSCore *core,
+ const VSAPI *vsapi)
+{
+ struct vf_instance *vf = *instanceData;
+ struct vf_priv_s *p = vf->priv;
+ VSFrameRef *ret = NULL;
+
+ pthread_mutex_lock(&p->lock);
+ while (1) {
+ if (p->shutdown)
+ break;
+ if (frameno < p->in_frameno) {
+ p->vsapi->setFilterError("Requesting a frame too far in the past. "
+ "Try increasing the maxbuffer suboption",
+ frameCtx);
+ break;
+ }
+ if (frameno >= p->in_frameno + MP_TALLOC_ELEMS(p->buffered)) {
+ // Too far in the future. Remove frames, so that the main thread can
+ // queue new frames.
+ if (p->num_buffered) {
+ drain_oldest_buffered_frame(p);
+ pthread_cond_broadcast(&p->wakeup);
+ continue;
+ }
+ }
+ if (frameno < p->in_frameno + p->num_buffered) {
+ struct mp_image *img = p->buffered[frameno - p->in_frameno];
+ const VSFormat *vsfmt =
+ vsapi->getFormatPreset(mp_to_vs(img->imgfmt), core);
+ ret = vsapi->newVideoFrame(vsfmt, img->w, img->h, NULL, core);
+ if (!ret) {
+ p->vsapi->setFilterError("Could not allocate VS frame", frameCtx);
+ break;
+ }
+ struct mp_image vsframe = map_vs_frame(p, ret, true);
+ mp_image_copy(&vsframe, img);
+ VSMap *map = p->vsapi->getFramePropsRW(ret);
+ if (map)
+ p->vsapi->propSetFloat(map, "AbsoluteTime", img->pts, 0);
+ break;
+ }
+ pthread_cond_wait(&p->wakeup, &p->lock);
+ }
+ pthread_mutex_unlock(&p->lock);
+ return ret;
+}
+
+static void VS_CC infiltFree(void *instanceData, VSCore *core, const VSAPI *vsapi)
+{
+ struct vf_instance *vf = instanceData;
+ struct vf_priv_s *p = vf->priv;
+
+ pthread_mutex_lock(&p->lock);
+ p->in_node_active = false;
+ pthread_cond_broadcast(&p->wakeup);
+ pthread_mutex_unlock(&p->lock);
+}
+
+static void destroy_vs(struct vf_instance *vf)
+{
+ struct vf_priv_s *p = vf->priv;
+
+ if (p->in_node)
+ p->vsapi->freeNode(p->in_node);
+ if (p->out_node)
+ p->vsapi->freeNode(p->out_node);
+ p->in_node = p->out_node = NULL;
+
+ // Wait until the frame callback has returned and the filter dies
+ pthread_mutex_lock(&p->lock);
+ p->shutdown = true;
+ pthread_cond_broadcast(&p->wakeup);
+ while (p->getting_frame || p->in_node_active)
+ pthread_cond_wait(&p->wakeup, &p->lock);
+ p->shutdown = false;
+ talloc_free(p->got_frame);
+ p->got_frame = NULL;
+ // Kill queued frames too
+ for (int n = 0; n < p->num_buffered; n++)
+ talloc_free(p->buffered[n]);
+ p->num_buffered = false;
+ p->out_frameno = p->in_frameno = 0;
+ pthread_mutex_unlock(&p->lock);
+}
+
+static int reinit_vs(struct vf_instance *vf)
+{
+ struct vf_priv_s *p = vf->priv;
+ VSMap *vars = NULL, *in = NULL, *out = NULL;
+ int res = -1;
+
+ destroy_vs(vf);
+
+ in = p->vsapi->createMap();
+ out = p->vsapi->createMap();
+ vars = p->vsapi->createMap();
+ if (!in || !out || !vars)
+ goto error;
+
+ p->vsapi->createFilter(in, out, "Input", infiltInit, infiltGetFrame,
+ infiltFree, fmSerial, 0, vf, p->vscore);
+ int vserr;
+ p->in_node = p->vsapi->propGetNode(out, "clip", 0, &vserr);
+ if (!p->in_node)
+ goto error;
+
+ if (p->vsapi->propSetNode(vars, "video_in", p->in_node, 0))
+ goto error;
+
+ vsscript_setVariable(p->se, vars);
+
+ if (vsscript_evaluateFile(&p->se, p->cfg_file, 0)) {
+ MP_FATAL(vf, "Script evaluation failed:\n%s\n", vsscript_getError(p->se));
+ goto error;
+ }
+ p->out_node = vsscript_getOutput(p->se, 0);
+ if (!p->out_node)
+ goto error;
+
+ const VSVideoInfo *vi = p->vsapi->getVideoInfo(p->out_node);
+ if (!isConstantFormat(vi)) {
+ MP_FATAL(vf, "Video format is required to be constant.\n");
+ goto error;
+ }
+
+ res = 0;
+error:
+ p->vsapi->freeMap(in);
+ p->vsapi->freeMap(out);
+ p->vsapi->freeMap(vars);
+ if (res < 0)
+ destroy_vs(vf);
+ return res;
+}
+
+static int config(struct vf_instance *vf, int width, int height,
+ int d_width, int d_height, unsigned int flags,
+ unsigned int fmt)
+{
+ struct vf_priv_s *p = vf->priv;
+
+ p->fmt_in = (VSVideoInfo){
+ .format = p->vsapi->getFormatPreset(mp_to_vs(fmt), p->vscore),
+ .width = width,
+ .height = height,
+ };
+ if (!p->fmt_in.format)
+ return 0;
+
+ if (reinit_vs(vf) < 0)
+ return 0;
+
+ const VSVideoInfo *vi = p->vsapi->getVideoInfo(p->out_node);
+ fmt = mp_from_vs(vi->format->id);
+ if (!fmt) {
+ destroy_vs(vf);
+ return 0;
+ }
+ width = vi->width;
+ height = vi->height;
+
+ return vf_next_config(vf, width, height, width, height, flags, fmt);
+}
+
+static int query_format(struct vf_instance *vf, unsigned int fmt)
+{
+ return mp_to_vs(fmt) != pfNone ? VFCAP_CSP_SUPPORTED : 0;
+}
+
+static int control(vf_instance_t *vf, int request, void *data)
+{
+ switch (request) {
+ case VFCTRL_SEEK_RESET:
+ if (reinit_vs(vf) < 0)
+ return CONTROL_ERROR;
+ return CONTROL_OK;
+ }
+ return CONTROL_UNKNOWN;
+}
+
+static void uninit(struct vf_instance *vf)
+{
+ struct vf_priv_s *p = vf->priv;
+
+ destroy_vs(vf);
+
+ if (p->se)
+ vsscript_freeScript(p->se);
+ if (p->vs_initialized)
+ vsscript_finalize();
+
+ pthread_cond_destroy(&p->wakeup);
+ pthread_mutex_destroy(&p->lock);
+}
+
+static int vf_open(vf_instance_t *vf)
+{
+ struct vf_priv_s *p = vf->priv;
+ pthread_mutex_init(&p->lock, NULL);
+ pthread_cond_init(&p->wakeup, NULL);
+ vf->reconfig = NULL;
+ vf->config = config;
+ vf->filter_ext = filter_ext;
+ vf->filter = NULL;
+ vf->query_format = query_format;
+ vf->control = control;
+ vf->uninit = uninit;
+ p->buffered = talloc_array(vf, struct mp_image *, p->cfg_maxbuffer);
+ if (!vsscript_init())
+ goto error;
+ p->vs_initialized = true;
+ // First load an empty script to get a VSScript, so that we get the vsapi
+ // and vscore.
+ if (vsscript_evaluateScript(&p->se, "", NULL, 0))
+ goto error;
+ p->vsapi = vsscript_getVSApi();
+ p->vscore = vsscript_getCore(p->se);
+ if (!p->vsapi || !p->vscore)
+ goto error;
+ return 1;
+error:
+ uninit(vf);
+ return 0;
+}
+
+#define OPT_BASE_STRUCT struct vf_priv_s
+static const m_option_t vf_opts_fields[] = {
+ OPT_STRING("file", cfg_file, 0),
+ OPT_INTRANGE("maxbuffer", cfg_maxbuffer, 0, 1, 9999, OPTDEF_INT(5)),
+ {0}
+};
+
+const vf_info_t vf_info_vapoursynth = {
+ .description = "vapoursynth bridge",
+ .name = "vapoursynth",
+ .open = vf_open,
+ .priv_size = sizeof(struct vf_priv_s),
+ .options = vf_opts_fields,
+};