/* * This file is part of mpv. * * mpv is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * mpv is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with mpv. If not, see . */ #include #include #include #include #include #include #include #include #include #include #include #include "config.h" #include "common/msg.h" #include "options/m_option.h" #include "options/path.h" #include "filters/f_autoconvert.h" #include "filters/f_utils.h" #include "filters/filter.h" #include "filters/filter_internal.h" #include "filters/user_filters.h" #include "video/img_format.h" #include "video/mp_image.h" #include "video/sws_utils.h" struct vapoursynth_opts { char *file; int maxbuffer; int maxrequests; const struct script_driver *drv; }; struct priv { struct mp_log *log; struct vapoursynth_opts *opts; VSCore *vscore; const VSAPI *vsapi; VSNodeRef *out_node; VSNodeRef *in_node; const struct script_driver *drv; // drv_vss struct VSScript *se; // drv_lazy struct lua_State *ls; VSNodeRef **gc_noderef; int num_gc_noderef; VSMap **gc_map; int num_gc_map; struct mp_filter *f; struct mp_pin *in_pin; // Format for which VS is currently configured. struct mp_image_params fmt_in; pthread_mutex_t lock; pthread_cond_t wakeup; // --- the following members are all protected by lock struct mp_image **buffered; // oldest image first int num_buffered; int in_frameno; // frame number of buffered[0] (the oldest) int requested_frameno; // last frame number for which we woke up core int out_frameno; // frame number of first requested/ready frame double out_pts; // pts corresponding to first requested/ready frame struct mp_image **requested;// frame callback results (can point to dummy_img) // requested[0] is the frame to return first int max_requests; // upper bound for requested[] array bool failed; // frame callback returned with an error bool shutdown; // ask node to return bool eof; // drain remaining data int64_t frames_sent; // total nr. of frames ever added to input queue bool initializing; // filters are being built bool in_node_active; // node might still be called }; // priv->requested[n] points to this if a request for frame n is in-progress static const struct mp_image dummy_img; // or if a request failed during EOF/reinit draining static const struct mp_image dummy_img_eof; static void destroy_vs(struct priv *p); static int reinit_vs(struct priv *p, struct mp_image *input); struct script_driver { int (*init)(struct priv *p); // first time init void (*uninit)(struct priv *p); // last time uninit int (*load_core)(struct priv *p); // make vsapi/vscore available int (*load)(struct priv *p, VSMap *vars); // also sets p->out_node void (*unload)(struct priv *p); // unload script and maybe vs }; struct mpvs_fmt { VSPresetFormat vs; int bits, cw, ch; }; static const struct mpvs_fmt mpvs_fmt_table[] = { {pfYUV420P8, 8, 2, 2}, {pfYUV420P9, 9, 2, 2}, {pfYUV420P10, 10, 2, 2}, {pfYUV420P16, 16, 2, 2}, {pfYUV422P8, 8, 2, 1}, {pfYUV422P9, 9, 2, 1}, {pfYUV422P10, 10, 2, 1}, {pfYUV422P16, 16, 2, 1}, {pfYUV410P8, 8, 4, 4}, {pfYUV411P8, 8, 4, 1}, {pfYUV440P8, 8, 1, 2}, {pfYUV444P8, 8, 1, 1}, {pfYUV444P9, 9, 1, 1}, {pfYUV444P10, 10, 1, 1}, {pfYUV444P16, 16, 1, 1}, {pfNone} }; static bool compare_fmt(int imgfmt, const struct mpvs_fmt *vs) { struct mp_regular_imgfmt rfmt; if (!mp_get_regular_imgfmt(&rfmt, imgfmt)) return false; if (rfmt.component_pad > 0) return false; if (rfmt.chroma_w != vs->cw || rfmt.chroma_h != vs->ch) return false; if (rfmt.component_size * 8 + rfmt.component_pad != vs->bits) return false; if (rfmt.num_planes != 3) return false; for (int n = 0; n < 3; n++) { if (rfmt.planes[n].num_components != 1) return false; if (rfmt.planes[n].components[0] != n + 1) return false; } return true; } static VSPresetFormat mp_to_vs(int imgfmt) { for (int n = 0; mpvs_fmt_table[n].bits; n++) { const struct mpvs_fmt *vsentry = &mpvs_fmt_table[n]; if (compare_fmt(imgfmt, vsentry)) return vsentry->vs; } return pfNone; } static int mp_from_vs(VSPresetFormat vs) { for (int n = 0; mpvs_fmt_table[n].bits; n++) { const struct mpvs_fmt *vsentry = &mpvs_fmt_table[n]; if (vsentry->vs == vs) { for (int imgfmt = IMGFMT_START; imgfmt < IMGFMT_END; imgfmt++) { if (compare_fmt(imgfmt, vsentry)) return imgfmt; } break; } } return 0; } static void copy_mp_to_vs_frame_props_map(struct priv *p, VSMap *map, struct mp_image *img) { struct mp_image_params *params = &img->params; p->vsapi->propSetInt(map, "_SARNum", params->p_w, 0); p->vsapi->propSetInt(map, "_SARDen", params->p_h, 0); if (params->color.levels) { p->vsapi->propSetInt(map, "_ColorRange", params->color.levels == MP_CSP_LEVELS_TV, 0); } // The docs explicitly say it uses libavcodec values. p->vsapi->propSetInt(map, "_ColorSpace", mp_csp_to_avcol_spc(params->color.space), 0); if (params->chroma_location) { p->vsapi->propSetInt(map, "_ChromaLocation", params->chroma_location == MP_CHROMA_CENTER, 0); } char pict_type = 0; switch (img->pict_type) { case 1: pict_type = 'I'; break; case 2: pict_type = 'P'; break; case 3: pict_type = 'B'; break; } if (pict_type) p->vsapi->propSetData(map, "_PictType", &pict_type, 1, 0); int field = 0; if (img->fields & MP_IMGFIELD_INTERLACED) field = img->fields & MP_IMGFIELD_TOP_FIRST ? 2 : 1; p->vsapi->propSetInt(map, "_FieldBased", field, 0); } static int set_vs_frame_props(struct priv *p, VSFrameRef *frame, struct mp_image *img, int dur_num, int dur_den) { VSMap *map = p->vsapi->getFramePropsRW(frame); if (!map) return -1; p->vsapi->propSetInt(map, "_DurationNum", dur_num, 0); p->vsapi->propSetInt(map, "_DurationDen", dur_den, 0); copy_mp_to_vs_frame_props_map(p, map, img); return 0; } static VSFrameRef *alloc_vs_frame(struct priv *p, struct mp_image_params *fmt) { const VSFormat *vsfmt = p->vsapi->getFormatPreset(mp_to_vs(fmt->imgfmt), p->vscore); return p->vsapi->newVideoFrame(vsfmt, fmt->w, fmt->h, NULL, p->vscore); } static struct mp_image map_vs_frame(struct priv *p, const VSFrameRef *ref, bool w) { const VSFormat *fmt = p->vsapi->getFrameFormat(ref); struct mp_image img = {0}; mp_image_setfmt(&img, mp_from_vs(fmt->id)); mp_image_set_size(&img, p->vsapi->getFrameWidth(ref, 0), p->vsapi->getFrameHeight(ref, 0)); for (int n = 0; n < img.num_planes; n++) { if (w) { img.planes[n] = p->vsapi->getWritePtr((VSFrameRef *)ref, n); } else { img.planes[n] = (uint8_t *)p->vsapi->getReadPtr(ref, n); } img.stride[n] = p->vsapi->getStride(ref, n); } return img; } static void drain_oldest_buffered_frame(struct priv *p) { if (!p->num_buffered) return; talloc_free(p->buffered[0]); for (int n = 0; n < p->num_buffered - 1; n++) p->buffered[n] = p->buffered[n + 1]; p->num_buffered--; p->in_frameno++; } static void VS_CC vs_frame_done(void *userData, const VSFrameRef *f, int n, VSNodeRef *node, const char *errorMsg) { struct priv *p = userData; pthread_mutex_lock(&p->lock); // If these assertions fail, n is an unrequested frame (or filtered twice). assert(n >= p->out_frameno && n < p->out_frameno + p->max_requests); int index = n - p->out_frameno; MP_TRACE(p, "filtered frame %d (%d)\n", n, index); assert(p->requested[index] == &dummy_img); struct mp_image *res = NULL; if (f) { struct mp_image img = map_vs_frame(p, f, false); struct mp_image dummy = {.params = p->fmt_in}; mp_image_copy_attributes(&img, &dummy); img.pkt_duration = -1; const VSMap *map = p->vsapi->getFramePropsRO(f); if (map) { int err1, err2; int num = p->vsapi->propGetInt(map, "_DurationNum", 0, &err1); int den = p->vsapi->propGetInt(map, "_DurationDen", 0, &err2); if (!err1 && !err2) img.pkt_duration = num / (double)den; } if (img.pkt_duration < 0) MP_ERR(p, "No PTS after filter at frame %d!\n", n); res = mp_image_new_copy(&img); p->vsapi->freeFrame(f); } if (!res && !p->shutdown) { if (p->eof) { res = (struct mp_image *)&dummy_img_eof; } else { p->failed = true; MP_ERR(p, "Filter error at frame %d: %s\n", n, errorMsg); } } p->requested[index] = res; pthread_cond_broadcast(&p->wakeup); pthread_mutex_unlock(&p->lock); mp_filter_wakeup(p->f); } static void vf_vapoursynth_process(struct mp_filter *f) { struct priv *p = f->priv; pthread_mutex_lock(&p->lock); if (p->failed) { // Not sure what we do on errors, but at least don't deadlock. MP_ERR(f, "failed, no action taken\n"); mp_filter_internal_mark_failed(f); goto done; } // Read input and pass it to the input queue VS reads. while (p->num_buffered < MP_TALLOC_AVAIL(p->buffered) && !p->eof) { // Note: this requests new input frames even if no output was ever // requested. Normally this is not how mp_filter works, but since VS // works asynchronously, it's probably ok. struct mp_frame frame = mp_pin_out_read(p->in_pin); if (frame.type == MP_FRAME_EOF) { if (p->out_node && !p->eof) { MP_VERBOSE(p, "initiate EOF\n"); p->eof = true; pthread_cond_broadcast(&p->wakeup); } if (!p->out_node && mp_pin_in_needs_data(f->ppins[1])) { MP_VERBOSE(p, "return EOF\n"); mp_pin_in_write(f->ppins[1], frame); } else { // Keep it until we can propagate it. mp_pin_out_unread(p->in_pin, frame); break; } } else if (frame.type == MP_FRAME_VIDEO) { struct mp_image *mpi = frame.data; // Init VS script, or reinit it to change video format. (This // includes derived parameters we pass manually to the script.) if (!p->out_node || mpi->imgfmt != p->fmt_in.imgfmt || mpi->w != p->fmt_in.w || mpi->h != p->fmt_in.h || mpi->params.p_w != p->fmt_in.p_w || mpi->params.p_h != p->fmt_in.p_h) { if (p->out_node) { // Drain still buffered frames. MP_VERBOSE(p, "draining VS for format change\n"); mp_pin_out_unread(p->in_pin, frame); p->eof = true; pthread_cond_broadcast(&p->wakeup); mp_filter_internal_mark_progress(f); goto done; } pthread_mutex_unlock(&p->lock); if (p->out_node) destroy_vs(p); p->fmt_in = mpi->params; if (reinit_vs(p, mpi) < 0) { MP_ERR(p, "could not init VS\n"); mp_frame_unref(&frame); mp_filter_internal_mark_failed(f); return; } pthread_mutex_lock(&p->lock); } if (p->out_pts == MP_NOPTS_VALUE) p->out_pts = mpi->pts; p->frames_sent++; p->buffered[p->num_buffered++] = mpi; pthread_cond_broadcast(&p->wakeup); } else if (frame.type != MP_FRAME_NONE) { MP_ERR(p, "discarding unknown frame type\n"); mp_frame_unref(&frame); goto done; } else { break; // no new data available } } // Read output and return them from the VS output queue. if (mp_pin_in_needs_data(f->ppins[1]) && p->requested[0] && p->requested[0] != &dummy_img && p->requested[0] != &dummy_img_eof) { struct mp_image *out = p->requested[0]; out->pts = p->out_pts; if (p->out_pts != MP_NOPTS_VALUE && out->pkt_duration >= 0) p->out_pts += out->pkt_duration; mp_pin_in_write(f->ppins[1], MAKE_FRAME(MP_FRAME_VIDEO, out)); for (int n = 0; n < p->max_requests - 1; n++) p->requested[n] = p->requested[n + 1]; p->requested[p->max_requests - 1] = NULL; p->out_frameno++; } // This happens on EOF draining and format changes. if (p->requested[0] == &dummy_img_eof) { MP_VERBOSE(p, "finishing up\n"); assert(p->eof); pthread_mutex_unlock(&p->lock); destroy_vs(p); mp_filter_internal_mark_progress(f); return; } // Don't request frames if we haven't sent any input yet. if (p->frames_sent && p->out_node) { // Request new future frames as far as possible. for (int n = 0; n < p->max_requests; n++) { if (!p->requested[n]) { // Note: this assumes getFrameAsync() will never call // infiltGetFrame (if it does, we would deadlock) p->requested[n] = (struct mp_image *)&dummy_img; p->failed = false; MP_TRACE(p, "requesting frame %d (%d)\n", p->out_frameno + n, n); p->vsapi->getFrameAsync(p->out_frameno + n, p->out_node, vs_frame_done, p); } } } done: pthread_mutex_unlock(&p->lock); } static void VS_CC infiltInit(VSMap *in, VSMap *out, void **instanceData, VSNode *node, VSCore *core, const VSAPI *vsapi) { struct priv *p = *instanceData; // The number of frames of our input node is obviously unknown. The user // could for example seek any time, randomly "ending" the clip. // This specific value was suggested by the VapourSynth developer. int enough_for_everyone = INT_MAX / 16; // Note: this is called from createFilter, so no need for locking. VSVideoInfo fmt = { .format = p->vsapi->getFormatPreset(mp_to_vs(p->fmt_in.imgfmt), p->vscore), .width = p->fmt_in.w, .height = p->fmt_in.h, .numFrames = enough_for_everyone, }; if (!fmt.format) { p->vsapi->setError(out, "Unsupported input format.\n"); return; } p->vsapi->setVideoInfo(&fmt, 1, node); p->in_node_active = true; } static const VSFrameRef *VS_CC infiltGetFrame(int frameno, int activationReason, void **instanceData, void **frameData, VSFrameContext *frameCtx, VSCore *core, const VSAPI *vsapi) { struct priv *p = *instanceData; VSFrameRef *ret = NULL; pthread_mutex_lock(&p->lock); MP_TRACE(p, "VS asking for frame %d (at %d)\n", frameno, p->in_frameno); while (1) { if (p->shutdown) { p->vsapi->setFilterError("EOF or filter reset/uninit", frameCtx); MP_DBG(p, "returning error on reset/uninit\n"); break; } if (p->initializing) { MP_WARN(p, "Frame requested during init! This is unsupported.\n" "Returning black dummy frame with 0 duration.\n"); ret = alloc_vs_frame(p, &p->fmt_in); if (!ret) { p->vsapi->setFilterError("Could not allocate VS frame", frameCtx); break; } struct mp_image vsframe = map_vs_frame(p, ret, true); mp_image_clear(&vsframe, 0, 0, p->fmt_in.w, p->fmt_in.h); struct mp_image dummy = {0}; mp_image_set_params(&dummy, &p->fmt_in); set_vs_frame_props(p, ret, &dummy, 0, 1); break; } if (frameno < p->in_frameno) { char msg[180]; snprintf(msg, sizeof(msg), "Frame %d requested, but only have frames starting from %d. " "Try increasing the buffered-frames suboption.", frameno, p->in_frameno); MP_FATAL(p, "%s\n", msg); p->vsapi->setFilterError(msg, frameCtx); break; } if (frameno >= p->in_frameno + MP_TALLOC_AVAIL(p->buffered)) { // Too far in the future. Remove frames, so that the main thread can // queue new frames. if (p->num_buffered) { drain_oldest_buffered_frame(p); pthread_cond_broadcast(&p->wakeup); mp_filter_wakeup(p->f); continue; } } if (frameno >= p->in_frameno + p->num_buffered) { // If there won't be any new frames, abort the request. if (p->eof) { p->vsapi->setFilterError("EOF or filter EOF/reinit", frameCtx); MP_DBG(p, "returning error on EOF/reinit\n"); break; } // Request more frames. if (p->requested_frameno <= p->in_frameno + p->num_buffered) { p->requested_frameno = p->in_frameno + p->num_buffered + 1; mp_filter_wakeup(p->f); } } else { struct mp_image *img = p->buffered[frameno - p->in_frameno]; ret = alloc_vs_frame(p, &img->params); if (!ret) { p->vsapi->setFilterError("Could not allocate VS frame", frameCtx); break; } struct mp_image vsframe = map_vs_frame(p, ret, true); mp_image_copy(&vsframe, img); int res = 1e6; int dur = img->pkt_duration * res + 0.5; set_vs_frame_props(p, ret, img, dur, res); break; } pthread_cond_wait(&p->wakeup, &p->lock); } pthread_cond_broadcast(&p->wakeup); pthread_mutex_unlock(&p->lock); return ret; } static void VS_CC infiltFree(void *instanceData, VSCore *core, const VSAPI *vsapi) { struct priv *p = instanceData; pthread_mutex_lock(&p->lock); p->in_node_active = false; pthread_cond_broadcast(&p->wakeup); pthread_mutex_unlock(&p->lock); } // number of getAsyncFrame calls in progress // must be called with p->lock held static int num_requested(struct priv *p) { int r = 0; for (int n = 0; n < p->max_requests; n++) r += p->requested[n] == &dummy_img; return r; } static void destroy_vs(struct priv *p) { if (!p->out_node && !p->initializing) return; MP_DBG(p, "destroying VS filters\n"); // Wait until our frame callbacks return. pthread_mutex_lock(&p->lock); p->initializing = false; p->shutdown = true; pthread_cond_broadcast(&p->wakeup); while (num_requested(p)) pthread_cond_wait(&p->wakeup, &p->lock); pthread_mutex_unlock(&p->lock); MP_DBG(p, "all requests terminated\n"); if (p->in_node) p->vsapi->freeNode(p->in_node); if (p->out_node) p->vsapi->freeNode(p->out_node); p->in_node = p->out_node = NULL; p->drv->unload(p); assert(!p->in_node_active); assert(num_requested(p) == 0); // async callback didn't return? p->shutdown = false; p->eof = false; p->frames_sent = 0; // Kill filtered images that weren't returned yet for (int n = 0; n < p->max_requests; n++) { if (p->requested[n] != &dummy_img_eof) mp_image_unrefp(&p->requested[n]); p->requested[n] = NULL; } // Kill queued frames too for (int n = 0; n < p->num_buffered; n++) talloc_free(p->buffered[n]); p->num_buffered = 0; p->out_frameno = p->in_frameno = 0; p->requested_frameno = 0; p->failed = false; MP_DBG(p, "uninitialized.\n"); } static int reinit_vs(struct priv *p, struct mp_image *input) { VSMap *vars = NULL, *in = NULL, *out = NULL; int res = -1; destroy_vs(p); MP_DBG(p, "initializing...\n"); struct mp_imgfmt_desc desc = mp_imgfmt_get_desc(p->fmt_in.imgfmt); if (p->fmt_in.w % desc.align_x || p->fmt_in.h % desc.align_y) { MP_FATAL(p, "VapourSynth does not allow unaligned/cropped video sizes.\n"); return -1; } p->initializing = true; p->out_pts = MP_NOPTS_VALUE; if (p->drv->load_core(p) < 0 || !p->vsapi || !p->vscore) { MP_FATAL(p, "Could not get vapoursynth API handle.\n"); goto error; } in = p->vsapi->createMap(); out = p->vsapi->createMap(); vars = p->vsapi->createMap(); if (!in || !out || !vars) goto error; p->vsapi->createFilter(in, out, "Input", infiltInit, infiltGetFrame, infiltFree, fmSerial, 0, p, p->vscore); int vserr; p->in_node = p->vsapi->propGetNode(out, "clip", 0, &vserr); if (!p->in_node) { MP_FATAL(p, "Could not get our own input node.\n"); goto error; } if (p->vsapi->propSetNode(vars, "video_in", p->in_node, 0)) goto error; int d_w, d_h; mp_image_params_get_dsize(&p->fmt_in, &d_w, &d_h); p->vsapi->propSetInt(vars, "video_in_dw", d_w, 0); p->vsapi->propSetInt(vars, "video_in_dh", d_h, 0); struct mp_stream_info *info = mp_filter_find_stream_info(p->f); double container_fps = input->nominal_fps; double display_fps = 0; if (info) { if (info->get_display_fps) display_fps = info->get_display_fps(info); } p->vsapi->propSetFloat(vars, "container_fps", container_fps, 0); p->vsapi->propSetFloat(vars, "display_fps", display_fps, 0); if (p->drv->load(p, vars) < 0) goto error; if (!p->out_node) { MP_FATAL(p, "Could not get script output node.\n"); goto error; } const VSVideoInfo *vi = p->vsapi->getVideoInfo(p->out_node); if (!mp_from_vs(vi->format->id)) { MP_FATAL(p, "Unsupported output format.\n"); goto error; } pthread_mutex_lock(&p->lock); p->initializing = false; pthread_mutex_unlock(&p->lock); MP_DBG(p, "initialized.\n"); res = 0; error: if (p->vsapi) { p->vsapi->freeMap(in); p->vsapi->freeMap(out); p->vsapi->freeMap(vars); } if (res < 0) destroy_vs(p); return res; } static void vf_vapoursynth_reset(struct mp_filter *f) { struct priv *p = f->priv; destroy_vs(p); } static void vf_vapoursynth_destroy(struct mp_filter *f) { struct priv *p = f->priv; destroy_vs(p); p->drv->uninit(p); pthread_cond_destroy(&p->wakeup); pthread_mutex_destroy(&p->lock); mp_filter_free_children(f); } static const struct mp_filter_info vf_vapoursynth_filter = { .name = "vapoursynth", .process = vf_vapoursynth_process, .reset = vf_vapoursynth_reset, .destroy = vf_vapoursynth_destroy, .priv_size = sizeof(struct priv), }; static struct mp_filter *vf_vapoursynth_create(struct mp_filter *parent, void *options) { struct mp_filter *f = mp_filter_create(parent, &vf_vapoursynth_filter); if (!f) { talloc_free(options); return NULL; } // In theory, we could allow multiple inputs and outputs, but since this // wrapper is for --vf only, we don't. mp_filter_add_pin(f, MP_PIN_IN, "in"); mp_filter_add_pin(f, MP_PIN_OUT, "out"); struct priv *p = f->priv; p->opts = talloc_steal(p, options); p->log = f->log; p->drv = p->opts->drv; p->f = f; pthread_mutex_init(&p->lock, NULL); pthread_cond_init(&p->wakeup, NULL); if (!p->opts->file || !p->opts->file[0]) { MP_FATAL(p, "'file' parameter must be set.\n"); goto error; } talloc_steal(p, p->opts->file); p->opts->file = mp_get_user_path(p, f->global, p->opts->file); p->max_requests = p->opts->maxrequests; if (p->max_requests < 0) p->max_requests = av_cpu_count(); MP_VERBOSE(p, "using %d concurrent requests.\n", p->max_requests); int maxbuffer = p->opts->maxbuffer * p->max_requests; p->buffered = talloc_array(p, struct mp_image *, maxbuffer); p->requested = talloc_zero_array(p, struct mp_image *, p->max_requests); struct mp_autoconvert *conv = mp_autoconvert_create(f); if (!conv) goto error; for (int n = 0; mpvs_fmt_table[n].bits; n++) { int imgfmt = mp_from_vs(mpvs_fmt_table[n].vs); if (imgfmt) mp_autoconvert_add_imgfmt(conv, imgfmt, 0); } struct mp_filter *dur = mp_compute_frame_duration_create(f); if (!dur) goto error; mp_pin_connect(conv->f->pins[0], f->ppins[0]); mp_pin_connect(dur->pins[0], conv->f->pins[1]); p->in_pin = dur->pins[1]; if (p->drv->init(p) < 0) goto error; return f; error: talloc_free(f); return NULL; } #define OPT_BASE_STRUCT struct vapoursynth_opts static const m_option_t vf_opts_fields[] = { OPT_STRING("file", file, M_OPT_FILE), OPT_INTRANGE("buffered-frames", maxbuffer, 0, 1, 9999, OPTDEF_INT(4)), OPT_CHOICE_OR_INT("concurrent-frames", maxrequests, 0, 1, 99, ({"auto", -1}), OPTDEF_INT(-1)), {0} }; #if HAVE_VAPOURSYNTH #include static int drv_vss_init(struct priv *p) { if (!vsscript_init()) { MP_FATAL(p, "Could not initialize VapourSynth scripting.\n"); return -1; } return 0; } static void drv_vss_uninit(struct priv *p) { vsscript_finalize(); } static int drv_vss_load_core(struct priv *p) { // First load an empty script to get a VSScript, so that we get the vsapi // and vscore. if (vsscript_createScript(&p->se)) return -1; p->vsapi = vsscript_getVSApi(); p->vscore = vsscript_getCore(p->se); return 0; } static int drv_vss_load(struct priv *p, VSMap *vars) { vsscript_setVariable(p->se, vars); if (vsscript_evaluateFile(&p->se, p->opts->file, 0)) { MP_FATAL(p, "Script evaluation failed:\n%s\n", vsscript_getError(p->se)); return -1; } p->out_node = vsscript_getOutput(p->se, 0); return 0; } static void drv_vss_unload(struct priv *p) { if (p->se) vsscript_freeScript(p->se); p->se = NULL; p->vsapi = NULL; p->vscore = NULL; } static const struct script_driver drv_vss = { .init = drv_vss_init, .uninit = drv_vss_uninit, .load_core = drv_vss_load_core, .load = drv_vss_load, .unload = drv_vss_unload, }; const struct mp_user_filter_entry vf_vapoursynth = { .desc = { .description = "VapourSynth bridge (Python)", .name = "vapoursynth", .priv_size = sizeof(OPT_BASE_STRUCT), .priv_defaults = &(const OPT_BASE_STRUCT){ .drv = &drv_vss, }, .options = vf_opts_fields, }, .create = vf_vapoursynth_create, }; #endif #if HAVE_VAPOURSYNTH_LAZY #include #include #include #if LUA_VERSION_NUM <= 501 #define mp_cpcall lua_cpcall #define FUCKYOUOHGODWHY(L) lua_pushvalue(L, LUA_GLOBALSINDEX) #else // Curse whoever had this stupid idea. Curse whoever thought it would be a good // idea not to include an emulated lua_cpcall() even more. static int mp_cpcall (lua_State *L, lua_CFunction func, void *ud) { lua_pushcfunction(L, func); // doesn't allocate in 5.2 (but does in 5.1) lua_pushlightuserdata(L, ud); return lua_pcall(L, 1, 0, 0); } // Hey, let's replace old mechanisms with something slightly different! #define FUCKYOUOHGODWHY lua_pushglobaltable #endif static int drv_lazy_init(struct priv *p) { p->ls = luaL_newstate(); if (!p->ls) return -1; luaL_openlibs(p->ls); p->vsapi = getVapourSynthAPI(VAPOURSYNTH_API_VERSION); p->vscore = p->vsapi ? p->vsapi->createCore(0) : NULL; if (!p->vscore) { MP_FATAL(p, "Could not load VapourSynth.\n"); lua_close(p->ls); return -1; } return 0; } static void drv_lazy_uninit(struct priv *p) { lua_close(p->ls); p->vsapi->freeCore(p->vscore); } static int drv_lazy_load_core(struct priv *p) { // not needed return 0; } static struct priv *get_priv(lua_State *L) { lua_getfield(L, LUA_REGISTRYINDEX, "p"); // p struct priv *p = lua_touserdata(L, -1); // p lua_pop(L, 1); // - return p; } static void vsmap_to_table(lua_State *L, int index, VSMap *map) { struct priv *p = get_priv(L); const VSAPI *vsapi = p->vsapi; for (int n = 0; n < vsapi->propNumKeys(map); n++) { const char *key = vsapi->propGetKey(map, n); VSPropTypes t = vsapi->propGetType(map, key); switch (t) { case ptInt: lua_pushnumber(L, vsapi->propGetInt(map, key, 0, NULL)); break; case ptFloat: lua_pushnumber(L, vsapi->propGetFloat(map, key, 0, NULL)); break; case ptNode: { VSNodeRef *r = vsapi->propGetNode(map, key, 0, NULL); MP_TARRAY_APPEND(p, p->gc_noderef, p->num_gc_noderef, r); lua_pushlightuserdata(L, r); break; } default: luaL_error(L, "unknown map type"); } lua_setfield(L, index, key); } } static VSMap *table_to_vsmap(lua_State *L, int index) { struct priv *p = get_priv(L); const VSAPI *vsapi = p->vsapi; assert(index > 0); VSMap *map = vsapi->createMap(); MP_TARRAY_APPEND(p, p->gc_map, p->num_gc_map, map); if (!map) luaL_error(L, "out of memory"); lua_pushnil(L); // nil while (lua_next(L, index) != 0) { // key value if (lua_type(L, -2) != LUA_TSTRING) { luaL_error(L, "key must be a string, but got %s", lua_typename(L, -2)); } const char *key = lua_tostring(L, -2); switch (lua_type(L, -1)) { case LUA_TNUMBER: { // gross hack because we hate everything if (strncmp(key, "i_", 2) == 0) { vsapi->propSetInt(map, key + 2, lua_tointeger(L, -1), 0); } else { vsapi->propSetFloat(map, key, lua_tonumber(L, -1), 0); } break; } case LUA_TSTRING: { const char *s = lua_tostring(L, -1); vsapi->propSetData(map, key, s, strlen(s), 0); break; } case LUA_TLIGHTUSERDATA: { // assume it's VSNodeRef* VSNodeRef *node = lua_touserdata(L, -1); vsapi->propSetNode(map, key, node, 0); break; } default: luaL_error(L, "unknown type"); break; } lua_pop(L, 1); // key } return map; } static int l_invoke(lua_State *L) { struct priv *p = get_priv(L); const VSAPI *vsapi = p->vsapi; VSPlugin *plugin = vsapi->getPluginByNs(luaL_checkstring(L, 1), p->vscore); if (!plugin) luaL_error(L, "plugin not found"); VSMap *map = table_to_vsmap(L, 3); VSMap *r = vsapi->invoke(plugin, luaL_checkstring(L, 2), map); MP_TARRAY_APPEND(p, p->gc_map, p->num_gc_map, r); if (!r) luaL_error(L, "?"); const char *err = vsapi->getError(r); if (err) luaL_error(L, "error calling invoke(): %s", err); int err2 = 0; VSNodeRef *node = vsapi->propGetNode(r, "clip", 0, &err2); MP_TARRAY_APPEND(p, p->gc_noderef, p->num_gc_noderef, node); if (node) lua_pushlightuserdata(L, node); return 1; } struct load_ctx { struct priv *p; VSMap *vars; int status; }; static int load_stuff(lua_State *L) { struct load_ctx *ctx = lua_touserdata(L, -1); lua_pop(L, 1); // - struct priv *p = ctx->p; // setup stuff; should be idempotent lua_pushlightuserdata(L, p); lua_setfield(L, LUA_REGISTRYINDEX, "p"); // - lua_pushcfunction(L, l_invoke); lua_setglobal(L, "invoke"); FUCKYOUOHGODWHY(L); vsmap_to_table(L, lua_gettop(L), ctx->vars); if (luaL_dofile(L, p->opts->file)) lua_error(L); lua_pop(L, 1); lua_getglobal(L, "video_out"); // video_out if (!lua_islightuserdata(L, -1)) luaL_error(L, "video_out not set or has wrong type"); p->out_node = p->vsapi->cloneNodeRef(lua_touserdata(L, -1)); return 0; } static int drv_lazy_load(struct priv *p, VSMap *vars) { struct load_ctx ctx = {p, vars, 0}; if (mp_cpcall(p->ls, load_stuff, &ctx)) { MP_FATAL(p, "filter creation failed: %s\n", lua_tostring(p->ls, -1)); lua_pop(p->ls, 1); ctx.status = -1; } assert(lua_gettop(p->ls) == 0); return ctx.status; } static void drv_lazy_unload(struct priv *p) { for (int n = 0; n < p->num_gc_noderef; n++) { VSNodeRef *ref = p->gc_noderef[n]; if (ref) p->vsapi->freeNode(ref); } p->num_gc_noderef = 0; for (int n = 0; n < p->num_gc_map; n++) { VSMap *map = p->gc_map[n]; if (map) p->vsapi->freeMap(map); } p->num_gc_map = 0; } static const struct script_driver drv_lazy = { .init = drv_lazy_init, .uninit = drv_lazy_uninit, .load_core = drv_lazy_load_core, .load = drv_lazy_load, .unload = drv_lazy_unload, }; const struct mp_user_filter_entry vf_vapoursynth_lazy = { .desc = { .description = "VapourSynth bridge (Lua)", .name = "vapoursynth-lazy", .priv_size = sizeof(OPT_BASE_STRUCT), .priv_defaults = &(const OPT_BASE_STRUCT){ .drv = &drv_lazy, }, .options = vf_opts_fields, }, .create = vf_vapoursynth_create, }; #endif