summaryrefslogtreecommitdiffstats
path: root/video/decode/dec_video.c
diff options
context:
space:
mode:
authorwm4 <wm4@nowhere>2018-01-28 10:08:45 +0100
committerKevin Mitchell <kevmitch@gmail.com>2018-01-30 03:10:27 -0800
commit6d36fad83c779936a012e85a1eb92ec94651c7c0 (patch)
tree76762208837d18545a4a315be890d7bffad7e47f /video/decode/dec_video.c
parenteaced0ebb03a078394ed01bcbe641b5b7a4312aa (diff)
downloadmpv-6d36fad83c779936a012e85a1eb92ec94651c7c0.tar.bz2
mpv-6d36fad83c779936a012e85a1eb92ec94651c7c0.tar.xz
video: make decoder wrapper a filter
Move dec_video.c to filters/f_decoder_wrapper.c. It essentially becomes a source filter. vd.h mostly disappears, because mp_filter takes care of the dataflow, but its remains are in struct mp_decoder_fns. One goal is to simplify dataflow by letting the filter framework handle it (or more accurately, using its conventions). One result is that the decode calls disappear from video.c, because we simply connect the decoder wrapper and the filter chain with mp_pin_connect(). Another goal is to eventually remove the code duplication between the audio and video paths for this. This commit prepares for this by trying to make f_decoder_wrapper.c extensible, so it can be used for audio as well later. Decoder framedropping changes a bit. It doesn't seem to be worse than before, and it's an obscure feature, so I'm content with its new state. Some special code that was apparently meant to avoid dropping too many frames in a row is removed, though. I'm not sure how the source code tree should be organized. For one, video/decode/vd_lavc.c is the only file in its directory, which is a bit annoying.
Diffstat (limited to 'video/decode/dec_video.c')
-rw-r--r--video/decode/dec_video.c526
1 files changed, 0 insertions, 526 deletions
diff --git a/video/decode/dec_video.c b/video/decode/dec_video.c
deleted file mode 100644
index aefafbc00c..0000000000
--- a/video/decode/dec_video.c
+++ /dev/null
@@ -1,526 +0,0 @@
-/*
- * This file is part of mpv.
- *
- * mpv is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * mpv is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with mpv. If not, see <http://www.gnu.org/licenses/>.
- */
-
-#include <stdio.h>
-#include <stdlib.h>
-#include <stdbool.h>
-#include <assert.h>
-
-#include <libavutil/rational.h>
-
-#include "config.h"
-#include "options/options.h"
-#include "common/msg.h"
-
-#include "osdep/timer.h"
-
-#include "stream/stream.h"
-#include "demux/demux.h"
-#include "demux/packet.h"
-
-#include "common/codecs.h"
-#include "common/recorder.h"
-
-#include "video/out/vo.h"
-#include "video/csputils.h"
-
-#include "demux/stheader.h"
-#include "video/decode/vd.h"
-
-#include "video/decode/dec_video.h"
-
-extern const vd_functions_t mpcodecs_vd_ffmpeg;
-
-/* Please do not add any new decoders here. If you want to implement a new
- * decoder, add it to libavcodec, except for wrappers around external
- * libraries and decoders requiring binary support. */
-
-const vd_functions_t * const mpcodecs_vd_drivers[] = {
- &mpcodecs_vd_ffmpeg,
- /* Please do not add any new decoders here. If you want to implement a new
- * decoder, add it to libavcodec, except for wrappers around external
- * libraries and decoders requiring binary support. */
- NULL
-};
-
-void video_reset(struct dec_video *d_video)
-{
- video_vd_control(d_video, VDCTRL_RESET, NULL);
- d_video->first_packet_pdts = MP_NOPTS_VALUE;
- d_video->start_pts = MP_NOPTS_VALUE;
- d_video->decoded_pts = MP_NOPTS_VALUE;
- d_video->codec_pts = MP_NOPTS_VALUE;
- d_video->codec_dts = MP_NOPTS_VALUE;
- d_video->has_broken_decoded_pts = 0;
- d_video->last_format = d_video->fixed_format = (struct mp_image_params){0};
- d_video->dropped_frames = 0;
- d_video->may_decoder_framedrop = false;
- d_video->current_state = DATA_AGAIN;
- mp_image_unrefp(&d_video->current_mpi);
- talloc_free(d_video->packet);
- d_video->packet = NULL;
- talloc_free(d_video->new_segment);
- d_video->new_segment = NULL;
- d_video->start = d_video->end = MP_NOPTS_VALUE;
-}
-
-int video_vd_control(struct dec_video *d_video, int cmd, void *arg)
-{
- const struct vd_functions *vd = d_video->vd_driver;
- if (vd)
- return vd->control(d_video, cmd, arg);
- return CONTROL_UNKNOWN;
-}
-
-void video_uninit(struct dec_video *d_video)
-{
- if (!d_video)
- return;
- mp_image_unrefp(&d_video->current_mpi);
- if (d_video->vd_driver) {
- MP_VERBOSE(d_video, "Uninit video.\n");
- d_video->vd_driver->uninit(d_video);
- }
- talloc_free(d_video->packet);
- talloc_free(d_video->new_segment);
- talloc_free(d_video);
-}
-
-static int init_video_codec(struct dec_video *d_video, const char *decoder)
-{
- if (!d_video->vd_driver->init(d_video, decoder)) {
- MP_VERBOSE(d_video, "Video decoder init failed.\n");
- return 0;
- }
- return 1;
-}
-
-struct mp_decoder_list *video_decoder_list(void)
-{
- struct mp_decoder_list *list = talloc_zero(NULL, struct mp_decoder_list);
- for (int i = 0; mpcodecs_vd_drivers[i] != NULL; i++)
- mpcodecs_vd_drivers[i]->add_decoders(list);
- return list;
-}
-
-static struct mp_decoder_list *mp_select_video_decoders(struct mp_log *log,
- const char *codec,
- char *selection)
-{
- struct mp_decoder_list *list = video_decoder_list();
- struct mp_decoder_list *new = mp_select_decoders(log, list, codec, selection);
- talloc_free(list);
- return new;
-}
-
-static const struct vd_functions *find_driver(const char *name)
-{
- for (int i = 0; mpcodecs_vd_drivers[i] != NULL; i++) {
- if (strcmp(mpcodecs_vd_drivers[i]->name, name) == 0)
- return mpcodecs_vd_drivers[i];
- }
- return NULL;
-}
-
-bool video_init_best_codec(struct dec_video *d_video)
-{
- struct MPOpts *opts = d_video->opts;
-
- assert(!d_video->vd_driver);
- video_reset(d_video);
- d_video->has_broken_packet_pts = -10; // needs 10 packets to reach decision
-
- struct mp_decoder_entry *decoder = NULL;
- struct mp_decoder_list *list = mp_select_video_decoders(d_video->log,
- d_video->codec->codec,
- opts->video_decoders);
-
- mp_print_decoders(d_video->log, MSGL_V, "Codec list:", list);
-
- for (int n = 0; n < list->num_entries; n++) {
- struct mp_decoder_entry *sel = &list->entries[n];
- const struct vd_functions *driver = find_driver(sel->family);
- if (!driver)
- continue;
- MP_VERBOSE(d_video, "Opening video decoder %s\n", sel->decoder);
- d_video->vd_driver = driver;
- if (init_video_codec(d_video, sel->decoder)) {
- decoder = sel;
- break;
- }
- d_video->vd_driver = NULL;
- MP_WARN(d_video, "Video decoder init failed for %s\n", sel->decoder);
- }
-
- if (d_video->vd_driver) {
- d_video->decoder_desc =
- talloc_asprintf(d_video, "%s (%s)", decoder->decoder, decoder->desc);
- MP_VERBOSE(d_video, "Selected video codec: %s\n", d_video->decoder_desc);
- } else {
- MP_ERR(d_video, "Failed to initialize a video decoder for codec '%s'.\n",
- d_video->codec->codec);
- }
-
- talloc_free(list);
- return !!d_video->vd_driver;
-}
-
-static bool is_valid_peak(float sig_peak)
-{
- return !sig_peak || (sig_peak >= 1 && sig_peak <= 100);
-}
-
-static void fix_image_params(struct dec_video *d_video,
- struct mp_image_params *params)
-{
- struct MPOpts *opts = d_video->opts;
- struct mp_image_params p = *params;
- struct mp_codec_params *c = d_video->codec;
-
- MP_VERBOSE(d_video, "Decoder format: %s\n", mp_image_params_to_str(params));
- d_video->dec_format = *params;
-
- // While mp_image_params normally always have to have d_w/d_h set, the
- // decoder signals unknown bitstream aspect ratio with both set to 0.
- bool use_container = true;
- if (opts->aspect_method == 1 && p.p_w > 0 && p.p_h > 0) {
- MP_VERBOSE(d_video, "Using bitstream aspect ratio.\n");
- use_container = false;
- }
-
- if (use_container && c->par_w > 0 && c->par_h) {
- MP_VERBOSE(d_video, "Using container aspect ratio.\n");
- p.p_w = c->par_w;
- p.p_h = c->par_h;
- }
-
- if (opts->movie_aspect >= 0) {
- MP_VERBOSE(d_video, "Forcing user-set aspect ratio.\n");
- if (opts->movie_aspect == 0) {
- p.p_w = p.p_h = 1;
- } else {
- AVRational a = av_d2q(opts->movie_aspect, INT_MAX);
- mp_image_params_set_dsize(&p, a.num, a.den);
- }
- }
-
- // Assume square pixels if no aspect ratio is set at all.
- if (p.p_w <= 0 || p.p_h <= 0)
- p.p_w = p.p_h = 1;
-
- p.rotate = d_video->codec->rotate;
- p.stereo_in = d_video->codec->stereo_mode;
-
- if (opts->video_rotate < 0) {
- p.rotate = 0;
- } else {
- p.rotate = (p.rotate + opts->video_rotate) % 360;
- }
- p.stereo_out = opts->video_stereo_mode;
-
- mp_colorspace_merge(&p.color, &c->color);
-
- // Sanitize the HDR peak. Sadly necessary
- if (!is_valid_peak(p.color.sig_peak)) {
- MP_WARN(d_video, "Invalid HDR peak in stream: %f\n", p.color.sig_peak);
- p.color.sig_peak = 0.0;
- }
-
- p.spherical = c->spherical;
- if (p.spherical.type == MP_SPHERICAL_AUTO)
- p.spherical.type = MP_SPHERICAL_NONE;
-
- // Guess missing colorspace fields from metadata. This guarantees all
- // fields are at least set to legal values afterwards.
- mp_image_params_guess_csp(&p);
-
- d_video->last_format = *params;
- d_video->fixed_format = p;
-}
-
-static bool send_packet(struct dec_video *d_video, struct demux_packet *packet)
-{
- double pkt_pts = packet ? packet->pts : MP_NOPTS_VALUE;
- double pkt_dts = packet ? packet->dts : MP_NOPTS_VALUE;
-
- if (pkt_pts == MP_NOPTS_VALUE)
- d_video->has_broken_packet_pts = 1;
-
- bool dts_replaced = false;
- if (packet && packet->dts == MP_NOPTS_VALUE && !d_video->codec->avi_dts) {
- packet->dts = packet->pts;
- dts_replaced = true;
- }
-
- double pkt_pdts = pkt_pts == MP_NOPTS_VALUE ? pkt_dts : pkt_pts;
- if (d_video->first_packet_pdts == MP_NOPTS_VALUE)
- d_video->first_packet_pdts = pkt_pdts;
-
- MP_STATS(d_video, "start decode video");
-
- bool res = d_video->vd_driver->send_packet(d_video, packet);
-
- MP_STATS(d_video, "end decode video");
-
- // Stream recording can't deal with almost surely wrong fake DTS.
- if (dts_replaced)
- packet->dts = MP_NOPTS_VALUE;
-
- return res;
-}
-
-static bool receive_frame(struct dec_video *d_video, struct mp_image **out_image)
-{
- struct MPOpts *opts = d_video->opts;
- struct mp_image *mpi = NULL;
-
- assert(!*out_image);
-
- MP_STATS(d_video, "start decode video");
-
- bool progress = d_video->vd_driver->receive_frame(d_video, &mpi);
-
- MP_STATS(d_video, "end decode video");
-
- // Error, EOF, discarded frame, dropped frame, or initial codec delay.
- if (!mpi)
- return progress;
-
- // Note: the PTS is reordered, but the DTS is not. Both should be monotonic.
- double pts = mpi->pts;
- double dts = mpi->dts;
-
- if (pts != MP_NOPTS_VALUE) {
- if (pts < d_video->codec_pts)
- d_video->num_codec_pts_problems++;
- d_video->codec_pts = mpi->pts;
- }
-
- if (dts != MP_NOPTS_VALUE) {
- if (dts <= d_video->codec_dts)
- d_video->num_codec_dts_problems++;
- d_video->codec_dts = mpi->dts;
- }
-
- if (d_video->has_broken_packet_pts < 0)
- d_video->has_broken_packet_pts++;
- if (d_video->num_codec_pts_problems)
- d_video->has_broken_packet_pts = 1;
-
- // If PTS is unset, or non-monotonic, fall back to DTS.
- if ((d_video->num_codec_pts_problems > d_video->num_codec_dts_problems ||
- pts == MP_NOPTS_VALUE) && dts != MP_NOPTS_VALUE)
- pts = dts;
-
- if (!opts->correct_pts || pts == MP_NOPTS_VALUE) {
- double fps = d_video->fps > 0 ? d_video->fps : 25;
-
- if (opts->correct_pts) {
- if (d_video->has_broken_decoded_pts <= 1) {
- MP_WARN(d_video, "No video PTS! Making something up. using "
- "%f FPS.\n", fps);
- if (d_video->has_broken_decoded_pts == 1)
- MP_WARN(d_video, "Ignoring further missing PTS warnings.\n");
- d_video->has_broken_decoded_pts++;
- }
- }
-
- double frame_time = 1.0f / fps;
- double base = d_video->first_packet_pdts;
- pts = d_video->decoded_pts;
- if (pts == MP_NOPTS_VALUE) {
- pts = base == MP_NOPTS_VALUE ? 0 : base;
- } else {
- pts += frame_time;
- }
- }
-
- if (!mp_image_params_equal(&d_video->last_format, &mpi->params))
- fix_image_params(d_video, &mpi->params);
-
- mpi->params = d_video->fixed_format;
-
- mpi->pts = pts;
- d_video->decoded_pts = pts;
-
- // Compensate for incorrectly using mpeg-style DTS for avi timestamps.
- if (d_video->codec->avi_dts && opts->correct_pts &&
- mpi->pts != MP_NOPTS_VALUE && d_video->fps > 0)
- {
- int delay = -1;
- video_vd_control(d_video, VDCTRL_GET_BFRAMES, &delay);
- mpi->pts -= MPMAX(delay, 0) / d_video->fps;
- }
-
- *out_image = mpi;
- return true;
-}
-
-void video_reset_params(struct dec_video *d_video)
-{
- d_video->last_format = (struct mp_image_params){0};
-}
-
-void video_get_dec_params(struct dec_video *d_video, struct mp_image_params *p)
-{
- *p = d_video->dec_format;
-}
-
-void video_set_framedrop(struct dec_video *d_video, bool enabled)
-{
- d_video->framedrop_enabled = enabled;
-}
-
-// Frames before the start timestamp can be dropped. (Used for hr-seek.)
-void video_set_start(struct dec_video *d_video, double start_pts)
-{
- d_video->start_pts = start_pts;
-}
-
-static bool is_new_segment(struct dec_video *d_video, struct demux_packet *p)
-{
- return p->segmented &&
- (p->start != d_video->start || p->end != d_video->end ||
- p->codec != d_video->codec);
-}
-
-static void feed_packet(struct dec_video *d_video)
-{
- if (d_video->current_mpi || !d_video->vd_driver)
- return;
-
- if (!d_video->packet && !d_video->new_segment &&
- demux_read_packet_async(d_video->header, &d_video->packet) == 0)
- {
- d_video->current_state = DATA_WAIT;
- return;
- }
-
- if (d_video->packet && is_new_segment(d_video, d_video->packet)) {
- assert(!d_video->new_segment);
- d_video->new_segment = d_video->packet;
- d_video->packet = NULL;
- }
-
- double start_pts = d_video->start_pts;
- if (d_video->start != MP_NOPTS_VALUE && (start_pts == MP_NOPTS_VALUE ||
- d_video->start > start_pts))
- start_pts = d_video->start;
-
- int framedrop_type = d_video->framedrop_enabled ? 1 : 0;
- if (start_pts != MP_NOPTS_VALUE && d_video->packet &&
- d_video->packet->pts < start_pts - .005 &&
- !d_video->has_broken_packet_pts)
- {
- framedrop_type = 2;
- }
-
- d_video->vd_driver->control(d_video, VDCTRL_SET_FRAMEDROP, &framedrop_type);
-
- if (send_packet(d_video, d_video->packet)) {
- if (d_video->recorder_sink)
- mp_recorder_feed_packet(d_video->recorder_sink, d_video->packet);
-
- talloc_free(d_video->packet);
- d_video->packet = NULL;
-
- d_video->may_decoder_framedrop = framedrop_type == 1;
- }
-
- d_video->current_state = DATA_AGAIN;
-}
-
-static void read_frame(struct dec_video *d_video)
-{
- if (d_video->current_mpi || !d_video->vd_driver)
- return;
-
- bool progress = receive_frame(d_video, &d_video->current_mpi);
-
- d_video->current_state = DATA_OK;
- if (!progress) {
- d_video->current_state = DATA_EOF;
- } else if (!d_video->current_mpi) {
- if (d_video->may_decoder_framedrop)
- d_video->dropped_frames += 1;
- d_video->current_state = DATA_AGAIN;
- }
- d_video->may_decoder_framedrop = false;
-
- bool segment_ended = d_video->current_state == DATA_EOF;
-
- if (d_video->current_mpi && d_video->current_mpi->pts != MP_NOPTS_VALUE) {
- double vpts = d_video->current_mpi->pts;
- segment_ended = d_video->end != MP_NOPTS_VALUE && vpts >= d_video->end;
- if ((d_video->start != MP_NOPTS_VALUE && vpts < d_video->start)
- || segment_ended)
- {
- talloc_free(d_video->current_mpi);
- d_video->current_mpi = NULL;
- }
- }
-
- // If there's a new segment, start it as soon as we're drained/finished.
- if (segment_ended && d_video->new_segment) {
- struct demux_packet *new_segment = d_video->new_segment;
- d_video->new_segment = NULL;
-
- if (d_video->codec == new_segment->codec) {
- video_reset(d_video);
- } else {
- d_video->codec = new_segment->codec;
- d_video->vd_driver->uninit(d_video);
- d_video->vd_driver = NULL;
- video_init_best_codec(d_video);
- }
-
- d_video->start = new_segment->start;
- d_video->end = new_segment->end;
-
- d_video->packet = new_segment;
- d_video->current_state = DATA_AGAIN;
- }
-}
-
-void video_work(struct dec_video *d_video)
-{
- read_frame(d_video);
- if (!d_video->current_mpi) {
- feed_packet(d_video);
- if (d_video->current_state == DATA_WAIT)
- return;
- read_frame(d_video); // retry, to avoid redundant iterations
- }
-}
-
-// Fetch an image decoded with video_work(). Returns one of:
-// DATA_OK: *out_mpi is set to a new image
-// DATA_WAIT: waiting for demuxer; will receive a wakeup signal
-// DATA_EOF: end of file, no more frames to be expected
-// DATA_AGAIN: dropped frame or something similar
-int video_get_frame(struct dec_video *d_video, struct mp_image **out_mpi)
-{
- *out_mpi = NULL;
- if (d_video->current_mpi) {
- *out_mpi = d_video->current_mpi;
- d_video->current_mpi = NULL;
- return DATA_OK;
- }
- if (d_video->current_state == DATA_OK)
- return DATA_AGAIN;
- return d_video->current_state;
-}