/* * This file is part of mpv. * * mpv is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * mpv is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with mpv. If not, see . */ #include #include #include "common/common.h" #include "filters/f_autoconvert.h" #include "filters/filter_internal.h" #include "video/mp_image.h" #include "refqueue.h" struct mp_refqueue { struct mp_filter *filter; struct mp_autoconvert *conv; struct mp_pin *in, *out; struct mp_image *in_format; // Buffered frame in case of format changes. struct mp_image *next; int needed_past_frames; int needed_future_frames; int flags; bool second_field; // current frame has to output a second field yet bool eof; // Queue of input frames, used to determine past/current/future frames. // queue[0] is the newest frame, queue[num_queue - 1] the oldest. struct mp_image **queue; int num_queue; // queue[pos] is the current frame, unless pos is an invalid index. int pos; }; static bool mp_refqueue_has_output(struct mp_refqueue *q); static void refqueue_dtor(void *p) { struct mp_refqueue *q = p; mp_refqueue_flush(q); mp_image_unrefp(&q->in_format); talloc_free(q->conv->f); } struct mp_refqueue *mp_refqueue_alloc(struct mp_filter *f) { struct mp_refqueue *q = talloc_zero(f, struct mp_refqueue); talloc_set_destructor(q, refqueue_dtor); q->filter = f; q->conv = mp_autoconvert_create(f); if (!q->conv) abort(); q->in = q->conv->f->pins[1]; mp_pin_connect(q->conv->f->pins[0], f->ppins[0]); q->out = f->ppins[1]; mp_refqueue_flush(q); return q; } void mp_refqueue_add_in_format(struct mp_refqueue *q, int fmt, int subfmt) { mp_autoconvert_add_imgfmt(q->conv, fmt, subfmt); } // The minimum number of frames required before and after the current frame. void mp_refqueue_set_refs(struct mp_refqueue *q, int past, int future) { assert(past >= 0 && future >= 0); q->needed_past_frames = past; q->needed_future_frames = MPMAX(future, 1); // at least 1 for determining PTS } // MP_MODE_* flags void mp_refqueue_set_mode(struct mp_refqueue *q, int flags) { q->flags = flags; } // Whether the current frame should be deinterlaced. bool mp_refqueue_should_deint(struct mp_refqueue *q) { if (!mp_refqueue_has_output(q) || !(q->flags & MP_MODE_DEINT)) return false; return (q->queue[q->pos]->fields & MP_IMGFIELD_INTERLACED) || !(q->flags & MP_MODE_INTERLACED_ONLY); } // Whether the current output frame (field) is the top field, bottom field // otherwise. (Assumes the caller forces deinterlacing.) bool mp_refqueue_is_top_field(struct mp_refqueue *q) { if (!mp_refqueue_has_output(q)) return false; return !!(q->queue[q->pos]->fields & MP_IMGFIELD_TOP_FIRST) ^ q->second_field; } // Whether top-field-first mode is enabled. bool mp_refqueue_top_field_first(struct mp_refqueue *q) { if (!mp_refqueue_has_output(q)) return false; return q->queue[q->pos]->fields & MP_IMGFIELD_TOP_FIRST; } // Discard all state. void mp_refqueue_flush(struct mp_refqueue *q) { for (int n = 0; n < q->num_queue; n++) talloc_free(q->queue[n]); q->num_queue = 0; q->pos = -1; q->second_field = false; q->eof = false; mp_image_unrefp(&q->next); } static void mp_refqueue_add_input(struct mp_refqueue *q, struct mp_image *img) { assert(img); MP_TARRAY_INSERT_AT(q, q->queue, q->num_queue, 0, img); q->pos++; assert(q->pos >= 0 && q->pos < q->num_queue); } static bool mp_refqueue_need_input(struct mp_refqueue *q) { return q->pos < q->needed_future_frames && !q->eof; } static bool mp_refqueue_has_output(struct mp_refqueue *q) { return q->pos >= 0 && !mp_refqueue_need_input(q); } static bool output_next_field(struct mp_refqueue *q) { if (q->second_field) return false; if (!(q->flags & MP_MODE_OUTPUT_FIELDS)) return false; if (!mp_refqueue_should_deint(q)) return false; assert(q->pos >= 0); // If there's no (reasonable) timestamp, also skip the field. if (q->pos == 0) return false; double pts = q->queue[q->pos]->pts; double next_pts = q->queue[q->pos - 1]->pts; if (pts == MP_NOPTS_VALUE || next_pts == MP_NOPTS_VALUE) return false; double frametime = next_pts - pts; if (frametime <= 0.0 || frametime >= 1.0) return false; q->queue[q->pos]->pts = pts + frametime / 2; q->second_field = true; return true; } // Advance to next input frame (skips fields even in field output mode). static void mp_refqueue_next(struct mp_refqueue *q) { if (!mp_refqueue_has_output(q)) return; q->pos--; q->second_field = false; assert(q->pos >= -1 && q->pos < q->num_queue); // Discard unneeded past frames. while (q->num_queue - (q->pos + 1) > q->needed_past_frames) { assert(q->num_queue > 0); talloc_free(q->queue[q->num_queue - 1]); q->num_queue--; } assert(q->pos >= -1 && q->pos < q->num_queue); } // Advance current field, depending on interlace flags. static void mp_refqueue_next_field(struct mp_refqueue *q) { if (!mp_refqueue_has_output(q)) return; if (!output_next_field(q)) mp_refqueue_next(q); } // Return a frame by relative position: // -1: first past frame // 0: current frame // 1: first future frame // Caller doesn't get ownership. Return NULL if unavailable. struct mp_image *mp_refqueue_get(struct mp_refqueue *q, int pos) { int i = q->pos - pos; return i >= 0 && i < q->num_queue ? q->queue[i] : NULL; } // Same as mp_refqueue_get(), but return the frame which contains a field // relative to the current field's position. struct mp_image *mp_refqueue_get_field(struct mp_refqueue *q, int pos) { // If the current field is the second field (conceptually), then pos=1 // needs to get the next frame. Similarly, pos=-1 needs to get the current // frame, so round towards negative infinity. int round = mp_refqueue_top_field_first(q) != mp_refqueue_is_top_field(q); int frame = (pos < 0 ? pos - (1 - round) : pos + round) / 2; return mp_refqueue_get(q, frame); } bool mp_refqueue_is_second_field(struct mp_refqueue *q) { return mp_refqueue_has_output(q) && q->second_field; } // Return non-NULL if a format change happened. A format change is defined by // a change in image parameters, using broad enough checks that happen to be // sufficient for all users of refqueue. // On format change, the refqueue transparently drains remaining frames, and // once that is done, this function returns a mp_image reference of the new // frame. Reinit the low level video processor based on it, and then leave the // reference alone and continue normally. // All frames returned in the future will have a compatible format. struct mp_image *mp_refqueue_execute_reinit(struct mp_refqueue *q) { if (mp_refqueue_has_output(q) || !q->next) return NULL; struct mp_image *cur = q->next; q->next = NULL; mp_image_unrefp(&q->in_format); mp_refqueue_flush(q); q->in_format = mp_image_new_ref(cur); if (!q->in_format) abort(); mp_image_unref_data(q->in_format); mp_refqueue_add_input(q, cur); return cur; } // Main processing function. Call this in the filter process function. // Returns if enough input frames are available for filtering, and output pin // needs data; in other words, if this returns true, you render a frame and // output it. // If this returns true, you must call mp_refqueue_write_out_pin() to make // progress. bool mp_refqueue_can_output(struct mp_refqueue *q) { if (!mp_pin_in_needs_data(q->out)) return false; // Strictly return any output first to reduce latency. if (mp_refqueue_has_output(q)) return true; if (q->next) { // Make it call again for mp_refqueue_execute_reinit(). mp_filter_internal_mark_progress(q->filter); return false; } struct mp_frame frame = mp_pin_out_read(q->in); if (frame.type == MP_FRAME_NONE) return false; if (frame.type == MP_FRAME_EOF) { q->eof = true; if (mp_refqueue_has_output(q)) { mp_pin_out_unread(q->in, frame); return true; } mp_pin_in_write(q->out, frame); mp_refqueue_flush(q); return false; } if (frame.type != MP_FRAME_VIDEO) { MP_ERR(q->filter, "unsupported frame type\n"); mp_frame_unref(&frame); mp_filter_internal_mark_failed(q->filter); return false; } struct mp_image *img = frame.data; if (!q->in_format || !!q->in_format->hwctx != !!img->hwctx || (img->hwctx && img->hwctx->data != q->in_format->hwctx->data) || !mp_image_params_equal(&q->in_format->params, &img->params)) { q->next = img; q->eof = true; mp_filter_internal_mark_progress(q->filter); return false; } mp_refqueue_add_input(q, img); if (mp_refqueue_has_output(q)) return true; mp_pin_out_request_data(q->in); return false; } // (Accepts NULL for generic errors.) void mp_refqueue_write_out_pin(struct mp_refqueue *q, struct mp_image *mpi) { if (mpi) { mp_pin_in_write(q->out, MAKE_FRAME(MP_FRAME_VIDEO, mpi)); } else { MP_WARN(q->filter, "failed to output frame\n"); mp_filter_internal_mark_failed(q->filter); } mp_refqueue_next_field(q); } // Return frame for current format (without data). Reference is owned by q, // might go away on further queue accesses. NULL if none yet. struct mp_image *mp_refqueue_get_format(struct mp_refqueue *q) { return q->in_format; }