/* * This file is part of MPlayer. * * MPlayer is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * MPlayer is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License along * with MPlayer; if not, write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. */ #include #include #include #include #include #ifndef __MINGW32__ #include #include #endif #include #include #include #include #include #include "talloc.h" #include "config.h" #if HAVE_WINSOCK2_H #include #endif #include "core/bstr.h" #include "core/mp_msg.h" #include "osdep/shmem.h" #include "osdep/timer.h" #include "network.h" #include "stream.h" #include "demux/demux.h" #include "core/m_option.h" #include "core/m_struct.h" // Includes additional padding in case sizes get rounded up by sector size. #define TOTAL_BUFFER_SIZE (STREAM_MAX_BUFFER_SIZE + STREAM_MAX_SECTOR_SIZE) /// We keep these 2 for the gui atm, but they will be removed. char *cdrom_device = NULL; char *dvd_device = NULL; int dvd_title = 0; struct input_ctx; static int (*stream_check_interrupt_cb)(struct input_ctx *ctx, int time); static struct input_ctx *stream_check_interrupt_ctx; extern const stream_info_t stream_info_vcd; extern const stream_info_t stream_info_cdda; extern const stream_info_t stream_info_asf; extern const stream_info_t stream_info_udp; extern const stream_info_t stream_info_http1; extern const stream_info_t stream_info_http2; extern const stream_info_t stream_info_dvb; extern const stream_info_t stream_info_tv; extern const stream_info_t stream_info_radio; extern const stream_info_t stream_info_pvr; extern const stream_info_t stream_info_ftp; extern const stream_info_t stream_info_vstream; extern const stream_info_t stream_info_smb; extern const stream_info_t stream_info_null; extern const stream_info_t stream_info_mf; extern const stream_info_t stream_info_ffmpeg; extern const stream_info_t stream_info_avdevice; extern const stream_info_t stream_info_file; extern const stream_info_t stream_info_ifo; extern const stream_info_t stream_info_dvd; extern const stream_info_t stream_info_bluray; static const stream_info_t *const auto_open_streams[] = { #ifdef CONFIG_VCD &stream_info_vcd, #endif #ifdef CONFIG_CDDA &stream_info_cdda, #endif &stream_info_ffmpeg, // use for rstp:// before http fallback &stream_info_avdevice, #ifdef CONFIG_NETWORKING &stream_info_http1, &stream_info_asf, &stream_info_udp, &stream_info_http2, #endif #ifdef CONFIG_DVBIN &stream_info_dvb, #endif #ifdef CONFIG_TV &stream_info_tv, #endif #ifdef CONFIG_RADIO &stream_info_radio, #endif #ifdef CONFIG_PVR &stream_info_pvr, #endif #ifdef CONFIG_FTP &stream_info_ftp, #endif #ifdef CONFIG_VSTREAM &stream_info_vstream, #endif #ifdef CONFIG_LIBSMBCLIENT &stream_info_smb, #endif #ifdef CONFIG_DVDREAD &stream_info_ifo, &stream_info_dvd, #endif #ifdef CONFIG_LIBBLURAY &stream_info_bluray, #endif &stream_info_null, &stream_info_mf, &stream_info_file, NULL }; static stream_t *new_stream(size_t min_size); static int stream_seek_unbuffered(stream_t *s, int64_t newpos); static stream_t *open_stream_plugin(const stream_info_t *sinfo, const char *filename, int mode, struct MPOpts *options, int *file_format, int *ret, char **redirected_url) { void *arg = NULL; stream_t *s; m_struct_t *desc = (m_struct_t *)sinfo->opts; // Parse options if (desc) { arg = m_struct_alloc(desc); if (sinfo->opts_url) { m_option_t url_opt = { "stream url", arg, CONF_TYPE_CUSTOM_URL, 0, 0, 0, (void *)sinfo->opts }; if (m_option_parse(&url_opt, bstr0("stream url"), bstr0(filename), arg) < 0) { mp_tmsg(MSGT_OPEN, MSGL_ERR, "URL parsing failed on url %s\n", filename); m_struct_free(desc, arg); *ret = STREAM_ERROR; return NULL; } } } s = new_stream(0); s->opts = options; s->url = strdup(filename); s->flags |= mode; *ret = sinfo->open(s, mode, arg, file_format); if ((*ret) != STREAM_OK) { #ifdef CONFIG_NETWORKING if (*ret == STREAM_REDIRECTED && redirected_url) { if (s->streaming_ctrl && s->streaming_ctrl->url && s->streaming_ctrl->url->url) *redirected_url = strdup(s->streaming_ctrl->url->url); else *redirected_url = NULL; } streaming_ctrl_free(s->streaming_ctrl); #endif free(s->url); talloc_free(s); return NULL; } if (!s->read_chunk) s->read_chunk = 4 * (s->sector_size ? s->sector_size : STREAM_BUFFER_SIZE); if (s->streaming && !s->cache_size) { // Set default cache size to use if user does not specify it. s->cache_size = 320; } if (s->type <= -2) mp_msg(MSGT_OPEN, MSGL_WARN, "Warning streams need a type !!!!\n"); if (!s->seek) s->flags &= ~MP_STREAM_SEEK; if (s->seek && !(s->flags & MP_STREAM_SEEK)) s->flags |= MP_STREAM_SEEK; s->mode = mode; s->uncached_type = s->type; mp_msg(MSGT_OPEN, MSGL_V, "STREAM: [%s] %s\n", sinfo->name, filename); mp_msg(MSGT_OPEN, MSGL_V, "STREAM: Description: %s\n", sinfo->info); mp_msg(MSGT_OPEN, MSGL_V, "STREAM: Author: %s\n", sinfo->author); mp_msg(MSGT_OPEN, MSGL_V, "STREAM: Comment: %s\n", sinfo->comment); if (s->mime_type) mp_msg(MSGT_OPEN, MSGL_V, "Mime-type: '%s'\n", s->mime_type); return s; } static stream_t *open_stream_full(const char *filename, int mode, struct MPOpts *options, int *file_format) { int i, j, l, r; const stream_info_t *sinfo; stream_t *s; char *redirected_url = NULL; assert(filename); int dummy; if (!file_format) file_format = &dummy; *file_format = DEMUXER_TYPE_UNKNOWN; for (i = 0; auto_open_streams[i]; i++) { sinfo = auto_open_streams[i]; if (!sinfo->protocols) { mp_msg(MSGT_OPEN, MSGL_WARN, "Stream type %s has protocols == NULL, it's a bug\n", sinfo->name); continue; } for (j = 0; sinfo->protocols[j]; j++) { l = strlen(sinfo->protocols[j]); // l == 0 => Don't do protocol matching (ie network and filenames) if ((l == 0 && !strstr(filename, "://")) || ((strncasecmp(sinfo->protocols[j], filename, l) == 0) && (strncmp("://", filename + l, 3) == 0))) { *file_format = DEMUXER_TYPE_UNKNOWN; s = open_stream_plugin(sinfo, filename, mode, options, file_format, &r, &redirected_url); if (s) return s; if (r == STREAM_REDIRECTED && redirected_url) { mp_msg(MSGT_OPEN, MSGL_V, "[%s] open %s redirected to %s\n", sinfo->info, filename, redirected_url); s = open_stream_full(redirected_url, mode, options, file_format); free(redirected_url); return s; } else if (r != STREAM_UNSUPPORTED) { mp_tmsg(MSGT_OPEN, MSGL_ERR, "Failed to open %s.\n", filename); return NULL; } break; } } } mp_tmsg(MSGT_OPEN, MSGL_ERR, "No stream found to handle url %s\n", filename); return NULL; } stream_t *open_stream(const char *filename, struct MPOpts *options, int *file_format) { return open_stream_full(filename, STREAM_READ, options, file_format); } stream_t *open_output_stream(const char *filename, struct MPOpts *options) { return open_stream_full(filename, STREAM_WRITE, options, NULL); } static int stream_reconnect(stream_t *s) { #define MAX_RECONNECT_RETRIES 5 #define RECONNECT_SLEEP_MS 1000 if (!s->streaming) return 0; int64_t pos = s->pos; for (int retry = 0; retry < MAX_RECONNECT_RETRIES; retry++) { mp_msg(MSGT_STREAM, MSGL_WARN, "Connection lost! Attempting to reconnect (%d)...\n", retry + 1); if (stream_check_interrupt(retry ? RECONNECT_SLEEP_MS : 0)) return 0; s->eof = 1; s->pos = 0; s->buf_pos = s->buf_len = 0; // Some streams (internal http.c) don't support STREAM_CTRL_RECONNECT, // but do it when trying to seek. if (s->control) { if (s->control(s, STREAM_CTRL_RECONNECT, NULL) == STREAM_ERROR) continue; } if (stream_seek_unbuffered(s, pos) < 0 && s->pos == pos) return 1; } return 0; } void stream_set_capture_file(stream_t *s, const char *filename) { if (!bstr_equals(bstr0(s->capture_filename), bstr0(filename))) { if (s->capture_file) fclose(s->capture_file); talloc_free(s->capture_filename); s->capture_file = NULL; s->capture_filename = NULL; if (filename) { s->capture_file = fopen(filename, "wb"); if (s->capture_file) { s->capture_filename = talloc_strdup(NULL, filename); } else { mp_tmsg(MSGT_GLOBAL, MSGL_ERR, "Error opening capture file: %s\n", strerror(errno)); } } } } static void stream_capture_write(stream_t *s, void *buf, size_t len) { if (s->capture_file && len > 0) { if (fwrite(buf, len, 1, s->capture_file) < 1) { mp_tmsg(MSGT_GLOBAL, MSGL_ERR, "Error writing capture file: %s\n", strerror(errno)); stream_set_capture_file(s, NULL); } } } // Read function bypassing the local stream buffer. This will not write into // s->buffer, but into buf[0..len] instead. // Returns < 0 on error, 0 on EOF, and length of bytes read on success. // Partial reads are possible, even if EOF is not reached. static int stream_read_unbuffered(stream_t *s, void *buf, int len) { int orig_len = len; s->buf_pos = s->buf_len = 0; // we will retry even if we already reached EOF previously. switch (s->type) { case STREAMTYPE_STREAM: if (s->streaming_ctrl != NULL && s->streaming_ctrl->streaming_read) { len = s->streaming_ctrl->streaming_read(s->fd, buf, len, s->streaming_ctrl); if (s->streaming_ctrl->status == streaming_stopped_e && (!s->end_pos || s->pos == s->end_pos)) s->eof = 1; } else { if (s->fill_buffer) len = s->fill_buffer(s, buf, len); else len = read(s->fd, buf, len); } break; default: len = s->fill_buffer ? s->fill_buffer(s, buf, len) : 0; } if (len < 0) len = 0; if (len == 0) { // do not retry if this looks like proper eof if (s->eof || (s->end_pos && s->pos == s->end_pos)) goto eof_out; // just in case this is an error e.g. due to network // timeout reset and retry if (!stream_reconnect(s)) goto eof_out; // make sure EOF is set to ensure no endless loops s->eof = 1; return stream_read_unbuffered(s, buf, orig_len); eof_out: s->eof = 1; return 0; } // When reading succeeded we are obviously not at eof. s->eof = 0; s->pos += len; stream_capture_write(s, buf, len); return len; } // This works like stdio's ungetc(), but for more than one byte. Rewind the // file position by buffer_size, and make all future reads/buffer fills read // from the given buffer, until the buffer is exhausted or a seek outside of // the buffer happens. // You can unread at most STREAM_MAX_BUFFER_SIZE bytes. void stream_unread_buffer(stream_t *s, void *buffer, size_t buffer_size) { assert(stream_tell(s) >= buffer_size); // can't unread to before file start assert(buffer_size <= STREAM_MAX_BUFFER_SIZE); // Need to include the remaining buffer to ensure no data is lost. int remainder = s->buf_len - s->buf_pos; // Successive buffer unreading might trigger this. assert(buffer_size + remainder <= TOTAL_BUFFER_SIZE); memmove(&s->buffer[buffer_size], &s->buffer[s->buf_pos], remainder); memcpy(s->buffer, buffer, buffer_size); s->buf_pos = 0; s->buf_len = buffer_size + remainder; } int stream_fill_buffer(stream_t *s) { int len = stream_read_unbuffered(s, s->buffer, STREAM_BUFFER_SIZE); s->buf_pos = 0; s->buf_len = len; return s->buf_len; } // Read between 1..buf_size bytes of data, return how much data has been read. // Return 0 on EOF, error, of if buf_size was 0. int stream_read_partial(stream_t *s, char *buf, int buf_size) { assert(s->buf_pos <= s->buf_len); assert(buf_size >= 0); if (s->buf_pos == s->buf_len && buf_size > 0) { s->buf_pos = s->buf_len = 0; // Do a direct read, but only if there's no sector alignment requirement // Also, small reads will be more efficient with buffering & copying if (!s->sector_size && buf_size >= STREAM_BUFFER_SIZE) return stream_read_unbuffered(s, buf, buf_size); if (!stream_fill_buffer(s)) return 0; } int len = FFMIN(buf_size, s->buf_len - s->buf_pos); memcpy(buf, &s->buffer[s->buf_pos], len); s->buf_pos += len; return len; } int stream_read(stream_t *s, char *mem, int total) { int len = total; while (len > 0) { int read = stream_read_partial(s, mem, len); if (read <= 0) break; // EOF mem += read; len -= read; } return total - len; } int stream_write_buffer(stream_t *s, unsigned char *buf, int len) { int rd; if (!s->write_buffer) return -1; rd = s->write_buffer(s, buf, len); if (rd < 0) return -1; s->pos += rd; assert(rd == len && "stream_write_buffer(): unexpected short write"); return rd; } // Seek function bypassing the local stream buffer. static int stream_seek_unbuffered(stream_t *s, int64_t newpos) { if (newpos == 0 || newpos != s->pos) { switch (s->type) { case STREAMTYPE_STREAM: // Some streaming protocol allow to seek backward and forward // A function call that return -1 can tell that the protocol // doesn't support seeking. #ifdef CONFIG_NETWORKING if (s->seek) { if (!s->seek(s, newpos)) { mp_tmsg(MSGT_STREAM, MSGL_ERR, "Seek failed\n"); return 0; } break; } if (s->streaming_ctrl != NULL && s->streaming_ctrl->streaming_seek) { if (s->streaming_ctrl->streaming_seek(s->fd, newpos, s->streaming_ctrl) < 0) { mp_tmsg(MSGT_STREAM, MSGL_INFO, "Stream not seekable!\n"); return 1; } break; } #endif if (newpos < s->pos) { mp_tmsg(MSGT_STREAM, MSGL_INFO, "Cannot seek backward in linear streams!\n"); return 1; } break; default: // This should at the beginning as soon as all streams are converted if (!s->seek) return 0; // Now seek if (!s->seek(s, newpos)) { mp_tmsg(MSGT_STREAM, MSGL_ERR, "Seek failed\n"); return 0; } } } s->eof = 0; // EOF reset when seek succeeds. return -1; } // Unlike stream_seek, does not try to seek within local buffer. // Unlike stream_seek_unbuffered(), it still fills the local buffer. static int stream_seek_long(stream_t *s, int64_t pos) { int64_t oldpos = s->pos; s->buf_pos = s->buf_len = 0; s->eof = 0; if (s->mode == STREAM_WRITE) { if (!s->seek || !s->seek(s, pos)) return 0; return 1; } int64_t newpos = pos; if (s->sector_size) newpos = (pos / s->sector_size) * s->sector_size; mp_msg(MSGT_STREAM, MSGL_DBG3, "s->pos=%" PRIX64 " newpos=%" PRIX64 " new_bufpos=%" PRIX64 " buflen=%X \n", (int64_t)s->pos, (int64_t)newpos, (int64_t)pos, s->buf_len); pos -= newpos; if (stream_seek_unbuffered(s, newpos) >= 0) { s->pos = oldpos; return 0; } while (s->pos < newpos) { if (stream_fill_buffer(s) <= 0) break; // EOF } while (stream_fill_buffer(s) > 0) { if (pos <= s->buf_len) { s->buf_pos = pos; // byte position in sector s->eof = 0; return 1; } pos -= s->buf_len; } // Fill failed, but seek still is a success (partially). s->buf_pos = 0; s->buf_len = 0; s->eof = 0; // eof should be set only on read mp_msg(MSGT_STREAM, MSGL_V, "stream_seek: Seek to/past EOF: no buffer preloaded.\n"); return 1; } int stream_seek(stream_t *s, int64_t pos) { mp_dbg(MSGT_DEMUX, MSGL_DBG3, "seek to 0x%llX\n", (long long)pos); if (pos < 0) { mp_msg(MSGT_DEMUX, MSGL_ERR, "Invalid seek to negative position %llx!\n", (long long)pos); pos = 0; } if (pos < s->pos) { int64_t x = pos - (s->pos - (int)s->buf_len); if (x >= 0) { s->buf_pos = x; s->eof = 0; return 1; } } return stream_seek_long(s, pos); } int stream_skip(stream_t *s, int64_t len) { int64_t target = stream_tell(s) + len; if (len < 0) return stream_seek(s, target); if (len > 2 * STREAM_BUFFER_SIZE && (s->flags & MP_STREAM_SEEK_FW)) { // Seek to 1 byte before target - this is the only way to distinguish // skip-to-EOF and skip-past-EOF in general. Successful seeking means // absolutely nothing, so test by doing a real read of the last byte. int r = stream_seek(s, target - 1); if (r) { stream_read_char(s); return !stream_eof(s) && stream_tell(s) == target; } return r; } while (len > 0) { int x = s->buf_len - s->buf_pos; if (x == 0) { if (!stream_fill_buffer(s)) return 0; // EOF x = s->buf_len - s->buf_pos; } if (x > len) x = len; s->buf_pos += x; len -= x; } return 1; } int stream_control(stream_t *s, int cmd, void *arg) { if (!s->control) return STREAM_UNSUPPORTED; return s->control(s, cmd, arg); } void stream_update_size(stream_t *s) { uint64_t size; if (stream_control(s, STREAM_CTRL_GET_SIZE, &size) == STREAM_OK) { if (size > s->end_pos) s->end_pos = size; } } static stream_t *new_stream(size_t min_size) { min_size = FFMAX(min_size, TOTAL_BUFFER_SIZE); stream_t *s = talloc_size(NULL, sizeof(stream_t) + min_size); memset(s, 0, sizeof(stream_t)); #if HAVE_WINSOCK2_H { WSADATA wsdata; int temp = WSAStartup(0x0202, &wsdata); // there might be a better place for this (-> later) mp_msg(MSGT_STREAM, MSGL_V, "WINSOCK2 init: %i\n", temp); } #endif s->fd = -2; s->type = -2; return s; } void free_stream(stream_t *s) { stream_set_capture_file(s, NULL); if (s->close) s->close(s); if (s->fd > 0) { /* on unix we define closesocket to close on windows however we have to distinguish between network socket and file */ if (s->url && strstr(s->url, "://")) closesocket(s->fd); else close(s->fd); } #if HAVE_WINSOCK2_H mp_msg(MSGT_STREAM, MSGL_V, "WINSOCK2 uninit\n"); WSACleanup(); // there might be a better place for this (-> later) #endif free(s->url); if (s->uncached_stream) free_stream(s->uncached_stream); talloc_free(s); } void stream_set_interrupt_callback(int (*cb)(struct input_ctx *, int), struct input_ctx *ctx) { stream_check_interrupt_cb = cb; stream_check_interrupt_ctx = ctx; } int stream_check_interrupt(int time) { if (!stream_check_interrupt_cb) { mp_sleep_us(time * 1000); return 0; } return stream_check_interrupt_cb(stream_check_interrupt_ctx, time); } stream_t *open_memory_stream(void *data, int len) { assert(len >= 0); stream_t *s = new_stream(len); s->buf_pos = 0; s->buf_len = len; s->start_pos = 0; s->end_pos = len; s->pos = len; memcpy(s->buffer, data, len); return s; } int stream_enable_cache_percent(stream_t **stream, int64_t stream_cache_size, float stream_cache_min_percent, float stream_cache_seek_min_percent) { if (stream_cache_size == -1) stream_cache_size = (*stream)->cache_size; stream_cache_size = stream_cache_size * 1024; // input is in KiB return stream_enable_cache(stream, stream_cache_size, stream_cache_size * (stream_cache_min_percent / 100.0), stream_cache_size * (stream_cache_seek_min_percent / 100.0)); } /** * \return 1 on success, 0 if the function was interrupted and -1 on error, or * if the cache is disabled */ int stream_enable_cache(stream_t **stream, int64_t size, int64_t min, int64_t seek_limit) { stream_t *orig = *stream; if (orig->mode != STREAM_READ) return 1; // Can't handle a loaded buffer. orig->buf_len = orig->buf_pos = 0; stream_t *cache = new_stream(0); cache->type = STREAMTYPE_CACHE; cache->uncached_type = orig->type; cache->uncached_stream = orig; cache->flags |= MP_STREAM_SEEK; cache->mode = STREAM_READ; cache->read_chunk = 4 * STREAM_BUFFER_SIZE; cache->url = strdup(orig->url); cache->mime_type = talloc_strdup(cache, orig->mime_type); cache->lavf_type = orig->lavf_type; cache->opts = orig->opts; cache->start_pos = orig->start_pos; cache->end_pos = orig->end_pos; int res = -1; #ifdef CONFIG_STREAM_CACHE res = stream_cache_init(cache, orig, size, min, seek_limit); #endif if (res <= 0) { cache->uncached_stream = NULL; // don't free original stream free_stream(cache); } else { *stream = cache; } return res; } /** * Helper function to read 16 bits little-endian and advance pointer */ static uint16_t get_le16_inc(const uint8_t **buf) { uint16_t v = AV_RL16(*buf); *buf += 2; return v; } /** * Helper function to read 16 bits big-endian and advance pointer */ static uint16_t get_be16_inc(const uint8_t **buf) { uint16_t v = AV_RB16(*buf); *buf += 2; return v; } /** * Find a newline character in buffer * \param buf buffer to search * \param len amount of bytes to search in buffer, may not overread * \param utf16 chose between UTF-8/ASCII/other and LE and BE UTF-16 * 0 = UTF-8/ASCII/other, 1 = UTF-16-LE, 2 = UTF-16-BE */ static const uint8_t *find_newline(const uint8_t *buf, int len, int utf16) { uint32_t c; const uint8_t *end = buf + len; switch (utf16) { case 0: return (uint8_t *)memchr(buf, '\n', len); case 1: while (buf < end - 1) { GET_UTF16(c, buf < end - 1 ? get_le16_inc(&buf) : 0, return NULL;) if (buf <= end && c == '\n') return buf - 1; } break; case 2: while (buf < end - 1) { GET_UTF16(c, buf < end - 1 ? get_be16_inc(&buf) : 0, return NULL;) if (buf <= end && c == '\n') return buf - 1; } break; } return NULL; } #define EMPTY_STMT do{}while(0); /** * Copy a number of bytes, converting to UTF-8 if input is UTF-16 * \param dst buffer to copy to * \param dstsize size of dst buffer * \param src buffer to copy from * \param len amount of bytes to copy from src * \param utf16 chose between UTF-8/ASCII/other and LE and BE UTF-16 * 0 = UTF-8/ASCII/other, 1 = UTF-16-LE, 2 = UTF-16-BE */ static int copy_characters(uint8_t *dst, int dstsize, const uint8_t *src, int *len, int utf16) { uint32_t c; uint8_t *dst_end = dst + dstsize; const uint8_t *end = src + *len; switch (utf16) { case 0: if (*len > dstsize) *len = dstsize; memcpy(dst, src, *len); return *len; case 1: while (src < end - 1 && dst_end - dst > 8) { uint8_t tmp; GET_UTF16(c, src < end - 1 ? get_le16_inc(&src) : 0, EMPTY_STMT) PUT_UTF8(c, tmp, *dst++ = tmp; EMPTY_STMT) } *len -= end - src; return dstsize - (dst_end - dst); case 2: while (src < end - 1 && dst_end - dst > 8) { uint8_t tmp; GET_UTF16(c, src < end - 1 ? get_be16_inc(&src) : 0, EMPTY_STMT) PUT_UTF8(c, tmp, *dst++ = tmp; EMPTY_STMT) } *len -= end - src; return dstsize - (dst_end - dst); } return 0; } unsigned char *stream_read_line(stream_t *s, unsigned char *mem, int max, int utf16) { int len; const unsigned char *end; unsigned char *ptr = mem; if (max < 1) return NULL; max--; // reserve one for 0-termination do { len = s->buf_len - s->buf_pos; // try to fill the buffer if (len <= 0 && (!stream_fill_buffer(s) || (len = s->buf_len - s->buf_pos) <= 0)) break; end = find_newline(s->buffer + s->buf_pos, len, utf16); if (end) len = end - (s->buffer + s->buf_pos) + 1; if (len > 0 && max > 0) { int l = copy_characters(ptr, max, s->buffer + s->buf_pos, &len, utf16); max -= l; ptr += l; if (!len) break; } s->buf_pos += len; } while (!end); ptr[0] = 0; if (s->eof && ptr == mem) return NULL; return mem; } // Read the rest of the stream into memory (current pos to EOF), and return it. // talloc_ctx: used as talloc parent for the returned allocation // max_size: must be set to >0. If the file is larger than that, it is treated // as error. This is a minor robustness measure. // returns: stream contents, or .start/.len set to NULL on error // If the file was empty, but no error happened, .start will be non-NULL and // .len will be 0. // For convenience, the returned buffer is padded with a 0 byte. The padding // is not included in the returned length. struct bstr stream_read_complete(struct stream *s, void *talloc_ctx, int max_size) { if (max_size > 1000000000) abort(); int bufsize; int total_read = 0; int padding = 1; char *buf = NULL; if (s->end_pos > max_size) return (struct bstr){NULL, 0}; if (s->end_pos > 0) bufsize = s->end_pos + padding; else bufsize = 1000; while (1) { buf = talloc_realloc_size(talloc_ctx, buf, bufsize); int readsize = stream_read(s, buf + total_read, bufsize - total_read); total_read += readsize; if (total_read < bufsize) break; if (bufsize > max_size) { talloc_free(buf); return (struct bstr){NULL, 0}; } bufsize = FFMIN(bufsize + (bufsize >> 1), max_size + padding); } buf = talloc_realloc_size(talloc_ctx, buf, total_read + padding); memset(&buf[total_read], 0, padding); return (struct bstr){buf, total_read}; } bool stream_manages_timeline(struct stream *s) { return stream_control(s, STREAM_CTRL_MANAGES_TIMELINE, NULL) == STREAM_OK; }