blob: 4715f1b7d4e6a4a126bd12f6369133f9a5482de1 [file] [log] [blame]
David Conradb061d892007-06-04 22:10:541/*
Aurelien Jacobsff33c5c2008-08-05 00:42:432 * Matroska file demuxer
Diego Biurrun5968d2d2008-08-05 08:28:573 * Copyright (c) 2003-2008 The FFmpeg Project
David Conradb061d892007-06-04 22:10:544 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22/**
Diego Biurrunba87f082010-04-20 14:45:3423 * @file
David Conradb061d892007-06-04 22:10:5424 * Matroska file demuxer
Diego Biurrune873c032011-10-30 18:10:5025 * @author Ronald Bultje <[email protected]>
26 * @author with a little help from Moritz Bunkus <[email protected]>
27 * @author totally reworked by Aurelien Jacobs <[email protected]>
28 * @see specs available on the Matroska project page: http://www.matroska.org/
David Conradb061d892007-06-04 22:10:5429 */
30
Keiji Costantini84cfce92014-03-01 16:28:1531#include "config.h"
Martin Storsjöa78f1362022-02-23 12:56:4932#include "config_components.h"
Keiji Costantini84cfce92014-03-01 16:28:1533
Diego Biurrund92024f2014-03-10 14:35:5934#include <inttypes.h>
Aurelien Jacobs3eb9bfb2008-09-04 23:26:1235#include <stdio.h>
Keiji Costantini84cfce92014-03-01 16:28:1536
37#include "libavutil/avstring.h"
Michael Niedermayerb3d9ab12014-03-07 22:46:3738#include "libavutil/base64.h"
Andreas Rheinhardtb2d61d02021-08-25 14:13:1239#include "libavutil/bprint.h"
Keiji Costantini84cfce92014-03-01 16:28:1540#include "libavutil/dict.h"
Andreas Rheinhardt937bb6b2022-01-21 18:42:5041#include "libavutil/display.h"
Keiji Costantini84cfce92014-03-01 16:28:1542#include "libavutil/intfloat.h"
43#include "libavutil/intreadwrite.h"
44#include "libavutil/lzo.h"
Neil Birkbeckbbda13a2016-03-01 00:41:0445#include "libavutil/mastering_display_metadata.h"
Anton Khirnoveb3b5502014-04-29 10:03:1346#include "libavutil/mathematics.h"
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:5747#include "libavutil/opt.h"
Michael Niedermayera52cb422014-11-02 18:19:0748#include "libavutil/time_internal.h"
James Almer445204c2016-12-06 17:48:4549#include "libavutil/spherical.h"
Keiji Costantini84cfce92014-03-01 16:28:1550
51#include "libavcodec/bytestream.h"
Anton Khirnov4efdadc2014-05-25 12:05:5152#include "libavcodec/flac.h"
Keiji Costantini84cfce92014-03-01 16:28:1553#include "libavcodec/mpeg4audio.h"
James Almer8a818202020-08-17 15:03:5054#include "libavcodec/packet_internal.h"
Keiji Costantini84cfce92014-03-01 16:28:1555
56#include "avformat.h"
57#include "avio_internal.h"
Andreas Rheinhardt35ec5c82022-05-06 16:28:0858#include "demux.h"
quietvoid05c07942022-01-01 16:51:5059#include "dovi_isom.h"
Keiji Costantini84cfce92014-03-01 16:28:1560#include "internal.h"
61#include "isom.h"
62#include "matroska.h"
Anton Khirnov23f741f2014-05-26 10:48:5663#include "oggdec.h"
Keiji Costantini84cfce92014-03-01 16:28:1564/* For ff_codec_get_id(). */
65#include "riff.h"
66#include "rmsipr.h"
David Conradb061d892007-06-04 22:10:5467
Matthew Oliver0167fa02014-11-27 08:00:3668#if CONFIG_BZLIB
69#include <bzlib.h>
70#endif
71#if CONFIG_ZLIB
72#include <zlib.h>
73#endif
74
Mats Peterson79736032015-12-27 20:28:0975#include "qtpalette.h"
76
Steve Lhommea2c77022019-02-23 10:14:3377#define EBML_UNKNOWN_LENGTH UINT64_MAX /* EBML unknown length, in uint64_t */
Andreas Rheinhardta569a7b2019-06-23 23:42:3078#define NEEDS_CHECKING 2 /* Indicates that some error checks
79 * still need to be performed */
Andreas Rheinhardtb31c9b72019-06-23 23:46:5480#define LEVEL_ENDED 3 /* return value of ebml_parse when the
81 * syntax level used for parsing ended. */
Andreas Rheinhardt51203052019-05-16 22:30:1482#define SKIP_THRESHOLD 1024 * 1024 /* In non-seekable mode, if more than SKIP_THRESHOLD
83 * of unkown, potentially damaged data is encountered,
84 * it is considered an error. */
85#define UNKNOWN_EQUIV 50 * 1024 /* An unknown element is considered equivalent
86 * to this many bytes of unknown data for the
87 * SKIP_THRESHOLD check. */
Steve Lhommea2c77022019-02-23 10:14:3388
Aurelien Jacobs789ed102008-08-05 00:40:0089typedef enum {
90 EBML_NONE,
91 EBML_UINT,
Andreas Rheinhardt60f75c92019-05-16 22:30:1392 EBML_SINT,
Aurelien Jacobs789ed102008-08-05 00:40:0093 EBML_FLOAT,
94 EBML_STR,
95 EBML_UTF8,
96 EBML_BIN,
97 EBML_NEST,
wm4cac22952015-02-09 19:39:0098 EBML_LEVEL1,
Aurelien Jacobs789ed102008-08-05 00:40:0099 EBML_STOP,
Reimar Döffinger14d735b2011-02-06 10:32:03100 EBML_TYPE_COUNT
Aurelien Jacobs789ed102008-08-05 00:40:00101} EbmlType;
102
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51103typedef struct CountedElement {
104 union {
105 uint64_t u;
106 int64_t i;
107 double f;
108 char *s;
109 } el;
110 unsigned count;
111} CountedElement;
112
Aurelien Jacobs789ed102008-08-05 00:40:00113typedef const struct EbmlSyntax {
114 uint32_t id;
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51115 uint8_t type;
116 uint8_t is_counted;
James Almerf34aabf2019-09-03 21:52:51117 size_t list_elem_size;
118 size_t data_offset;
Aurelien Jacobs789ed102008-08-05 00:40:00119 union {
Chris Cunninghamac258402017-02-03 22:42:44120 int64_t i;
Aurelien Jacobs789ed102008-08-05 00:40:00121 uint64_t u;
122 double f;
123 const char *s;
124 const struct EbmlSyntax *n;
125 } def;
126} EbmlSyntax;
127
Diego Biurrundaf8cf32014-09-22 07:19:33128typedef struct EbmlList {
Aurelien Jacobs789ed102008-08-05 00:40:00129 int nb_elem;
James Almer3b3150c2019-09-03 21:45:04130 unsigned int alloc_elem_size;
Aurelien Jacobs789ed102008-08-05 00:40:00131 void *elem;
132} EbmlList;
133
Diego Biurrundaf8cf32014-09-22 07:19:33134typedef struct EbmlBin {
Aurelien Jacobs789ed102008-08-05 00:40:00135 int size;
James Almera6188662018-04-04 17:12:54136 AVBufferRef *buf;
Aurelien Jacobs789ed102008-08-05 00:40:00137 uint8_t *data;
138 int64_t pos;
139} EbmlBin;
140
Diego Biurrundaf8cf32014-09-22 07:19:33141typedef struct Ebml {
Aurelien Jacobs63511322008-08-05 00:40:02142 uint64_t version;
143 uint64_t max_size;
144 uint64_t id_length;
145 char *doctype;
146 uint64_t doctype_version;
147} Ebml;
148
Diego Biurrundaf8cf32014-09-22 07:19:33149typedef struct MatroskaTrackCompression {
Aurelien Jacobs2cbc8812008-08-05 00:40:31150 uint64_t algo;
151 EbmlBin settings;
152} MatroskaTrackCompression;
David Conradb061d892007-06-04 22:10:54153
Michael Niedermayera0fe1a22015-02-14 20:07:40154typedef struct MatroskaTrackEncryption {
Frank Galliganb8531032013-03-07 16:11:38155 uint64_t algo;
156 EbmlBin key_id;
157} MatroskaTrackEncryption;
158
Diego Biurrundaf8cf32014-09-22 07:19:33159typedef struct MatroskaTrackEncoding {
Aurelien Jacobs2cbc8812008-08-05 00:40:31160 uint64_t scope;
161 uint64_t type;
162 MatroskaTrackCompression compression;
Frank Galliganb8531032013-03-07 16:11:38163 MatroskaTrackEncryption encryption;
Aurelien Jacobs2cbc8812008-08-05 00:40:31164} MatroskaTrackEncoding;
David Conradb061d892007-06-04 22:10:54165
Neil Birkbeckbbda13a2016-03-01 00:41:04166typedef struct MatroskaMasteringMeta {
167 double r_x;
168 double r_y;
169 double g_x;
170 double g_y;
171 double b_x;
172 double b_y;
173 double white_x;
174 double white_y;
175 double max_luminance;
Andreas Rheinhardte8f39012021-02-16 14:34:06176 CountedElement min_luminance;
Neil Birkbeckbbda13a2016-03-01 00:41:04177} MatroskaMasteringMeta;
178
179typedef struct MatroskaTrackVideoColor {
180 uint64_t matrix_coefficients;
181 uint64_t bits_per_channel;
182 uint64_t chroma_sub_horz;
183 uint64_t chroma_sub_vert;
184 uint64_t cb_sub_horz;
185 uint64_t cb_sub_vert;
186 uint64_t chroma_siting_horz;
187 uint64_t chroma_siting_vert;
188 uint64_t range;
189 uint64_t transfer_characteristics;
190 uint64_t primaries;
191 uint64_t max_cll;
192 uint64_t max_fall;
193 MatroskaMasteringMeta mastering_meta;
194} MatroskaTrackVideoColor;
195
James Almer445204c2016-12-06 17:48:45196typedef struct MatroskaTrackVideoProjection {
197 uint64_t type;
198 EbmlBin private;
199 double yaw;
200 double pitch;
201 double roll;
202} MatroskaTrackVideoProjection;
203
Diego Biurrundaf8cf32014-09-22 07:19:33204typedef struct MatroskaTrackVideo {
Aurelien Jacobs2cbc8812008-08-05 00:40:31205 double frame_rate;
206 uint64_t display_width;
207 uint64_t display_height;
208 uint64_t pixel_width;
209 uint64_t pixel_height;
Andreas Rheinhardt60f75c92019-05-16 22:30:13210 EbmlBin color_space;
James Almerbad8bbc2016-10-15 21:01:50211 uint64_t display_unit;
Luca Barbato5f022662016-03-28 18:29:54212 uint64_t interlaced;
213 uint64_t field_order;
Aurelien Jacobs4c509fe2011-05-23 23:09:24214 uint64_t stereo_mode;
Vignesh Venkatasubramaniance6a8e52013-02-04 23:17:52215 uint64_t alpha_mode;
James Almer4e759072016-12-05 02:22:39216 EbmlList color;
James Almer445204c2016-12-06 17:48:45217 MatroskaTrackVideoProjection projection;
Aurelien Jacobs2cbc8812008-08-05 00:40:31218} MatroskaTrackVideo;
David Conradb061d892007-06-04 22:10:54219
Diego Biurrundaf8cf32014-09-22 07:19:33220typedef struct MatroskaTrackAudio {
Aurelien Jacobs2cbc8812008-08-05 00:40:31221 double samplerate;
222 double out_samplerate;
223 uint64_t bitdepth;
224 uint64_t channels;
David Conradb061d892007-06-04 22:10:54225
Aurelien Jacobs2cbc8812008-08-05 00:40:31226 /* real audio header (extracted from extradata) */
227 int coded_framesize;
228 int sub_packet_h;
229 int frame_size;
230 int sub_packet_size;
231 int sub_packet_cnt;
232 int pkt_cnt;
Reimar Döffingerb09e5062011-02-26 11:52:01233 uint64_t buf_timecode;
Aurelien Jacobs2cbc8812008-08-05 00:40:31234 uint8_t *buf;
235} MatroskaTrackAudio;
David Conradb061d892007-06-04 22:10:54236
Michael Niedermayera0fe1a22015-02-14 20:07:40237typedef struct MatroskaTrackPlane {
Kirill Gavrilove6ec9212011-05-21 15:14:14238 uint64_t uid;
239 uint64_t type;
240} MatroskaTrackPlane;
241
Michael Niedermayera0fe1a22015-02-14 20:07:40242typedef struct MatroskaTrackOperation {
Kirill Gavrilove6ec9212011-05-21 15:14:14243 EbmlList combine_planes;
Kirill Gavrilove6ec9212011-05-21 15:14:14244} MatroskaTrackOperation;
245
quietvoid05c07942022-01-01 16:51:50246typedef struct MatroskaBlockAdditionMapping {
247 uint64_t value;
248 char *name;
249 uint64_t type;
250 EbmlBin extradata;
251} MatroskaBlockAdditionMapping;
252
Diego Biurrundaf8cf32014-09-22 07:19:33253typedef struct MatroskaTrack {
Aurelien Jacobs2cbc8812008-08-05 00:40:31254 uint64_t num;
Aurelien Jacobs325ace32009-02-15 15:34:22255 uint64_t uid;
Aurelien Jacobs2cbc8812008-08-05 00:40:31256 uint64_t type;
Aurelien Jacobs38766e02009-02-15 15:29:09257 char *name;
Aurelien Jacobs2cbc8812008-08-05 00:40:31258 char *codec_id;
259 EbmlBin codec_priv;
260 char *language;
Anton Khirnov7ff97082008-06-01 13:54:11261 double time_scale;
David Conradb061d892007-06-04 22:10:54262 uint64_t default_duration;
Aurelien Jacobs4eff9742008-08-05 00:39:53263 uint64_t flag_default;
Aurelien Jacobs7a617a82010-07-02 16:38:44264 uint64_t flag_forced;
Andreas Rheinhardt18b3dee2021-02-16 17:23:59265 uint64_t flag_comment;
Andreas Rheinhardt51e10672021-02-16 18:08:51266 uint64_t flag_hearingimpaired;
267 uint64_t flag_visualimpaired;
Andreas Rheinhardt48cf1d82021-02-16 18:38:19268 uint64_t flag_textdescriptions;
Andreas Rheinhardtb243be82021-02-16 17:41:30269 CountedElement flag_original;
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:08270 uint64_t seek_preroll;
Aurelien Jacobs2cbc8812008-08-05 00:40:31271 MatroskaTrackVideo video;
272 MatroskaTrackAudio audio;
Kirill Gavrilove6ec9212011-05-21 15:14:14273 MatroskaTrackOperation operation;
Aurelien Jacobs2cbc8812008-08-05 00:40:31274 EbmlList encodings;
Anton Khirnoveb3b5502014-04-29 10:03:13275 uint64_t codec_delay;
Michael Niedermayerb5bc4362016-06-06 02:23:16276 uint64_t codec_delay_in_track_tb;
Aurelien Jacobsfc4d3352008-08-05 00:40:06277
278 AVStream *stream;
Aurelien Jacobs82360e62008-09-09 12:07:10279 int64_t end_timecode;
Joakim Plate3e93c8e2010-03-03 21:46:43280 int ms_compat;
Andreas Rheinhardt96012d12019-12-04 16:54:45281 int needs_decoding;
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48282 uint64_t max_block_additional_id;
quietvoid05c07942022-01-01 16:51:50283 EbmlList block_addition_mappings;
Mats Peterson6aac43f2016-02-24 17:14:05284
285 uint32_t palette[AVPALETTE_COUNT];
286 int has_palette;
David Conradb061d892007-06-04 22:10:54287} MatroskaTrack;
288
Diego Biurrundaf8cf32014-09-22 07:19:33289typedef struct MatroskaAttachment {
Aurelien Jacobs325ace32009-02-15 15:34:22290 uint64_t uid;
Aurelien Jacobsb414cb82008-08-05 00:40:24291 char *filename;
Andreas Rheinhardt3bd26b22020-05-06 13:24:33292 char *description;
Aurelien Jacobsb414cb82008-08-05 00:40:24293 char *mime;
294 EbmlBin bin;
Aurelien Jacobs929e9de2009-02-15 15:53:55295
296 AVStream *stream;
Diego Biurrunf69befe2014-03-07 12:54:18297} MatroskaAttachment;
Aurelien Jacobsb414cb82008-08-05 00:40:24298
Diego Biurrundaf8cf32014-09-22 07:19:33299typedef struct MatroskaChapter {
Aurelien Jacobs6bbd7c72008-08-05 00:40:21300 uint64_t start;
301 uint64_t end;
302 uint64_t uid;
303 char *title;
Aurelien Jacobs6cb6e152009-02-15 15:25:14304
305 AVChapter *chapter;
Aurelien Jacobs6bbd7c72008-08-05 00:40:21306} MatroskaChapter;
307
Diego Biurrundaf8cf32014-09-22 07:19:33308typedef struct MatroskaIndexPos {
Aurelien Jacobse5929fd2008-08-05 00:40:15309 uint64_t track;
310 uint64_t pos;
311} MatroskaIndexPos;
312
Diego Biurrundaf8cf32014-09-22 07:19:33313typedef struct MatroskaIndex {
Aurelien Jacobse5929fd2008-08-05 00:40:15314 uint64_t time;
315 EbmlList pos;
316} MatroskaIndex;
317
Diego Biurrundaf8cf32014-09-22 07:19:33318typedef struct MatroskaTag {
Aurelien Jacobs44015c52008-08-08 23:50:38319 char *name;
320 char *string;
Aurelien Jacobsf702df32009-02-15 16:05:37321 char *lang;
322 uint64_t def;
Aurelien Jacobs44015c52008-08-08 23:50:38323 EbmlList sub;
324} MatroskaTag;
325
Diego Biurrundaf8cf32014-09-22 07:19:33326typedef struct MatroskaTagTarget {
Aurelien Jacobs929e9de2009-02-15 15:53:55327 char *type;
328 uint64_t typevalue;
329 uint64_t trackuid;
330 uint64_t chapteruid;
331 uint64_t attachuid;
332} MatroskaTagTarget;
333
Diego Biurrundaf8cf32014-09-22 07:19:33334typedef struct MatroskaTags {
Aurelien Jacobs929e9de2009-02-15 15:53:55335 MatroskaTagTarget target;
336 EbmlList tag;
337} MatroskaTags;
338
Diego Biurrundaf8cf32014-09-22 07:19:33339typedef struct MatroskaSeekhead {
Aurelien Jacobs13b350a2008-08-05 00:40:36340 uint64_t id;
341 uint64_t pos;
342} MatroskaSeekhead;
343
Diego Biurrundaf8cf32014-09-22 07:19:33344typedef struct MatroskaLevel {
Aurelien Jacobs8d75b5a2007-06-04 22:35:16345 uint64_t start;
346 uint64_t length;
David Conradb061d892007-06-04 22:10:54347} MatroskaLevel;
348
Andreas Rheinhardtffa64a42019-05-16 22:29:59349typedef struct MatroskaBlock {
350 uint64_t duration;
Andreas Rheinhardt2f1a5622021-02-16 15:18:02351 CountedElement reference;
Andreas Rheinhardtffa64a42019-05-16 22:29:59352 uint64_t non_simple;
353 EbmlBin bin;
354 uint64_t additional_id;
355 EbmlBin additional;
Andreas Rheinhardt60f75c92019-05-16 22:30:13356 int64_t discard_padding;
Andreas Rheinhardtffa64a42019-05-16 22:29:59357} MatroskaBlock;
358
Diego Biurrundaf8cf32014-09-22 07:19:33359typedef struct MatroskaCluster {
Andreas Rheinhardtffa64a42019-05-16 22:29:59360 MatroskaBlock block;
Dale Curtis8336eb62012-04-19 18:12:24361 uint64_t timecode;
Andreas Rheinhardtffa64a42019-05-16 22:29:59362 int64_t pos;
Dale Curtis8336eb62012-04-19 18:12:24363} MatroskaCluster;
364
Michael Niedermayera0fe1a22015-02-14 20:07:40365typedef struct MatroskaLevel1Element {
Andreas Rheinhardt730ac1a2019-05-16 22:30:20366 int64_t pos;
Andreas Rheinhardt410a0822019-05-16 22:29:47367 uint32_t id;
wm4cac22952015-02-09 19:39:00368 int parsed;
369} MatroskaLevel1Element;
370
Diego Biurrundaf8cf32014-09-22 07:19:33371typedef struct MatroskaDemuxContext {
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:57372 const AVClass *class;
David Conradb061d892007-06-04 22:10:54373 AVFormatContext *ctx;
374
Diego Biurrun5968d2d2008-08-05 08:28:57375 /* EBML stuff */
David Conradb061d892007-06-04 22:10:54376 MatroskaLevel levels[EBML_MAX_DEPTH];
Andreas Rheinhardt60f75c92019-05-16 22:30:13377 int num_levels;
Aurelien Jacobsc3ade622010-06-11 16:34:01378 uint32_t current_id;
Andreas Rheinhardta3db9f62019-05-16 22:30:05379 int64_t resync_pos;
Andreas Rheinhardt51203052019-05-16 22:30:14380 int unknown_count;
David Conradb061d892007-06-04 22:10:54381
Aurelien Jacobs29708582008-08-05 00:40:27382 uint64_t time_scale;
383 double duration;
384 char *title;
James Almer2c759d72013-11-24 08:31:48385 char *muxingapp;
Andreas Rheinhardt60f75c92019-05-16 22:30:13386 EbmlBin date_utc;
Aurelien Jacobs2cbc8812008-08-05 00:40:31387 EbmlList tracks;
Aurelien Jacobsb414cb82008-08-05 00:40:24388 EbmlList attachments;
Aurelien Jacobs6bbd7c72008-08-05 00:40:21389 EbmlList chapters;
Aurelien Jacobse5929fd2008-08-05 00:40:15390 EbmlList index;
Aurelien Jacobs44015c52008-08-08 23:50:38391 EbmlList tags;
Aurelien Jacobs13b350a2008-08-05 00:40:36392 EbmlList seekhead;
David Conradb061d892007-06-04 22:10:54393
David Conradb061d892007-06-04 22:10:54394 /* byte position of the segment inside the stream */
Diego Biurrunbc5c9182008-10-03 10:16:29395 int64_t segment_start;
David Conradb061d892007-06-04 22:10:54396
Andreas Rheinhardtfed02822021-08-24 12:58:07397 /* This packet coincides with FFFormatContext.parse_pkt
Andreas Rheinhardta4d03692021-03-18 05:04:17398 * and is not owned by us. */
James Almer8d78e902021-01-29 13:42:48399 AVPacket *pkt;
400
Diego Biurrun5968d2d2008-08-05 08:28:57401 /* the packet queue */
Andreas Rheinhardtd61240f2021-12-16 00:49:39402 PacketList queue;
David Conradb061d892007-06-04 22:10:54403
Aurelien Jacobs8d75b5a2007-06-04 22:35:16404 int done;
David Conradb061d892007-06-04 22:10:54405
David Conradb061d892007-06-04 22:10:54406 /* What to skip before effectively reading a packet. */
407 int skip_to_keyframe;
Aurelien Jacobs20f74662008-09-09 12:01:51408 uint64_t skip_to_timecode;
Aaron Colwell31ad14c2011-07-09 05:48:43409
410 /* File has a CUES element, but we defer parsing until it is needed. */
411 int cues_parsing_deferred;
Dale Curtis8336eb62012-04-19 18:12:24412
wm4cac22952015-02-09 19:39:00413 /* Level1 elements and whether they were read yet */
414 MatroskaLevel1Element level1_elems[64];
415 int num_level1_elems;
416
Dale Curtis8336eb62012-04-19 18:12:24417 MatroskaCluster current_cluster;
418
James Zern20aeee42017-04-17 17:59:31419 /* WebM DASH Manifest live flag */
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:57420 int is_live;
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:28421
422 /* Bandwidth value for WebM DASH Manifest */
423 int bandwidth;
David Conradb061d892007-06-04 22:10:54424} MatroskaDemuxContext;
425
Andreas Rheinhardtc1abd952019-05-16 22:30:06426#define CHILD_OF(parent) { .def = { .n = parent } }
427
Andreas Rheinhardtab4795a2019-07-17 03:29:40428// The following forward declarations need their size because
429// a tentative definition with internal linkage must not be an
430// incomplete type (6.7.2 in C90, 6.9.2 in C99).
431// Removing the sizes breaks MSVC.
Andreas Rheinhardt9869e212019-07-18 19:07:20432static EbmlSyntax ebml_syntax[3], matroska_segment[9], matroska_track_video_color[15], matroska_track_video[19],
quietvoid05c07942022-01-01 16:51:50433 matroska_track[33], matroska_track_encoding[6], matroska_track_encodings[2],
434 matroska_track_combine_planes[2], matroska_track_operation[2], matroska_block_addition_mapping[5], matroska_tracks[2],
Andreas Rheinhardt9869e212019-07-18 19:07:20435 matroska_attachments[2], matroska_chapter_entry[9], matroska_chapter[6], matroska_chapters[2],
436 matroska_index_entry[3], matroska_index[2], matroska_tag[3], matroska_tags[2], matroska_seekhead[2],
437 matroska_blockadditions[2], matroska_blockgroup[8], matroska_cluster_parsing[8];
Andreas Rheinhardtc1abd952019-05-16 22:30:06438
Andreas Rheinhardt9869e212019-07-18 19:07:20439static EbmlSyntax ebml_header[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51440 { EBML_ID_EBMLREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, version), { .u = EBML_VERSION } },
441 { EBML_ID_EBMLMAXSIZELENGTH, EBML_UINT, 0, 0, offsetof(Ebml, max_size), { .u = 8 } },
442 { EBML_ID_EBMLMAXIDLENGTH, EBML_UINT, 0, 0, offsetof(Ebml, id_length), { .u = 4 } },
443 { EBML_ID_DOCTYPE, EBML_STR, 0, 0, offsetof(Ebml, doctype), { .s = "(none)" } },
444 { EBML_ID_DOCTYPEREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, doctype_version), { .u = 1 } },
Keiji Costantini84cfce92014-03-01 16:28:15445 { EBML_ID_EBMLVERSION, EBML_NONE },
446 { EBML_ID_DOCTYPEVERSION, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06447 CHILD_OF(ebml_syntax)
Aurelien Jacobs63511322008-08-05 00:40:02448};
449
Andreas Rheinhardt9869e212019-07-18 19:07:20450static EbmlSyntax ebml_syntax[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51451 { EBML_ID_HEADER, EBML_NEST, 0, 0, 0, { .n = ebml_header } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06452 { MATROSKA_ID_SEGMENT, EBML_STOP },
Aurelien Jacobs63511322008-08-05 00:40:02453 { 0 }
454};
455
Andreas Rheinhardt9869e212019-07-18 19:07:20456static EbmlSyntax matroska_info[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51457 { MATROSKA_ID_TIMECODESCALE, EBML_UINT, 0, 0, offsetof(MatroskaDemuxContext, time_scale), { .u = 1000000 } },
458 { MATROSKA_ID_DURATION, EBML_FLOAT, 0, 0, offsetof(MatroskaDemuxContext, duration) },
459 { MATROSKA_ID_TITLE, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, title) },
Keiji Costantini84cfce92014-03-01 16:28:15460 { MATROSKA_ID_WRITINGAPP, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51461 { MATROSKA_ID_MUXINGAPP, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, muxingapp) },
462 { MATROSKA_ID_DATEUTC, EBML_BIN, 0, 0, offsetof(MatroskaDemuxContext, date_utc) },
Keiji Costantini84cfce92014-03-01 16:28:15463 { MATROSKA_ID_SEGMENTUID, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06464 CHILD_OF(matroska_segment)
Aurelien Jacobs29708582008-08-05 00:40:27465};
466
Andreas Rheinhardt9869e212019-07-18 19:07:20467static EbmlSyntax matroska_mastering_meta[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51468 { MATROSKA_ID_VIDEOCOLOR_RX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_x) },
469 { MATROSKA_ID_VIDEOCOLOR_RY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_y) },
470 { MATROSKA_ID_VIDEOCOLOR_GX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_x) },
471 { MATROSKA_ID_VIDEOCOLOR_GY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_y) },
472 { MATROSKA_ID_VIDEOCOLOR_BX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_x) },
473 { MATROSKA_ID_VIDEOCOLOR_BY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_y) },
474 { MATROSKA_ID_VIDEOCOLOR_WHITEX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_x) },
475 { MATROSKA_ID_VIDEOCOLOR_WHITEY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_y) },
Andreas Rheinhardte8f39012021-02-16 14:34:06476 { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMIN, EBML_FLOAT, 1, 0, offsetof(MatroskaMasteringMeta, min_luminance) },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51477 { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMAX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, max_luminance) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06478 CHILD_OF(matroska_track_video_color)
Neil Birkbeckbbda13a2016-03-01 00:41:04479};
480
Andreas Rheinhardt9869e212019-07-18 19:07:20481static EbmlSyntax matroska_track_video_color[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51482 { MATROSKA_ID_VIDEOCOLORMATRIXCOEFF, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, matrix_coefficients), { .u = AVCOL_SPC_UNSPECIFIED } },
483 { MATROSKA_ID_VIDEOCOLORBITSPERCHANNEL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, bits_per_channel), { .u = 0 } },
484 { MATROSKA_ID_VIDEOCOLORCHROMASUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_horz) },
485 { MATROSKA_ID_VIDEOCOLORCHROMASUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_vert) },
486 { MATROSKA_ID_VIDEOCOLORCBSUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_horz) },
487 { MATROSKA_ID_VIDEOCOLORCBSUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_vert) },
488 { MATROSKA_ID_VIDEOCOLORCHROMASITINGHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_horz), { .u = MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED } },
489 { MATROSKA_ID_VIDEOCOLORCHROMASITINGVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_vert), { .u = MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED } },
490 { MATROSKA_ID_VIDEOCOLORRANGE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, range), { .u = AVCOL_RANGE_UNSPECIFIED } },
491 { MATROSKA_ID_VIDEOCOLORTRANSFERCHARACTERISTICS, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, transfer_characteristics), { .u = AVCOL_TRC_UNSPECIFIED } },
492 { MATROSKA_ID_VIDEOCOLORPRIMARIES, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, primaries), { .u = AVCOL_PRI_UNSPECIFIED } },
493 { MATROSKA_ID_VIDEOCOLORMAXCLL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_cll) },
494 { MATROSKA_ID_VIDEOCOLORMAXFALL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_fall) },
495 { MATROSKA_ID_VIDEOCOLORMASTERINGMETA, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideoColor, mastering_meta), { .n = matroska_mastering_meta } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06496 CHILD_OF(matroska_track_video)
Neil Birkbeckbbda13a2016-03-01 00:41:04497};
498
Andreas Rheinhardt9869e212019-07-18 19:07:20499static EbmlSyntax matroska_track_video_projection[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51500 { MATROSKA_ID_VIDEOPROJECTIONTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoProjection, type), { .u = MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR } },
501 { MATROSKA_ID_VIDEOPROJECTIONPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideoProjection, private) },
502 { MATROSKA_ID_VIDEOPROJECTIONPOSEYAW, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, yaw), { .f = 0.0 } },
503 { MATROSKA_ID_VIDEOPROJECTIONPOSEPITCH, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, pitch), { .f = 0.0 } },
504 { MATROSKA_ID_VIDEOPROJECTIONPOSEROLL, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, roll), { .f = 0.0 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06505 CHILD_OF(matroska_track_video)
James Almer445204c2016-12-06 17:48:45506};
507
Andreas Rheinhardt9869e212019-07-18 19:07:20508static EbmlSyntax matroska_track_video[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51509 { MATROSKA_ID_VIDEOFRAMERATE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideo, frame_rate) },
510 { MATROSKA_ID_VIDEODISPLAYWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_width), { .u=-1 } },
511 { MATROSKA_ID_VIDEODISPLAYHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_height), { .u=-1 } },
512 { MATROSKA_ID_VIDEOPIXELWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_width) },
513 { MATROSKA_ID_VIDEOPIXELHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_height) },
514 { MATROSKA_ID_VIDEOCOLORSPACE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideo, color_space) },
515 { MATROSKA_ID_VIDEOALPHAMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, alpha_mode), { .u = 0 } },
516 { MATROSKA_ID_VIDEOCOLOR, EBML_NEST, 0, sizeof(MatroskaTrackVideoColor), offsetof(MatroskaTrackVideo, color), { .n = matroska_track_video_color } },
517 { MATROSKA_ID_VIDEOPROJECTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideo, projection), { .n = matroska_track_video_projection } },
Keiji Costantini84cfce92014-03-01 16:28:15518 { MATROSKA_ID_VIDEOPIXELCROPB, EBML_NONE },
519 { MATROSKA_ID_VIDEOPIXELCROPT, EBML_NONE },
520 { MATROSKA_ID_VIDEOPIXELCROPL, EBML_NONE },
521 { MATROSKA_ID_VIDEOPIXELCROPR, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51522 { MATROSKA_ID_VIDEODISPLAYUNIT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_unit), { .u= MATROSKA_VIDEO_DISPLAYUNIT_PIXELS } },
523 { MATROSKA_ID_VIDEOFLAGINTERLACED, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, interlaced), { .u = MATROSKA_VIDEO_INTERLACE_FLAG_UNDETERMINED } },
524 { MATROSKA_ID_VIDEOFIELDORDER, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, field_order), { .u = MATROSKA_VIDEO_FIELDORDER_UNDETERMINED } },
525 { MATROSKA_ID_VIDEOSTEREOMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, stereo_mode), { .u = MATROSKA_VIDEO_STEREOMODE_TYPE_NB } },
Keiji Costantini84cfce92014-03-01 16:28:15526 { MATROSKA_ID_VIDEOASPECTRATIO, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06527 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31528};
529
Andreas Rheinhardt9869e212019-07-18 19:07:20530static EbmlSyntax matroska_track_audio[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51531 { MATROSKA_ID_AUDIOSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, samplerate), { .f = 8000.0 } },
532 { MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, out_samplerate) },
533 { MATROSKA_ID_AUDIOBITDEPTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, bitdepth) },
534 { MATROSKA_ID_AUDIOCHANNELS, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, channels), { .u = 1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06535 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31536};
537
Andreas Rheinhardt9869e212019-07-18 19:07:20538static EbmlSyntax matroska_track_encoding_compression[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51539 { MATROSKA_ID_ENCODINGCOMPALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackCompression, algo), { .u = MATROSKA_TRACK_ENCODING_COMP_ZLIB } },
540 { MATROSKA_ID_ENCODINGCOMPSETTINGS, EBML_BIN, 0, 0, offsetof(MatroskaTrackCompression, settings) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06541 CHILD_OF(matroska_track_encoding)
Aurelien Jacobs2cbc8812008-08-05 00:40:31542};
543
Andreas Rheinhardt9869e212019-07-18 19:07:20544static EbmlSyntax matroska_track_encoding_encryption[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51545 { MATROSKA_ID_ENCODINGENCALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncryption,algo), {.u = 0} },
546 { MATROSKA_ID_ENCODINGENCKEYID, EBML_BIN, 0, 0, offsetof(MatroskaTrackEncryption,key_id) },
Frank Galliganb8531032013-03-07 16:11:38547 { MATROSKA_ID_ENCODINGENCAESSETTINGS, EBML_NONE },
548 { MATROSKA_ID_ENCODINGSIGALGO, EBML_NONE },
549 { MATROSKA_ID_ENCODINGSIGHASHALGO, EBML_NONE },
550 { MATROSKA_ID_ENCODINGSIGKEYID, EBML_NONE },
551 { MATROSKA_ID_ENCODINGSIGNATURE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06552 CHILD_OF(matroska_track_encoding)
Frank Galliganb8531032013-03-07 16:11:38553};
Andreas Rheinhardt9869e212019-07-18 19:07:20554static EbmlSyntax matroska_track_encoding[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51555 { MATROSKA_ID_ENCODINGSCOPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, scope), { .u = 1 } },
556 { MATROSKA_ID_ENCODINGTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, type), { .u = 0 } },
557 { MATROSKA_ID_ENCODINGCOMPRESSION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, compression), { .n = matroska_track_encoding_compression } },
558 { MATROSKA_ID_ENCODINGENCRYPTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, encryption), { .n = matroska_track_encoding_encryption } },
Keiji Costantini84cfce92014-03-01 16:28:15559 { MATROSKA_ID_ENCODINGORDER, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06560 CHILD_OF(matroska_track_encodings)
Aurelien Jacobs2cbc8812008-08-05 00:40:31561};
562
Andreas Rheinhardt9869e212019-07-18 19:07:20563static EbmlSyntax matroska_track_encodings[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51564 { MATROSKA_ID_TRACKCONTENTENCODING, EBML_NEST, 0, sizeof(MatroskaTrackEncoding), offsetof(MatroskaTrack, encodings), { .n = matroska_track_encoding } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06565 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31566};
567
Andreas Rheinhardt9869e212019-07-18 19:07:20568static EbmlSyntax matroska_track_plane[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51569 { MATROSKA_ID_TRACKPLANEUID, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,uid) },
570 { MATROSKA_ID_TRACKPLANETYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,type) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06571 CHILD_OF(matroska_track_combine_planes)
Kirill Gavrilove6ec9212011-05-21 15:14:14572};
573
Andreas Rheinhardt9869e212019-07-18 19:07:20574static EbmlSyntax matroska_track_combine_planes[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51575 { MATROSKA_ID_TRACKPLANE, EBML_NEST, 0, sizeof(MatroskaTrackPlane), offsetof(MatroskaTrackOperation,combine_planes), {.n = matroska_track_plane} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06576 CHILD_OF(matroska_track_operation)
Kirill Gavrilove6ec9212011-05-21 15:14:14577};
578
Andreas Rheinhardt9869e212019-07-18 19:07:20579static EbmlSyntax matroska_track_operation[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51580 { MATROSKA_ID_TRACKCOMBINEPLANES, EBML_NEST, 0, 0, 0, {.n = matroska_track_combine_planes} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06581 CHILD_OF(matroska_track)
Kirill Gavrilove6ec9212011-05-21 15:14:14582};
583
quietvoid05c07942022-01-01 16:51:50584static EbmlSyntax matroska_block_addition_mapping[] = {
585 { MATROSKA_ID_BLKADDIDVALUE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, value) },
586 { MATROSKA_ID_BLKADDIDNAME, EBML_STR, 0, 0, offsetof(MatroskaBlockAdditionMapping, name) },
587 { MATROSKA_ID_BLKADDIDTYPE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, type) },
588 { MATROSKA_ID_BLKADDIDEXTRADATA, EBML_BIN, 0, 0, offsetof(MatroskaBlockAdditionMapping, extradata) },
589 CHILD_OF(matroska_track)
590};
591
Andreas Rheinhardt9869e212019-07-18 19:07:20592static EbmlSyntax matroska_track[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51593 { MATROSKA_ID_TRACKNUMBER, EBML_UINT, 0, 0, offsetof(MatroskaTrack, num) },
594 { MATROSKA_ID_TRACKNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTrack, name) },
595 { MATROSKA_ID_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, uid) },
596 { MATROSKA_ID_TRACKTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrack, type) },
597 { MATROSKA_ID_CODECID, EBML_STR, 0, 0, offsetof(MatroskaTrack, codec_id) },
598 { MATROSKA_ID_CODECPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrack, codec_priv) },
599 { MATROSKA_ID_CODECDELAY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, codec_delay), { .u = 0 } },
600 { MATROSKA_ID_TRACKLANGUAGE, EBML_STR, 0, 0, offsetof(MatroskaTrack, language), { .s = "eng" } },
601 { MATROSKA_ID_TRACKDEFAULTDURATION, EBML_UINT, 0, 0, offsetof(MatroskaTrack, default_duration) },
602 { MATROSKA_ID_TRACKTIMECODESCALE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrack, time_scale), { .f = 1.0 } },
Andreas Rheinhardt18b3dee2021-02-16 17:23:59603 { MATROSKA_ID_TRACKFLAGCOMMENTARY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_comment), { .u = 0 } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51604 { MATROSKA_ID_TRACKFLAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_default), { .u = 1 } },
605 { MATROSKA_ID_TRACKFLAGFORCED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_forced), { .u = 0 } },
Andreas Rheinhardt51e10672021-02-16 18:08:51606 { MATROSKA_ID_TRACKFLAGHEARINGIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_hearingimpaired), { .u = 0 } },
607 { MATROSKA_ID_TRACKFLAGVISUALIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_visualimpaired), { .u = 0 } },
Andreas Rheinhardt48cf1d82021-02-16 18:38:19608 { MATROSKA_ID_TRACKFLAGTEXTDESCRIPTIONS, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_textdescriptions), { .u = 0 } },
Andreas Rheinhardtb243be82021-02-16 17:41:30609 { MATROSKA_ID_TRACKFLAGORIGINAL, EBML_UINT, 1, 0, offsetof(MatroskaTrack, flag_original), {.u = 0 } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51610 { MATROSKA_ID_TRACKVIDEO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, video), { .n = matroska_track_video } },
611 { MATROSKA_ID_TRACKAUDIO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, audio), { .n = matroska_track_audio } },
612 { MATROSKA_ID_TRACKOPERATION, EBML_NEST, 0, 0, offsetof(MatroskaTrack, operation), { .n = matroska_track_operation } },
613 { MATROSKA_ID_TRACKCONTENTENCODINGS, EBML_NEST, 0, 0, 0, { .n = matroska_track_encodings } },
614 { MATROSKA_ID_TRACKMAXBLKADDID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, max_block_additional_id), { .u = 0 } },
quietvoid05c07942022-01-01 16:51:50615 { MATROSKA_ID_TRACKBLKADDMAPPING, EBML_NEST, 0, sizeof(MatroskaBlockAdditionMapping), offsetof(MatroskaTrack, block_addition_mappings), { .n = matroska_block_addition_mapping } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51616 { MATROSKA_ID_SEEKPREROLL, EBML_UINT, 0, 0, offsetof(MatroskaTrack, seek_preroll), { .u = 0 } },
Keiji Costantini84cfce92014-03-01 16:28:15617 { MATROSKA_ID_TRACKFLAGENABLED, EBML_NONE },
618 { MATROSKA_ID_TRACKFLAGLACING, EBML_NONE },
619 { MATROSKA_ID_CODECNAME, EBML_NONE },
620 { MATROSKA_ID_CODECDECODEALL, EBML_NONE },
621 { MATROSKA_ID_CODECINFOURL, EBML_NONE },
622 { MATROSKA_ID_CODECDOWNLOADURL, EBML_NONE },
623 { MATROSKA_ID_TRACKMINCACHE, EBML_NONE },
624 { MATROSKA_ID_TRACKMAXCACHE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06625 CHILD_OF(matroska_tracks)
Aurelien Jacobs2cbc8812008-08-05 00:40:31626};
627
Andreas Rheinhardt9869e212019-07-18 19:07:20628static EbmlSyntax matroska_tracks[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51629 { MATROSKA_ID_TRACKENTRY, EBML_NEST, 0, sizeof(MatroskaTrack), offsetof(MatroskaDemuxContext, tracks), { .n = matroska_track } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06630 CHILD_OF(matroska_segment)
Aurelien Jacobs2cbc8812008-08-05 00:40:31631};
632
Andreas Rheinhardt9869e212019-07-18 19:07:20633static EbmlSyntax matroska_attachment[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51634 { MATROSKA_ID_FILEUID, EBML_UINT, 0, 0, offsetof(MatroskaAttachment, uid) },
635 { MATROSKA_ID_FILENAME, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, filename) },
636 { MATROSKA_ID_FILEMIMETYPE, EBML_STR, 0, 0, offsetof(MatroskaAttachment, mime) },
637 { MATROSKA_ID_FILEDATA, EBML_BIN, 0, 0, offsetof(MatroskaAttachment, bin) },
638 { MATROSKA_ID_FILEDESC, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, description) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06639 CHILD_OF(matroska_attachments)
Aurelien Jacobsb414cb82008-08-05 00:40:24640};
641
Andreas Rheinhardt9869e212019-07-18 19:07:20642static EbmlSyntax matroska_attachments[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51643 { MATROSKA_ID_ATTACHEDFILE, EBML_NEST, 0, sizeof(MatroskaAttachment), offsetof(MatroskaDemuxContext, attachments), { .n = matroska_attachment } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06644 CHILD_OF(matroska_segment)
Aurelien Jacobsb414cb82008-08-05 00:40:24645};
646
Andreas Rheinhardt9869e212019-07-18 19:07:20647static EbmlSyntax matroska_chapter_display[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51648 { MATROSKA_ID_CHAPSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaChapter, title) },
Rodger Combscf2719a2015-09-20 14:34:05649 { MATROSKA_ID_CHAPLANG, EBML_NONE },
650 { MATROSKA_ID_CHAPCOUNTRY, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06651 CHILD_OF(matroska_chapter_entry)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21652};
653
Andreas Rheinhardt9869e212019-07-18 19:07:20654static EbmlSyntax matroska_chapter_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51655 { MATROSKA_ID_CHAPTERTIMESTART, EBML_UINT, 0, 0, offsetof(MatroskaChapter, start), { .u = AV_NOPTS_VALUE } },
656 { MATROSKA_ID_CHAPTERTIMEEND, EBML_UINT, 0, 0, offsetof(MatroskaChapter, end), { .u = AV_NOPTS_VALUE } },
657 { MATROSKA_ID_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaChapter, uid) },
658 { MATROSKA_ID_CHAPTERDISPLAY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter_display } },
Aurelien Jacobs6bbd7c72008-08-05 00:40:21659 { MATROSKA_ID_CHAPTERFLAGHIDDEN, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15660 { MATROSKA_ID_CHAPTERFLAGENABLED, EBML_NONE },
661 { MATROSKA_ID_CHAPTERPHYSEQUIV, EBML_NONE },
662 { MATROSKA_ID_CHAPTERATOM, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06663 CHILD_OF(matroska_chapter)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21664};
665
Andreas Rheinhardt9869e212019-07-18 19:07:20666static EbmlSyntax matroska_chapter[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51667 { MATROSKA_ID_CHAPTERATOM, EBML_NEST, 0, sizeof(MatroskaChapter), offsetof(MatroskaDemuxContext, chapters), { .n = matroska_chapter_entry } },
Aurelien Jacobs6bbd7c72008-08-05 00:40:21668 { MATROSKA_ID_EDITIONUID, EBML_NONE },
669 { MATROSKA_ID_EDITIONFLAGHIDDEN, EBML_NONE },
670 { MATROSKA_ID_EDITIONFLAGDEFAULT, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15671 { MATROSKA_ID_EDITIONFLAGORDERED, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06672 CHILD_OF(matroska_chapters)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21673};
674
Andreas Rheinhardt9869e212019-07-18 19:07:20675static EbmlSyntax matroska_chapters[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51676 { MATROSKA_ID_EDITIONENTRY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06677 CHILD_OF(matroska_segment)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21678};
679
Andreas Rheinhardt9869e212019-07-18 19:07:20680static EbmlSyntax matroska_index_pos[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51681 { MATROSKA_ID_CUETRACK, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, track) },
682 { MATROSKA_ID_CUECLUSTERPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, pos) },
James Almer5ab7b3b2013-09-15 09:32:36683 { MATROSKA_ID_CUERELATIVEPOSITION,EBML_NONE },
James Almer56f17402013-09-21 01:15:49684 { MATROSKA_ID_CUEDURATION, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15685 { MATROSKA_ID_CUEBLOCKNUMBER, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06686 CHILD_OF(matroska_index_entry)
Aurelien Jacobse5929fd2008-08-05 00:40:15687};
688
Andreas Rheinhardt9869e212019-07-18 19:07:20689static EbmlSyntax matroska_index_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51690 { MATROSKA_ID_CUETIME, EBML_UINT, 0, 0, offsetof(MatroskaIndex, time) },
691 { MATROSKA_ID_CUETRACKPOSITION, EBML_NEST, 0, sizeof(MatroskaIndexPos), offsetof(MatroskaIndex, pos), { .n = matroska_index_pos } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06692 CHILD_OF(matroska_index)
Aurelien Jacobse5929fd2008-08-05 00:40:15693};
694
Andreas Rheinhardt9869e212019-07-18 19:07:20695static EbmlSyntax matroska_index[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51696 { MATROSKA_ID_POINTENTRY, EBML_NEST, 0, sizeof(MatroskaIndex), offsetof(MatroskaDemuxContext, index), { .n = matroska_index_entry } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06697 CHILD_OF(matroska_segment)
Aurelien Jacobse5929fd2008-08-05 00:40:15698};
699
Andreas Rheinhardt9869e212019-07-18 19:07:20700static EbmlSyntax matroska_simpletag[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51701 { MATROSKA_ID_TAGNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTag, name) },
702 { MATROSKA_ID_TAGSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaTag, string) },
703 { MATROSKA_ID_TAGLANG, EBML_STR, 0, 0, offsetof(MatroskaTag, lang), { .s = "und" } },
704 { MATROSKA_ID_TAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
705 { MATROSKA_ID_TAGDEFAULT_BUG, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
706 { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTag, sub), { .n = matroska_simpletag } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06707 CHILD_OF(matroska_tag)
Aurelien Jacobs44015c52008-08-08 23:50:38708};
709
Andreas Rheinhardt9869e212019-07-18 19:07:20710static EbmlSyntax matroska_tagtargets[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51711 { MATROSKA_ID_TAGTARGETS_TYPE, EBML_STR, 0, 0, offsetof(MatroskaTagTarget, type) },
712 { MATROSKA_ID_TAGTARGETS_TYPEVALUE, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, typevalue), { .u = 50 } },
713 { MATROSKA_ID_TAGTARGETS_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, trackuid), { .u = 0 } },
714 { MATROSKA_ID_TAGTARGETS_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, chapteruid), { .u = 0 } },
715 { MATROSKA_ID_TAGTARGETS_ATTACHUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, attachuid), { .u = 0 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06716 CHILD_OF(matroska_tag)
Aurelien Jacobs929e9de2009-02-15 15:53:55717};
718
Andreas Rheinhardt9869e212019-07-18 19:07:20719static EbmlSyntax matroska_tag[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51720 { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTags, tag), { .n = matroska_simpletag } },
721 { MATROSKA_ID_TAGTARGETS, EBML_NEST, 0, 0, offsetof(MatroskaTags, target), { .n = matroska_tagtargets } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06722 CHILD_OF(matroska_tags)
Aurelien Jacobs44015c52008-08-08 23:50:38723};
724
Andreas Rheinhardt9869e212019-07-18 19:07:20725static EbmlSyntax matroska_tags[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51726 { MATROSKA_ID_TAG, EBML_NEST, 0, sizeof(MatroskaTags), offsetof(MatroskaDemuxContext, tags), { .n = matroska_tag } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06727 CHILD_OF(matroska_segment)
Aurelien Jacobs434d4962008-08-05 00:40:18728};
729
Andreas Rheinhardt9869e212019-07-18 19:07:20730static EbmlSyntax matroska_seekhead_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51731 { MATROSKA_ID_SEEKID, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, id) },
732 { MATROSKA_ID_SEEKPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, pos), { .u = -1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06733 CHILD_OF(matroska_seekhead)
Aurelien Jacobs13b350a2008-08-05 00:40:36734};
735
Andreas Rheinhardt9869e212019-07-18 19:07:20736static EbmlSyntax matroska_seekhead[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51737 { MATROSKA_ID_SEEKENTRY, EBML_NEST, 0, sizeof(MatroskaSeekhead), offsetof(MatroskaDemuxContext, seekhead), { .n = matroska_seekhead_entry } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06738 CHILD_OF(matroska_segment)
Aurelien Jacobs13b350a2008-08-05 00:40:36739};
740
Andreas Rheinhardt9869e212019-07-18 19:07:20741static EbmlSyntax matroska_segment[] = {
Andreas Rheinhardt71c90882019-05-16 22:30:18742 { MATROSKA_ID_CLUSTER, EBML_STOP },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51743 { MATROSKA_ID_INFO, EBML_LEVEL1, 0, 0, 0, { .n = matroska_info } },
744 { MATROSKA_ID_TRACKS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tracks } },
745 { MATROSKA_ID_ATTACHMENTS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_attachments } },
746 { MATROSKA_ID_CHAPTERS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_chapters } },
747 { MATROSKA_ID_CUES, EBML_LEVEL1, 0, 0, 0, { .n = matroska_index } },
748 { MATROSKA_ID_TAGS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tags } },
749 { MATROSKA_ID_SEEKHEAD, EBML_LEVEL1, 0, 0, 0, { .n = matroska_seekhead } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06750 { 0 } /* We don't want to go back to level 0, so don't add the parent. */
Aurelien Jacobsce6f28b2008-08-05 00:40:58751};
752
Andreas Rheinhardt9869e212019-07-18 19:07:20753static EbmlSyntax matroska_segments[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51754 { MATROSKA_ID_SEGMENT, EBML_NEST, 0, 0, 0, { .n = matroska_segment } },
Aurelien Jacobsce6f28b2008-08-05 00:40:58755 { 0 }
756};
757
Andreas Rheinhardt9869e212019-07-18 19:07:20758static EbmlSyntax matroska_blockmore[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51759 { MATROSKA_ID_BLOCKADDID, EBML_UINT, 0, 0, offsetof(MatroskaBlock,additional_id), { .u = 1 } },
760 { MATROSKA_ID_BLOCKADDITIONAL, EBML_BIN, 0, 0, offsetof(MatroskaBlock,additional) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06761 CHILD_OF(matroska_blockadditions)
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48762};
763
Andreas Rheinhardt9869e212019-07-18 19:07:20764static EbmlSyntax matroska_blockadditions[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51765 { MATROSKA_ID_BLOCKMORE, EBML_NEST, 0, 0, 0, {.n = matroska_blockmore} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06766 CHILD_OF(matroska_blockgroup)
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48767};
768
Andreas Rheinhardt9869e212019-07-18 19:07:20769static EbmlSyntax matroska_blockgroup[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51770 { MATROSKA_ID_BLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
771 { MATROSKA_ID_BLOCKADDITIONS, EBML_NEST, 0, 0, 0, { .n = matroska_blockadditions} },
772 { MATROSKA_ID_BLOCKDURATION, EBML_UINT, 0, 0, offsetof(MatroskaBlock, duration) },
773 { MATROSKA_ID_DISCARDPADDING, EBML_SINT, 0, 0, offsetof(MatroskaBlock, discard_padding) },
Andreas Rheinhardt2f1a5622021-02-16 15:18:02774 { MATROSKA_ID_BLOCKREFERENCE, EBML_SINT, 1, 0, offsetof(MatroskaBlock, reference) },
Anton Khirnov564b7e02013-05-15 13:48:15775 { MATROSKA_ID_CODECSTATE, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51776 { 1, EBML_UINT, 0, 0, offsetof(MatroskaBlock, non_simple), { .u = 1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06777 CHILD_OF(matroska_cluster_parsing)
Aurelien Jacobs209472b2008-08-05 00:41:05778};
779
Andreas Rheinhardt38255cd2019-05-16 22:30:10780// The following array contains SimpleBlock and BlockGroup twice
781// in order to reuse the other values for matroska_cluster_enter.
Andreas Rheinhardt9869e212019-07-18 19:07:20782static EbmlSyntax matroska_cluster_parsing[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51783 { MATROSKA_ID_SIMPLEBLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
784 { MATROSKA_ID_BLOCKGROUP, EBML_NEST, 0, 0, 0, { .n = matroska_blockgroup } },
785 { MATROSKA_ID_CLUSTERTIMECODE, EBML_UINT, 0, 0, offsetof(MatroskaCluster, timecode) },
Keiji Costantini84cfce92014-03-01 16:28:15786 { MATROSKA_ID_SIMPLEBLOCK, EBML_STOP },
Andreas Rheinhardt38255cd2019-05-16 22:30:10787 { MATROSKA_ID_BLOCKGROUP, EBML_STOP },
Keiji Costantini84cfce92014-03-01 16:28:15788 { MATROSKA_ID_CLUSTERPOSITION, EBML_NONE },
789 { MATROSKA_ID_CLUSTERPREVSIZE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06790 CHILD_OF(matroska_segment)
Dale Curtis8336eb62012-04-19 18:12:24791};
792
Andreas Rheinhardt9869e212019-07-18 19:07:20793static EbmlSyntax matroska_cluster_enter[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51794 { MATROSKA_ID_CLUSTER, EBML_NEST, 0, 0, 0, { .n = &matroska_cluster_parsing[2] } },
Andreas Rheinhardt865c5372019-05-16 22:30:08795 { 0 }
796};
Andreas Rheinhardtc1abd952019-05-16 22:30:06797#undef CHILD_OF
Dale Curtis8336eb62012-04-19 18:12:24798
Andreas Rheinhardt67e957b2020-04-16 01:39:05799static const CodecMime mkv_image_mime_tags[] = {
800 {"image/gif" , AV_CODEC_ID_GIF},
801 {"image/jpeg" , AV_CODEC_ID_MJPEG},
802 {"image/png" , AV_CODEC_ID_PNG},
803 {"image/tiff" , AV_CODEC_ID_TIFF},
804
805 {"" , AV_CODEC_ID_NONE}
806};
807
808static const CodecMime mkv_mime_tags[] = {
809 {"text/plain" , AV_CODEC_ID_TEXT},
810 {"application/x-truetype-font", AV_CODEC_ID_TTF},
811 {"application/x-font" , AV_CODEC_ID_TTF},
812 {"application/vnd.ms-opentype", AV_CODEC_ID_OTF},
813 {"binary" , AV_CODEC_ID_BIN_DATA},
814
815 {"" , AV_CODEC_ID_NONE}
816};
817
Alex Converseb0f29db2012-02-20 08:42:33818static const char *const matroska_doctypes[] = { "matroska", "webm" };
James Zern470491f2010-05-22 01:41:32819
Andreas Rheinhardt310f3262019-05-16 22:30:02820/*
821 * This function prepares the status for parsing of level 1 elements.
822 */
823static int matroska_reset_status(MatroskaDemuxContext *matroska,
824 uint32_t id, int64_t position)
825{
Michael Niedermayerd115eec2021-06-24 17:53:47826 int64_t err = 0;
Andreas Rheinhardt310f3262019-05-16 22:30:02827 if (position >= 0) {
Michael Niedermayerd115eec2021-06-24 17:53:47828 err = avio_seek(matroska->ctx->pb, position, SEEK_SET);
829 if (err > 0)
830 err = 0;
831 } else
832 position = avio_tell(matroska->ctx->pb);
Andreas Rheinhardt310f3262019-05-16 22:30:02833
Andreas Rheinhardt51203052019-05-16 22:30:14834 matroska->current_id = id;
835 matroska->num_levels = 1;
836 matroska->unknown_count = 0;
Michael Niedermayerd115eec2021-06-24 17:53:47837 matroska->resync_pos = position;
Andreas Rheinhardta3db9f62019-05-16 22:30:05838 if (id)
839 matroska->resync_pos -= (av_log2(id) + 7) / 8;
Andreas Rheinhardt310f3262019-05-16 22:30:02840
Michael Niedermayerd115eec2021-06-24 17:53:47841 return err;
Andreas Rheinhardt310f3262019-05-16 22:30:02842}
843
Reimar Döffingerd4931702012-02-13 22:06:19844static int matroska_resync(MatroskaDemuxContext *matroska, int64_t last_pos)
845{
846 AVIOContext *pb = matroska->ctx->pb;
847 uint32_t id;
Reimar Döffingerd4931702012-02-13 22:06:19848
Andreas Rheinhardt27f40b12019-05-16 22:30:01849 /* Try to seek to the last position to resync from. If this doesn't work,
850 * we resync from the earliest position available: The start of the buffer. */
851 if (last_pos < avio_tell(pb) && avio_seek(pb, last_pos + 1, SEEK_SET) < 0) {
852 av_log(matroska->ctx, AV_LOG_WARNING,
853 "Seek to desired resync point failed. Seeking to "
854 "earliest point available instead.\n");
855 avio_seek(pb, FFMAX(avio_tell(pb) + (pb->buffer - pb->buf_ptr),
856 last_pos + 1), SEEK_SET);
Sophia Wang8c830622016-09-27 19:00:29857 }
Reimar Döffingerd4931702012-02-13 22:06:19858
859 id = avio_rb32(pb);
860
861 // try to find a toplevel element
James Almerd34ec642014-08-07 20:12:41862 while (!avio_feof(pb)) {
Sean McGovern8835c552013-05-27 22:11:50863 if (id == MATROSKA_ID_INFO || id == MATROSKA_ID_TRACKS ||
864 id == MATROSKA_ID_CUES || id == MATROSKA_ID_TAGS ||
Reimar Döffingerd4931702012-02-13 22:06:19865 id == MATROSKA_ID_SEEKHEAD || id == MATROSKA_ID_ATTACHMENTS ||
Sean McGovern8835c552013-05-27 22:11:50866 id == MATROSKA_ID_CLUSTER || id == MATROSKA_ID_CHAPTERS) {
Andreas Rheinhardt8a286e72019-05-16 22:30:03867 /* Prepare the context for parsing of a level 1 element. */
868 matroska_reset_status(matroska, id, -1);
Michael Niedermayerfccc37c2019-08-28 17:04:42869 /* Given that we are here means that an error has occurred,
Andreas Rheinhardt8a286e72019-05-16 22:30:03870 * so treat the segment as unknown length in order not to
871 * discard valid data that happens to be beyond the designated
872 * end of the segment. */
873 matroska->levels[0].length = EBML_UNKNOWN_LENGTH;
Keiji Costantini84cfce92014-03-01 16:28:15874 return 0;
Reimar Döffingerd4931702012-02-13 22:06:19875 }
876 id = (id << 8) | avio_r8(pb);
877 }
Keiji Costantini84cfce92014-03-01 16:28:15878
Reimar Döffingerd4931702012-02-13 22:06:19879 matroska->done = 1;
Andreas Rheinhardt27f40b12019-05-16 22:30:01880 return pb->error ? pb->error : AVERROR_EOF;
Reimar Döffingerd4931702012-02-13 22:06:19881}
882
David Conradb061d892007-06-04 22:10:54883/*
David Conradb061d892007-06-04 22:10:54884 * Read: an "EBML number", which is defined as a variable-length
885 * array of bytes. The first byte indicates the length by giving a
886 * number of 0-bits followed by a one. The position of the first
887 * "one" bit inside the first byte indicates the length of this
888 * number.
Diego Biurrun5968d2d2008-08-05 08:28:57889 * Returns: number of bytes read, < 0 on error
David Conradb061d892007-06-04 22:10:54890 */
Anton Khirnov471fe572011-02-20 10:04:12891static int ebml_read_num(MatroskaDemuxContext *matroska, AVIOContext *pb,
Andreas Rheinhardt239c7362019-06-25 01:08:56892 int max_size, uint64_t *number, int eof_forbidden)
David Conradb061d892007-06-04 22:10:54893{
Andreas Rheinhardt239c7362019-06-25 01:08:56894 int read, n = 1;
895 uint64_t total;
896 int64_t pos;
David Conradb061d892007-06-04 22:10:54897
Andreas Rheinhardt239c7362019-06-25 01:08:56898 /* The first byte tells us the length in bytes - except when it is zero. */
899 total = avio_r8(pb);
900 if (pb->eof_reached)
901 goto err;
David Conradb061d892007-06-04 22:10:54902
903 /* get the length of the EBML number */
Reimar Döffingerff6a5fc2010-09-02 19:17:46904 read = 8 - ff_log2_tab[total];
Andreas Rheinhardt239c7362019-06-25 01:08:56905
906 if (!total || read > max_size) {
907 pos = avio_tell(pb) - 1;
908 if (!total) {
909 av_log(matroska->ctx, AV_LOG_ERROR,
910 "0x00 at pos %"PRId64" (0x%"PRIx64") invalid as first byte "
911 "of an EBML number\n", pos, pos);
912 } else {
913 av_log(matroska->ctx, AV_LOG_ERROR,
914 "Length %d indicated by an EBML number's first byte 0x%02x "
915 "at pos %"PRId64" (0x%"PRIx64") exceeds max length %d.\n",
916 read, (uint8_t) total, pos, pos, max_size);
917 }
David Conradb061d892007-06-04 22:10:54918 return AVERROR_INVALIDDATA;
919 }
920
921 /* read out length */
Reimar Döffingerff6a5fc2010-09-02 19:17:46922 total ^= 1 << ff_log2_tab[total];
David Conradb061d892007-06-04 22:10:54923 while (n++ < read)
Anton Khirnove63a3622011-02-21 15:43:01924 total = (total << 8) | avio_r8(pb);
David Conradb061d892007-06-04 22:10:54925
Andreas Rheinhardt239c7362019-06-25 01:08:56926 if (pb->eof_reached) {
927 eof_forbidden = 1;
928 goto err;
929 }
930
David Conradb061d892007-06-04 22:10:54931 *number = total;
932
933 return read;
Andreas Rheinhardt239c7362019-06-25 01:08:56934
935err:
936 pos = avio_tell(pb);
937 if (pb->error) {
938 av_log(matroska->ctx, AV_LOG_ERROR,
939 "Read error at pos. %"PRIu64" (0x%"PRIx64")\n",
940 pos, pos);
941 return pb->error;
942 }
943 if (eof_forbidden) {
944 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
945 "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
946 return AVERROR(EIO);
947 }
948 return AVERROR_EOF;
David Conradb061d892007-06-04 22:10:54949}
950
Reimar Döffinger1b4d3272010-09-06 17:51:44951/**
952 * Read a EBML length value.
953 * This needs special handling for the "unknown length" case which has multiple
954 * encodings.
955 */
Anton Khirnov471fe572011-02-20 10:04:12956static int ebml_read_length(MatroskaDemuxContext *matroska, AVIOContext *pb,
Reimar Döffinger1b4d3272010-09-06 17:51:44957 uint64_t *number)
958{
Andreas Rheinhardt239c7362019-06-25 01:08:56959 int res = ebml_read_num(matroska, pb, 8, number, 1);
Reimar Döffinger1b4d3272010-09-06 17:51:44960 if (res > 0 && *number + 1 == 1ULL << (7 * res))
Steve Lhommea2c77022019-02-23 10:14:33961 *number = EBML_UNKNOWN_LENGTH;
Reimar Döffinger1b4d3272010-09-06 17:51:44962 return res;
963}
964
David Conradb061d892007-06-04 22:10:54965/*
David Conradb061d892007-06-04 22:10:54966 * Read the next element as an unsigned int.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40967 * Returns NEEDS_CHECKING unless size == 0.
David Conradb061d892007-06-04 22:10:54968 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40969static int ebml_read_uint(AVIOContext *pb, int size,
970 uint64_t default_value, uint64_t *num)
David Conradb061d892007-06-04 22:10:54971{
Aurelien Jacobsc6cd2b32008-08-05 00:41:55972 int n = 0;
David Conradb061d892007-06-04 22:10:54973
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40974 if (size == 0) {
975 *num = default_value;
976 return 0;
977 }
Diego Biurrun5968d2d2008-08-05 08:28:57978 /* big-endian ordering; build up number */
David Conradb061d892007-06-04 22:10:54979 *num = 0;
980 while (n++ < size)
Anton Khirnove63a3622011-02-21 15:43:01981 *num = (*num << 8) | avio_r8(pb);
David Conradb061d892007-06-04 22:10:54982
Andreas Rheinhardta569a7b2019-06-23 23:42:30983 return NEEDS_CHECKING;
David Conradb061d892007-06-04 22:10:54984}
985
986/*
Jan Gerberd03eea32013-11-15 18:00:37987 * Read the next element as a signed int.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40988 * Returns NEEDS_CHECKING unless size == 0.
Jan Gerberd03eea32013-11-15 18:00:37989 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40990static int ebml_read_sint(AVIOContext *pb, int size,
991 int64_t default_value, int64_t *num)
Jan Gerberd03eea32013-11-15 18:00:37992{
993 int n = 1;
994
Jan Gerberd03eea32013-11-15 18:00:37995 if (size == 0) {
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40996 *num = default_value;
997 return 0;
Jan Gerberd03eea32013-11-15 18:00:37998 } else {
Michael Niedermayercddd15b2013-11-15 20:30:30999 *num = sign_extend(avio_r8(pb), 8);
Jan Gerberd03eea32013-11-15 18:00:371000
1001 /* big-endian ordering; build up number */
1002 while (n++ < size)
Michael Niedermayer2f8c8162015-07-01 09:59:571003 *num = ((uint64_t)*num << 8) | avio_r8(pb);
Jan Gerberd03eea32013-11-15 18:00:371004 }
1005
Andreas Rheinhardta569a7b2019-06-23 23:42:301006 return NEEDS_CHECKING;
Jan Gerberd03eea32013-11-15 18:00:371007}
1008
1009/*
David Conradb061d892007-06-04 22:10:541010 * Read the next element as a float.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401011 * Returns 0 if size == 0, NEEDS_CHECKING or < 0 on obvious failure.
David Conradb061d892007-06-04 22:10:541012 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401013static int ebml_read_float(AVIOContext *pb, int size,
1014 double default_value, double *num)
David Conradb061d892007-06-04 22:10:541015{
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401016 if (size == 0) {
1017 *num = default_value;
1018 return 0;
1019 } else if (size == 4) {
Mans Rullgard3383a532011-11-27 14:04:161020 *num = av_int2float(avio_rb32(pb));
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401021 } else if (size == 8) {
Mans Rullgard3383a532011-11-27 14:04:161022 *num = av_int2double(avio_rb64(pb));
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401023 } else
David Conradb061d892007-06-04 22:10:541024 return AVERROR_INVALIDDATA;
David Conradb061d892007-06-04 22:10:541025
Andreas Rheinhardta569a7b2019-06-23 23:42:301026 return NEEDS_CHECKING;
David Conradb061d892007-06-04 22:10:541027}
1028
1029/*
1030 * Read the next element as an ASCII string.
Andreas Rheinhardta569a7b2019-06-23 23:42:301031 * 0 is success, < 0 or NEEDS_CHECKING is failure.
David Conradb061d892007-06-04 22:10:541032 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401033static int ebml_read_ascii(AVIOContext *pb, int size,
1034 const char *default_value, char **str)
David Conradb061d892007-06-04 22:10:541035{
Ronald S. Bultjecd40c312012-02-25 00:12:181036 char *res;
Andreas Rheinhardta569a7b2019-06-23 23:42:301037 int ret;
Ronald S. Bultjecd40c312012-02-25 00:12:181038
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401039 if (size == 0 && default_value) {
1040 res = av_strdup(default_value);
1041 if (!res)
1042 return AVERROR(ENOMEM);
1043 } else {
Andreas Rheinhardt7471f472021-02-16 16:14:031044 /* EBML strings are usually not 0-terminated, so we allocate one
1045 * byte more, read the string and NUL-terminate it ourselves. */
1046 if (!(res = av_malloc(size + 1)))
1047 return AVERROR(ENOMEM);
1048 if ((ret = avio_read(pb, (uint8_t *) res, size)) != size) {
1049 av_free(res);
1050 return ret < 0 ? ret : NEEDS_CHECKING;
1051 }
1052 (res)[size] = '\0';
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401053 }
Ronald S. Bultjecd40c312012-02-25 00:12:181054 av_free(*str);
1055 *str = res;
David Conradb061d892007-06-04 22:10:541056
1057 return 0;
1058}
1059
1060/*
Aurelien Jacobs737c40d2008-08-05 00:42:391061 * Read the next element as binary data.
Andreas Rheinhardta569a7b2019-06-23 23:42:301062 * 0 is success, < 0 or NEEDS_CHECKING is failure.
Aurelien Jacobs737c40d2008-08-05 00:42:391063 */
Andreas Rheinhardt7087fc92019-05-16 22:30:121064static int ebml_read_binary(AVIOContext *pb, int length,
1065 int64_t pos, EbmlBin *bin)
Aurelien Jacobs737c40d2008-08-05 00:42:391066{
James Almera6188662018-04-04 17:12:541067 int ret;
Aurelien Jacobs737c40d2008-08-05 00:42:391068
James Almera6188662018-04-04 17:12:541069 ret = av_buffer_realloc(&bin->buf, length + AV_INPUT_BUFFER_PADDING_SIZE);
1070 if (ret < 0)
1071 return ret;
1072 memset(bin->buf->data + length, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1073
1074 bin->data = bin->buf->data;
Aurelien Jacobs737c40d2008-08-05 00:42:391075 bin->size = length;
Andreas Rheinhardt7087fc92019-05-16 22:30:121076 bin->pos = pos;
Andreas Rheinhardta569a7b2019-06-23 23:42:301077 if ((ret = avio_read(pb, bin->data, length)) != length) {
James Almera6188662018-04-04 17:12:541078 av_buffer_unref(&bin->buf);
1079 bin->data = NULL;
Michael Niedermayer5e1bacf2012-12-04 02:30:401080 bin->size = 0;
Andreas Rheinhardta569a7b2019-06-23 23:42:301081 return ret < 0 ? ret : NEEDS_CHECKING;
David Conrad5549aa62010-05-18 21:21:371082 }
Aurelien Jacobs737c40d2008-08-05 00:42:391083
1084 return 0;
1085}
1086
1087/*
David Conradb061d892007-06-04 22:10:541088 * Read the next element, but only the header. The contents
1089 * are supposed to be sub-elements which can be read separately.
1090 * 0 is success, < 0 is failure.
1091 */
Andreas Rheinhardt7087fc92019-05-16 22:30:121092static int ebml_read_master(MatroskaDemuxContext *matroska,
1093 uint64_t length, int64_t pos)
David Conradb061d892007-06-04 22:10:541094{
David Conradb061d892007-06-04 22:10:541095 MatroskaLevel *level;
David Conradb061d892007-06-04 22:10:541096
David Conradb061d892007-06-04 22:10:541097 if (matroska->num_levels >= EBML_MAX_DEPTH) {
1098 av_log(matroska->ctx, AV_LOG_ERROR,
1099 "File moves beyond max. allowed depth (%d)\n", EBML_MAX_DEPTH);
Panagiotis Issaris85565db2007-07-19 15:38:331100 return AVERROR(ENOSYS);
David Conradb061d892007-06-04 22:10:541101 }
1102
Keiji Costantini84cfce92014-03-01 16:28:151103 level = &matroska->levels[matroska->num_levels++];
Andreas Rheinhardt7087fc92019-05-16 22:30:121104 level->start = pos;
David Conradb061d892007-06-04 22:10:541105 level->length = length;
1106
1107 return 0;
1108}
1109
1110/*
Andreas Rheinhardtd5274f82019-12-03 17:09:101111 * Read a signed "EBML number"
Diego Biurrun5968d2d2008-08-05 08:28:571112 * Return: number of bytes processed, < 0 on error
David Conradb061d892007-06-04 22:10:541113 */
Aurelien Jacobsc1e01132008-08-05 00:42:521114static int matroska_ebmlnum_sint(MatroskaDemuxContext *matroska,
Andreas Rheinhardtd5274f82019-12-03 17:09:101115 AVIOContext *pb, int64_t *num)
David Conradb061d892007-06-04 22:10:541116{
1117 uint64_t unum;
1118 int res;
1119
1120 /* read as unsigned number first */
Andreas Rheinhardtd5274f82019-12-03 17:09:101121 if ((res = ebml_read_num(matroska, pb, 8, &unum, 1)) < 0)
David Conradb061d892007-06-04 22:10:541122 return res;
1123
1124 /* make signed (weird way) */
Keiji Costantini84cfce92014-03-01 16:28:151125 *num = unum - ((1LL << (7 * res - 1)) - 1);
David Conradb061d892007-06-04 22:10:541126
1127 return res;
1128}
1129
Andreas Rheinhardt559e3422019-05-16 22:30:041130static int ebml_parse(MatroskaDemuxContext *matroska,
1131 EbmlSyntax *syntax, void *data);
Aurelien Jacobs789ed102008-08-05 00:40:001132
Andreas Rheinhardt559e3422019-05-16 22:30:041133static EbmlSyntax *ebml_parse_id(EbmlSyntax *syntax, uint32_t id)
Aurelien Jacobs789ed102008-08-05 00:40:001134{
1135 int i;
Andreas Rheinhardt38255cd2019-05-16 22:30:101136
1137 // Whoever touches this should be aware of the duplication
1138 // existing in matroska_cluster_parsing.
Keiji Costantini84cfce92014-03-01 16:28:151139 for (i = 0; syntax[i].id; i++)
Aurelien Jacobs789ed102008-08-05 00:40:001140 if (id == syntax[i].id)
1141 break;
Aurelien Jacobs789ed102008-08-05 00:40:001142
Andreas Rheinhardt559e3422019-05-16 22:30:041143 return &syntax[i];
Aurelien Jacobs66a37e02008-08-05 00:42:171144}
1145
Aurelien Jacobs9bcb92c2008-08-05 00:42:131146static int ebml_parse_nest(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
Aurelien Jacobs6314cca2008-08-05 00:42:231147 void *data)
Aurelien Jacobs789ed102008-08-05 00:40:001148{
Andreas Rheinhardt68541272019-05-16 22:30:191149 int res;
Aurelien Jacobs789ed102008-08-05 00:40:001150
Andreas Rheinhardt71c90882019-05-16 22:30:181151 if (data) {
Andreas Rheinhardt05ae0b22021-02-16 16:21:141152 for (int i = 0; syntax[i].id; i++) {
1153 void *dst = (char *)data + syntax[i].data_offset;
Andreas Rheinhardt68541272019-05-16 22:30:191154 switch (syntax[i].type) {
1155 case EBML_UINT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141156 *(uint64_t *)dst = syntax[i].def.u;
Andreas Rheinhardt68541272019-05-16 22:30:191157 break;
1158 case EBML_SINT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141159 *(int64_t *) dst = syntax[i].def.i;
Andreas Rheinhardt68541272019-05-16 22:30:191160 break;
1161 case EBML_FLOAT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141162 *(double *) dst = syntax[i].def.f;
Andreas Rheinhardt68541272019-05-16 22:30:191163 break;
1164 case EBML_STR:
1165 case EBML_UTF8:
1166 // the default may be NULL
1167 if (syntax[i].def.s) {
Andreas Rheinhardt05ae0b22021-02-16 16:21:141168 *(char**)dst = av_strdup(syntax[i].def.s);
1169 if (!*(char**)dst)
Andreas Rheinhardt68541272019-05-16 22:30:191170 return AVERROR(ENOMEM);
1171 }
1172 break;
Anton Khirnov668643b2013-09-04 06:55:171173 }
Andreas Rheinhardt05ae0b22021-02-16 16:21:141174 }
Aurelien Jacobs789ed102008-08-05 00:40:001175
Andreas Rheinhardt68541272019-05-16 22:30:191176 if (!matroska->levels[matroska->num_levels - 1].length) {
1177 matroska->num_levels--;
1178 return 0;
1179 }
Andreas Rheinhardt71c90882019-05-16 22:30:181180 }
Aurelien Jacobs789ed102008-08-05 00:40:001181
Andreas Rheinhardtb31c9b72019-06-23 23:46:541182 do {
1183 res = ebml_parse(matroska, syntax, data);
1184 } while (!res);
1185
1186 return res == LEVEL_ENDED ? 0 : res;
Aurelien Jacobs789ed102008-08-05 00:40:001187}
1188
wm47e240f92015-06-12 11:11:411189static int is_ebml_id_valid(uint32_t id)
1190{
1191 // Due to endian nonsense in Matroska, the highest byte with any bits set
1192 // will contain the leading length bit. This bit in turn identifies the
1193 // total byte length of the element by its position within the byte.
1194 unsigned int bits = av_log2(id);
1195 return id && (bits + 7) / 8 == (8 - bits % 8);
1196}
1197
wm4cac22952015-02-09 19:39:001198/*
1199 * Allocate and return the entry for the level1 element with the given ID. If
1200 * an entry already exists, return the existing entry.
1201 */
1202static MatroskaLevel1Element *matroska_find_level1_elem(MatroskaDemuxContext *matroska,
Andreas Rheinhardt7e910352020-04-30 21:16:441203 uint32_t id, int64_t pos)
wm4cac22952015-02-09 19:39:001204{
1205 int i;
1206 MatroskaLevel1Element *elem;
1207
wm47e240f92015-06-12 11:11:411208 if (!is_ebml_id_valid(id))
1209 return NULL;
1210
wm4cac22952015-02-09 19:39:001211 // Some files link to all clusters; useless.
1212 if (id == MATROSKA_ID_CLUSTER)
1213 return NULL;
1214
Andreas Rheinhardtff4da602020-04-30 22:49:491215 // There can be multiple SeekHeads and Tags.
Andreas Rheinhardt7e910352020-04-30 21:16:441216 for (i = 0; i < matroska->num_level1_elems; i++) {
1217 if (matroska->level1_elems[i].id == id) {
1218 if (matroska->level1_elems[i].pos == pos ||
Andreas Rheinhardtff4da602020-04-30 22:49:491219 id != MATROSKA_ID_SEEKHEAD && id != MATROSKA_ID_TAGS)
wm4cac22952015-02-09 19:39:001220 return &matroska->level1_elems[i];
1221 }
1222 }
1223
1224 // Only a completely broken file would have more elements.
wm4cac22952015-02-09 19:39:001225 if (matroska->num_level1_elems >= FF_ARRAY_ELEMS(matroska->level1_elems)) {
Andreas Rheinhardt7e910352020-04-30 21:16:441226 av_log(matroska->ctx, AV_LOG_ERROR, "Too many level1 elements.\n");
wm4cac22952015-02-09 19:39:001227 return NULL;
1228 }
1229
1230 elem = &matroska->level1_elems[matroska->num_level1_elems++];
1231 *elem = (MatroskaLevel1Element){.id = id};
1232
1233 return elem;
1234}
1235
Andreas Rheinhardt559e3422019-05-16 22:30:041236static int ebml_parse(MatroskaDemuxContext *matroska,
1237 EbmlSyntax *syntax, void *data)
Aurelien Jacobs737c40d2008-08-05 00:42:391238{
Reimar Döffinger14d735b2011-02-06 10:32:031239 static const uint64_t max_lengths[EBML_TYPE_COUNT] = {
Andreas Rheinhardt04b62bd2019-05-16 22:30:151240 // Forbid unknown-length EBML_NONE elements.
1241 [EBML_NONE] = EBML_UNKNOWN_LENGTH - 1,
Reimar Döffinger14d735b2011-02-06 10:32:031242 [EBML_UINT] = 8,
Andreas Rheinhardte5ec1312019-05-16 22:29:501243 [EBML_SINT] = 8,
Reimar Döffinger14d735b2011-02-06 10:32:031244 [EBML_FLOAT] = 8,
1245 // max. 16 MB for strings
1246 [EBML_STR] = 0x1000000,
1247 [EBML_UTF8] = 0x1000000,
1248 // max. 256 MB for binary data
1249 [EBML_BIN] = 0x10000000,
1250 // no limits for anything else
1251 };
Anton Khirnov471fe572011-02-20 10:04:121252 AVIOContext *pb = matroska->ctx->pb;
Andreas Rheinhardt559e3422019-05-16 22:30:041253 uint32_t id;
Aurelien Jacobs737c40d2008-08-05 00:42:391254 uint64_t length;
Andreas Rheinhardt7087fc92019-05-16 22:30:121255 int64_t pos = avio_tell(pb), pos_alt;
Andreas Rheinhardtb31c9b72019-06-23 23:46:541256 int res, update_pos = 1, level_check;
wm4cac22952015-02-09 19:39:001257 MatroskaLevel1Element *level1_elem;
Andreas Rheinhardtb31c9b72019-06-23 23:46:541258 MatroskaLevel *level = matroska->num_levels ? &matroska->levels[matroska->num_levels - 1] : NULL;
Aurelien Jacobs737c40d2008-08-05 00:42:391259
Andreas Rheinhardt559e3422019-05-16 22:30:041260 if (!matroska->current_id) {
1261 uint64_t id;
1262 res = ebml_read_num(matroska, pb, 4, &id, 0);
1263 if (res < 0) {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541264 if (pb->eof_reached && res == AVERROR_EOF) {
1265 if (matroska->is_live)
1266 // in live mode, finish parsing if EOF is reached.
1267 return 1;
Andreas Rheinhardt3ed27552019-05-16 22:30:111268 if (level && pos == avio_tell(pb)) {
1269 if (level->length == EBML_UNKNOWN_LENGTH) {
1270 // Unknown-length levels automatically end at EOF.
1271 matroska->num_levels--;
1272 return LEVEL_ENDED;
1273 } else {
1274 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
1275 "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
1276 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541277 }
1278 }
1279 return res;
Andreas Rheinhardt559e3422019-05-16 22:30:041280 }
1281 matroska->current_id = id | 1 << 7 * res;
Andreas Rheinhardt7087fc92019-05-16 22:30:121282 pos_alt = pos + res;
1283 } else {
1284 pos_alt = pos;
1285 pos -= (av_log2(matroska->current_id) + 7) / 8;
1286 }
Andreas Rheinhardt559e3422019-05-16 22:30:041287
1288 id = matroska->current_id;
1289
1290 syntax = ebml_parse_id(syntax, id);
Andreas Rheinhardt559e3422019-05-16 22:30:041291 if (!syntax->id && id != EBML_ID_VOID && id != EBML_ID_CRC32) {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541292 if (level && level->length == EBML_UNKNOWN_LENGTH) {
1293 // Unknown-length levels end when an element from an upper level
1294 // in the hierarchy is encountered.
1295 while (syntax->def.n) {
1296 syntax = ebml_parse_id(syntax->def.n, id);
1297 if (syntax->id) {
1298 matroska->num_levels--;
1299 return LEVEL_ENDED;
1300 }
1301 };
1302 }
1303
1304 av_log(matroska->ctx, AV_LOG_DEBUG, "Unknown entry 0x%"PRIX32" at pos. "
1305 "%"PRId64"\n", id, pos);
1306 update_pos = 0; /* Don't update resync_pos as an error might have happened. */
Andreas Rheinhardt559e3422019-05-16 22:30:041307 }
1308
Andreas Rheinhardt71c90882019-05-16 22:30:181309 if (data) {
Andreas Rheinhardt68541272019-05-16 22:30:191310 data = (char *) data + syntax->data_offset;
1311 if (syntax->list_elem_size) {
1312 EbmlList *list = data;
James Almer3b3150c2019-09-03 21:45:041313 void *newelem;
1314
1315 if ((unsigned)list->nb_elem + 1 >= UINT_MAX / syntax->list_elem_size)
1316 return AVERROR(ENOMEM);
1317 newelem = av_fast_realloc(list->elem,
1318 &list->alloc_elem_size,
1319 (list->nb_elem + 1) * syntax->list_elem_size);
Andreas Rheinhardt68541272019-05-16 22:30:191320 if (!newelem)
1321 return AVERROR(ENOMEM);
1322 list->elem = newelem;
1323 data = (char *) list->elem + list->nb_elem * syntax->list_elem_size;
1324 memset(data, 0, syntax->list_elem_size);
1325 list->nb_elem++;
1326 }
Andreas Rheinhardt71c90882019-05-16 22:30:181327 }
Aurelien Jacobs737c40d2008-08-05 00:42:391328
Andreas Rheinhardtbc3306f2019-05-16 22:30:001329 if (syntax->type != EBML_STOP) {
Aurelien Jacobsc3ade622010-06-11 16:34:011330 matroska->current_id = 0;
Reimar Döffinger1b4d3272010-09-06 17:51:441331 if ((res = ebml_read_length(matroska, pb, &length)) < 0)
Aurelien Jacobs737c40d2008-08-05 00:42:391332 return res;
Andreas Rheinhardt7087fc92019-05-16 22:30:121333
1334 pos_alt += res;
1335
Steve Lhomme93261172019-02-13 12:20:451336 if (matroska->num_levels > 0) {
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441337 if (length != EBML_UNKNOWN_LENGTH &&
1338 level->length != EBML_UNKNOWN_LENGTH) {
Andreas Rheinhardt7087fc92019-05-16 22:30:121339 uint64_t elem_end = pos_alt + length,
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441340 level_end = level->start + level->length;
1341
Andreas Rheinhardtb31c9b72019-06-23 23:46:541342 if (elem_end < level_end) {
1343 level_check = 0;
1344 } else if (elem_end == level_end) {
1345 level_check = LEVEL_ENDED;
1346 } else {
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441347 av_log(matroska->ctx, AV_LOG_ERROR,
1348 "Element at 0x%"PRIx64" ending at 0x%"PRIx64" exceeds "
1349 "containing master element ending at 0x%"PRIx64"\n",
1350 pos, elem_end, level_end);
1351 return AVERROR_INVALIDDATA;
1352 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541353 } else if (length != EBML_UNKNOWN_LENGTH) {
1354 level_check = 0;
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441355 } else if (level->length != EBML_UNKNOWN_LENGTH) {
1356 av_log(matroska->ctx, AV_LOG_ERROR, "Unknown-sized element "
1357 "at 0x%"PRIx64" inside parent with finite size\n", pos);
1358 return AVERROR_INVALIDDATA;
Andreas Rheinhardt3c70b942019-05-16 22:30:161359 } else {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541360 level_check = 0;
Andreas Rheinhardt3c70b942019-05-16 22:30:161361 if (id != MATROSKA_ID_CLUSTER && (syntax->type == EBML_LEVEL1
1362 || syntax->type == EBML_NEST)) {
1363 // According to the current specifications only clusters and
1364 // segments are allowed to be unknown-length. We also accept
1365 // other unknown-length master elements.
1366 av_log(matroska->ctx, AV_LOG_WARNING,
1367 "Found unknown-length element 0x%"PRIX32" other than "
1368 "a cluster at 0x%"PRIx64". Spec-incompliant, but "
1369 "parsing will nevertheless be attempted.\n", id, pos);
1370 update_pos = -1;
1371 }
1372 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541373 } else
1374 level_check = 0;
Andreas Rheinhardta3db9f62019-05-16 22:30:051375
Andreas Rheinhardt04b62bd2019-05-16 22:30:151376 if (max_lengths[syntax->type] && length > max_lengths[syntax->type]) {
1377 if (length != EBML_UNKNOWN_LENGTH) {
1378 av_log(matroska->ctx, AV_LOG_ERROR,
1379 "Invalid length 0x%"PRIx64" > 0x%"PRIx64" for element "
1380 "with ID 0x%"PRIX32" at 0x%"PRIx64"\n",
1381 length, max_lengths[syntax->type], id, pos);
1382 } else if (syntax->type != EBML_NONE) {
1383 av_log(matroska->ctx, AV_LOG_ERROR,
1384 "Element with ID 0x%"PRIX32" at pos. 0x%"PRIx64" has "
1385 "unknown length, yet the length of an element of its "
1386 "type must be known.\n", id, pos);
1387 } else {
1388 av_log(matroska->ctx, AV_LOG_ERROR,
1389 "Found unknown-length element with ID 0x%"PRIX32" at "
1390 "pos. 0x%"PRIx64" for which no syntax for parsing is "
1391 "available.\n", id, pos);
1392 }
1393 return AVERROR_INVALIDDATA;
1394 }
1395
Andreas Rheinhardt51203052019-05-16 22:30:141396 if (!(pb->seekable & AVIO_SEEKABLE_NORMAL)) {
1397 // Loosing sync will likely manifest itself as encountering unknown
1398 // elements which are not reliably distinguishable from elements
1399 // belonging to future extensions of the format.
1400 // We use a heuristic to detect such situations: If the current
1401 // element is not expected at the current syntax level and there
1402 // were only a few unknown elements in a row, then the element is
1403 // skipped or considered defective based upon the length of the
1404 // current element (i.e. how much would be skipped); if there were
1405 // more than a few skipped elements in a row and skipping the current
1406 // element would lead us more than SKIP_THRESHOLD away from the last
Michael Niedermayerfccc37c2019-08-28 17:04:421407 // known good position, then it is inferred that an error occurred.
Andreas Rheinhardt51203052019-05-16 22:30:141408 // The dependency on the number of unknown elements in a row exists
1409 // because the distance to the last known good position is
1410 // automatically big if the last parsed element was big.
1411 // In both cases, each unknown element is considered equivalent to
1412 // UNKNOWN_EQUIV of skipped bytes for the check.
1413 // The whole check is only done for non-seekable output, because
1414 // in this situation skipped data can't simply be rechecked later.
1415 // This is especially important when using unkown length elements
1416 // as the check for whether a child exceeds its containing master
1417 // element is not effective in this situation.
1418 if (update_pos) {
1419 matroska->unknown_count = 0;
1420 } else {
1421 int64_t dist = length + UNKNOWN_EQUIV * matroska->unknown_count++;
1422
1423 if (matroska->unknown_count > 3)
1424 dist += pos_alt - matroska->resync_pos;
1425
1426 if (dist > SKIP_THRESHOLD) {
1427 av_log(matroska->ctx, AV_LOG_ERROR,
1428 "Unknown element %"PRIX32" at pos. 0x%"PRIx64" with "
1429 "length 0x%"PRIx64" considered as invalid data. Last "
1430 "known good position 0x%"PRIx64", %d unknown elements"
1431 " in a row\n", id, pos, length, matroska->resync_pos,
1432 matroska->unknown_count);
1433 return AVERROR_INVALIDDATA;
1434 }
1435 }
1436 }
1437
Andreas Rheinhardt3c70b942019-05-16 22:30:161438 if (update_pos > 0) {
Andreas Rheinhardta3db9f62019-05-16 22:30:051439 // We have found an element that is allowed at this place
1440 // in the hierarchy and it passed all checks, so treat the beginning
1441 // of the element as the "last known good" position.
1442 matroska->resync_pos = pos;
1443 }
Andreas Rheinhardt71c90882019-05-16 22:30:181444
1445 if (!data && length != EBML_UNKNOWN_LENGTH)
1446 goto skip;
Aurelien Jacobsc3ade622010-06-11 16:34:011447 }
Aurelien Jacobs737c40d2008-08-05 00:42:391448
1449 switch (syntax->type) {
Keiji Costantini84cfce92014-03-01 16:28:151450 case EBML_UINT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401451 res = ebml_read_uint(pb, length, syntax->def.u, data);
Keiji Costantini84cfce92014-03-01 16:28:151452 break;
Michael Niedermayerb3d9ab12014-03-07 22:46:371453 case EBML_SINT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401454 res = ebml_read_sint(pb, length, syntax->def.i, data);
Michael Niedermayerb3d9ab12014-03-07 22:46:371455 break;
Keiji Costantini84cfce92014-03-01 16:28:151456 case EBML_FLOAT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401457 res = ebml_read_float(pb, length, syntax->def.f, data);
Keiji Costantini84cfce92014-03-01 16:28:151458 break;
Aurelien Jacobs737c40d2008-08-05 00:42:391459 case EBML_STR:
Keiji Costantini84cfce92014-03-01 16:28:151460 case EBML_UTF8:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401461 res = ebml_read_ascii(pb, length, syntax->def.s, data);
Keiji Costantini84cfce92014-03-01 16:28:151462 break;
1463 case EBML_BIN:
Andreas Rheinhardt7087fc92019-05-16 22:30:121464 res = ebml_read_binary(pb, length, pos_alt, data);
Keiji Costantini84cfce92014-03-01 16:28:151465 break;
wm4cac22952015-02-09 19:39:001466 case EBML_LEVEL1:
Keiji Costantini84cfce92014-03-01 16:28:151467 case EBML_NEST:
Andreas Rheinhardt7087fc92019-05-16 22:30:121468 if ((res = ebml_read_master(matroska, length, pos_alt)) < 0)
Keiji Costantini84cfce92014-03-01 16:28:151469 return res;
1470 if (id == MATROSKA_ID_SEGMENT)
Andreas Rheinhardt7087fc92019-05-16 22:30:121471 matroska->segment_start = pos_alt;
wm4cac22952015-02-09 19:39:001472 if (id == MATROSKA_ID_CUES)
1473 matroska->cues_parsing_deferred = 0;
1474 if (syntax->type == EBML_LEVEL1 &&
Andreas Rheinhardt7e910352020-04-30 21:16:441475 (level1_elem = matroska_find_level1_elem(matroska, syntax->id, pos))) {
Andreas Rheinhardt806ac7d2019-05-16 22:30:211476 if (!level1_elem->pos) {
1477 // Zero is not a valid position for a level 1 element.
1478 level1_elem->pos = pos;
1479 } else if (level1_elem->pos != pos)
wm4cac22952015-02-09 19:39:001480 av_log(matroska->ctx, AV_LOG_ERROR, "Duplicate element\n");
1481 level1_elem->parsed = 1;
1482 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541483 if (res = ebml_parse_nest(matroska, syntax->def.n, data))
1484 return res;
1485 break;
Keiji Costantini84cfce92014-03-01 16:28:151486 case EBML_STOP:
1487 return 1;
Andreas Rheinhardt71c90882019-05-16 22:30:181488 skip:
Michael Niedermayer668c8732012-08-04 00:27:511489 default:
Andreas Rheinhardtff5ea592019-06-23 23:42:311490 if (length) {
Andreas Rheinhardteb33be12019-07-06 16:59:221491 int64_t res2;
Andreas Rheinhardtff5ea592019-06-23 23:42:311492 if (ffio_limit(pb, length) != length) {
1493 // ffio_limit emits its own error message,
1494 // so we don't have to.
1495 return AVERROR(EIO);
1496 }
Andreas Rheinhardteb33be12019-07-06 16:59:221497 if ((res2 = avio_skip(pb, length - 1)) >= 0) {
Andreas Rheinhardtff5ea592019-06-23 23:42:311498 // avio_skip might take us past EOF. We check for this
1499 // by skipping only length - 1 bytes, reading a byte and
1500 // checking the error flags. This is done in order to check
1501 // that the element has been properly skipped even when
1502 // no filesize (that ffio_limit relies on) is available.
1503 avio_r8(pb);
1504 res = NEEDS_CHECKING;
Andreas Rheinhardteb33be12019-07-06 16:59:221505 } else
1506 res = res2;
Andreas Rheinhardtff5ea592019-06-23 23:42:311507 } else
1508 res = 0;
Aurelien Jacobs737c40d2008-08-05 00:42:391509 }
Andreas Rheinhardta569a7b2019-06-23 23:42:301510 if (res) {
1511 if (res == NEEDS_CHECKING) {
1512 if (pb->eof_reached) {
1513 if (pb->error)
1514 res = pb->error;
1515 else
1516 res = AVERROR_EOF;
1517 } else
Andreas Rheinhardtb31c9b72019-06-23 23:46:541518 goto level_check;
Andreas Rheinhardta569a7b2019-06-23 23:42:301519 }
1520
1521 if (res == AVERROR_INVALIDDATA)
1522 av_log(matroska->ctx, AV_LOG_ERROR, "Invalid element\n");
1523 else if (res == AVERROR(EIO))
1524 av_log(matroska->ctx, AV_LOG_ERROR, "Read error\n");
1525 else if (res == AVERROR_EOF) {
1526 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely\n");
1527 res = AVERROR(EIO);
1528 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541529
1530 return res;
Andreas Rheinhardta569a7b2019-06-23 23:42:301531 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541532
1533level_check:
Andreas Rheinhardt5b9a0e62021-02-16 13:33:511534 if (syntax->is_counted && data) {
1535 CountedElement *elem = data;
1536 if (elem->count != UINT_MAX)
1537 elem->count++;
1538 }
1539
Andreas Rheinhardtb31c9b72019-06-23 23:46:541540 if (level_check == LEVEL_ENDED && matroska->num_levels) {
1541 level = &matroska->levels[matroska->num_levels - 1];
1542 pos = avio_tell(pb);
1543
1544 // Given that pos >= level->start no check for
1545 // level->length != EBML_UNKNOWN_LENGTH is necessary.
1546 while (matroska->num_levels && pos == level->start + level->length) {
1547 matroska->num_levels--;
1548 level--;
1549 }
1550 }
1551
1552 return level_check;
Aurelien Jacobs737c40d2008-08-05 00:42:391553}
1554
Aurelien Jacobs789ed102008-08-05 00:40:001555static void ebml_free(EbmlSyntax *syntax, void *data)
1556{
1557 int i, j;
Keiji Costantini84cfce92014-03-01 16:28:151558 for (i = 0; syntax[i].id; i++) {
1559 void *data_off = (char *) data + syntax[i].data_offset;
Aurelien Jacobs789ed102008-08-05 00:40:001560 switch (syntax[i].type) {
1561 case EBML_STR:
Keiji Costantini84cfce92014-03-01 16:28:151562 case EBML_UTF8:
1563 av_freep(data_off);
1564 break;
1565 case EBML_BIN:
James Almera6188662018-04-04 17:12:541566 av_buffer_unref(&((EbmlBin *) data_off)->buf);
Keiji Costantini84cfce92014-03-01 16:28:151567 break;
wm4cac22952015-02-09 19:39:001568 case EBML_LEVEL1:
Aurelien Jacobs789ed102008-08-05 00:40:001569 case EBML_NEST:
1570 if (syntax[i].list_elem_size) {
1571 EbmlList *list = data_off;
1572 char *ptr = list->elem;
Keiji Costantini84cfce92014-03-01 16:28:151573 for (j = 0; j < list->nb_elem;
1574 j++, ptr += syntax[i].list_elem_size)
Aurelien Jacobs789ed102008-08-05 00:40:001575 ebml_free(syntax[i].def.n, ptr);
Michael Niedermayer6e70e4a2015-01-06 11:48:381576 av_freep(&list->elem);
Michael Schenk18b94662016-11-25 08:36:201577 list->nb_elem = 0;
James Almer3b3150c2019-09-03 21:45:041578 list->alloc_elem_size = 0;
Aurelien Jacobs789ed102008-08-05 00:40:001579 } else
1580 ebml_free(syntax[i].def.n, data_off);
Keiji Costantini84cfce92014-03-01 16:28:151581 default:
1582 break;
Aurelien Jacobs789ed102008-08-05 00:40:001583 }
1584 }
1585}
1586
Aurelien Jacobs737c40d2008-08-05 00:42:391587/*
1588 * Autodetecting...
1589 */
Carl Eugen Hoyos4d8875e2019-03-21 00:18:371590static int matroska_probe(const AVProbeData *p)
Aurelien Jacobs737c40d2008-08-05 00:42:391591{
1592 uint64_t total = 0;
James Zern470491f2010-05-22 01:41:321593 int len_mask = 0x80, size = 1, n = 1, i;
Aurelien Jacobs737c40d2008-08-05 00:42:391594
Diego Biurrun5968d2d2008-08-05 08:28:571595 /* EBML header? */
Aurelien Jacobs737c40d2008-08-05 00:42:391596 if (AV_RB32(p->buf) != EBML_ID_HEADER)
1597 return 0;
1598
1599 /* length of header */
1600 total = p->buf[4];
1601 while (size <= 8 && !(total & len_mask)) {
1602 size++;
1603 len_mask >>= 1;
1604 }
1605 if (size > 8)
Keiji Costantini84cfce92014-03-01 16:28:151606 return 0;
Aurelien Jacobs737c40d2008-08-05 00:42:391607 total &= (len_mask - 1);
1608 while (n < size)
1609 total = (total << 8) | p->buf[4 + n++];
1610
Andreas Rheinhardt9c6d14a2019-05-16 22:30:171611 if (total + 1 == 1ULL << (7 * size)){
1612 /* Unknown-length header - simply parse the whole buffer. */
1613 total = p->buf_size - 4 - size;
1614 } else {
1615 /* Does the probe data contain the whole header? */
1616 if (p->buf_size < 4 + size + total)
1617 return 0;
1618 }
Aurelien Jacobs737c40d2008-08-05 00:42:391619
James Zern470491f2010-05-22 01:41:321620 /* The header should contain a known document type. For now,
Aurelien Jacobs737c40d2008-08-05 00:42:391621 * we don't parse the whole header but simply check for the
1622 * availability of that array of characters inside the header.
1623 * Not fully fool-proof, but good enough. */
James Zern470491f2010-05-22 01:41:321624 for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++) {
Michael Niedermayer17b26302015-05-11 01:51:171625 size_t probelen = strlen(matroska_doctypes[i]);
Chris Evans69619a12011-07-20 00:51:481626 if (total < probelen)
1627 continue;
Keiji Costantini84cfce92014-03-01 16:28:151628 for (n = 4 + size; n <= 4 + size + total - probelen; n++)
1629 if (!memcmp(p->buf + n, matroska_doctypes[i], probelen))
James Zern470491f2010-05-22 01:41:321630 return AVPROBE_SCORE_MAX;
1631 }
Aurelien Jacobs737c40d2008-08-05 00:42:391632
David Conradc7b913c2010-05-22 01:41:351633 // probably valid EBML header but no recognized doctype
Diego Biurrune0f8be62013-03-25 15:12:511634 return AVPROBE_SCORE_EXTENSION;
Aurelien Jacobs737c40d2008-08-05 00:42:391635}
1636
1637static MatroskaTrack *matroska_find_track_by_num(MatroskaDemuxContext *matroska,
Andreas Rheinhardtba36a072019-12-26 03:17:241638 uint64_t num)
Aurelien Jacobs737c40d2008-08-05 00:42:391639{
1640 MatroskaTrack *tracks = matroska->tracks.elem;
1641 int i;
1642
Keiji Costantini84cfce92014-03-01 16:28:151643 for (i = 0; i < matroska->tracks.nb_elem; i++)
Aurelien Jacobs737c40d2008-08-05 00:42:391644 if (tracks[i].num == num)
1645 return &tracks[i];
1646
Andreas Rheinhardtba36a072019-12-26 03:17:241647 av_log(matroska->ctx, AV_LOG_ERROR, "Invalid track number %"PRIu64"\n", num);
Aurelien Jacobs737c40d2008-08-05 00:42:391648 return NULL;
1649}
1650
Keiji Costantini84cfce92014-03-01 16:28:151651static int matroska_decode_buffer(uint8_t **buf, int *buf_size,
Aurelien Jacobsf7b96872008-08-05 00:42:051652 MatroskaTrack *track)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441653{
Aurelien Jacobs2cbc8812008-08-05 00:40:311654 MatroskaTrackEncoding *encodings = track->encodings.elem;
Keiji Costantini84cfce92014-03-01 16:28:151655 uint8_t *data = *buf;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441656 int isize = *buf_size;
Keiji Costantini84cfce92014-03-01 16:28:151657 uint8_t *pkt_data = NULL;
Diego Biurrun529506b2012-02-12 09:58:461658 uint8_t av_unused *newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441659 int pkt_size = isize;
1660 int result = 0;
1661 int olen;
1662
Michael Niedermayer4b7c5232012-06-14 23:29:301663 if (pkt_size >= 10000000U)
Luca Barbatoc9a39ce2012-09-14 18:03:371664 return AVERROR_INVALIDDATA;
Aurelien Jacobs4f906882010-08-17 14:05:231665
Aurelien Jacobs2cbc8812008-08-05 00:40:311666 switch (encodings[0].compression.algo) {
Keiji Costantini84cfce92014-03-01 16:28:151667 case MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP:
1668 {
Luca Barbato8d4dd552012-09-14 16:51:491669 int header_size = encodings[0].compression.settings.size;
1670 uint8_t *header = encodings[0].compression.settings.data;
1671
Michael Niedermayer1df2e3c2012-09-20 11:30:441672 if (header_size && !header) {
Michael Niedermayer0efcf162012-11-23 17:10:021673 av_log(NULL, AV_LOG_ERROR, "Compression size but no data in headerstrip\n");
Michael Niedermayer26776972012-04-17 15:12:221674 return -1;
1675 }
Michael Niedermayer1df2e3c2012-09-20 11:30:441676
Luca Barbato8d4dd552012-09-14 16:51:491677 if (!header_size)
1678 return 0;
1679
1680 pkt_size = isize + header_size;
James Almer9703b7d2018-04-04 21:12:531681 pkt_data = av_malloc(pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Luca Barbato8d4dd552012-09-14 16:51:491682 if (!pkt_data)
1683 return AVERROR(ENOMEM);
1684
1685 memcpy(pkt_data, header, header_size);
1686 memcpy(pkt_data + header_size, data, isize);
1687 break;
1688 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441689 case MATROSKA_TRACK_ENCODING_COMP_LZO:
1690 do {
Andreas Rheinhardt2ff687c2019-12-28 02:40:331691 int insize = isize;
Keiji Costantini84cfce92014-03-01 16:28:151692 olen = pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531693 newpktdata = av_realloc(pkt_data, pkt_size + AV_LZO_OUTPUT_PADDING
1694 + AV_INPUT_BUFFER_PADDING_SIZE);
Luca Barbato581281e2012-09-14 16:39:581695 if (!newpktdata) {
Luca Barbatoc9a39ce2012-09-14 18:03:371696 result = AVERROR(ENOMEM);
Luca Barbato581281e2012-09-14 16:39:581697 goto failed;
1698 }
1699 pkt_data = newpktdata;
Andreas Rheinhardt2ff687c2019-12-28 02:40:331700 result = av_lzo1x_decode(pkt_data, &olen, data, &insize);
Keiji Costantini84cfce92014-03-01 16:28:151701 } while (result == AV_LZO_OUTPUT_FULL && pkt_size < 10000000);
Luca Barbatoc9a39ce2012-09-14 18:03:371702 if (result) {
1703 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441704 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371705 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441706 pkt_size -= olen;
1707 break;
Aurelien Jacobsb250f9c2009-01-13 23:44:161708#if CONFIG_ZLIB
Keiji Costantini84cfce92014-03-01 16:28:151709 case MATROSKA_TRACK_ENCODING_COMP_ZLIB:
1710 {
1711 z_stream zstream = { 0 };
Michael Niedermayer9c3d2cb2022-02-03 21:46:551712 if (!pkt_size || inflateInit(&zstream) != Z_OK)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441713 return -1;
Keiji Costantini84cfce92014-03-01 16:28:151714 zstream.next_in = data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441715 zstream.avail_in = isize;
1716 do {
Keiji Costantini84cfce92014-03-01 16:28:151717 pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531718 newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Michael Niedermayer77d2ef12011-07-28 12:59:541719 if (!newpktdata) {
1720 inflateEnd(&zstream);
Michael Niedermayer171af592015-05-12 16:32:121721 result = AVERROR(ENOMEM);
Michael Niedermayer77d2ef12011-07-28 12:59:541722 goto failed;
1723 }
Keiji Costantini84cfce92014-03-01 16:28:151724 pkt_data = newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441725 zstream.avail_out = pkt_size - zstream.total_out;
Keiji Costantini84cfce92014-03-01 16:28:151726 zstream.next_out = pkt_data + zstream.total_out;
Michael Niedermayer171af592015-05-12 16:32:121727 result = inflate(&zstream, Z_NO_FLUSH);
Keiji Costantini84cfce92014-03-01 16:28:151728 } while (result == Z_OK && pkt_size < 10000000);
Evgeniy Stepanov935ec5a2008-06-22 15:49:441729 pkt_size = zstream.total_out;
1730 inflateEnd(&zstream);
Luca Barbatoc9a39ce2012-09-14 18:03:371731 if (result != Z_STREAM_END) {
1732 if (result == Z_MEM_ERROR)
1733 result = AVERROR(ENOMEM);
1734 else
1735 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441736 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371737 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441738 break;
1739 }
1740#endif
Aurelien Jacobsb250f9c2009-01-13 23:44:161741#if CONFIG_BZLIB
Keiji Costantini84cfce92014-03-01 16:28:151742 case MATROSKA_TRACK_ENCODING_COMP_BZLIB:
1743 {
1744 bz_stream bzstream = { 0 };
Michael Niedermayer9c3d2cb2022-02-03 21:46:551745 if (!pkt_size || BZ2_bzDecompressInit(&bzstream, 0, 0) != BZ_OK)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441746 return -1;
Keiji Costantini84cfce92014-03-01 16:28:151747 bzstream.next_in = data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441748 bzstream.avail_in = isize;
1749 do {
Keiji Costantini84cfce92014-03-01 16:28:151750 pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531751 newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Michael Niedermayer77d2ef12011-07-28 12:59:541752 if (!newpktdata) {
1753 BZ2_bzDecompressEnd(&bzstream);
Michael Niedermayer171af592015-05-12 16:32:121754 result = AVERROR(ENOMEM);
Michael Niedermayer77d2ef12011-07-28 12:59:541755 goto failed;
1756 }
Keiji Costantini84cfce92014-03-01 16:28:151757 pkt_data = newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441758 bzstream.avail_out = pkt_size - bzstream.total_out_lo32;
Keiji Costantini84cfce92014-03-01 16:28:151759 bzstream.next_out = pkt_data + bzstream.total_out_lo32;
Michael Niedermayer171af592015-05-12 16:32:121760 result = BZ2_bzDecompress(&bzstream);
Keiji Costantini84cfce92014-03-01 16:28:151761 } while (result == BZ_OK && pkt_size < 10000000);
Evgeniy Stepanov935ec5a2008-06-22 15:49:441762 pkt_size = bzstream.total_out_lo32;
1763 BZ2_bzDecompressEnd(&bzstream);
Luca Barbatoc9a39ce2012-09-14 18:03:371764 if (result != BZ_STREAM_END) {
1765 if (result == BZ_MEM_ERROR)
1766 result = AVERROR(ENOMEM);
1767 else
1768 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441769 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371770 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441771 break;
1772 }
1773#endif
Aurelien Jacobs28f27e02008-08-20 23:08:071774 default:
Luca Barbatoc9a39ce2012-09-14 18:03:371775 return AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441776 }
1777
James Almer9703b7d2018-04-04 21:12:531778 memset(pkt_data + pkt_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1779
Keiji Costantini84cfce92014-03-01 16:28:151780 *buf = pkt_data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441781 *buf_size = pkt_size;
1782 return 0;
Keiji Costantini84cfce92014-03-01 16:28:151783
1784failed:
Evgeniy Stepanov935ec5a2008-06-22 15:49:441785 av_free(pkt_data);
Luca Barbatoc9a39ce2012-09-14 18:03:371786 return result;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441787}
1788
Aurelien Jacobs929e9de2009-02-15 15:53:551789static void matroska_convert_tag(AVFormatContext *s, EbmlList *list,
Anton Khirnovd2d67e42011-05-22 10:46:291790 AVDictionary **metadata, char *prefix)
Aurelien Jacobs44015c52008-08-08 23:50:381791{
1792 MatroskaTag *tags = list->elem;
Aurelien Jacobs929e9de2009-02-15 15:53:551793 char key[1024];
1794 int i;
Aurelien Jacobs44015c52008-08-08 23:50:381795
Keiji Costantini84cfce92014-03-01 16:28:151796 for (i = 0; i < list->nb_elem; i++) {
1797 const char *lang = tags[i].lang &&
1798 strcmp(tags[i].lang, "und") ? tags[i].lang : NULL;
Anton Khirnovbf800c72010-11-03 06:29:041799
1800 if (!tags[i].name) {
1801 av_log(s, AV_LOG_WARNING, "Skipping invalid tag with no TagName.\n");
1802 continue;
1803 }
Keiji Costantini84cfce92014-03-01 16:28:151804 if (prefix)
1805 snprintf(key, sizeof(key), "%s/%s", prefix, tags[i].name);
1806 else
1807 av_strlcpy(key, tags[i].name, sizeof(key));
Aurelien Jacobsf702df32009-02-15 16:05:371808 if (tags[i].def || !lang) {
Keiji Costantini84cfce92014-03-01 16:28:151809 av_dict_set(metadata, key, tags[i].string, 0);
1810 if (tags[i].sub.nb_elem)
1811 matroska_convert_tag(s, &tags[i].sub, metadata, key);
Aurelien Jacobsf702df32009-02-15 16:05:371812 }
1813 if (lang) {
1814 av_strlcat(key, "-", sizeof(key));
1815 av_strlcat(key, lang, sizeof(key));
Anton Khirnovd2d67e42011-05-22 10:46:291816 av_dict_set(metadata, key, tags[i].string, 0);
Aurelien Jacobsf702df32009-02-15 16:05:371817 if (tags[i].sub.nb_elem)
1818 matroska_convert_tag(s, &tags[i].sub, metadata, key);
1819 }
Aurelien Jacobs929e9de2009-02-15 15:53:551820 }
Anton Khirnovad7768f2010-10-16 13:20:411821 ff_metadata_conv(metadata, NULL, ff_mkv_metadata_conv);
Aurelien Jacobs929e9de2009-02-15 15:53:551822}
1823
1824static void matroska_convert_tags(AVFormatContext *s)
1825{
1826 MatroskaDemuxContext *matroska = s->priv_data;
1827 MatroskaTags *tags = matroska->tags.elem;
1828 int i, j;
1829
Keiji Costantini84cfce92014-03-01 16:28:151830 for (i = 0; i < matroska->tags.nb_elem; i++) {
Aurelien Jacobs929e9de2009-02-15 15:53:551831 if (tags[i].target.attachuid) {
Diego Biurrunf69befe2014-03-07 12:54:181832 MatroskaAttachment *attachment = matroska->attachments.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271833 int found = 0;
1834 for (j = 0; j < matroska->attachments.nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151835 if (attachment[j].uid == tags[i].target.attachuid &&
Luca Barbatoa0fa6d02015-10-31 18:45:271836 attachment[j].stream) {
Aurelien Jacobs929e9de2009-02-15 15:53:551837 matroska_convert_tag(s, &tags[i].tag,
1838 &attachment[j].stream->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271839 found = 1;
1840 }
1841 }
1842 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481843 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271844 "The tags at index %d refer to a "
1845 "non-existent attachment %"PRId64".\n",
1846 i, tags[i].target.attachuid);
1847 }
Aurelien Jacobs929e9de2009-02-15 15:53:551848 } else if (tags[i].target.chapteruid) {
1849 MatroskaChapter *chapter = matroska->chapters.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271850 int found = 0;
1851 for (j = 0; j < matroska->chapters.nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151852 if (chapter[j].uid == tags[i].target.chapteruid &&
Luca Barbatoa0fa6d02015-10-31 18:45:271853 chapter[j].chapter) {
Aurelien Jacobs929e9de2009-02-15 15:53:551854 matroska_convert_tag(s, &tags[i].tag,
1855 &chapter[j].chapter->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271856 found = 1;
1857 }
1858 }
1859 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481860 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271861 "The tags at index %d refer to a non-existent chapter "
1862 "%"PRId64".\n",
1863 i, tags[i].target.chapteruid);
1864 }
Aurelien Jacobs929e9de2009-02-15 15:53:551865 } else if (tags[i].target.trackuid) {
1866 MatroskaTrack *track = matroska->tracks.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271867 int found = 0;
1868 for (j = 0; j < matroska->tracks.nb_elem; j++) {
1869 if (track[j].uid == tags[i].target.trackuid &&
1870 track[j].stream) {
Aurelien Jacobs929e9de2009-02-15 15:53:551871 matroska_convert_tag(s, &tags[i].tag,
1872 &track[j].stream->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271873 found = 1;
1874 }
1875 }
1876 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481877 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271878 "The tags at index %d refer to a non-existent track "
1879 "%"PRId64".\n",
1880 i, tags[i].target.trackuid);
1881 }
Aurelien Jacobs929e9de2009-02-15 15:53:551882 } else {
Aurelien Jacobs4f909c72009-06-13 22:29:381883 matroska_convert_tag(s, &tags[i].tag, &s->metadata,
1884 tags[i].target.type);
Aurelien Jacobs929e9de2009-02-15 15:53:551885 }
Aurelien Jacobs44015c52008-08-08 23:50:381886 }
1887}
1888
Keiji Costantini84cfce92014-03-01 16:28:151889static int matroska_parse_seekhead_entry(MatroskaDemuxContext *matroska,
Andreas Rheinhardt730ac1a2019-05-16 22:30:201890 int64_t pos)
Aurelien Jacobs13b350a2008-08-05 00:40:361891{
Andreas Rheinhardt60f75c92019-05-16 22:30:131892 uint32_t saved_id = matroska->current_id;
Anton Khirnov384c9c22011-03-03 19:11:451893 int64_t before_pos = avio_tell(matroska->ctx->pb);
Aaron Colwell31ad14c2011-07-09 05:48:431894 int ret = 0;
Michael Niedermayerd115eec2021-06-24 17:53:471895 int ret2;
David Conradb061d892007-06-04 22:10:541896
Anton Khirnovf47ac3c2011-07-09 06:11:301897 /* seek */
Andreas Rheinhardt730ac1a2019-05-16 22:30:201898 if (avio_seek(matroska->ctx->pb, pos, SEEK_SET) == pos) {
Diego Biurrun5968d2d2008-08-05 08:28:571899 /* We don't want to lose our seekhead level, so we add
Aurelien Jacobs43485712008-08-05 00:40:431900 * a dummy. This is a crude hack. */
1901 if (matroska->num_levels == EBML_MAX_DEPTH) {
1902 av_log(matroska->ctx, AV_LOG_INFO,
1903 "Max EBML element depth (%d) reached, "
1904 "cannot parse further.\n", EBML_MAX_DEPTH);
Aaron Colwell31ad14c2011-07-09 05:48:431905 ret = AVERROR_INVALIDDATA;
1906 } else {
Andreas Rheinhardt60f75c92019-05-16 22:30:131907 matroska->levels[matroska->num_levels] = (MatroskaLevel) { 0, EBML_UNKNOWN_LENGTH };
Anton Khirnovf47ac3c2011-07-09 06:11:301908 matroska->num_levels++;
Keiji Costantini84cfce92014-03-01 16:28:151909 matroska->current_id = 0;
David Conradb061d892007-06-04 22:10:541910
Dustin Brody4a9628f2011-09-08 22:43:321911 ret = ebml_parse(matroska, matroska_segment, matroska);
Andreas Rheinhardtb31c9b72019-06-23 23:46:541912 if (ret == LEVEL_ENDED) {
1913 /* This can only happen if the seek brought us beyond EOF. */
1914 ret = AVERROR_EOF;
1915 }
Aurelien Jacobs43485712008-08-05 00:40:431916 }
David Conradb061d892007-06-04 22:10:541917 }
Andreas Rheinhardta9f05152019-05-16 22:30:091918 /* Seek back - notice that in all instances where this is used
1919 * it is safe to set the level to 1. */
Michael Niedermayerd115eec2021-06-24 17:53:471920 ret2 = matroska_reset_status(matroska, saved_id, before_pos);
1921 if (ret >= 0)
1922 ret = ret2;
Aaron Colwell31ad14c2011-07-09 05:48:431923
1924 return ret;
1925}
1926
1927static void matroska_execute_seekhead(MatroskaDemuxContext *matroska)
1928{
1929 EbmlList *seekhead_list = &matroska->seekhead;
David Conradb061d892007-06-04 22:10:541930 int i;
1931
1932 // we should not do any seeking in the streaming case
James Almer4de591e2017-03-21 20:02:301933 if (!(matroska->ctx->pb->seekable & AVIO_SEEKABLE_NORMAL))
David Conradb061d892007-06-04 22:10:541934 return;
1935
wm4cac22952015-02-09 19:39:001936 for (i = 0; i < seekhead_list->nb_elem; i++) {
1937 MatroskaSeekhead *seekheads = seekhead_list->elem;
Andreas Rheinhardt730ac1a2019-05-16 22:30:201938 uint32_t id = seekheads[i].id;
1939 int64_t pos = seekheads[i].pos + matroska->segment_start;
Andreas Rheinhardt7c243ee2019-08-30 11:20:261940 MatroskaLevel1Element *elem;
wm46551aca2014-12-06 15:53:301941
Andreas Rheinhardt7c243ee2019-08-30 11:20:261942 if (id != seekheads[i].id || pos < matroska->segment_start)
1943 continue;
1944
Andreas Rheinhardt7e910352020-04-30 21:16:441945 elem = matroska_find_level1_elem(matroska, id, pos);
wm4cac22952015-02-09 19:39:001946 if (!elem || elem->parsed)
David Conradb061d892007-06-04 22:10:541947 continue;
1948
wm4cac22952015-02-09 19:39:001949 elem->pos = pos;
1950
Aaron Colwell31ad14c2011-07-09 05:48:431951 // defer cues parsing until we actually need cue data.
wm4cac22952015-02-09 19:39:001952 if (id == MATROSKA_ID_CUES)
David Conradb061d892007-06-04 22:10:541953 continue;
David Conradb061d892007-06-04 22:10:541954
wm4cac22952015-02-09 19:39:001955 if (matroska_parse_seekhead_entry(matroska, pos) < 0) {
Reimar Döffinger47e015e2012-02-12 13:09:031956 // mark index as broken
1957 matroska->cues_parsing_deferred = -1;
Aaron Colwell31ad14c2011-07-09 05:48:431958 break;
Reimar Döffinger47e015e2012-02-12 13:09:031959 }
wm4cac22952015-02-09 19:39:001960
1961 elem->parsed = 1;
Michael Niedermayer72c98442014-12-07 21:45:341962 }
Aaron Colwell31ad14c2011-07-09 05:48:431963}
David Conradb061d892007-06-04 22:10:541964
Michael Niedermayerb3d9ab12014-03-07 22:46:371965static void matroska_add_index_entries(MatroskaDemuxContext *matroska)
Keiji Costantini84cfce92014-03-01 16:28:151966{
Aaron Colwell31ad14c2011-07-09 05:48:431967 EbmlList *index_list;
1968 MatroskaIndex *index;
Andreas Cadhalpuneb9fb502015-05-03 21:07:201969 uint64_t index_scale = 1;
Aaron Colwell31ad14c2011-07-09 05:48:431970 int i, j;
David Conradb061d892007-06-04 22:10:541971
wm478623252015-02-09 19:39:011972 if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
1973 return;
1974
Aaron Colwell31ad14c2011-07-09 05:48:431975 index_list = &matroska->index;
Keiji Costantini84cfce92014-03-01 16:28:151976 index = index_list->elem;
Rodger Combs4f7d9b72015-10-08 20:34:591977 if (index_list->nb_elem < 2)
1978 return;
1979 if (index[1].time > 1E14 / matroska->time_scale) {
1980 av_log(matroska->ctx, AV_LOG_WARNING, "Dropping apparently-broken index.\n");
1981 return;
Aaron Colwell31ad14c2011-07-09 05:48:431982 }
1983 for (i = 0; i < index_list->nb_elem; i++) {
Keiji Costantini84cfce92014-03-01 16:28:151984 EbmlList *pos_list = &index[i].pos;
Aaron Colwell31ad14c2011-07-09 05:48:431985 MatroskaIndexPos *pos = pos_list->elem;
1986 for (j = 0; j < pos_list->nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151987 MatroskaTrack *track = matroska_find_track_by_num(matroska,
1988 pos[j].track);
Aaron Colwell31ad14c2011-07-09 05:48:431989 if (track && track->stream)
1990 av_add_index_entry(track->stream,
1991 pos[j].pos + matroska->segment_start,
Keiji Costantini84cfce92014-03-01 16:28:151992 index[i].time / index_scale, 0, 0,
Aaron Colwell31ad14c2011-07-09 05:48:431993 AVINDEX_KEYFRAME);
David Conradb061d892007-06-04 22:10:541994 }
1995 }
David Conradb061d892007-06-04 22:10:541996}
1997
Aaron Colwell6c4cc0f2011-09-22 14:51:001998static void matroska_parse_cues(MatroskaDemuxContext *matroska) {
Aaron Colwell6c4cc0f2011-09-22 14:51:001999 int i;
2000
wm478623252015-02-09 19:39:012001 if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
2002 return;
2003
wm4cac22952015-02-09 19:39:002004 for (i = 0; i < matroska->num_level1_elems; i++) {
2005 MatroskaLevel1Element *elem = &matroska->level1_elems[i];
2006 if (elem->id == MATROSKA_ID_CUES && !elem->parsed) {
2007 if (matroska_parse_seekhead_entry(matroska, elem->pos) < 0)
2008 matroska->cues_parsing_deferred = -1;
2009 elem->parsed = 1;
Aaron Colwell6c4cc0f2011-09-22 14:51:002010 break;
wm4cac22952015-02-09 19:39:002011 }
2012 }
Aaron Colwell6c4cc0f2011-09-22 14:51:002013
Aaron Colwell6c4cc0f2011-09-22 14:51:002014 matroska_add_index_entries(matroska);
2015}
2016
Aurelien Jacobsf7b96872008-08-05 00:42:052017static int matroska_aac_profile(char *codec_id)
David Conradb061d892007-06-04 22:10:542018{
Keiji Costantini84cfce92014-03-01 16:28:152019 static const char *const aac_profiles[] = { "MAIN", "LC", "SSR" };
David Conradb061d892007-06-04 22:10:542020 int profile;
2021
Keiji Costantini84cfce92014-03-01 16:28:152022 for (profile = 0; profile < FF_ARRAY_ELEMS(aac_profiles); profile++)
David Conradb061d892007-06-04 22:10:542023 if (strstr(codec_id, aac_profiles[profile]))
2024 break;
2025 return profile + 1;
2026}
2027
Aurelien Jacobsf7b96872008-08-05 00:42:052028static int matroska_aac_sri(int samplerate)
David Conradb061d892007-06-04 22:10:542029{
David Conradb061d892007-06-04 22:10:542030 int sri;
2031
Andreas Rheinhardt49bf9452021-02-10 18:37:372032 for (sri = 0; sri < FF_ARRAY_ELEMS(ff_mpeg4audio_sample_rates); sri++)
2033 if (ff_mpeg4audio_sample_rates[sri] == samplerate)
David Conradb061d892007-06-04 22:10:542034 break;
2035 return sri;
2036}
2037
Aaron Colwell2e061132012-03-05 18:02:482038static void matroska_metadata_creation_time(AVDictionary **metadata, int64_t date_utc)
2039{
Aaron Colwell2e061132012-03-05 18:02:482040 /* Convert to seconds and adjust by number of seconds between 2001-01-01 and Epoch */
Marton Balint13b90ff2016-06-29 22:55:482041 avpriv_dict_set_timestamp(metadata, "creation_time", date_utc / 1000 + 978307200000000LL);
Aaron Colwell2e061132012-03-05 18:02:482042}
2043
Anton Khirnov4efdadc2014-05-25 12:05:512044static int matroska_parse_flac(AVFormatContext *s,
2045 MatroskaTrack *track,
2046 int *offset)
2047{
Anton Khirnov23f741f2014-05-26 10:48:562048 AVStream *st = track->stream;
Anton Khirnov4efdadc2014-05-25 12:05:512049 uint8_t *p = track->codec_priv.data;
2050 int size = track->codec_priv.size;
2051
2052 if (size < 8 + FLAC_STREAMINFO_SIZE || p[4] & 0x7f) {
2053 av_log(s, AV_LOG_WARNING, "Invalid FLAC private data\n");
2054 track->codec_priv.size = 0;
2055 return 0;
2056 }
2057 *offset = 8;
2058 track->codec_priv.size = 8 + FLAC_STREAMINFO_SIZE;
2059
Anton Khirnov23f741f2014-05-26 10:48:562060 p += track->codec_priv.size;
2061 size -= track->codec_priv.size;
2062
2063 /* parse the remaining metadata blocks if present */
2064 while (size >= 4) {
2065 int block_last, block_type, block_size;
2066
2067 flac_parse_block_header(p, &block_last, &block_type, &block_size);
2068
2069 p += 4;
2070 size -= 4;
2071 if (block_size > size)
2072 return 0;
2073
2074 /* check for the channel mask */
2075 if (block_type == FLAC_METADATA_TYPE_VORBIS_COMMENT) {
2076 AVDictionary *dict = NULL;
2077 AVDictionaryEntry *chmask;
2078
2079 ff_vorbis_comment(s, &dict, p, block_size, 0);
2080 chmask = av_dict_get(dict, "WAVEFORMATEXTENSIBLE_CHANNEL_MASK", NULL, 0);
2081 if (chmask) {
2082 uint64_t mask = strtol(chmask->value, NULL, 0);
2083 if (!mask || mask & ~0x3ffffULL) {
2084 av_log(s, AV_LOG_WARNING,
2085 "Invalid value of WAVEFORMATEXTENSIBLE_CHANNEL_MASK\n");
2086 } else
Vittorio Giovara8e3fab82017-03-31 14:57:002087 av_channel_layout_from_mask(&st->codecpar->ch_layout, mask);
Anton Khirnov23f741f2014-05-26 10:48:562088 }
2089 av_dict_free(&dict);
2090 }
2091
2092 p += block_size;
2093 size -= block_size;
2094 }
2095
Anton Khirnov4efdadc2014-05-25 12:05:512096 return 0;
2097}
2098
Andreas Rheinhardtdd17c862022-01-19 22:20:052099static int mkv_field_order(MatroskaDemuxContext *matroska, uint64_t field_order)
Luca Barbato5f022662016-03-28 18:29:542100{
Andreas Rheinhardt6f134c62020-07-20 17:14:382101 int minor, micro, bttb = 0;
James Almer1273bc62016-10-13 17:22:072102
2103 /* workaround a bug in our Matroska muxer, introduced in version 57.36 alongside
2104 * this function, and fixed in 57.52 */
Andreas Rheinhardt6f134c62020-07-20 17:14:382105 if (matroska->muxingapp && sscanf(matroska->muxingapp, "Lavf57.%d.%d", &minor, &micro) == 2)
2106 bttb = (minor >= 36 && minor <= 51 && micro >= 100);
James Almer1273bc62016-10-13 17:22:072107
Luca Barbato5f022662016-03-28 18:29:542108 switch (field_order) {
2109 case MATROSKA_VIDEO_FIELDORDER_PROGRESSIVE:
2110 return AV_FIELD_PROGRESSIVE;
2111 case MATROSKA_VIDEO_FIELDORDER_UNDETERMINED:
2112 return AV_FIELD_UNKNOWN;
2113 case MATROSKA_VIDEO_FIELDORDER_TT:
2114 return AV_FIELD_TT;
2115 case MATROSKA_VIDEO_FIELDORDER_BB:
2116 return AV_FIELD_BB;
2117 case MATROSKA_VIDEO_FIELDORDER_BT:
James Almer1273bc62016-10-13 17:22:072118 return bttb ? AV_FIELD_TB : AV_FIELD_BT;
Luca Barbato5f022662016-03-28 18:29:542119 case MATROSKA_VIDEO_FIELDORDER_TB:
James Almer1273bc62016-10-13 17:22:072120 return bttb ? AV_FIELD_BT : AV_FIELD_TB;
Luca Barbato5f022662016-03-28 18:29:542121 default:
2122 return AV_FIELD_UNKNOWN;
2123 }
2124}
2125
Aaron Colwellfebfb492015-12-02 23:13:182126static void mkv_stereo_mode_display_mul(int stereo_mode,
2127 int *h_width, int *h_height)
Aaron Colwellec83efd2015-11-23 20:06:142128{
2129 switch (stereo_mode) {
2130 case MATROSKA_VIDEO_STEREOMODE_TYPE_MONO:
2131 case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_RL:
2132 case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_LR:
2133 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_RL:
2134 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_LR:
2135 break;
2136 case MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT:
2137 case MATROSKA_VIDEO_STEREOMODE_TYPE_LEFT_RIGHT:
2138 case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_RL:
2139 case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_LR:
2140 *h_width = 2;
2141 break;
2142 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTTOM_TOP:
2143 case MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM:
2144 case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_RL:
2145 case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_LR:
2146 *h_height = 2;
2147 break;
2148 }
2149}
2150
Neil Birkbeckbbda13a2016-03-01 00:41:042151static int mkv_parse_video_color(AVStream *st, const MatroskaTrack *track) {
James Almer4e759072016-12-05 02:22:392152 const MatroskaTrackVideoColor *color = track->video.color.elem;
2153 const MatroskaMasteringMeta *mastering_meta;
2154 int has_mastering_primaries, has_mastering_luminance;
2155
2156 if (!track->video.color.nb_elem)
2157 return 0;
2158
2159 mastering_meta = &color->mastering_meta;
Neil Birkbeckbbda13a2016-03-01 00:41:042160 // Mastering primaries are CIE 1931 coords, and must be > 0.
James Almer4e759072016-12-05 02:22:392161 has_mastering_primaries =
Neil Birkbeckbbda13a2016-03-01 00:41:042162 mastering_meta->r_x > 0 && mastering_meta->r_y > 0 &&
2163 mastering_meta->g_x > 0 && mastering_meta->g_y > 0 &&
2164 mastering_meta->b_x > 0 && mastering_meta->b_y > 0 &&
2165 mastering_meta->white_x > 0 && mastering_meta->white_y > 0;
Andreas Rheinhardte8f39012021-02-16 14:34:062166 has_mastering_luminance = mastering_meta->max_luminance >
2167 mastering_meta->min_luminance.el.f &&
2168 mastering_meta->min_luminance.el.f >= 0 &&
2169 mastering_meta->min_luminance.count;
Neil Birkbeckbbda13a2016-03-01 00:41:042170
James Almer4e759072016-12-05 02:22:392171 if (color->matrix_coefficients != AVCOL_SPC_RESERVED)
2172 st->codecpar->color_space = color->matrix_coefficients;
2173 if (color->primaries != AVCOL_PRI_RESERVED &&
2174 color->primaries != AVCOL_PRI_RESERVED0)
2175 st->codecpar->color_primaries = color->primaries;
2176 if (color->transfer_characteristics != AVCOL_TRC_RESERVED &&
2177 color->transfer_characteristics != AVCOL_TRC_RESERVED0)
2178 st->codecpar->color_trc = color->transfer_characteristics;
2179 if (color->range != AVCOL_RANGE_UNSPECIFIED &&
2180 color->range <= AVCOL_RANGE_JPEG)
2181 st->codecpar->color_range = color->range;
2182 if (color->chroma_siting_horz != MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED &&
2183 color->chroma_siting_vert != MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED &&
2184 color->chroma_siting_horz < MATROSKA_COLOUR_CHROMASITINGHORZ_NB &&
2185 color->chroma_siting_vert < MATROSKA_COLOUR_CHROMASITINGVERT_NB) {
James Almer47ee6f12016-10-18 02:50:142186 st->codecpar->chroma_location =
James Almer4e759072016-12-05 02:22:392187 avcodec_chroma_pos_to_enum((color->chroma_siting_horz - 1) << 7,
2188 (color->chroma_siting_vert - 1) << 7);
James Almer47ee6f12016-10-18 02:50:142189 }
James Almer095147a2017-04-25 18:04:002190 if (color->max_cll && color->max_fall) {
2191 size_t size = 0;
2192 int ret;
2193 AVContentLightMetadata *metadata = av_content_light_metadata_alloc(&size);
2194 if (!metadata)
2195 return AVERROR(ENOMEM);
2196 ret = av_stream_add_side_data(st, AV_PKT_DATA_CONTENT_LIGHT_LEVEL,
2197 (uint8_t *)metadata, size);
2198 if (ret < 0) {
2199 av_freep(&metadata);
2200 return ret;
2201 }
2202 metadata->MaxCLL = color->max_cll;
2203 metadata->MaxFALL = color->max_fall;
2204 }
Neil Birkbeckbbda13a2016-03-01 00:41:042205
2206 if (has_mastering_primaries || has_mastering_luminance) {
Neil Birkbeckbbda13a2016-03-01 00:41:042207 AVMasteringDisplayMetadata *metadata =
2208 (AVMasteringDisplayMetadata*) av_stream_new_side_data(
2209 st, AV_PKT_DATA_MASTERING_DISPLAY_METADATA,
2210 sizeof(AVMasteringDisplayMetadata));
2211 if (!metadata) {
2212 return AVERROR(ENOMEM);
2213 }
2214 memset(metadata, 0, sizeof(AVMasteringDisplayMetadata));
2215 if (has_mastering_primaries) {
James Almer3b4e9a32019-10-03 23:52:202216 metadata->display_primaries[0][0] = av_d2q(mastering_meta->r_x, INT_MAX);
2217 metadata->display_primaries[0][1] = av_d2q(mastering_meta->r_y, INT_MAX);
2218 metadata->display_primaries[1][0] = av_d2q(mastering_meta->g_x, INT_MAX);
2219 metadata->display_primaries[1][1] = av_d2q(mastering_meta->g_y, INT_MAX);
2220 metadata->display_primaries[2][0] = av_d2q(mastering_meta->b_x, INT_MAX);
2221 metadata->display_primaries[2][1] = av_d2q(mastering_meta->b_y, INT_MAX);
2222 metadata->white_point[0] = av_d2q(mastering_meta->white_x, INT_MAX);
2223 metadata->white_point[1] = av_d2q(mastering_meta->white_y, INT_MAX);
Neil Birkbeckbbda13a2016-03-01 00:41:042224 metadata->has_primaries = 1;
2225 }
2226 if (has_mastering_luminance) {
James Almer3b4e9a32019-10-03 23:52:202227 metadata->max_luminance = av_d2q(mastering_meta->max_luminance, INT_MAX);
Andreas Rheinhardte8f39012021-02-16 14:34:062228 metadata->min_luminance = av_d2q(mastering_meta->min_luminance.el.f, INT_MAX);
Neil Birkbeckbbda13a2016-03-01 00:41:042229 metadata->has_luminance = 1;
2230 }
2231 }
2232 return 0;
2233}
2234
Andreas Rheinhardt937bb6b2022-01-21 18:42:502235static int mkv_create_display_matrix(AVStream *st,
2236 const MatroskaTrackVideoProjection *proj,
2237 void *logctx)
2238{
2239 double pitch = proj->pitch, yaw = proj->yaw, roll = proj->roll;
2240 int32_t *matrix;
2241 int hflip;
2242
2243 if (pitch == 0.0 && yaw == 0.0 && roll == 0.0)
2244 return 0;
2245
2246 /* Note: The following constants are exactly representable
2247 * as floating-point numbers. */
2248 if (pitch != 0.0 || (yaw != 0.0 && yaw != 180.0 && yaw != -180.0) ||
2249 isnan(roll)) {
2250 av_log(logctx, AV_LOG_WARNING, "Ignoring non-2D rectangular "
2251 "projection in stream %u (yaw %f, pitch %f, roll %f)\n",
2252 st->index, yaw, pitch, roll);
2253 return 0;
2254 }
2255 matrix = (int32_t*)av_stream_new_side_data(st, AV_PKT_DATA_DISPLAYMATRIX,
2256 9 * sizeof(*matrix));
2257 if (!matrix)
2258 return AVERROR(ENOMEM);
2259
2260 hflip = yaw != 0.0;
2261 /* ProjectionPoseRoll is in the counter-clockwise direction
2262 * whereas av_display_rotation_set() expects its argument
2263 * to be oriented clockwise, so we need to negate roll.
2264 * Furthermore, if hflip is set, we need to negate it again
2265 * to account for the fact that the Matroska specifications
2266 * require the yaw rotation to be applied first. */
2267 av_display_rotation_set(matrix, roll * (2 * hflip - 1));
2268 av_display_matrix_flip(matrix, hflip, 0);
2269
2270 return 0;
2271}
2272
Andreas Rheinhardt39f5bb62020-05-17 22:25:482273static int mkv_parse_video_projection(AVStream *st, const MatroskaTrack *track,
2274 void *logctx)
2275{
James Almer445204c2016-12-06 17:48:452276 AVSphericalMapping *spherical;
Andreas Rheinhardt880519c2020-07-19 08:16:332277 const MatroskaTrackVideoProjection *mkv_projection = &track->video.projection;
2278 const uint8_t *priv_data = mkv_projection->private.data;
James Almer445204c2016-12-06 17:48:452279 enum AVSphericalProjection projection;
2280 size_t spherical_size;
Vittorio Giovaraf20bcec2017-03-16 21:20:472281 uint32_t l = 0, t = 0, r = 0, b = 0;
2282 uint32_t padding = 0;
James Almer445204c2016-12-06 17:48:452283 int ret;
Vittorio Giovarabde96422017-02-10 21:02:222284
Andreas Rheinhardt880519c2020-07-19 08:16:332285 if (mkv_projection->private.size && priv_data[0] != 0) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482286 av_log(logctx, AV_LOG_WARNING, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222287 return 0;
2288 }
2289
James Almer445204c2016-12-06 17:48:452290 switch (track->video.projection.type) {
Andreas Rheinhardt937bb6b2022-01-21 18:42:502291 case MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR:
2292 return mkv_create_display_matrix(st, mkv_projection, logctx);
James Almer445204c2016-12-06 17:48:452293 case MATROSKA_VIDEO_PROJECTION_TYPE_EQUIRECTANGULAR:
Vittorio Giovara9ae35062017-03-07 22:34:322294 if (track->video.projection.private.size == 20) {
Andreas Rheinhardt880519c2020-07-19 08:16:332295 t = AV_RB32(priv_data + 4);
2296 b = AV_RB32(priv_data + 8);
2297 l = AV_RB32(priv_data + 12);
2298 r = AV_RB32(priv_data + 16);
Vittorio Giovarabde96422017-02-10 21:02:222299
2300 if (b >= UINT_MAX - t || r >= UINT_MAX - l) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482301 av_log(logctx, AV_LOG_ERROR,
Vittorio Giovarabde96422017-02-10 21:02:222302 "Invalid bounding rectangle coordinates "
Vittorio Giovaraf20bcec2017-03-16 21:20:472303 "%"PRIu32",%"PRIu32",%"PRIu32",%"PRIu32"\n",
Vittorio Giovarabde96422017-02-10 21:02:222304 l, t, r, b);
2305 return AVERROR_INVALIDDATA;
2306 }
Vittorio Giovara9ae35062017-03-07 22:34:322307 } else if (track->video.projection.private.size != 0) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482308 av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222309 return AVERROR_INVALIDDATA;
2310 }
Vittorio Giovara9ae35062017-03-07 22:34:322311
2312 if (l || t || r || b)
2313 projection = AV_SPHERICAL_EQUIRECTANGULAR_TILE;
2314 else
2315 projection = AV_SPHERICAL_EQUIRECTANGULAR;
James Almer445204c2016-12-06 17:48:452316 break;
2317 case MATROSKA_VIDEO_PROJECTION_TYPE_CUBEMAP:
Vittorio Giovarabde96422017-02-10 21:02:222318 if (track->video.projection.private.size < 4) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482319 av_log(logctx, AV_LOG_ERROR, "Missing projection private properties\n");
James Almer445204c2016-12-06 17:48:452320 return AVERROR_INVALIDDATA;
Vittorio Giovarabde96422017-02-10 21:02:222321 } else if (track->video.projection.private.size == 12) {
Andreas Rheinhardt880519c2020-07-19 08:16:332322 uint32_t layout = AV_RB32(priv_data + 4);
Vittorio Giovara9ae35062017-03-07 22:34:322323 if (layout) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482324 av_log(logctx, AV_LOG_WARNING,
Vittorio Giovarabde96422017-02-10 21:02:222325 "Unknown spherical cubemap layout %"PRIu32"\n", layout);
2326 return 0;
2327 }
Vittorio Giovara9ae35062017-03-07 22:34:322328 projection = AV_SPHERICAL_CUBEMAP;
Andreas Rheinhardt880519c2020-07-19 08:16:332329 padding = AV_RB32(priv_data + 8);
Vittorio Giovarabde96422017-02-10 21:02:222330 } else {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482331 av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222332 return AVERROR_INVALIDDATA;
2333 }
James Almer445204c2016-12-06 17:48:452334 break;
2335 default:
Andreas Rheinhardt39f5bb62020-05-17 22:25:482336 av_log(logctx, AV_LOG_WARNING,
James Almer251849f2016-12-06 17:48:452337 "Unknown spherical metadata type %"PRIu64"\n",
2338 track->video.projection.type);
James Almer445204c2016-12-06 17:48:452339 return 0;
2340 }
2341
2342 spherical = av_spherical_alloc(&spherical_size);
2343 if (!spherical)
2344 return AVERROR(ENOMEM);
James Almer251849f2016-12-06 17:48:452345
James Almer445204c2016-12-06 17:48:452346 spherical->projection = projection;
2347
James Almer251849f2016-12-06 17:48:452348 spherical->yaw = (int32_t) (track->video.projection.yaw * (1 << 16));
2349 spherical->pitch = (int32_t) (track->video.projection.pitch * (1 << 16));
2350 spherical->roll = (int32_t) (track->video.projection.roll * (1 << 16));
James Almer445204c2016-12-06 17:48:452351
Vittorio Giovarabde96422017-02-10 21:02:222352 spherical->padding = padding;
2353
2354 spherical->bound_left = l;
2355 spherical->bound_top = t;
2356 spherical->bound_right = r;
2357 spherical->bound_bottom = b;
2358
James Almer445204c2016-12-06 17:48:452359 ret = av_stream_add_side_data(st, AV_PKT_DATA_SPHERICAL, (uint8_t *)spherical,
2360 spherical_size);
James Almer8396d542016-12-08 04:21:112361 if (ret < 0) {
2362 av_freep(&spherical);
James Almer445204c2016-12-06 17:48:452363 return ret;
James Almer8396d542016-12-08 04:21:112364 }
James Almer445204c2016-12-06 17:48:452365
2366 return 0;
2367}
2368
quietvoid05c07942022-01-01 16:51:502369static int mkv_parse_dvcc_dvvc(AVFormatContext *s, AVStream *st, const MatroskaTrack *track,
2370 EbmlBin *bin)
2371{
2372 return ff_isom_parse_dvcc_dvvc(s, st, bin->data, bin->size);
2373}
2374
2375static int mkv_parse_block_addition_mappings(AVFormatContext *s, AVStream *st, const MatroskaTrack *track)
2376{
2377 const EbmlList *mappings_list = &track->block_addition_mappings;
2378 MatroskaBlockAdditionMapping *mappings = mappings_list->elem;
2379 int ret;
2380
2381 for (int i = 0; i < mappings_list->nb_elem; i++) {
2382 MatroskaBlockAdditionMapping *mapping = &mappings[i];
2383
2384 switch (mapping->type) {
2385 case MKBETAG('d','v','c','C'):
2386 case MKBETAG('d','v','v','C'):
2387 if ((ret = mkv_parse_dvcc_dvvc(s, st, track, &mapping->extradata)) < 0)
2388 return ret;
2389
2390 break;
2391 default:
2392 av_log(s, AV_LOG_DEBUG,
2393 "Unknown block additional mapping type 0x%"PRIx64", value %"PRIu64", name \"%s\"\n",
2394 mapping->type, mapping->value, mapping->name ? mapping->name : "");
2395 }
2396 }
2397
2398 return 0;
2399}
2400
Mats Peterson71f73ee2016-01-10 02:59:212401static int get_qt_codec(MatroskaTrack *track, uint32_t *fourcc, enum AVCodecID *codec_id)
2402{
2403 const AVCodecTag *codec_tags;
2404
2405 codec_tags = track->type == MATROSKA_TRACK_TYPE_VIDEO ?
2406 ff_codec_movvideo_tags : ff_codec_movaudio_tags;
2407
2408 /* Normalize noncompliant private data that starts with the fourcc
2409 * by expanding/shifting the data by 4 bytes and storing the data
2410 * size at the start. */
2411 if (ff_codec_get_id(codec_tags, AV_RL32(track->codec_priv.data))) {
James Almera6188662018-04-04 17:12:542412 int ret = av_buffer_realloc(&track->codec_priv.buf,
2413 track->codec_priv.size + 4 + AV_INPUT_BUFFER_PADDING_SIZE);
2414 if (ret < 0)
2415 return ret;
2416
2417 track->codec_priv.data = track->codec_priv.buf->data;
2418 memmove(track->codec_priv.data + 4, track->codec_priv.data, track->codec_priv.size);
Mats Peterson71f73ee2016-01-10 02:59:212419 track->codec_priv.size += 4;
2420 AV_WB32(track->codec_priv.data, track->codec_priv.size);
2421 }
2422
2423 *fourcc = AV_RL32(track->codec_priv.data + 4);
2424 *codec_id = ff_codec_get_id(codec_tags, *fourcc);
2425
2426 return 0;
2427}
2428
Anton Khirnov6df478b2014-05-25 07:07:322429static int matroska_parse_tracks(AVFormatContext *s)
David Conradb061d892007-06-04 22:10:542430{
2431 MatroskaDemuxContext *matroska = s->priv_data;
Anton Khirnov6df478b2014-05-25 07:07:322432 MatroskaTrack *tracks = matroska->tracks.elem;
Anton Khirnov4efdadc2014-05-25 12:05:512433 int i, j, ret;
Michael Niedermayer69de2292014-05-28 10:41:352434 int k;
David Conradb061d892007-06-04 22:10:542435
Keiji Costantini84cfce92014-03-01 16:28:152436 for (i = 0; i < matroska->tracks.nb_elem; i++) {
Aurelien Jacobsd88d8062008-08-05 00:40:522437 MatroskaTrack *track = &tracks[i];
Anton Khirnov36ef5362012-08-05 09:11:042438 enum AVCodecID codec_id = AV_CODEC_ID_NONE;
Aurelien Jacobsdc6c36c2011-08-17 22:21:212439 EbmlList *encodings_list = &track->encodings;
Aurelien Jacobs9c25baf2008-08-05 00:40:552440 MatroskaTrackEncoding *encodings = encodings_list->elem;
Aurelien Jacobsd88d8062008-08-05 00:40:522441 uint8_t *extradata = NULL;
2442 int extradata_size = 0;
2443 int extradata_offset = 0;
Aurelien Jacobs5fec3a22011-06-13 23:58:112444 uint32_t fourcc = 0;
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072445 FFIOContext b;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162446 AVStream *st;
2447 FFStream *sti;
Frank Galliganb8531032013-03-07 16:11:382448 char* key_id_base64 = NULL;
Carl Eugen Hoyos96fc2902014-02-25 23:02:512449 int bit_depth = -1;
David Conradb061d892007-06-04 22:10:542450
Aurelien Jacobsd88d8062008-08-05 00:40:522451 /* Apply some sanity checks. */
Aurelien Jacobs9c25baf2008-08-05 00:40:552452 if (track->type != MATROSKA_TRACK_TYPE_VIDEO &&
2453 track->type != MATROSKA_TRACK_TYPE_AUDIO &&
Matthew Heaney818ebe92013-08-08 22:40:032454 track->type != MATROSKA_TRACK_TYPE_SUBTITLE &&
2455 track->type != MATROSKA_TRACK_TYPE_METADATA) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552456 av_log(matroska->ctx, AV_LOG_INFO,
2457 "Unknown or unsupported track type %"PRIu64"\n",
2458 track->type);
2459 continue;
2460 }
Gabriel Dumef929ab02014-08-14 20:31:242461 if (!track->codec_id)
Aurelien Jacobsd88d8062008-08-05 00:40:522462 continue;
David Conradb061d892007-06-04 22:10:542463
Michael Niedermayer7b88dd82020-12-06 23:37:252464 if ( track->type == MATROSKA_TRACK_TYPE_AUDIO && track->codec_id[0] != 'A'
2465 || track->type == MATROSKA_TRACK_TYPE_VIDEO && track->codec_id[0] != 'V'
2466 || track->type == MATROSKA_TRACK_TYPE_SUBTITLE && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
2467 || track->type == MATROSKA_TRACK_TYPE_METADATA && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
2468 ) {
2469 av_log(matroska->ctx, AV_LOG_INFO, "Inconsistent track type\n");
2470 continue;
2471 }
2472
Andreas Cadhalpun5b76c822015-06-15 18:59:222473 if (track->audio.samplerate < 0 || track->audio.samplerate > INT_MAX ||
2474 isnan(track->audio.samplerate)) {
2475 av_log(matroska->ctx, AV_LOG_WARNING,
2476 "Invalid sample rate %f, defaulting to 8000 instead.\n",
2477 track->audio.samplerate);
2478 track->audio.samplerate = 8000;
2479 }
2480
Aurelien Jacobs9c25baf2008-08-05 00:40:552481 if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
Nikolas Bowee07649e2018-01-18 23:21:562482 if (!track->default_duration && track->video.frame_rate > 0) {
2483 double default_duration = 1000000000 / track->video.frame_rate;
2484 if (default_duration > UINT64_MAX || default_duration < 0) {
2485 av_log(matroska->ctx, AV_LOG_WARNING,
2486 "Invalid frame rate %e. Cannot calculate default duration.\n",
2487 track->video.frame_rate);
2488 } else {
2489 track->default_duration = default_duration;
2490 }
2491 }
Michael Niedermayerf51ce342013-04-03 21:40:132492 if (track->video.display_width == -1)
Aurelien Jacobs9c25baf2008-08-05 00:40:552493 track->video.display_width = track->video.pixel_width;
Michael Niedermayerf51ce342013-04-03 21:40:132494 if (track->video.display_height == -1)
Aurelien Jacobs9c25baf2008-08-05 00:40:552495 track->video.display_height = track->video.pixel_height;
Aurelien Jacobsfdb5e022011-06-14 00:00:062496 if (track->video.color_space.size == 4)
2497 fourcc = AV_RL32(track->video.color_space.data);
Aurelien Jacobs9c25baf2008-08-05 00:40:552498 } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
2499 if (!track->audio.out_samplerate)
2500 track->audio.out_samplerate = track->audio.samplerate;
2501 }
2502 if (encodings_list->nb_elem > 1) {
2503 av_log(matroska->ctx, AV_LOG_ERROR,
Dustin Brodyd7d2f0e2011-09-15 07:34:382504 "Multiple combined encodings not supported");
Aurelien Jacobs9c25baf2008-08-05 00:40:552505 } else if (encodings_list->nb_elem == 1) {
Frank Galliganb8531032013-03-07 16:11:382506 if (encodings[0].type) {
2507 if (encodings[0].encryption.key_id.size > 0) {
2508 /* Save the encryption key id to be stored later as a
2509 metadata tag. */
2510 const int b64_size = AV_BASE64_SIZE(encodings[0].encryption.key_id.size);
2511 key_id_base64 = av_malloc(b64_size);
2512 if (key_id_base64 == NULL)
2513 return AVERROR(ENOMEM);
2514
2515 av_base64_encode(key_id_base64, b64_size,
2516 encodings[0].encryption.key_id.data,
2517 encodings[0].encryption.key_id.size);
2518 } else {
2519 encodings[0].scope = 0;
2520 av_log(matroska->ctx, AV_LOG_ERROR,
2521 "Unsupported encoding type");
2522 }
2523 } else if (
Aurelien Jacobsb250f9c2009-01-13 23:44:162524#if CONFIG_ZLIB
Keiji Costantini84cfce92014-03-01 16:28:152525 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_ZLIB &&
Aurelien Jacobs9c25baf2008-08-05 00:40:552526#endif
Aurelien Jacobsb250f9c2009-01-13 23:44:162527#if CONFIG_BZLIB
Aurelien Jacobs9c25baf2008-08-05 00:40:552528 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_BZLIB &&
2529#endif
Keiji Costantini84cfce92014-03-01 16:28:152530 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_LZO &&
Frank Galliganb8531032013-03-07 16:11:382531 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552532 encodings[0].scope = 0;
2533 av_log(matroska->ctx, AV_LOG_ERROR,
2534 "Unsupported encoding type");
Keiji Costantini84cfce92014-03-01 16:28:152535 } else if (track->codec_priv.size && encodings[0].scope & 2) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552536 uint8_t *codec_priv = track->codec_priv.data;
Luca Barbato8d4dd552012-09-14 16:51:492537 int ret = matroska_decode_buffer(&track->codec_priv.data,
2538 &track->codec_priv.size,
2539 track);
2540 if (ret < 0) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552541 track->codec_priv.data = NULL;
2542 track->codec_priv.size = 0;
2543 av_log(matroska->ctx, AV_LOG_ERROR,
2544 "Failed to decode codec private data\n");
Aurelien Jacobs9c25baf2008-08-05 00:40:552545 }
Luca Barbato8d4dd552012-09-14 16:51:492546
James Almera6188662018-04-04 17:12:542547 if (codec_priv != track->codec_priv.data) {
2548 av_buffer_unref(&track->codec_priv.buf);
2549 if (track->codec_priv.data) {
2550 track->codec_priv.buf = av_buffer_create(track->codec_priv.data,
2551 track->codec_priv.size + AV_INPUT_BUFFER_PADDING_SIZE,
2552 NULL, NULL, 0);
2553 if (!track->codec_priv.buf) {
2554 av_freep(&track->codec_priv.data);
2555 track->codec_priv.size = 0;
2556 return AVERROR(ENOMEM);
2557 }
2558 }
2559 }
Aurelien Jacobs9c25baf2008-08-05 00:40:552560 }
2561 }
Andreas Rheinhardt96012d12019-12-04 16:54:452562 track->needs_decoding = encodings && !encodings[0].type &&
2563 encodings[0].scope & 1 &&
2564 (encodings[0].compression.algo !=
2565 MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP ||
2566 encodings[0].compression.settings.size);
Aurelien Jacobs9c25baf2008-08-05 00:40:552567
Keiji Costantini84cfce92014-03-01 16:28:152568 for (j = 0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:312569 if (av_strstart(track->codec_id, ff_mkv_codec_tags[j].str, NULL)) {
Keiji Costantini84cfce92014-03-01 16:28:152570 codec_id = ff_mkv_codec_tags[j].id;
Aurelien Jacobsd88d8062008-08-05 00:40:522571 break;
David Conradb061d892007-06-04 22:10:542572 }
Aurelien Jacobsd88d8062008-08-05 00:40:522573 }
David Conradb061d892007-06-04 22:10:542574
Anton Khirnov3b3bbdd2011-06-18 09:43:242575 st = track->stream = avformat_new_stream(s, NULL);
Michael Niedermayerfb33bff2014-08-15 18:33:212576 if (!st) {
Frank Galliganb8531032013-03-07 16:11:382577 av_free(key_id_base64);
Aurelien Jacobsd88d8062008-08-05 00:40:522578 return AVERROR(ENOMEM);
Frank Galliganb8531032013-03-07 16:11:382579 }
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162580 sti = ffstream(st);
Frank Galliganb8531032013-03-07 16:11:382581
2582 if (key_id_base64) {
2583 /* export encryption key id as base64 metadata tag */
Andreas Rheinhardt40d9cbd2019-11-10 04:07:312584 av_dict_set(&st->metadata, "enc_key_id", key_id_base64,
2585 AV_DICT_DONT_STRDUP_VAL);
Frank Galliganb8531032013-03-07 16:11:382586 }
Aurelien Jacobsd88d8062008-08-05 00:40:522587
Keiji Costantini84cfce92014-03-01 16:28:152588 if (!strcmp(track->codec_id, "V_MS/VFW/FOURCC") &&
Michael Niedermayerb3d9ab12014-03-07 22:46:372589 track->codec_priv.size >= 40 &&
Gabriel Dume4b1f5e52014-08-14 20:31:252590 track->codec_priv.data) {
Keiji Costantini84cfce92014-03-01 16:28:152591 track->ms_compat = 1;
Michael Niedermayerb3d9ab12014-03-07 22:46:372592 bit_depth = AV_RL16(track->codec_priv.data + 14);
2593 fourcc = AV_RL32(track->codec_priv.data + 16);
Keiji Costantini84cfce92014-03-01 16:28:152594 codec_id = ff_codec_get_id(ff_codec_bmp_tags,
Michael Niedermayerb3d9ab12014-03-07 22:46:372595 fourcc);
Carl Eugen Hoyosade58512014-04-27 07:34:132596 if (!codec_id)
2597 codec_id = ff_codec_get_id(ff_codec_movvideo_tags,
2598 fourcc);
Keiji Costantini84cfce92014-03-01 16:28:152599 extradata_offset = 40;
2600 } else if (!strcmp(track->codec_id, "A_MS/ACM") &&
2601 track->codec_priv.size >= 14 &&
Gabriel Dume4b1f5e52014-08-14 20:31:252602 track->codec_priv.data) {
Max Hornca402f32011-04-12 15:44:202603 int ret;
Keiji Costantini84cfce92014-03-01 16:28:152604 ffio_init_context(&b, track->codec_priv.data,
2605 track->codec_priv.size,
Michael Niedermayerd0b45042013-01-04 12:00:142606 0, NULL, NULL, NULL, NULL);
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072607 ret = ff_get_wav_header(s, &b.pub, st->codecpar,
2608 track->codec_priv.size, 0);
Max Hornca402f32011-04-12 15:44:202609 if (ret < 0)
2610 return ret;
Anton Khirnov92005142014-06-18 18:42:522611 codec_id = st->codecpar->codec_id;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152612 fourcc = st->codecpar->codec_tag;
Aurelien Jacobs038146e2009-10-01 21:14:052613 extradata_offset = FFMIN(track->codec_priv.size, 18);
Michael Niedermayer48218582014-01-19 17:35:332614 } else if (!strcmp(track->codec_id, "A_QUICKTIME")
Mats Peterson71f73ee2016-01-10 02:59:212615 /* Normally 36, but allow noncompliant private data */
2616 && (track->codec_priv.size >= 32)
Michael Niedermayer81a663f2014-08-15 19:31:592617 && (track->codec_priv.data)) {
Mats Peterson535d09a2016-01-15 22:25:382618 uint16_t sample_size;
Mats Peterson71f73ee2016-01-10 02:59:212619 int ret = get_qt_codec(track, &fourcc, &codec_id);
2620 if (ret < 0)
2621 return ret;
Mats Peterson535d09a2016-01-15 22:25:382622 sample_size = AV_RB16(track->codec_priv.data + 26);
Mats Peterson6f1466d2016-01-08 11:55:592623 if (fourcc == 0) {
Mats Peterson535d09a2016-01-15 22:25:382624 if (sample_size == 8) {
Mats Peterson6f1466d2016-01-08 11:55:592625 fourcc = MKTAG('r','a','w',' ');
2626 codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
Mats Peterson535d09a2016-01-15 22:25:382627 } else if (sample_size == 16) {
Mats Peterson6f1466d2016-01-08 11:55:592628 fourcc = MKTAG('t','w','o','s');
2629 codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
2630 }
2631 }
Mats Peterson535d09a2016-01-15 22:25:382632 if ((fourcc == MKTAG('t','w','o','s') ||
2633 fourcc == MKTAG('s','o','w','t')) &&
2634 sample_size == 8)
2635 codec_id = AV_CODEC_ID_PCM_S8;
Keiji Costantini84cfce92014-03-01 16:28:152636 } else if (!strcmp(track->codec_id, "V_QUICKTIME") &&
Michael Niedermayerb3d9ab12014-03-07 22:46:372637 (track->codec_priv.size >= 21) &&
Gabriel Dume4b1f5e52014-08-14 20:31:252638 (track->codec_priv.data)) {
Mats Peterson71f73ee2016-01-10 02:59:212639 int ret = get_qt_codec(track, &fourcc, &codec_id);
2640 if (ret < 0)
2641 return ret;
Mats Peterson6a975cb2016-01-06 03:16:322642 if (codec_id == AV_CODEC_ID_NONE && AV_RL32(track->codec_priv.data+4) == AV_RL32("SMI ")) {
2643 fourcc = MKTAG('S','V','Q','3');
2644 codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
2645 }
Clément Bœschcd4d6cb2017-03-26 23:31:522646 if (codec_id == AV_CODEC_ID_NONE)
Vittorio Giovara8fc11ab2015-05-11 16:23:432647 av_log(matroska->ctx, AV_LOG_ERROR,
Clément Bœschcd4d6cb2017-03-26 23:31:522648 "mov FourCC not found %s.\n", av_fourcc2str(fourcc));
Mats Peterson79736032015-12-27 20:28:092649 if (track->codec_priv.size >= 86) {
2650 bit_depth = AV_RB16(track->codec_priv.data + 82);
2651 ffio_init_context(&b, track->codec_priv.data,
2652 track->codec_priv.size,
2653 0, NULL, NULL, NULL, NULL);
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072654 if (ff_get_qtpalette(codec_id, &b.pub, track->palette)) {
Mats Peterson79736032015-12-27 20:28:092655 bit_depth &= 0x1F;
Mats Peterson6aac43f2016-02-24 17:14:052656 track->has_palette = 1;
Mats Peterson79736032015-12-27 20:28:092657 }
2658 }
Anton Khirnov36ef5362012-08-05 09:11:042659 } else if (codec_id == AV_CODEC_ID_PCM_S16BE) {
Aurelien Jacobseb9cf502008-08-20 00:49:452660 switch (track->audio.bitdepth) {
Keiji Costantini84cfce92014-03-01 16:28:152661 case 8:
2662 codec_id = AV_CODEC_ID_PCM_U8;
2663 break;
2664 case 24:
2665 codec_id = AV_CODEC_ID_PCM_S24BE;
2666 break;
2667 case 32:
2668 codec_id = AV_CODEC_ID_PCM_S32BE;
2669 break;
Aurelien Jacobseb9cf502008-08-20 00:49:452670 }
Anton Khirnov36ef5362012-08-05 09:11:042671 } else if (codec_id == AV_CODEC_ID_PCM_S16LE) {
Aurelien Jacobseb9cf502008-08-20 00:49:452672 switch (track->audio.bitdepth) {
Keiji Costantini84cfce92014-03-01 16:28:152673 case 8:
2674 codec_id = AV_CODEC_ID_PCM_U8;
2675 break;
2676 case 24:
2677 codec_id = AV_CODEC_ID_PCM_S24LE;
2678 break;
2679 case 32:
2680 codec_id = AV_CODEC_ID_PCM_S32LE;
2681 break;
Aurelien Jacobseb9cf502008-08-20 00:49:452682 }
Keiji Costantini84cfce92014-03-01 16:28:152683 } else if (codec_id == AV_CODEC_ID_PCM_F32LE &&
2684 track->audio.bitdepth == 64) {
Anton Khirnov36ef5362012-08-05 09:11:042685 codec_id = AV_CODEC_ID_PCM_F64LE;
2686 } else if (codec_id == AV_CODEC_ID_AAC && !track->codec_priv.size) {
Aurelien Jacobsd88d8062008-08-05 00:40:522687 int profile = matroska_aac_profile(track->codec_id);
Keiji Costantini84cfce92014-03-01 16:28:152688 int sri = matroska_aac_sri(track->audio.samplerate);
Vittorio Giovara059a9342015-06-29 21:48:342689 extradata = av_mallocz(5 + AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242690 if (!extradata)
Aurelien Jacobs28f450a2008-08-05 00:40:092691 return AVERROR(ENOMEM);
Keiji Costantini84cfce92014-03-01 16:28:152692 extradata[0] = (profile << 3) | ((sri & 0x0E) >> 1);
2693 extradata[1] = ((sri & 0x01) << 7) | (track->audio.channels << 3);
Aurelien Jacobsd88d8062008-08-05 00:40:522694 if (strstr(track->codec_id, "SBR")) {
Keiji Costantini84cfce92014-03-01 16:28:152695 sri = matroska_aac_sri(track->audio.out_samplerate);
2696 extradata[2] = 0x56;
2697 extradata[3] = 0xE5;
2698 extradata[4] = 0x80 | (sri << 3);
Aurelien Jacobsd88d8062008-08-05 00:40:522699 extradata_size = 5;
Aurelien Jacobs16f97ab2008-08-05 00:41:102700 } else
Aurelien Jacobsd88d8062008-08-05 00:40:522701 extradata_size = 2;
Michael Niedermayer29d147c2015-07-27 20:53:162702 } else if (codec_id == AV_CODEC_ID_ALAC && track->codec_priv.size && track->codec_priv.size < INT_MAX - 12 - AV_INPUT_BUFFER_PADDING_SIZE) {
Paul B Mahol9644fc92013-06-07 10:06:152703 /* Only ALAC's magic cookie is stored in Matroska's track headers.
Keiji Costantini84cfce92014-03-01 16:28:152704 * Create the "atom size", "tag", and "tag version" fields the
2705 * decoder expects manually. */
Paul B Mahol9644fc92013-06-07 10:06:152706 extradata_size = 12 + track->codec_priv.size;
Keiji Costantini84cfce92014-03-01 16:28:152707 extradata = av_mallocz(extradata_size +
Vittorio Giovara059a9342015-06-29 21:48:342708 AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242709 if (!extradata)
Paul B Mahol9644fc92013-06-07 10:06:152710 return AVERROR(ENOMEM);
2711 AV_WB32(extradata, extradata_size);
2712 memcpy(&extradata[4], "alac", 4);
2713 AV_WB32(&extradata[8], 0);
2714 memcpy(&extradata[12], track->codec_priv.data,
Keiji Costantini84cfce92014-03-01 16:28:152715 track->codec_priv.size);
Anton Khirnov36ef5362012-08-05 09:11:042716 } else if (codec_id == AV_CODEC_ID_TTA) {
Andreas Rheinhardt668490a2019-12-03 17:09:052717 uint8_t *ptr;
Andreas Rheinhardtf7bf59b2019-12-03 17:09:032718 if (track->audio.channels > UINT16_MAX ||
2719 track->audio.bitdepth > UINT16_MAX) {
2720 av_log(matroska->ctx, AV_LOG_WARNING,
2721 "Too large audio channel number %"PRIu64
2722 " or bitdepth %"PRIu64". Skipping track.\n",
2723 track->audio.channels, track->audio.bitdepth);
2724 if (matroska->ctx->error_recognition & AV_EF_EXPLODE)
2725 return AVERROR_INVALIDDATA;
2726 else
2727 continue;
2728 }
2729 if (track->audio.out_samplerate < 0 || track->audio.out_samplerate > INT_MAX)
2730 return AVERROR_INVALIDDATA;
Andreas Rheinhardteec26b52019-12-03 17:09:042731 extradata_size = 22;
Michael Niedermayer29d147c2015-07-27 20:53:162732 extradata = av_mallocz(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242733 if (!extradata)
Aurelien Jacobsd88d8062008-08-05 00:40:522734 return AVERROR(ENOMEM);
Andreas Rheinhardt668490a2019-12-03 17:09:052735 ptr = extradata;
2736 bytestream_put_be32(&ptr, AV_RB32("TTA1"));
2737 bytestream_put_le16(&ptr, 1);
2738 bytestream_put_le16(&ptr, track->audio.channels);
2739 bytestream_put_le16(&ptr, track->audio.bitdepth);
2740 bytestream_put_le32(&ptr, track->audio.out_samplerate);
2741 bytestream_put_le32(&ptr, av_rescale(matroska->duration * matroska->time_scale,
2742 track->audio.out_samplerate,
2743 AV_TIME_BASE * 1000));
Keiji Costantini84cfce92014-03-01 16:28:152744 } else if (codec_id == AV_CODEC_ID_RV10 ||
2745 codec_id == AV_CODEC_ID_RV20 ||
2746 codec_id == AV_CODEC_ID_RV30 ||
2747 codec_id == AV_CODEC_ID_RV40) {
Aurelien Jacobsd88d8062008-08-05 00:40:522748 extradata_offset = 26;
Anton Khirnov36ef5362012-08-05 09:11:042749 } else if (codec_id == AV_CODEC_ID_RA_144) {
Aurelien Jacobsd88d8062008-08-05 00:40:522750 track->audio.out_samplerate = 8000;
Keiji Costantini84cfce92014-03-01 16:28:152751 track->audio.channels = 1;
Michael Niedermayerb3d9ab12014-03-07 22:46:372752 } else if ((codec_id == AV_CODEC_ID_RA_288 ||
2753 codec_id == AV_CODEC_ID_COOK ||
2754 codec_id == AV_CODEC_ID_ATRAC3 ||
2755 codec_id == AV_CODEC_ID_SIPR)
2756 && track->codec_priv.data) {
Andreas Rheinhardte75ab152021-08-04 20:20:462757 const uint8_t *ptr = track->codec_priv.data;
Aurelien Jacobs6b102282010-03-12 23:49:062758 int flavor;
Michael Niedermayer0b271362012-04-14 17:33:242759
Andreas Rheinhardte75ab152021-08-04 20:20:462760 if (track->codec_priv.size < 46)
2761 return AVERROR_INVALIDDATA;
2762 ptr += 22;
2763 flavor = bytestream_get_be16(&ptr);
2764 track->audio.coded_framesize = bytestream_get_be32(&ptr);
2765 ptr += 12;
2766 track->audio.sub_packet_h = bytestream_get_be16(&ptr);
2767 track->audio.frame_size = bytestream_get_be16(&ptr);
2768 track->audio.sub_packet_size = bytestream_get_be16(&ptr);
Andreas Rheinhardt8287c202019-12-02 09:41:122769 if (track->audio.coded_framesize <= 0 ||
Keiji Costantini84cfce92014-03-01 16:28:152770 track->audio.sub_packet_h <= 0 ||
Andreas Rheinhardtc91e3692020-04-20 05:47:062771 track->audio.frame_size <= 0)
Martin Storsjö569d18a2013-09-16 12:36:242772 return AVERROR_INVALIDDATA;
Andreas Rheinhardt8287c202019-12-02 09:41:122773
Anton Khirnov36ef5362012-08-05 09:11:042774 if (codec_id == AV_CODEC_ID_RA_288) {
Andreas Rheinhardtbdaa98d2020-04-22 13:17:412775 if (track->audio.sub_packet_h & 1 || 2 * track->audio.frame_size
2776 != (int64_t)track->audio.sub_packet_h * track->audio.coded_framesize)
Andreas Rheinhardt4f5c6c12020-04-21 22:15:542777 return AVERROR_INVALIDDATA;
Anton Khirnov92005142014-06-18 18:42:522778 st->codecpar->block_align = track->audio.coded_framesize;
Aurelien Jacobsd88d8062008-08-05 00:40:522779 track->codec_priv.size = 0;
2780 } else {
Andreas Rheinhardt8287c202019-12-02 09:41:122781 if (codec_id == AV_CODEC_ID_SIPR) {
Michael Niedermayer62cf5c12013-08-04 19:18:492782 static const int sipr_bit_rate[4] = { 6504, 8496, 5000, 16000 };
Andreas Rheinhardt8287c202019-12-02 09:41:122783 if (flavor > 3)
2784 return AVERROR_INVALIDDATA;
Aurelien Jacobs6b102282010-03-12 23:49:062785 track->audio.sub_packet_size = ff_sipr_subpk_size[flavor];
Anton Khirnov92005142014-06-18 18:42:522786 st->codecpar->bit_rate = sipr_bit_rate[flavor];
Andreas Rheinhardt4b1c19a2020-04-20 06:54:232787 } else if (track->audio.sub_packet_size <= 0 ||
2788 track->audio.frame_size % track->audio.sub_packet_size)
Andreas Rheinhardtc91e3692020-04-20 05:47:062789 return AVERROR_INVALIDDATA;
Anton Khirnov92005142014-06-18 18:42:522790 st->codecpar->block_align = track->audio.sub_packet_size;
Keiji Costantini84cfce92014-03-01 16:28:152791 extradata_offset = 78;
David Conradb061d892007-06-04 22:10:542792 }
Andreas Rheinhardt8287c202019-12-02 09:41:122793 track->audio.buf = av_malloc_array(track->audio.sub_packet_h,
2794 track->audio.frame_size);
2795 if (!track->audio.buf)
2796 return AVERROR(ENOMEM);
Anton Khirnov4efdadc2014-05-25 12:05:512797 } else if (codec_id == AV_CODEC_ID_FLAC && track->codec_priv.size) {
2798 ret = matroska_parse_flac(s, track, &extradata_offset);
2799 if (ret < 0)
2800 return ret;
Andreas Rheinhardt048bc3f2019-12-14 00:36:542801 } else if (codec_id == AV_CODEC_ID_WAVPACK && track->codec_priv.size < 2) {
2802 av_log(matroska->ctx, AV_LOG_INFO, "Assuming WavPack version 4.10 "
2803 "in absence of valid CodecPrivate.\n");
2804 extradata_size = 2;
2805 extradata = av_mallocz(2 + AV_INPUT_BUFFER_PADDING_SIZE);
2806 if (!extradata)
2807 return AVERROR(ENOMEM);
2808 AV_WL16(extradata, 0x410);
Carl Eugen Hoyos3d5c8592014-04-06 18:54:482809 } else if (codec_id == AV_CODEC_ID_PRORES && track->codec_priv.size == 4) {
2810 fourcc = AV_RL32(track->codec_priv.data);
James Almeracdea9e2018-01-13 19:04:212811 } else if (codec_id == AV_CODEC_ID_VP9 && track->codec_priv.size) {
2812 /* we don't need any value stored in CodecPrivate.
2813 make sure that it's not exported as extradata. */
2814 track->codec_priv.size = 0;
David Conradb061d892007-06-04 22:10:542815 }
Aurelien Jacobse2644402009-08-24 13:40:302816 track->codec_priv.size -= extradata_offset;
Aurelien Jacobsd88d8062008-08-05 00:40:522817
Anton Khirnov36ef5362012-08-05 09:11:042818 if (codec_id == AV_CODEC_ID_NONE)
Aurelien Jacobsd88d8062008-08-05 00:40:522819 av_log(matroska->ctx, AV_LOG_INFO,
Anton Khirnov36ef5362012-08-05 09:11:042820 "Unknown/unsupported AVCodecID %s.\n", track->codec_id);
Aurelien Jacobsd88d8062008-08-05 00:40:522821
Steve Lhommeb00d2212020-11-15 08:59:472822 if (track->time_scale < 0.01) {
2823 av_log(matroska->ctx, AV_LOG_WARNING,
2824 "Track TimestampScale too small %f, assuming 1.0.\n",
2825 track->time_scale);
Aurelien Jacobs3fc9d7c2008-09-09 11:23:482826 track->time_scale = 1.0;
Steve Lhommeb00d2212020-11-15 08:59:472827 }
Keiji Costantini84cfce92014-03-01 16:28:152828 avpriv_set_pts_info(st, 64, matroska->time_scale * track->time_scale,
2829 1000 * 1000 * 1000); /* 64 bit pts in ns */
Aurelien Jacobsd88d8062008-08-05 00:40:522830
Anton Khirnoveb3b5502014-04-29 10:03:132831 /* convert the delay from ns to the track timebase */
Michael Niedermayerb5bc4362016-06-06 02:23:162832 track->codec_delay_in_track_tb = av_rescale_q(track->codec_delay,
Anton Khirnoveb3b5502014-04-29 10:03:132833 (AVRational){ 1, 1000000000 },
2834 st->time_base);
2835
Anton Khirnov92005142014-06-18 18:42:522836 st->codecpar->codec_id = codec_id;
Alex Sukhanov251c96a2013-12-23 09:41:352837
Aurelien Jacobsd88d8062008-08-05 00:40:522838 if (strcmp(track->language, "und"))
Anton Khirnovd2d67e42011-05-22 10:46:292839 av_dict_set(&st->metadata, "language", track->language, 0);
2840 av_dict_set(&st->metadata, "title", track->name, 0);
Aurelien Jacobsd88d8062008-08-05 00:40:522841
2842 if (track->flag_default)
2843 st->disposition |= AV_DISPOSITION_DEFAULT;
Aurelien Jacobs7a617a82010-07-02 16:38:442844 if (track->flag_forced)
2845 st->disposition |= AV_DISPOSITION_FORCED;
Andreas Rheinhardt18b3dee2021-02-16 17:23:592846 if (track->flag_comment)
2847 st->disposition |= AV_DISPOSITION_COMMENT;
Andreas Rheinhardt51e10672021-02-16 18:08:512848 if (track->flag_hearingimpaired)
2849 st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
2850 if (track->flag_visualimpaired)
2851 st->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED;
Andreas Rheinhardtb243be82021-02-16 17:41:302852 if (track->flag_original.count > 0)
2853 st->disposition |= track->flag_original.el.u ? AV_DISPOSITION_ORIGINAL
2854 : AV_DISPOSITION_DUB;
Aurelien Jacobsd88d8062008-08-05 00:40:522855
Anton Khirnov92005142014-06-18 18:42:522856 if (!st->codecpar->extradata) {
Keiji Costantini84cfce92014-03-01 16:28:152857 if (extradata) {
Anton Khirnov92005142014-06-18 18:42:522858 st->codecpar->extradata = extradata;
2859 st->codecpar->extradata_size = extradata_size;
Keiji Costantini84cfce92014-03-01 16:28:152860 } else if (track->codec_priv.data && track->codec_priv.size > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152861 if (ff_alloc_extradata(st->codecpar, track->codec_priv.size))
Aurelien Jacobs553e9f72009-10-01 21:15:362862 return AVERROR(ENOMEM);
Anton Khirnov92005142014-06-18 18:42:522863 memcpy(st->codecpar->extradata,
Aurelien Jacobs553e9f72009-10-01 21:15:362864 track->codec_priv.data + extradata_offset,
2865 track->codec_priv.size);
2866 }
Aurelien Jacobsff0d5a72009-10-01 21:14:462867 }
Aurelien Jacobsd88d8062008-08-05 00:40:522868
2869 if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
Aurelien Jacobs4c509fe2011-05-23 23:09:242870 MatroskaTrackPlane *planes = track->operation.combine_planes.elem;
Aaron Colwellfebfb492015-12-02 23:13:182871 int display_width_mul = 1;
Aaron Colwellec83efd2015-11-23 20:06:142872 int display_height_mul = 1;
Aurelien Jacobs4c509fe2011-05-23 23:09:242873
Anton Khirnov92005142014-06-18 18:42:522874 st->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152875 st->codecpar->codec_tag = fourcc;
Carl Eugen Hoyos96fc2902014-02-25 23:02:512876 if (bit_depth >= 0)
Derek Buitenhuis6f69f7a2016-04-10 19:58:152877 st->codecpar->bits_per_coded_sample = bit_depth;
Anton Khirnov92005142014-06-18 18:42:522878 st->codecpar->width = track->video.pixel_width;
2879 st->codecpar->height = track->video.pixel_height;
Aaron Colwellec83efd2015-11-23 20:06:142880
Luca Barbato5f022662016-03-28 18:29:542881 if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_INTERLACED)
James Almer1273bc62016-10-13 17:22:072882 st->codecpar->field_order = mkv_field_order(matroska, track->video.field_order);
James Almer29b6c2b2016-09-27 17:48:332883 else if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_PROGRESSIVE)
2884 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
Luca Barbato5f022662016-03-28 18:29:542885
Aaron Colwellec83efd2015-11-23 20:06:142886 if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
2887 mkv_stereo_mode_display_mul(track->video.stereo_mode, &display_width_mul, &display_height_mul);
2888
James Almer8b59ce02016-10-16 13:13:452889 if (track->video.display_unit < MATROSKA_VIDEO_DISPLAYUNIT_UNKNOWN) {
James Almerbad8bbc2016-10-15 21:01:502890 av_reduce(&st->sample_aspect_ratio.num,
2891 &st->sample_aspect_ratio.den,
2892 st->codecpar->height * track->video.display_width * display_width_mul,
2893 st->codecpar->width * track->video.display_height * display_height_mul,
Andreas Rheinhardt9139dc62021-11-07 10:35:032894 INT_MAX);
James Almerbad8bbc2016-10-15 21:01:502895 }
Derek Buitenhuis6f69f7a2016-04-10 19:58:152896 if (st->codecpar->codec_id != AV_CODEC_ID_HEVC)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162897 sti->need_parsing = AVSTREAM_PARSE_HEADERS;
Michael Niedermayer0fbeeb92013-11-01 16:57:572898
Luca Barbatoac97d472012-04-17 23:32:072899 if (track->default_duration) {
Michael Niedermayer343d9502021-05-11 16:40:322900 int div = track->default_duration <= INT64_MAX ? 1 : 2;
Anton Khirnovaba232c2012-06-26 11:10:012901 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
Michael Niedermayer343d9502021-05-11 16:40:322902 1000000000 / div, track->default_duration / div, 30000);
Anton Khirnovaba232c2012-06-26 11:10:012903#if FF_API_R_FRAME_RATE
Michael Niedermayerfc3cdb02015-02-01 18:34:522904 if ( st->avg_frame_rate.num < st->avg_frame_rate.den * 1000LL
2905 && st->avg_frame_rate.num > st->avg_frame_rate.den * 5LL)
Michael Niedermayer6853e402013-10-05 22:07:282906 st->r_frame_rate = st->avg_frame_rate;
Anton Khirnovaba232c2012-06-26 11:10:012907#endif
Luca Barbatoac97d472012-04-17 23:32:072908 }
Kirill Gavrilove6ec9212011-05-21 15:14:142909
Aurelien Jacobs4c509fe2011-05-23 23:09:242910 /* export stereo mode flag as metadata tag */
Michael Niedermayer37520a92014-08-28 23:26:522911 if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
Clément Bœschca81e3b2012-09-16 00:58:402912 av_dict_set(&st->metadata, "stereo_mode", ff_matroska_video_stereo_mode[track->video.stereo_mode], 0);
Kirill Gavrilove6ec9212011-05-21 15:14:142913
Vignesh Venkatasubramaniance6a8e52013-02-04 23:17:522914 /* export alpha mode flag as metadata tag */
2915 if (track->video.alpha_mode)
2916 av_dict_set(&st->metadata, "alpha_mode", "1", 0);
2917
Aurelien Jacobs4c509fe2011-05-23 23:09:242918 /* if we have virtual track, mark the real tracks */
2919 for (j=0; j < track->operation.combine_planes.nb_elem; j++) {
2920 char buf[32];
Aurelien Jacobsb44bbf92011-05-24 21:26:242921 if (planes[j].type >= MATROSKA_VIDEO_STEREO_PLANE_COUNT)
Aurelien Jacobs4c509fe2011-05-23 23:09:242922 continue;
2923 snprintf(buf, sizeof(buf), "%s_%d",
Clément Bœschca81e3b2012-09-16 00:58:402924 ff_matroska_video_stereo_plane[planes[j].type], i);
Aurelien Jacobs4c509fe2011-05-23 23:09:242925 for (k=0; k < matroska->tracks.nb_elem; k++)
Michael Niedermayer5d309d32015-05-04 13:47:542926 if (planes[j].uid == tracks[k].uid && tracks[k].stream) {
2927 av_dict_set(&tracks[k].stream->metadata,
Aurelien Jacobse6ba3d42011-06-13 17:02:502928 "stereo_mode", buf, 0);
Kirill Gavrilove6ec9212011-05-21 15:14:142929 break;
2930 }
Kirill Gavrilove6ec9212011-05-21 15:14:142931 }
Vittorio Giovarad4ae8ac2014-08-12 21:28:492932 // add stream level stereo3d side data if it is a supported format
2933 if (track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB &&
2934 track->video.stereo_mode != 10 && track->video.stereo_mode != 12) {
2935 int ret = ff_mkv_stereo3d_conv(st, track->video.stereo_mode);
2936 if (ret < 0)
2937 return ret;
2938 }
Neil Birkbeckbbda13a2016-03-01 00:41:042939
James Almeredb4f5d2016-12-05 02:27:542940 ret = mkv_parse_video_color(st, track);
2941 if (ret < 0)
2942 return ret;
Andreas Rheinhardt39f5bb62020-05-17 22:25:482943 ret = mkv_parse_video_projection(st, track, matroska->ctx);
James Almer445204c2016-12-06 17:48:452944 if (ret < 0)
2945 return ret;
Aurelien Jacobsd88d8062008-08-05 00:40:522946 } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
Anton Khirnov92005142014-06-18 18:42:522947 st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152948 st->codecpar->codec_tag = fourcc;
Anton Khirnov92005142014-06-18 18:42:522949 st->codecpar->sample_rate = track->audio.out_samplerate;
Vittorio Giovara8e3fab82017-03-31 14:57:002950 // channel layout may be already set by codec private checks above
2951 if (st->codecpar->ch_layout.order == AV_CHANNEL_ORDER_NATIVE &&
2952 !st->codecpar->ch_layout.u.mask)
2953 st->codecpar->ch_layout.order = AV_CHANNEL_ORDER_UNSPEC;
2954 st->codecpar->ch_layout.nb_channels = track->audio.channels;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152955 if (!st->codecpar->bits_per_coded_sample)
2956 st->codecpar->bits_per_coded_sample = track->audio.bitdepth;
James Almer63b5d042018-01-30 01:59:522957 if (st->codecpar->codec_id == AV_CODEC_ID_MP3 ||
2958 st->codecpar->codec_id == AV_CODEC_ID_MLP ||
2959 st->codecpar->codec_id == AV_CODEC_ID_TRUEHD)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162960 sti->need_parsing = AVSTREAM_PARSE_FULL;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152961 else if (st->codecpar->codec_id != AV_CODEC_ID_AAC)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162962 sti->need_parsing = AVSTREAM_PARSE_HEADERS;
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082963 if (track->codec_delay > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152964 st->codecpar->initial_padding = av_rescale_q(track->codec_delay,
Michael Niedermayerb5bc4362016-06-06 02:23:162965 (AVRational){1, 1000000000},
James Almer49b02462016-06-06 04:14:112966 (AVRational){1, st->codecpar->codec_id == AV_CODEC_ID_OPUS ?
2967 48000 : st->codecpar->sample_rate});
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082968 }
2969 if (track->seek_preroll > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152970 st->codecpar->seek_preroll = av_rescale_q(track->seek_preroll,
2971 (AVRational){1, 1000000000},
2972 (AVRational){1, st->codecpar->sample_rate});
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082973 }
Matthew Heaney818ebe92013-08-08 22:40:032974 } else if (codec_id == AV_CODEC_ID_WEBVTT) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152975 st->codecpar->codec_type = AVMEDIA_TYPE_SUBTITLE;
Matthew Heaney818ebe92013-08-08 22:40:032976
2977 if (!strcmp(track->codec_id, "D_WEBVTT/CAPTIONS")) {
2978 st->disposition |= AV_DISPOSITION_CAPTIONS;
2979 } else if (!strcmp(track->codec_id, "D_WEBVTT/DESCRIPTIONS")) {
2980 st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
2981 } else if (!strcmp(track->codec_id, "D_WEBVTT/METADATA")) {
2982 st->disposition |= AV_DISPOSITION_METADATA;
2983 }
Aurelien Jacobsd88d8062008-08-05 00:40:522984 } else if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE) {
Anton Khirnov92005142014-06-18 18:42:522985 st->codecpar->codec_type = AVMEDIA_TYPE_SUBTITLE;
Andreas Rheinhardt48cf1d82021-02-16 18:38:192986
2987 if (track->flag_textdescriptions)
2988 st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
Aurelien Jacobsd88d8062008-08-05 00:40:522989 }
quietvoid05c07942022-01-01 16:51:502990
2991 ret = mkv_parse_block_addition_mappings(s, st, track);
2992 if (ret < 0)
2993 return ret;
David Conradb061d892007-06-04 22:10:542994 }
2995
Anton Khirnov6df478b2014-05-25 07:07:322996 return 0;
2997}
2998
2999static int matroska_read_header(AVFormatContext *s)
3000{
Andreas Rheinhardtfed02822021-08-24 12:58:073001 FFFormatContext *const si = ffformatcontext(s);
Anton Khirnov6df478b2014-05-25 07:07:323002 MatroskaDemuxContext *matroska = s->priv_data;
3003 EbmlList *attachments_list = &matroska->attachments;
3004 EbmlList *chapters_list = &matroska->chapters;
3005 MatroskaAttachment *attachments;
3006 MatroskaChapter *chapters;
3007 uint64_t max_start = 0;
3008 int64_t pos;
3009 Ebml ebml = { 0 };
3010 int i, j, res;
3011
3012 matroska->ctx = s;
wm4cac22952015-02-09 19:39:003013 matroska->cues_parsing_deferred = 1;
Anton Khirnov6df478b2014-05-25 07:07:323014
3015 /* First read the EBML header. */
Thomas Guillemb8d7f312015-04-10 17:04:513016 if (ebml_parse(matroska, ebml_syntax, &ebml) || !ebml.doctype) {
3017 av_log(matroska->ctx, AV_LOG_ERROR, "EBML header parsing failed\n");
3018 ebml_free(ebml_syntax, &ebml);
3019 return AVERROR_INVALIDDATA;
3020 }
3021 if (ebml.version > EBML_VERSION ||
Anton Khirnov6df478b2014-05-25 07:07:323022 ebml.max_size > sizeof(uint64_t) ||
3023 ebml.id_length > sizeof(uint32_t) ||
Michael Niedermayer0cab0932015-04-19 14:45:243024 ebml.doctype_version > 3) {
Diego Biurrun67deba82015-12-16 17:01:343025 avpriv_report_missing_feature(matroska->ctx,
3026 "EBML version %"PRIu64", doctype %s, doc version %"PRIu64,
3027 ebml.version, ebml.doctype, ebml.doctype_version);
Anton Khirnov6df478b2014-05-25 07:07:323028 ebml_free(ebml_syntax, &ebml);
3029 return AVERROR_PATCHWELCOME;
Michael Niedermayer69de2292014-05-28 10:41:353030 } else if (ebml.doctype_version == 3) {
3031 av_log(matroska->ctx, AV_LOG_WARNING,
3032 "EBML header using unsupported features\n"
3033 "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
3034 ebml.version, ebml.doctype, ebml.doctype_version);
Anton Khirnov6df478b2014-05-25 07:07:323035 }
3036 for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++)
3037 if (!strcmp(ebml.doctype, matroska_doctypes[i]))
3038 break;
3039 if (i >= FF_ARRAY_ELEMS(matroska_doctypes)) {
3040 av_log(s, AV_LOG_WARNING, "Unknown EBML doctype '%s'\n", ebml.doctype);
3041 if (matroska->ctx->error_recognition & AV_EF_EXPLODE) {
3042 ebml_free(ebml_syntax, &ebml);
3043 return AVERROR_INVALIDDATA;
3044 }
3045 }
3046 ebml_free(ebml_syntax, &ebml);
3047
Andreas Rheinhardtfed02822021-08-24 12:58:073048 matroska->pkt = si->parse_pkt;
James Almer8d78e902021-01-29 13:42:483049
Anton Khirnov6df478b2014-05-25 07:07:323050 /* The next thing is a segment. */
3051 pos = avio_tell(matroska->ctx->pb);
3052 res = ebml_parse(matroska, matroska_segments, matroska);
Andreas Rheinhardt60f75c92019-05-16 22:30:133053 // Try resyncing until we find an EBML_STOP type element.
Anton Khirnov6df478b2014-05-25 07:07:323054 while (res != 1) {
3055 res = matroska_resync(matroska, pos);
3056 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063057 return res;
Anton Khirnov6df478b2014-05-25 07:07:323058 pos = avio_tell(matroska->ctx->pb);
3059 res = ebml_parse(matroska, matroska_segment, matroska);
Michael Niedermayer52821472021-01-29 20:18:363060 if (res == AVERROR(EIO)) // EOF is translated to EIO, this exists the loop on EOF
Andreas Rheinhardtd32a4032020-03-21 17:31:063061 return res;
Anton Khirnov6df478b2014-05-25 07:07:323062 }
Andreas Rheinhardt43c3ceb2019-05-16 22:29:513063 /* Set data_offset as it might be needed later by seek_frame_generic. */
3064 if (matroska->current_id == MATROSKA_ID_CLUSTER)
Andreas Rheinhardtfed02822021-08-24 12:58:073065 si->data_offset = avio_tell(matroska->ctx->pb) - 4;
Anton Khirnov6df478b2014-05-25 07:07:323066 matroska_execute_seekhead(matroska);
3067
3068 if (!matroska->time_scale)
3069 matroska->time_scale = 1000000;
Michael Niedermayer36680072022-02-14 19:01:353070 if (isnan(matroska->duration))
3071 matroska->duration = 0;
Anton Khirnov6df478b2014-05-25 07:07:323072 if (matroska->duration)
3073 matroska->ctx->duration = matroska->duration * matroska->time_scale *
3074 1000 / AV_TIME_BASE;
3075 av_dict_set(&s->metadata, "title", matroska->title, 0);
Michael Niedermayer69de2292014-05-28 10:41:353076 av_dict_set(&s->metadata, "encoder", matroska->muxingapp, 0);
3077
3078 if (matroska->date_utc.size == 8)
3079 matroska_metadata_creation_time(&s->metadata, AV_RB64(matroska->date_utc.data));
Anton Khirnov6df478b2014-05-25 07:07:323080
3081 res = matroska_parse_tracks(s);
3082 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063083 return res;
Anton Khirnov6df478b2014-05-25 07:07:323084
Diego Biurrunf69befe2014-03-07 12:54:183085 attachments = attachments_list->elem;
3086 for (j = 0; j < attachments_list->nb_elem; j++) {
3087 if (!(attachments[j].filename && attachments[j].mime &&
3088 attachments[j].bin.data && attachments[j].bin.size > 0)) {
Aurelien Jacobs9c25baf2008-08-05 00:40:553089 av_log(matroska->ctx, AV_LOG_ERROR, "incomplete attachment\n");
3090 } else {
Anton Khirnov3b3bbdd2011-06-18 09:43:243091 AVStream *st = avformat_new_stream(s, NULL);
Gabriel Dumef929ab02014-08-14 20:31:243092 if (!st)
Aurelien Jacobs9c25baf2008-08-05 00:40:553093 break;
Diego Biurrunf69befe2014-03-07 12:54:183094 av_dict_set(&st->metadata, "filename", attachments[j].filename, 0);
3095 av_dict_set(&st->metadata, "mimetype", attachments[j].mime, 0);
Andreas Rheinhardt3bd26b22020-05-06 13:24:333096 if (attachments[j].description)
3097 av_dict_set(&st->metadata, "title", attachments[j].description, 0);
Anton Khirnov92005142014-06-18 18:42:523098 st->codecpar->codec_id = AV_CODEC_ID_NONE;
Aurelien Jacobs9c25baf2008-08-05 00:40:553099
Andreas Rheinhardt67e957b2020-04-16 01:39:053100 for (i = 0; mkv_image_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:313101 if (av_strstart(attachments[j].mime, mkv_image_mime_tags[i].str, NULL)) {
Andreas Rheinhardt67e957b2020-04-16 01:39:053102 st->codecpar->codec_id = mkv_image_mime_tags[i].id;
Aurelien Jacobs9c25baf2008-08-05 00:40:553103 break;
3104 }
3105 }
wm4511585c2015-04-03 14:11:533106
Diego Biurrunf69befe2014-03-07 12:54:183107 attachments[j].stream = st;
wm4c4d37cd2015-04-03 14:11:533108
Anton Khirnov92005142014-06-18 18:42:523109 if (st->codecpar->codec_id != AV_CODEC_ID_NONE) {
Andreas Rheinhardt39ecb632021-03-29 05:58:563110 res = ff_add_attached_pic(s, st, NULL, &attachments[j].bin.buf, 0);
3111 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063112 return res;
wm4511585c2015-04-03 14:11:533113 } else {
Anton Khirnov92005142014-06-18 18:42:523114 st->codecpar->codec_type = AVMEDIA_TYPE_ATTACHMENT;
Derek Buitenhuis6f69f7a2016-04-10 19:58:153115 if (ff_alloc_extradata(st->codecpar, attachments[j].bin.size))
wm4511585c2015-04-03 14:11:533116 break;
Anton Khirnov92005142014-06-18 18:42:523117 memcpy(st->codecpar->extradata, attachments[j].bin.data,
wm4c4d37cd2015-04-03 14:11:533118 attachments[j].bin.size);
wm4511585c2015-04-03 14:11:533119
Andreas Rheinhardt67e957b2020-04-16 01:39:053120 for (i = 0; mkv_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:313121 if (av_strstart(attachments[j].mime, mkv_mime_tags[i].str, NULL)) {
Andreas Rheinhardt67e957b2020-04-16 01:39:053122 st->codecpar->codec_id = mkv_mime_tags[i].id;
wm4511585c2015-04-03 14:11:533123 break;
3124 }
3125 }
wm4511585c2015-04-03 14:11:533126 }
Aurelien Jacobs9c25baf2008-08-05 00:40:553127 }
3128 }
3129
3130 chapters = chapters_list->elem;
Keiji Costantini84cfce92014-03-01 16:28:153131 for (i = 0; i < chapters_list->nb_elem; i++)
3132 if (chapters[i].start != AV_NOPTS_VALUE && chapters[i].uid &&
3133 (max_start == 0 || chapters[i].start > max_start)) {
Aurelien Jacobs6cb6e152009-02-15 15:25:143134 chapters[i].chapter =
Keiji Costantini84cfce92014-03-01 16:28:153135 avpriv_new_chapter(s, chapters[i].uid,
3136 (AVRational) { 1, 1000000000 },
3137 chapters[i].start, chapters[i].end,
3138 chapters[i].title);
Aurelien Jacobse0e4be52009-01-15 00:42:573139 max_start = chapters[i].start;
3140 }
Aurelien Jacobs9c25baf2008-08-05 00:40:553141
Aaron Colwell6c4cc0f2011-09-22 14:51:003142 matroska_add_index_entries(matroska);
3143
Aurelien Jacobs929e9de2009-02-15 15:53:553144 matroska_convert_tags(s);
3145
Aurelien Jacobsce6f28b2008-08-05 00:40:583146 return 0;
David Conradb061d892007-06-04 22:10:543147}
3148
Aurelien Jacobs737c40d2008-08-05 00:42:393149/*
Aurelien Jacobs737c40d2008-08-05 00:42:393150 * Put one packet in an application-supplied AVPacket struct.
3151 * Returns 0 on success or -1 on failure.
3152 */
3153static int matroska_deliver_packet(MatroskaDemuxContext *matroska,
3154 AVPacket *pkt)
3155{
Andreas Rheinhardtd61240f2021-12-16 00:49:393156 if (matroska->queue.head) {
Mats Peterson6aac43f2016-02-24 17:14:053157 MatroskaTrack *tracks = matroska->tracks.elem;
3158 MatroskaTrack *track;
James Almer78b96be2018-03-26 18:02:373159
Andreas Rheinhardtd61240f2021-12-16 00:49:393160 avpriv_packet_list_get(&matroska->queue, pkt);
Mats Peterson6aac43f2016-02-24 17:14:053161 track = &tracks[pkt->stream_index];
3162 if (track->has_palette) {
Mats Peterson79736032015-12-27 20:28:093163 uint8_t *pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE, AVPALETTE_SIZE);
3164 if (!pal) {
3165 av_log(matroska->ctx, AV_LOG_ERROR, "Cannot append palette to packet\n");
3166 } else {
Mats Peterson6aac43f2016-02-24 17:14:053167 memcpy(pal, track->palette, AVPALETTE_SIZE);
Mats Peterson79736032015-12-27 20:28:093168 }
Mats Peterson6aac43f2016-02-24 17:14:053169 track->has_palette = 0;
Mats Peterson79736032015-12-27 20:28:093170 }
Aurelien Jacobs737c40d2008-08-05 00:42:393171 return 0;
3172 }
3173
3174 return -1;
3175}
3176
3177/*
3178 * Free all packets in our internal queue.
3179 */
3180static void matroska_clear_queue(MatroskaDemuxContext *matroska)
3181{
Andreas Rheinhardtd61240f2021-12-16 00:49:393182 avpriv_packet_list_free(&matroska->queue);
Aurelien Jacobs737c40d2008-08-05 00:42:393183}
3184
Luca Barbato2d0e7712012-09-16 23:58:323185static int matroska_parse_laces(MatroskaDemuxContext *matroska, uint8_t **buf,
Andreas Rheinhardtd5274f82019-12-03 17:09:103186 int size, int type, AVIOContext *pb,
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063187 uint32_t lace_size[256], int *laces)
Luca Barbato2d0e7712012-09-16 23:58:323188{
Andreas Rheinhardtf74eaa12019-12-03 17:09:083189 int n;
Luca Barbato2d0e7712012-09-16 23:58:323190 uint8_t *data = *buf;
Luca Barbato2d0e7712012-09-16 23:58:323191
3192 if (!type) {
Keiji Costantini84cfce92014-03-01 16:28:153193 *laces = 1;
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063194 lace_size[0] = size;
Luca Barbato2d0e7712012-09-16 23:58:323195 return 0;
3196 }
3197
Andreas Rheinhardte471faf2020-03-25 05:00:533198 if (size <= 0)
3199 return AVERROR_INVALIDDATA;
3200
Andreas Rheinhardt1fd85282020-05-20 19:24:343201 *laces = *data + 1;
3202 data += 1;
3203 size -= 1;
Luca Barbato2d0e7712012-09-16 23:58:323204
3205 switch (type) {
Keiji Costantini84cfce92014-03-01 16:28:153206 case 0x1: /* Xiph lacing */
3207 {
Luca Barbato2d0e7712012-09-16 23:58:323208 uint8_t temp;
3209 uint32_t total = 0;
Andreas Rheinhardta69f92a2019-12-03 17:09:073210 for (n = 0; n < *laces - 1; n++) {
Andreas Rheinhardt1215b3a2019-05-16 22:29:483211 lace_size[n] = 0;
3212
Andreas Rheinhardt1fd85282020-05-20 19:24:343213 do {
3214 if (size <= total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073215 return AVERROR_INVALIDDATA;
Keiji Costantini84cfce92014-03-01 16:28:153216 temp = *data;
Michael Niedermayerb3d9ab12014-03-07 22:46:373217 total += temp;
Luca Barbato2d0e7712012-09-16 23:58:323218 lace_size[n] += temp;
Keiji Costantini84cfce92014-03-01 16:28:153219 data += 1;
3220 size -= 1;
Andreas Rheinhardt1fd85282020-05-20 19:24:343221 } while (temp == 0xff);
Luca Barbato2d0e7712012-09-16 23:58:323222 }
Andreas Rheinhardt1fd85282020-05-20 19:24:343223 if (size < total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073224 return AVERROR_INVALIDDATA;
Luca Barbato2d0e7712012-09-16 23:58:323225
3226 lace_size[n] = size - total;
3227 break;
3228 }
3229
3230 case 0x2: /* fixed-size lacing */
Andreas Rheinhardt1fd85282020-05-20 19:24:343231 if (size % (*laces))
Andreas Rheinhardta69f92a2019-12-03 17:09:073232 return AVERROR_INVALIDDATA;
Luca Barbato2d0e7712012-09-16 23:58:323233 for (n = 0; n < *laces; n++)
3234 lace_size[n] = size / *laces;
3235 break;
3236
Keiji Costantini84cfce92014-03-01 16:28:153237 case 0x3: /* EBML lacing */
3238 {
Luca Barbato2d0e7712012-09-16 23:58:323239 uint64_t num;
Luca Barbato8a96df72013-03-28 10:52:523240 uint64_t total;
Andreas Rheinhardtd5274f82019-12-03 17:09:103241 int offset;
3242
3243 avio_skip(pb, 4);
3244
3245 n = ebml_read_num(matroska, pb, 8, &num, 1);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093246 if (n < 0)
3247 return n;
3248 if (num > INT_MAX)
3249 return AVERROR_INVALIDDATA;
Andreas Rheinhardtd5274f82019-12-03 17:09:103250
Luca Barbato2d0e7712012-09-16 23:58:323251 total = lace_size[0] = num;
Andreas Rheinhardtd5274f82019-12-03 17:09:103252 offset = n;
Andreas Rheinhardta69f92a2019-12-03 17:09:073253 for (n = 1; n < *laces - 1; n++) {
Luca Barbato2d0e7712012-09-16 23:58:323254 int64_t snum;
3255 int r;
Andreas Rheinhardtd5274f82019-12-03 17:09:103256 r = matroska_ebmlnum_sint(matroska, pb, &snum);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093257 if (r < 0)
3258 return r;
3259 if (lace_size[n - 1] + snum > (uint64_t)INT_MAX)
3260 return AVERROR_INVALIDDATA;
Andreas Rheinhardtd5274f82019-12-03 17:09:103261
Luca Barbato2d0e7712012-09-16 23:58:323262 lace_size[n] = lace_size[n - 1] + snum;
Keiji Costantini84cfce92014-03-01 16:28:153263 total += lace_size[n];
Andreas Rheinhardtd5274f82019-12-03 17:09:103264 offset += r;
Luca Barbato2d0e7712012-09-16 23:58:323265 }
Andreas Rheinhardtd5274f82019-12-03 17:09:103266 data += offset;
3267 size -= offset;
Andreas Rheinhardt1fd85282020-05-20 19:24:343268 if (size < total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073269 return AVERROR_INVALIDDATA;
Andreas Rheinhardt1fd85282020-05-20 19:24:343270
Luca Barbato2d0e7712012-09-16 23:58:323271 lace_size[*laces - 1] = size - total;
3272 break;
3273 }
3274 }
3275
Andreas Rheinhardt1fd85282020-05-20 19:24:343276 *buf = data;
Luca Barbato2d0e7712012-09-16 23:58:323277
Andreas Rheinhardta69f92a2019-12-03 17:09:073278 return 0;
Luca Barbato2d0e7712012-09-16 23:58:323279}
3280
Luca Barbatoc831ebf2012-09-16 23:28:133281static int matroska_parse_rm_audio(MatroskaDemuxContext *matroska,
Keiji Costantini84cfce92014-03-01 16:28:153282 MatroskaTrack *track, AVStream *st,
3283 uint8_t *data, int size, uint64_t timecode,
Luca Barbatoc831ebf2012-09-16 23:28:133284 int64_t pos)
3285{
Andreas Rheinhardt39fb1e92019-12-06 23:11:013286 const int a = st->codecpar->block_align;
3287 const int sps = track->audio.sub_packet_size;
3288 const int cfs = track->audio.coded_framesize;
3289 const int h = track->audio.sub_packet_h;
3290 const int w = track->audio.frame_size;
Keiji Costantini84cfce92014-03-01 16:28:153291 int y = track->audio.sub_packet_cnt;
Luca Barbatoc831ebf2012-09-16 23:28:133292 int x;
3293
3294 if (!track->audio.pkt_cnt) {
3295 if (track->audio.sub_packet_cnt == 0)
3296 track->audio.buf_timecode = timecode;
Anton Khirnov92005142014-06-18 18:42:523297 if (st->codecpar->codec_id == AV_CODEC_ID_RA_288) {
Luca Barbatoc831ebf2012-09-16 23:28:133298 if (size < cfs * h / 2) {
3299 av_log(matroska->ctx, AV_LOG_ERROR,
3300 "Corrupt int4 RM-style audio packet size\n");
3301 return AVERROR_INVALIDDATA;
3302 }
Keiji Costantini84cfce92014-03-01 16:28:153303 for (x = 0; x < h / 2; x++)
3304 memcpy(track->audio.buf + x * 2 * w + y * cfs,
3305 data + x * cfs, cfs);
Anton Khirnov92005142014-06-18 18:42:523306 } else if (st->codecpar->codec_id == AV_CODEC_ID_SIPR) {
Luca Barbatoc831ebf2012-09-16 23:28:133307 if (size < w) {
3308 av_log(matroska->ctx, AV_LOG_ERROR,
3309 "Corrupt sipr RM-style audio packet size\n");
3310 return AVERROR_INVALIDDATA;
3311 }
Keiji Costantini84cfce92014-03-01 16:28:153312 memcpy(track->audio.buf + y * w, data, w);
Luca Barbatoc831ebf2012-09-16 23:28:133313 } else {
Andreas Rheinhardt4b1c19a2020-04-20 06:54:233314 if (size < w) {
Luca Barbatoc831ebf2012-09-16 23:28:133315 av_log(matroska->ctx, AV_LOG_ERROR,
3316 "Corrupt generic RM-style audio packet size\n");
3317 return AVERROR_INVALIDDATA;
3318 }
Keiji Costantini84cfce92014-03-01 16:28:153319 for (x = 0; x < w / sps; x++)
3320 memcpy(track->audio.buf +
3321 sps * (h * x + ((h + 1) / 2) * (y & 1) + (y >> 1)),
3322 data + x * sps, sps);
Luca Barbatoc831ebf2012-09-16 23:28:133323 }
3324
3325 if (++track->audio.sub_packet_cnt >= h) {
Anton Khirnov92005142014-06-18 18:42:523326 if (st->codecpar->codec_id == AV_CODEC_ID_SIPR)
Luca Barbatoc831ebf2012-09-16 23:28:133327 ff_rm_reorder_sipr_data(track->audio.buf, h, w);
3328 track->audio.sub_packet_cnt = 0;
Keiji Costantini84cfce92014-03-01 16:28:153329 track->audio.pkt_cnt = h * w / a;
Luca Barbatoc831ebf2012-09-16 23:28:133330 }
3331 }
3332
3333 while (track->audio.pkt_cnt) {
Vittorio Giovarae0caa1e2014-10-23 23:05:533334 int ret;
James Almer8d78e902021-01-29 13:42:483335 AVPacket *pkt = matroska->pkt;
Vittorio Giovarae0caa1e2014-10-23 23:05:533336
3337 ret = av_new_packet(pkt, a);
3338 if (ret < 0) {
Vittorio Giovarae0caa1e2014-10-23 23:05:533339 return ret;
Michael Niedermayer11164912012-10-20 14:55:453340 }
Keiji Costantini84cfce92014-03-01 16:28:153341 memcpy(pkt->data,
3342 track->audio.buf + a * (h * w / a - track->audio.pkt_cnt--),
3343 a);
3344 pkt->pts = track->audio.buf_timecode;
Luca Barbatoc831ebf2012-09-16 23:28:133345 track->audio.buf_timecode = AV_NOPTS_VALUE;
Keiji Costantini84cfce92014-03-01 16:28:153346 pkt->pos = pos;
3347 pkt->stream_index = st->index;
Andreas Rheinhardtd61240f2021-12-16 00:49:393348 ret = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373349 if (ret < 0) {
James Almer4f55b942018-04-04 16:53:123350 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373351 return AVERROR(ENOMEM);
3352 }
Luca Barbatoc831ebf2012-09-16 23:28:133353 }
3354
3355 return 0;
3356}
Anton Khirnov9b6f47c2013-05-27 07:44:273357
3358/* reconstruct full wavpack blocks from mangled matroska ones */
Andreas Rheinhardt979b5b82019-12-06 08:53:343359static int matroska_parse_wavpack(MatroskaTrack *track,
3360 uint8_t **data, int *size)
Anton Khirnov9b6f47c2013-05-27 07:44:273361{
3362 uint8_t *dst = NULL;
Andreas Rheinhardt979b5b82019-12-06 08:53:343363 uint8_t *src = *data;
Anton Khirnov9b6f47c2013-05-27 07:44:273364 int dstlen = 0;
3365 int srclen = *size;
3366 uint32_t samples;
3367 uint16_t ver;
3368 int ret, offset = 0;
3369
Andreas Rheinhardt048bc3f2019-12-14 00:36:543370 if (srclen < 12)
Anton Khirnov9b6f47c2013-05-27 07:44:273371 return AVERROR_INVALIDDATA;
3372
Andreas Rheinhardt048bc3f2019-12-14 00:36:543373 av_assert1(track->stream->codecpar->extradata_size >= 2);
Anton Khirnov92005142014-06-18 18:42:523374 ver = AV_RL16(track->stream->codecpar->extradata);
Anton Khirnov9b6f47c2013-05-27 07:44:273375
3376 samples = AV_RL32(src);
3377 src += 4;
3378 srclen -= 4;
3379
3380 while (srclen >= 8) {
3381 int multiblock;
3382 uint32_t blocksize;
3383 uint8_t *tmp;
3384
3385 uint32_t flags = AV_RL32(src);
3386 uint32_t crc = AV_RL32(src + 4);
3387 src += 8;
3388 srclen -= 8;
3389
3390 multiblock = (flags & 0x1800) != 0x1800;
3391 if (multiblock) {
3392 if (srclen < 4) {
3393 ret = AVERROR_INVALIDDATA;
3394 goto fail;
3395 }
3396 blocksize = AV_RL32(src);
Keiji Costantini84cfce92014-03-01 16:28:153397 src += 4;
3398 srclen -= 4;
Anton Khirnov9b6f47c2013-05-27 07:44:273399 } else
3400 blocksize = srclen;
3401
3402 if (blocksize > srclen) {
3403 ret = AVERROR_INVALIDDATA;
3404 goto fail;
3405 }
3406
James Almer9703b7d2018-04-04 21:12:533407 tmp = av_realloc(dst, dstlen + blocksize + 32 + AV_INPUT_BUFFER_PADDING_SIZE);
Anton Khirnov9b6f47c2013-05-27 07:44:273408 if (!tmp) {
3409 ret = AVERROR(ENOMEM);
3410 goto fail;
3411 }
3412 dst = tmp;
3413 dstlen += blocksize + 32;
3414
Keiji Costantini84cfce92014-03-01 16:28:153415 AV_WL32(dst + offset, MKTAG('w', 'v', 'p', 'k')); // tag
3416 AV_WL32(dst + offset + 4, blocksize + 24); // blocksize - 8
3417 AV_WL16(dst + offset + 8, ver); // version
3418 AV_WL16(dst + offset + 10, 0); // track/index_no
3419 AV_WL32(dst + offset + 12, 0); // total samples
3420 AV_WL32(dst + offset + 16, 0); // block index
3421 AV_WL32(dst + offset + 20, samples); // number of samples
3422 AV_WL32(dst + offset + 24, flags); // flags
3423 AV_WL32(dst + offset + 28, crc); // crc
3424 memcpy(dst + offset + 32, src, blocksize); // block data
Anton Khirnov9b6f47c2013-05-27 07:44:273425
3426 src += blocksize;
3427 srclen -= blocksize;
3428 offset += blocksize + 32;
3429 }
3430
James Almer9703b7d2018-04-04 21:12:533431 memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
3432
Andreas Rheinhardt979b5b82019-12-06 08:53:343433 *data = dst;
Anton Khirnov9b6f47c2013-05-27 07:44:273434 *size = dstlen;
3435
3436 return 0;
3437
3438fail:
3439 av_freep(&dst);
3440 return ret;
3441}
3442
Andreas Rheinhardt979b5b82019-12-06 08:53:343443static int matroska_parse_prores(MatroskaTrack *track,
3444 uint8_t **data, int *size)
James Almerb8e75a22018-04-04 19:07:363445{
Andreas Rheinhardtaf50f0a2019-12-06 23:16:193446 uint8_t *dst;
3447 int dstlen = *size + 8;
Andreas Rheinhardt581419e2019-09-28 17:54:253448
Andreas Rheinhardt39fb1e92019-12-06 23:11:013449 dst = av_malloc(dstlen + AV_INPUT_BUFFER_PADDING_SIZE);
3450 if (!dst)
3451 return AVERROR(ENOMEM);
James Almerb8e75a22018-04-04 19:07:363452
Andreas Rheinhardt39fb1e92019-12-06 23:11:013453 AV_WB32(dst, dstlen);
3454 AV_WB32(dst + 4, MKBETAG('i', 'c', 'p', 'f'));
3455 memcpy(dst + 8, *data, dstlen - 8);
3456 memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
James Almerb8e75a22018-04-04 19:07:363457
Andreas Rheinhardt979b5b82019-12-06 08:53:343458 *data = dst;
James Almerb8e75a22018-04-04 19:07:363459 *size = dstlen;
3460
3461 return 0;
3462}
3463
Matthew Heaney818ebe92013-08-08 22:40:033464static int matroska_parse_webvtt(MatroskaDemuxContext *matroska,
3465 MatroskaTrack *track,
3466 AVStream *st,
3467 uint8_t *data, int data_len,
3468 uint64_t timecode,
3469 uint64_t duration,
3470 int64_t pos)
3471{
James Almer8d78e902021-01-29 13:42:483472 AVPacket *pkt = matroska->pkt;
Matthew Heaney818ebe92013-08-08 22:40:033473 uint8_t *id, *settings, *text, *buf;
3474 int id_len, settings_len, text_len;
3475 uint8_t *p, *q;
3476 int err;
3477
3478 if (data_len <= 0)
3479 return AVERROR_INVALIDDATA;
3480
3481 p = data;
3482 q = data + data_len;
3483
3484 id = p;
3485 id_len = -1;
3486 while (p < q) {
3487 if (*p == '\r' || *p == '\n') {
3488 id_len = p - id;
3489 if (*p == '\r')
3490 p++;
3491 break;
3492 }
3493 p++;
3494 }
3495
3496 if (p >= q || *p != '\n')
3497 return AVERROR_INVALIDDATA;
3498 p++;
3499
3500 settings = p;
3501 settings_len = -1;
3502 while (p < q) {
3503 if (*p == '\r' || *p == '\n') {
3504 settings_len = p - settings;
3505 if (*p == '\r')
3506 p++;
3507 break;
3508 }
3509 p++;
3510 }
3511
3512 if (p >= q || *p != '\n')
3513 return AVERROR_INVALIDDATA;
3514 p++;
3515
3516 text = p;
3517 text_len = q - p;
3518 while (text_len > 0) {
3519 const int len = text_len - 1;
3520 const uint8_t c = p[len];
3521 if (c != '\r' && c != '\n')
3522 break;
3523 text_len = len;
3524 }
3525
3526 if (text_len <= 0)
3527 return AVERROR_INVALIDDATA;
3528
Matthew Heaney818ebe92013-08-08 22:40:033529 err = av_new_packet(pkt, text_len);
3530 if (err < 0) {
James Almerf4f39582018-02-20 13:26:213531 return err;
Matthew Heaney818ebe92013-08-08 22:40:033532 }
3533
3534 memcpy(pkt->data, text, text_len);
3535
3536 if (id_len > 0) {
3537 buf = av_packet_new_side_data(pkt,
3538 AV_PKT_DATA_WEBVTT_IDENTIFIER,
3539 id_len);
Michael Niedermayerfb33bff2014-08-15 18:33:213540 if (!buf) {
James Almer88eb3682018-02-20 13:25:543541 av_packet_unref(pkt);
Matthew Heaney818ebe92013-08-08 22:40:033542 return AVERROR(ENOMEM);
3543 }
3544 memcpy(buf, id, id_len);
3545 }
3546
3547 if (settings_len > 0) {
3548 buf = av_packet_new_side_data(pkt,
3549 AV_PKT_DATA_WEBVTT_SETTINGS,
3550 settings_len);
Michael Niedermayerfb33bff2014-08-15 18:33:213551 if (!buf) {
James Almer88eb3682018-02-20 13:25:543552 av_packet_unref(pkt);
Matthew Heaney818ebe92013-08-08 22:40:033553 return AVERROR(ENOMEM);
3554 }
3555 memcpy(buf, settings, settings_len);
3556 }
3557
3558 // Do we need this for subtitles?
3559 // pkt->flags = AV_PKT_FLAG_KEY;
3560
3561 pkt->stream_index = st->index;
3562 pkt->pts = timecode;
3563
3564 // Do we need this for subtitles?
3565 // pkt->dts = timecode;
3566
3567 pkt->duration = duration;
3568 pkt->pos = pos;
3569
Andreas Rheinhardtd61240f2021-12-16 00:49:393570 err = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373571 if (err < 0) {
James Almer4f55b942018-04-04 16:53:123572 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373573 return AVERROR(ENOMEM);
3574 }
Matthew Heaney818ebe92013-08-08 22:40:033575
3576 return 0;
3577}
3578
Luca Barbatoc831ebf2012-09-16 23:28:133579static int matroska_parse_frame(MatroskaDemuxContext *matroska,
Keiji Costantini84cfce92014-03-01 16:28:153580 MatroskaTrack *track, AVStream *st,
Andreas Rheinhardt5767a2e2020-05-03 06:35:253581 AVBufferRef *buf, uint8_t *data, int pkt_size,
Michael Niedermayer8c51ea52012-09-20 18:37:263582 uint64_t timecode, uint64_t lace_duration,
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483583 int64_t pos, int is_keyframe,
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213584 uint8_t *additional, uint64_t additional_id, int additional_size,
Jan Gerberf4b1ca92013-11-14 11:58:283585 int64_t discard_padding)
Luca Barbatoc831ebf2012-09-16 23:28:133586{
Andreas Rheinhardt5767a2e2020-05-03 06:35:253587 uint8_t *pkt_data = data;
Andreas Rheinhardte471faf2020-03-25 05:00:533588 int res = 0;
James Almer8d78e902021-01-29 13:42:483589 AVPacket *pkt = matroska->pkt;
Luca Barbatoc831ebf2012-09-16 23:28:133590
Anton Khirnov92005142014-06-18 18:42:523591 if (st->codecpar->codec_id == AV_CODEC_ID_WAVPACK) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343592 res = matroska_parse_wavpack(track, &pkt_data, &pkt_size);
Anton Khirnov9b6f47c2013-05-27 07:44:273593 if (res < 0) {
Keiji Costantini84cfce92014-03-01 16:28:153594 av_log(matroska->ctx, AV_LOG_ERROR,
3595 "Error parsing a wavpack block.\n");
Anton Khirnov9b6f47c2013-05-27 07:44:273596 goto fail;
3597 }
Andreas Rheinhardt979b5b82019-12-06 08:53:343598 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253599 av_freep(&data);
Andreas Rheinhardt979b5b82019-12-06 08:53:343600 buf = NULL;
Anton Khirnov9b6f47c2013-05-27 07:44:273601 }
3602
Andreas Rheinhardtaf50f0a2019-12-06 23:16:193603 if (st->codecpar->codec_id == AV_CODEC_ID_PRORES &&
3604 AV_RB32(pkt_data + 4) != MKBETAG('i', 'c', 'p', 'f')) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343605 res = matroska_parse_prores(track, &pkt_data, &pkt_size);
James Almerb8e75a22018-04-04 19:07:363606 if (res < 0) {
3607 av_log(matroska->ctx, AV_LOG_ERROR,
3608 "Error parsing a prores block.\n");
3609 goto fail;
3610 }
Andreas Rheinhardt979b5b82019-12-06 08:53:343611 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253612 av_freep(&data);
Andreas Rheinhardt979b5b82019-12-06 08:53:343613 buf = NULL;
James Almerb8e75a22018-04-04 19:07:363614 }
Luca Barbatoc831ebf2012-09-16 23:28:133615
Andreas Rheinhardte471faf2020-03-25 05:00:533616 if (!pkt_size && !additional_size)
3617 goto no_output;
3618
Andreas Rheinhardt979b5b82019-12-06 08:53:343619 if (!buf)
James Almer9703b7d2018-04-04 21:12:533620 pkt->buf = av_buffer_create(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE,
3621 NULL, NULL, 0);
3622 else
3623 pkt->buf = av_buffer_ref(buf);
3624
3625 if (!pkt->buf) {
Michael Niedermayer2fe4b622013-06-03 14:07:063626 res = AVERROR(ENOMEM);
3627 goto fail;
Luca Barbatoc831ebf2012-09-16 23:28:133628 }
3629
James Almer9703b7d2018-04-04 21:12:533630 pkt->data = pkt_data;
3631 pkt->size = pkt_size;
Keiji Costantini84cfce92014-03-01 16:28:153632 pkt->flags = is_keyframe;
Luca Barbatoc831ebf2012-09-16 23:28:133633 pkt->stream_index = st->index;
3634
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483635 if (additional_size > 0) {
3636 uint8_t *side_data = av_packet_new_side_data(pkt,
3637 AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL,
Michael Niedermayera08ebf02013-02-13 23:55:253638 additional_size + 8);
Michael Niedermayerfb33bff2014-08-15 18:33:213639 if (!side_data) {
Hendrik Leppkesc2f861c2015-10-27 13:35:303640 av_packet_unref(pkt);
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483641 return AVERROR(ENOMEM);
3642 }
Michael Niedermayera08ebf02013-02-13 23:55:253643 AV_WB64(side_data, additional_id);
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483644 memcpy(side_data + 8, additional, additional_size);
3645 }
3646
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213647 if (discard_padding) {
3648 uint8_t *side_data = av_packet_new_side_data(pkt,
3649 AV_PKT_DATA_SKIP_SAMPLES,
3650 10);
Michael Niedermayerfb33bff2014-08-15 18:33:213651 if (!side_data) {
Hendrik Leppkesc2f861c2015-10-27 13:35:303652 av_packet_unref(pkt);
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213653 return AVERROR(ENOMEM);
3654 }
James Almer70c6a1b2016-11-05 20:46:523655 discard_padding = av_rescale_q(discard_padding,
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213656 (AVRational){1, 1000000000},
James Almer70c6a1b2016-11-05 20:46:523657 (AVRational){1, st->codecpar->sample_rate});
3658 if (discard_padding > 0) {
3659 AV_WL32(side_data + 4, discard_padding);
3660 } else {
3661 AV_WL32(side_data, -discard_padding);
3662 }
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213663 }
3664
Luca Barbatoc831ebf2012-09-16 23:28:133665 if (track->ms_compat)
3666 pkt->dts = timecode;
3667 else
3668 pkt->pts = timecode;
3669 pkt->pos = pos;
Hendrik Leppkesb01891a2015-09-29 13:14:593670 pkt->duration = lace_duration;
3671
Andreas Rheinhardtd61240f2021-12-16 00:49:393672 res = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373673 if (res < 0) {
James Almer2f0e0de2018-04-04 13:54:143674 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373675 return AVERROR(ENOMEM);
3676 }
Luca Barbatoc831ebf2012-09-16 23:28:133677
3678 return 0;
Keiji Costantini84cfce92014-03-01 16:28:153679
Andreas Rheinhardte471faf2020-03-25 05:00:533680no_output:
Anton Khirnov9b6f47c2013-05-27 07:44:273681fail:
Andreas Rheinhardt979b5b82019-12-06 08:53:343682 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253683 av_free(pkt_data);
Anton Khirnov9b6f47c2013-05-27 07:44:273684 return res;
Luca Barbatoc831ebf2012-09-16 23:28:133685}
3686
James Almer9703b7d2018-04-04 21:12:533687static int matroska_parse_block(MatroskaDemuxContext *matroska, AVBufferRef *buf, uint8_t *data,
Aurelien Jacobsf7b96872008-08-05 00:42:053688 int size, int64_t pos, uint64_t cluster_time,
Luca Barbato7d843102012-09-17 00:48:023689 uint64_t block_duration, int is_keyframe,
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483690 uint8_t *additional, uint64_t additional_id, int additional_size,
Jan Gerberf4b1ca92013-11-14 11:58:283691 int64_t cluster_pos, int64_t discard_padding)
David Conradb061d892007-06-04 22:10:543692{
Aurelien Jacobsf14a2012008-09-09 11:54:353693 uint64_t timecode = AV_NOPTS_VALUE;
Aurelien Jacobs009ecd52008-08-05 00:40:123694 MatroskaTrack *track;
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073695 FFIOContext pb;
Aurelien Jacobsa3467f82008-09-06 23:44:293696 int res = 0;
David Conradb061d892007-06-04 22:10:543697 AVStream *st;
David Conradb061d892007-06-04 22:10:543698 int16_t block_time;
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063699 uint32_t lace_size[256];
David Conradb061d892007-06-04 22:10:543700 int n, flags, laces = 0;
3701 uint64_t num;
Steve Lhomme5bd870a2020-11-15 09:00:353702 int trust_default_duration;
David Conradb061d892007-06-04 22:10:543703
Andreas Rheinhardtd5274f82019-12-03 17:09:103704 ffio_init_context(&pb, data, size, 0, NULL, NULL, NULL, NULL);
3705
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073706 if ((n = ebml_read_num(matroska, &pb.pub, 8, &num, 1)) < 0)
Luca Barbato721af292012-04-30 00:39:313707 return n;
David Conradb061d892007-06-04 22:10:543708 data += n;
3709 size -= n;
3710
David Conradb061d892007-06-04 22:10:543711 track = matroska_find_track_by_num(matroska, num);
Andreas Rheinhardtb5779682020-03-25 05:52:093712 if (!track || size < 3)
Reimar Döffingerd4931702012-02-13 22:06:193713 return AVERROR_INVALIDDATA;
Andreas Rheinhardtb5779682020-03-25 05:52:093714
3715 if (!(st = track->stream)) {
3716 av_log(matroska->ctx, AV_LOG_VERBOSE,
3717 "No stream associated to TrackNumber %"PRIu64". "
3718 "Ignoring Block with this TrackNumber.\n", num);
3719 return 0;
3720 }
3721
Aurelien Jacobs16f97ab2008-08-05 00:41:103722 if (st->discard >= AVDISCARD_ALL)
David Conradb061d892007-06-04 22:10:543723 return res;
Andreas Rheinhardt3714d452019-09-03 22:50:113724 if (block_duration > INT64_MAX)
3725 block_duration = INT64_MAX;
David Conradb061d892007-06-04 22:10:543726
Michael Niedermayer729fa552013-05-19 21:38:013727 block_time = sign_extend(AV_RB16(data), 16);
Keiji Costantini84cfce92014-03-01 16:28:153728 data += 2;
3729 flags = *data++;
3730 size -= 3;
David Conradb061d892007-06-04 22:10:543731 if (is_keyframe == -1)
Jean-Daniel Dupascc947f02010-03-31 12:29:583732 is_keyframe = flags & 0x80 ? AV_PKT_FLAG_KEY : 0;
David Conradb061d892007-06-04 22:10:543733
Keiji Costantini84cfce92014-03-01 16:28:153734 if (cluster_time != (uint64_t) -1 &&
3735 (block_time >= 0 || cluster_time >= -block_time)) {
Steve Lhomme3a2b7862020-11-15 08:59:483736 uint64_t timecode_cluster_in_track_tb = (double) cluster_time / track->time_scale;
3737 timecode = timecode_cluster_in_track_tb + block_time - track->codec_delay_in_track_tb;
Keiji Costantini84cfce92014-03-01 16:28:153738 if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE &&
3739 timecode < track->end_timecode)
Aurelien Jacobs82360e62008-09-09 12:07:103740 is_keyframe = 0; /* overlapping subtitles are not key frame */
Michael Niedermayerb347ca92016-12-26 02:16:013741 if (is_keyframe) {
3742 ff_reduce_index(matroska->ctx, st->index);
Keiji Costantini84cfce92014-03-01 16:28:153743 av_add_index_entry(st, cluster_pos, timecode, 0, 0,
3744 AVINDEX_KEYFRAME);
Michael Niedermayerb347ca92016-12-26 02:16:013745 }
Aurelien Jacobsf14a2012008-09-09 11:54:353746 }
3747
Keiji Costantini84cfce92014-03-01 16:28:153748 if (matroska->skip_to_keyframe &&
3749 track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
Chris Cunninghamd59820f2016-07-21 19:01:453750 // Compare signed timecodes. Timecode may be negative due to codec delay
3751 // offset. We don't support timestamps greater than int64_t anyway - see
3752 // AVPacket's pts.
Chris Cunningham52ec4cc2016-07-28 01:33:303753 if ((int64_t)timecode < (int64_t)matroska->skip_to_timecode)
David Conradb061d892007-06-04 22:10:543754 return res;
Monty Montgomeryf6622f92013-09-11 06:00:313755 if (is_keyframe)
3756 matroska->skip_to_keyframe = 0;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163757 else if (!ffstream(st)->skip_to_keyframe) {
Reimar Döffinger4a958762012-04-13 22:17:303758 av_log(matroska->ctx, AV_LOG_ERROR, "File is broken, keyframes not correctly marked!\n");
3759 matroska->skip_to_keyframe = 0;
3760 }
David Conradb061d892007-06-04 22:10:543761 }
3762
Andreas Rheinhardtf74eaa12019-12-03 17:09:083763 res = matroska_parse_laces(matroska, &data, size, (flags & 0x06) >> 1,
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073764 &pb.pub, lace_size, &laces);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093765 if (res < 0) {
3766 av_log(matroska->ctx, AV_LOG_ERROR, "Error parsing frame sizes.\n");
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063767 return res;
Andreas Rheinhardtdbe3be62019-12-03 17:09:093768 }
Aurelien Jacobseabb8ba2007-06-04 22:19:173769
Steve Lhomme5bd870a2020-11-15 09:00:353770 trust_default_duration = track->default_duration != 0;
3771 if (track->audio.samplerate == 8000 && trust_default_duration) {
Michael Niedermayer6158a3b2013-07-15 15:13:453772 // If this is needed for more codecs, then add them here
Derek Buitenhuis6f69f7a2016-04-10 19:58:153773 if (st->codecpar->codec_id == AV_CODEC_ID_AC3) {
3774 if (track->audio.samplerate != st->codecpar->sample_rate || !st->codecpar->frame_size)
Michael Niedermayer6158a3b2013-07-15 15:13:453775 trust_default_duration = 0;
3776 }
3777 }
3778
3779 if (!block_duration && trust_default_duration)
Michael Niedermayer5864ce12012-09-20 19:46:353780 block_duration = track->default_duration * laces / matroska->time_scale;
Michael Niedermayer8c51ea52012-09-20 18:37:263781
3782 if (cluster_time != (uint64_t)-1 && (block_time >= 0 || cluster_time >= -block_time))
Luca Barbato7d843102012-09-17 00:48:023783 track->end_timecode =
3784 FFMAX(track->end_timecode, timecode + block_duration);
Michael Niedermayer8c51ea52012-09-20 18:37:263785
Luca Barbatoc831ebf2012-09-16 23:28:133786 for (n = 0; n < laces; n++) {
Michael Niedermayer5864ce12012-09-20 19:46:353787 int64_t lace_duration = block_duration*(n+1) / laces - block_duration*n / laces;
Andreas Rheinhardt979b5b82019-12-06 08:53:343788 uint8_t *out_data = data;
3789 int out_size = lace_size[n];
3790
3791 if (track->needs_decoding) {
3792 res = matroska_decode_buffer(&out_data, &out_size, track);
3793 if (res < 0)
3794 return res;
3795 /* Given that we are here means that out_data is no longer
3796 * owned by buf, so set it to NULL. This depends upon
3797 * zero-length header removal compression being ignored. */
3798 av_assert1(out_data != data);
3799 buf = NULL;
3800 }
Michael Niedermayer8c51ea52012-09-20 18:37:263801
Andreas Rheinhardtc6f60b92019-12-02 10:04:553802 if (track->audio.buf) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343803 res = matroska_parse_rm_audio(matroska, track, st,
3804 out_data, out_size,
Michael Niedermayera6ec1e42012-09-20 21:43:203805 timecode, pos);
Andreas Rheinhardt979b5b82019-12-06 08:53:343806 if (!buf)
3807 av_free(out_data);
Luca Barbatoc831ebf2012-09-16 23:28:133808 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063809 return res;
Derek Buitenhuis6f69f7a2016-04-10 19:58:153810 } else if (st->codecpar->codec_id == AV_CODEC_ID_WEBVTT) {
Matthew Heaney818ebe92013-08-08 22:40:033811 res = matroska_parse_webvtt(matroska, track, st,
Andreas Rheinhardt979b5b82019-12-06 08:53:343812 out_data, out_size,
Matthew Heaney818ebe92013-08-08 22:40:033813 timecode, lace_duration,
3814 pos);
Andreas Rheinhardt979b5b82019-12-06 08:53:343815 if (!buf)
3816 av_free(out_data);
Matthew Heaney818ebe92013-08-08 22:40:033817 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063818 return res;
Luca Barbatoc831ebf2012-09-16 23:28:133819 } else {
Andreas Rheinhardt5767a2e2020-05-03 06:35:253820 res = matroska_parse_frame(matroska, track, st, buf, out_data,
Andreas Rheinhardt979b5b82019-12-06 08:53:343821 out_size, timecode, lace_duration,
3822 pos, !n ? is_keyframe : 0,
Michael Niedermayerb3d9ab12014-03-07 22:46:373823 additional, additional_id, additional_size,
3824 discard_padding);
Luca Barbatoc831ebf2012-09-16 23:28:133825 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063826 return res;
David Conradb061d892007-06-04 22:10:543827 }
Luca Barbatoc831ebf2012-09-16 23:28:133828
3829 if (timecode != AV_NOPTS_VALUE)
Michael Niedermayer8c51ea52012-09-20 18:37:263830 timecode = lace_duration ? timecode + lace_duration : AV_NOPTS_VALUE;
Luca Barbatoc831ebf2012-09-16 23:28:133831 data += lace_size[n];
David Conradb061d892007-06-04 22:10:543832 }
3833
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063834 return 0;
David Conradb061d892007-06-04 22:10:543835}
3836
Andreas Rheinhardt70baf722019-05-16 22:29:583837static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
Dale Curtis8336eb62012-04-19 18:12:243838{
Andreas Rheinhardtffa64a42019-05-16 22:29:593839 MatroskaCluster *cluster = &matroska->current_cluster;
3840 MatroskaBlock *block = &cluster->block;
3841 int res;
Andreas Rheinhardt865c5372019-05-16 22:30:083842
3843 av_assert0(matroska->num_levels <= 2);
3844
3845 if (matroska->num_levels == 1) {
Andreas Rheinhardt71c90882019-05-16 22:30:183846 res = ebml_parse(matroska, matroska_segment, NULL);
Andreas Rheinhardt865c5372019-05-16 22:30:083847
3848 if (res == 1) {
3849 /* Found a cluster: subtract the size of the ID already read. */
3850 cluster->pos = avio_tell(matroska->ctx->pb) - 4;
3851
3852 res = ebml_parse(matroska, matroska_cluster_enter, cluster);
3853 if (res < 0)
3854 return res;
3855 }
Dale Curtis8336eb62012-04-19 18:12:243856 }
3857
Andreas Rheinhardt865c5372019-05-16 22:30:083858 if (matroska->num_levels == 2) {
Andreas Rheinhardt865c5372019-05-16 22:30:083859 /* We are inside a cluster. */
3860 res = ebml_parse(matroska, matroska_cluster_parsing, cluster);
3861
3862 if (res >= 0 && block->bin.size > 0) {
Andreas Rheinhardt2f1a5622021-02-16 15:18:023863 int is_keyframe = block->non_simple ? block->reference.count == 0 : -1;
Andreas Rheinhardtffa64a42019-05-16 22:29:593864 uint8_t* additional = block->additional.size > 0 ?
3865 block->additional.data : NULL;
Dale Curtis8336eb62012-04-19 18:12:243866
Andreas Rheinhardta9f05152019-05-16 22:30:093867 res = matroska_parse_block(matroska, block->bin.buf, block->bin.data,
Andreas Rheinhardtffa64a42019-05-16 22:29:593868 block->bin.size, block->bin.pos,
Andreas Rheinhardt865c5372019-05-16 22:30:083869 cluster->timecode, block->duration,
3870 is_keyframe, additional, block->additional_id,
3871 block->additional.size, cluster->pos,
Andreas Rheinhardtffa64a42019-05-16 22:29:593872 block->discard_padding);
Andreas Rheinhardt865c5372019-05-16 22:30:083873 }
Dale Curtis8336eb62012-04-19 18:12:243874
Andreas Rheinhardt60f75c92019-05-16 22:30:133875 ebml_free(matroska_blockgroup, block);
3876 memset(block, 0, sizeof(*block));
Andreas Rheinhardt865c5372019-05-16 22:30:083877 } else if (!matroska->num_levels) {
Andreas Rheinhardt3ed27552019-05-16 22:30:113878 if (!avio_feof(matroska->ctx->pb)) {
3879 avio_r8(matroska->ctx->pb);
3880 if (!avio_feof(matroska->ctx->pb)) {
3881 av_log(matroska->ctx, AV_LOG_WARNING, "File extends beyond "
3882 "end of segment.\n");
3883 return AVERROR_INVALIDDATA;
3884 }
3885 }
Andreas Rheinhardt865c5372019-05-16 22:30:083886 matroska->done = 1;
3887 return AVERROR_EOF;
3888 }
3889
Dale Curtis8336eb62012-04-19 18:12:243890 return res;
3891}
3892
Aurelien Jacobsf7b96872008-08-05 00:42:053893static int matroska_read_packet(AVFormatContext *s, AVPacket *pkt)
David Conradb061d892007-06-04 22:10:543894{
3895 MatroskaDemuxContext *matroska = s->priv_data;
Sophia Wang8c830622016-09-27 19:00:293896 int ret = 0;
David Conradb061d892007-06-04 22:10:543897
Andreas Rheinhardta3db9f62019-05-16 22:30:053898 if (matroska->resync_pos == -1) {
3899 // This can only happen if generic seeking has been used.
3900 matroska->resync_pos = avio_tell(s->pb);
3901 }
3902
Hendrik Leppkes8689d872011-07-06 17:57:113903 while (matroska_deliver_packet(matroska, pkt)) {
David Conradb061d892007-06-04 22:10:543904 if (matroska->done)
Sophia Wang8c830622016-09-27 19:00:293905 return (ret < 0) ? ret : AVERROR_EOF;
Andreas Rheinhardt3ed27552019-05-16 22:30:113906 if (matroska_parse_cluster(matroska) < 0 && !matroska->done)
Andreas Rheinhardta3db9f62019-05-16 22:30:053907 ret = matroska_resync(matroska, matroska->resync_pos);
David Conradb061d892007-06-04 22:10:543908 }
3909
Michael Niedermayerd1afa722019-02-06 14:29:383910 return 0;
David Conradb061d892007-06-04 22:10:543911}
3912
Aurelien Jacobsf7b96872008-08-05 00:42:053913static int matroska_read_seek(AVFormatContext *s, int stream_index,
3914 int64_t timestamp, int flags)
David Conradb061d892007-06-04 22:10:543915{
3916 MatroskaDemuxContext *matroska = s->priv_data;
Xiaohan Wang33301f02014-11-06 20:59:543917 MatroskaTrack *tracks = NULL;
David Conradb061d892007-06-04 22:10:543918 AVStream *st = s->streams[stream_index];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163919 FFStream *const sti = ffstream(st);
Andreas Rheinhardtc6bb8252019-05-16 22:29:453920 int i, index;
David Conradb061d892007-06-04 22:10:543921
Aaron Colwell31ad14c2011-07-09 05:48:433922 /* Parse the CUES now since we need the index data to seek. */
Reimar Döffinger47e015e2012-02-12 13:09:033923 if (matroska->cues_parsing_deferred > 0) {
Aaron Colwell31ad14c2011-07-09 05:48:433924 matroska->cues_parsing_deferred = 0;
Reimar Döffinger47e015e2012-02-12 13:09:033925 matroska_parse_cues(matroska);
Aaron Colwell31ad14c2011-07-09 05:48:433926 }
3927
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163928 if (!sti->nb_index_entries)
Reimar Döffinger47e015e2012-02-12 13:09:033929 goto err;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163930 timestamp = FFMAX(timestamp, sti->index_entries[0].timestamp);
Aurelien Jacobsdfbbbdc2008-08-24 23:57:293931
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163932 if ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
3933 index == sti->nb_index_entries - 1) {
3934 matroska_reset_status(matroska, 0, sti->index_entries[sti->nb_index_entries - 1].pos);
3935 while ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
3936 index == sti->nb_index_entries - 1) {
Aurelien Jacobs0dbddda2008-08-27 19:58:553937 matroska_clear_queue(matroska);
3938 if (matroska_parse_cluster(matroska) < 0)
3939 break;
3940 }
Aurelien Jacobs6bef5f92008-08-27 19:57:423941 }
David Conradb061d892007-06-04 22:10:543942
Aurelien Jacobs243cc4c2007-12-29 18:35:383943 matroska_clear_queue(matroska);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163944 if (index < 0 || (matroska->cues_parsing_deferred < 0 &&
3945 index == sti->nb_index_entries - 1))
Reimar Döffinger47e015e2012-02-12 13:09:033946 goto err;
Aurelien Jacobs243cc4c2007-12-29 18:35:383947
Xiaohan Wang33301f02014-11-06 20:59:543948 tracks = matroska->tracks.elem;
Keiji Costantini84cfce92014-03-01 16:28:153949 for (i = 0; i < matroska->tracks.nb_elem; i++) {
3950 tracks[i].audio.pkt_cnt = 0;
Reimar Döffingerb09e5062011-02-26 11:52:013951 tracks[i].audio.sub_packet_cnt = 0;
Keiji Costantini84cfce92014-03-01 16:28:153952 tracks[i].audio.buf_timecode = AV_NOPTS_VALUE;
3953 tracks[i].end_timecode = 0;
Aurelien Jacobsc1658252008-09-09 12:10:253954 }
3955
Andreas Rheinhardt8a286e72019-05-16 22:30:033956 /* We seek to a level 1 element, so set the appropriate status. */
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163957 matroska_reset_status(matroska, 0, sti->index_entries[index].pos);
Michael Niedermayer7c00d852013-02-07 20:34:353958 if (flags & AVSEEK_FLAG_ANY) {
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163959 sti->skip_to_keyframe = 0;
Michael Niedermayer7c00d852013-02-07 20:34:353960 matroska->skip_to_timecode = timestamp;
3961 } else {
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163962 sti->skip_to_keyframe = 1;
3963 matroska->skip_to_timecode = sti->index_entries[index].timestamp;
Michael Niedermayer7c00d852013-02-07 20:34:353964 }
3965 matroska->skip_to_keyframe = 1;
Keiji Costantini84cfce92014-03-01 16:28:153966 matroska->done = 0;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163967 avpriv_update_cur_dts(s, st, sti->index_entries[index].timestamp);
David Conradb061d892007-06-04 22:10:543968 return 0;
Reimar Döffinger47e015e2012-02-12 13:09:033969err:
3970 // slightly hackish but allows proper fallback to
3971 // the generic seeking code.
Andreas Rheinhardt8a286e72019-05-16 22:30:033972 matroska_reset_status(matroska, 0, -1);
Andreas Rheinhardta3db9f62019-05-16 22:30:053973 matroska->resync_pos = -1;
Reimar Döffinger47e015e2012-02-12 13:09:033974 matroska_clear_queue(matroska);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163975 sti->skip_to_keyframe =
Reimar Döffinger47e015e2012-02-12 13:09:033976 matroska->skip_to_keyframe = 0;
3977 matroska->done = 0;
Reimar Döffinger47e015e2012-02-12 13:09:033978 return -1;
David Conradb061d892007-06-04 22:10:543979}
3980
Aurelien Jacobsf7b96872008-08-05 00:42:053981static int matroska_read_close(AVFormatContext *s)
David Conradb061d892007-06-04 22:10:543982{
3983 MatroskaDemuxContext *matroska = s->priv_data;
Aurelien Jacobs2cbc8812008-08-05 00:40:313984 MatroskaTrack *tracks = matroska->tracks.elem;
Aurelien Jacobs70109c02008-08-05 00:41:133985 int n;
David Conradb061d892007-06-04 22:10:543986
Aurelien Jacobs34c9c1b2007-12-29 18:32:473987 matroska_clear_queue(matroska);
David Conradb061d892007-06-04 22:10:543988
Keiji Costantini84cfce92014-03-01 16:28:153989 for (n = 0; n < matroska->tracks.nb_elem; n++)
Aurelien Jacobs2cbc8812008-08-05 00:40:313990 if (tracks[n].type == MATROSKA_TRACK_TYPE_AUDIO)
Michael Niedermayer6e70e4a2015-01-06 11:48:383991 av_freep(&tracks[n].audio.buf);
Aurelien Jacobsce6f28b2008-08-05 00:40:583992 ebml_free(matroska_segment, matroska);
David Conradb061d892007-06-04 22:10:543993
3994 return 0;
3995}
3996
Andreas Rheinhardt201b8a42021-08-20 07:31:343997#if CONFIG_WEBM_DASH_MANIFEST_DEMUXER
Vignesh Venkatasubramanian5a206562014-07-07 19:52:373998typedef struct {
3999 int64_t start_time_ns;
4000 int64_t end_time_ns;
4001 int64_t start_offset;
4002 int64_t end_offset;
4003} CueDesc;
4004
James Zern20aeee42017-04-17 17:59:314005/* This function searches all the Cues and returns the CueDesc corresponding to
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374006 * the timestamp ts. Returned CueDesc will be such that start_time_ns <= ts <
4007 * end_time_ns. All 4 fields will be set to -1 if ts >= file's duration.
4008 */
4009static CueDesc get_cue_desc(AVFormatContext *s, int64_t ts, int64_t cues_start) {
4010 MatroskaDemuxContext *matroska = s->priv_data;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164011 FFStream *const sti = ffstream(s->streams[0]);
4012 AVIndexEntry *const index_entries = sti->index_entries;
4013 int nb_index_entries = sti->nb_index_entries;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374014 CueDesc cue_desc;
4015 int i;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164016
Michael Niedermayerbd3a03d2022-03-10 22:24:494017 if (ts >= (int64_t)(matroska->duration * matroska->time_scale))
4018 return (CueDesc) {-1, -1, -1, -1};
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374019 for (i = 1; i < nb_index_entries; i++) {
4020 if (index_entries[i - 1].timestamp * matroska->time_scale <= ts &&
4021 index_entries[i].timestamp * matroska->time_scale > ts) {
4022 break;
4023 }
4024 }
4025 --i;
4026 cue_desc.start_time_ns = index_entries[i].timestamp * matroska->time_scale;
4027 cue_desc.start_offset = index_entries[i].pos - matroska->segment_start;
4028 if (i != nb_index_entries - 1) {
4029 cue_desc.end_time_ns = index_entries[i + 1].timestamp * matroska->time_scale;
4030 cue_desc.end_offset = index_entries[i + 1].pos - matroska->segment_start;
4031 } else {
4032 cue_desc.end_time_ns = matroska->duration * matroska->time_scale;
4033 // FIXME: this needs special handling for files where Cues appear
4034 // before Clusters. the current logic assumes Cues appear after
4035 // Clusters.
4036 cue_desc.end_offset = cues_start - matroska->segment_start;
4037 }
4038 return cue_desc;
4039}
4040
4041static int webm_clusters_start_with_keyframe(AVFormatContext *s)
4042{
4043 MatroskaDemuxContext *matroska = s->priv_data;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164044 AVStream *const st = s->streams[0];
4045 FFStream *const sti = ffstream(st);
Andreas Rheinhardt8a286e72019-05-16 22:30:034046 uint32_t id = matroska->current_id;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374047 int64_t cluster_pos, before_pos;
4048 int index, rv = 1;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164049
4050 if (sti->nb_index_entries <= 0)
4051 return 0;
4052
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374053 // seek to the first cluster using cues.
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164054 index = av_index_search_timestamp(st, 0, 0);
4055 if (index < 0)
4056 return 0;
4057 cluster_pos = sti->index_entries[index].pos;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374058 before_pos = avio_tell(s->pb);
4059 while (1) {
Andreas Rheinhardt36aceb62019-05-16 22:29:494060 uint64_t cluster_id, cluster_length;
4061 int read;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374062 AVPacket *pkt;
4063 avio_seek(s->pb, cluster_pos, SEEK_SET);
4064 // read cluster id and length
Andreas Rheinhardt239c7362019-06-25 01:08:564065 read = ebml_read_num(matroska, matroska->ctx->pb, 4, &cluster_id, 1);
Andreas Rheinhardt36aceb62019-05-16 22:29:494066 if (read < 0 || cluster_id != 0xF43B675) // done with all clusters
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374067 break;
Andreas Rheinhardt36aceb62019-05-16 22:29:494068 read = ebml_read_length(matroska, matroska->ctx->pb, &cluster_length);
4069 if (read < 0)
4070 break;
Andreas Rheinhardt8a286e72019-05-16 22:30:034071
4072 matroska_reset_status(matroska, 0, cluster_pos);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374073 matroska_clear_queue(matroska);
4074 if (matroska_parse_cluster(matroska) < 0 ||
Andreas Rheinhardtd61240f2021-12-16 00:49:394075 !matroska->queue.head) {
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374076 break;
4077 }
Andreas Rheinhardtd61240f2021-12-16 00:49:394078 pkt = &matroska->queue.head->pkt;
Andreas Rheinhardt36aceb62019-05-16 22:29:494079 // 4 + read is the length of the cluster id and the cluster length field.
4080 cluster_pos += 4 + read + cluster_length;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374081 if (!(pkt->flags & AV_PKT_FLAG_KEY)) {
4082 rv = 0;
4083 break;
4084 }
4085 }
Andreas Rheinhardt8a286e72019-05-16 22:30:034086
4087 /* Restore the status after matroska_read_header: */
4088 matroska_reset_status(matroska, id, before_pos);
4089
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374090 return rv;
4091}
4092
4093static int buffer_size_after_time_downloaded(int64_t time_ns, double search_sec, int64_t bps,
4094 double min_buffer, double* buffer,
4095 double* sec_to_download, AVFormatContext *s,
4096 int64_t cues_start)
4097{
4098 double nano_seconds_per_second = 1000000000.0;
4099 double time_sec = time_ns / nano_seconds_per_second;
4100 int rv = 0;
4101 int64_t time_to_search_ns = (int64_t)(search_sec * nano_seconds_per_second);
4102 int64_t end_time_ns = time_ns + time_to_search_ns;
4103 double sec_downloaded = 0.0;
4104 CueDesc desc_curr = get_cue_desc(s, time_ns, cues_start);
4105 if (desc_curr.start_time_ns == -1)
4106 return -1;
4107 *sec_to_download = 0.0;
4108
4109 // Check for non cue start time.
4110 if (time_ns > desc_curr.start_time_ns) {
4111 int64_t cue_nano = desc_curr.end_time_ns - time_ns;
4112 double percent = (double)(cue_nano) / (desc_curr.end_time_ns - desc_curr.start_time_ns);
4113 double cueBytes = (desc_curr.end_offset - desc_curr.start_offset) * percent;
4114 double timeToDownload = (cueBytes * 8.0) / bps;
4115
4116 sec_downloaded += (cue_nano / nano_seconds_per_second) - timeToDownload;
4117 *sec_to_download += timeToDownload;
4118
4119 // Check if the search ends within the first cue.
4120 if (desc_curr.end_time_ns >= end_time_ns) {
4121 double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
4122 double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
4123 sec_downloaded = percent_to_sub * sec_downloaded;
4124 *sec_to_download = percent_to_sub * *sec_to_download;
4125 }
4126
4127 if ((sec_downloaded + *buffer) <= min_buffer) {
4128 return 1;
4129 }
4130
4131 // Get the next Cue.
4132 desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
4133 }
4134
4135 while (desc_curr.start_time_ns != -1) {
4136 int64_t desc_bytes = desc_curr.end_offset - desc_curr.start_offset;
4137 int64_t desc_ns = desc_curr.end_time_ns - desc_curr.start_time_ns;
4138 double desc_sec = desc_ns / nano_seconds_per_second;
4139 double bits = (desc_bytes * 8.0);
4140 double time_to_download = bits / bps;
4141
4142 sec_downloaded += desc_sec - time_to_download;
4143 *sec_to_download += time_to_download;
4144
4145 if (desc_curr.end_time_ns >= end_time_ns) {
4146 double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
4147 double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
4148 sec_downloaded = percent_to_sub * sec_downloaded;
4149 *sec_to_download = percent_to_sub * *sec_to_download;
4150
4151 if ((sec_downloaded + *buffer) <= min_buffer)
4152 rv = 1;
4153 break;
4154 }
4155
4156 if ((sec_downloaded + *buffer) <= min_buffer) {
4157 rv = 1;
4158 break;
4159 }
4160
4161 desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
4162 }
4163 *buffer = *buffer + sec_downloaded;
4164 return rv;
4165}
4166
4167/* This function computes the bandwidth of the WebM file with the help of
4168 * buffer_size_after_time_downloaded() function. Both of these functions are
4169 * adapted from WebM Tools project and are adapted to work with FFmpeg's
4170 * Matroska parsing mechanism.
4171 *
4172 * Returns the bandwidth of the file on success; -1 on error.
4173 * */
4174static int64_t webm_dash_manifest_compute_bandwidth(AVFormatContext *s, int64_t cues_start)
4175{
4176 MatroskaDemuxContext *matroska = s->priv_data;
4177 AVStream *st = s->streams[0];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164178 FFStream *const sti = ffstream(st);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374179 double bandwidth = 0.0;
Michael Niedermayere240d012014-07-15 22:06:154180
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164181 for (int i = 0; i < sti->nb_index_entries; i++) {
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374182 int64_t prebuffer_ns = 1000000000;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164183 int64_t time_ns = sti->index_entries[i].timestamp * matroska->time_scale;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374184 double nano_seconds_per_second = 1000000000.0;
4185 int64_t prebuffered_ns = time_ns + prebuffer_ns;
4186 double prebuffer_bytes = 0.0;
4187 int64_t temp_prebuffer_ns = prebuffer_ns;
4188 int64_t pre_bytes, pre_ns;
4189 double pre_sec, prebuffer, bits_per_second;
4190 CueDesc desc_beg = get_cue_desc(s, time_ns, cues_start);
4191
4192 // Start with the first Cue.
4193 CueDesc desc_end = desc_beg;
4194
4195 // Figure out how much data we have downloaded for the prebuffer. This will
4196 // be used later to adjust the bits per sample to try.
4197 while (desc_end.start_time_ns != -1 && desc_end.end_time_ns < prebuffered_ns) {
4198 // Prebuffered the entire Cue.
4199 prebuffer_bytes += desc_end.end_offset - desc_end.start_offset;
4200 temp_prebuffer_ns -= desc_end.end_time_ns - desc_end.start_time_ns;
4201 desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
4202 }
4203 if (desc_end.start_time_ns == -1) {
4204 // The prebuffer is larger than the duration.
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314205 if (matroska->duration * matroska->time_scale >= prebuffered_ns)
4206 return -1;
4207 bits_per_second = 0.0;
4208 } else {
4209 // The prebuffer ends in the last Cue. Estimate how much data was
4210 // prebuffered.
4211 pre_bytes = desc_end.end_offset - desc_end.start_offset;
4212 pre_ns = desc_end.end_time_ns - desc_end.start_time_ns;
Michael Niedermayer710e5162022-02-13 14:20:024213 if (pre_ns <= 0)
4214 return -1;
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314215 pre_sec = pre_ns / nano_seconds_per_second;
4216 prebuffer_bytes +=
4217 pre_bytes * ((temp_prebuffer_ns / nano_seconds_per_second) / pre_sec);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374218
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314219 prebuffer = prebuffer_ns / nano_seconds_per_second;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374220
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314221 // Set this to 0.0 in case our prebuffer buffers the entire video.
4222 bits_per_second = 0.0;
4223 do {
4224 int64_t desc_bytes = desc_end.end_offset - desc_beg.start_offset;
4225 int64_t desc_ns = desc_end.end_time_ns - desc_beg.start_time_ns;
Michael Niedermayer50389332022-02-05 19:37:224226 double desc_sec, calc_bits_per_second, percent, mod_bits_per_second;
4227 if (desc_bytes <= 0)
4228 return -1;
4229
4230 desc_sec = desc_ns / nano_seconds_per_second;
4231 calc_bits_per_second = (desc_bytes * 8) / desc_sec;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374232
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314233 // Drop the bps by the percentage of bytes buffered.
Michael Niedermayer50389332022-02-05 19:37:224234 percent = (desc_bytes - prebuffer_bytes) / desc_bytes;
4235 mod_bits_per_second = calc_bits_per_second * percent;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374236
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314237 if (prebuffer < desc_sec) {
4238 double search_sec =
4239 (double)(matroska->duration * matroska->time_scale) / nano_seconds_per_second;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374240
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314241 // Add 1 so the bits per second should be a little bit greater than file
4242 // datarate.
4243 int64_t bps = (int64_t)(mod_bits_per_second) + 1;
4244 const double min_buffer = 0.0;
4245 double buffer = prebuffer;
4246 double sec_to_download = 0.0;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374247
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314248 int rv = buffer_size_after_time_downloaded(prebuffered_ns, search_sec, bps,
4249 min_buffer, &buffer, &sec_to_download,
4250 s, cues_start);
4251 if (rv < 0) {
4252 return -1;
4253 } else if (rv == 0) {
4254 bits_per_second = (double)(bps);
4255 break;
4256 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374257 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374258
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314259 desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
4260 } while (desc_end.start_time_ns != -1);
4261 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374262 if (bandwidth < bits_per_second) bandwidth = bits_per_second;
4263 }
4264 return (int64_t)bandwidth;
4265}
4266
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354267static int webm_dash_manifest_cues(AVFormatContext *s, int64_t init_range)
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374268{
4269 MatroskaDemuxContext *matroska = s->priv_data;
4270 EbmlList *seekhead_list = &matroska->seekhead;
4271 MatroskaSeekhead *seekhead = seekhead_list->elem;
Andreas Rheinhardtb2d61d02021-08-25 14:13:124272 AVStream *const st = s->streams[0];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164273 FFStream *const sti = ffstream(st);
Andreas Rheinhardtb2d61d02021-08-25 14:13:124274 AVBPrint bprint;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374275 char *buf;
Vignesh Venkatasubramanian080acf72014-08-25 16:15:134276 int64_t cues_start = -1, cues_end = -1, before_pos, bandwidth;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374277 int i;
Andreas Rheinhardtb2d61d02021-08-25 14:13:124278 int ret;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374279
4280 // determine cues start and end positions
4281 for (i = 0; i < seekhead_list->nb_elem; i++)
4282 if (seekhead[i].id == MATROSKA_ID_CUES)
4283 break;
4284
4285 if (i >= seekhead_list->nb_elem) return -1;
4286
4287 before_pos = avio_tell(matroska->ctx->pb);
4288 cues_start = seekhead[i].pos + matroska->segment_start;
4289 if (avio_seek(matroska->ctx->pb, cues_start, SEEK_SET) == cues_start) {
Vignesh Venkatasubramanian8acb7652014-10-01 17:13:304290 // cues_end is computed as cues_start + cues_length + length of the
Andreas Rheinhardta27e5392019-05-16 22:29:544291 // Cues element ID (i.e. 4) + EBML length of the Cues element.
4292 // cues_end is inclusive and the above sum is reduced by 1.
4293 uint64_t cues_length, cues_id;
4294 int bytes_read;
Andreas Rheinhardt239c7362019-06-25 01:08:564295 bytes_read = ebml_read_num (matroska, matroska->ctx->pb, 4, &cues_id, 1);
Andreas Rheinhardta27e5392019-05-16 22:29:544296 if (bytes_read < 0 || cues_id != (MATROSKA_ID_CUES & 0xfffffff))
4297 return bytes_read < 0 ? bytes_read : AVERROR_INVALIDDATA;
4298 bytes_read = ebml_read_length(matroska, matroska->ctx->pb, &cues_length);
4299 if (bytes_read < 0)
4300 return bytes_read;
4301 cues_end = cues_start + 4 + bytes_read + cues_length - 1;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374302 }
4303 avio_seek(matroska->ctx->pb, before_pos, SEEK_SET);
Vignesh Venkatasubramanian080acf72014-08-25 16:15:134304 if (cues_start == -1 || cues_end == -1) return -1;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374305
4306 // parse the cues
4307 matroska_parse_cues(matroska);
4308
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164309 if (!sti->nb_index_entries)
Andreas Rheinhardtb2d61d02021-08-25 14:13:124310 return AVERROR_INVALIDDATA;
4311
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374312 // cues start
Reimar Döffingera0941c82014-07-29 19:10:394313 av_dict_set_int(&s->streams[0]->metadata, CUES_START, cues_start, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374314
4315 // cues end
Reimar Döffingera0941c82014-07-29 19:10:394316 av_dict_set_int(&s->streams[0]->metadata, CUES_END, cues_end, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374317
Andreas Rheinhardt60f75c92019-05-16 22:30:134318 // if the file has cues at the start, fix up the init range so that
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354319 // it does not include it
4320 if (cues_start <= init_range)
4321 av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, cues_start - 1, 0);
4322
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374323 // bandwidth
4324 bandwidth = webm_dash_manifest_compute_bandwidth(s, cues_start);
4325 if (bandwidth < 0) return -1;
Reimar Döffingera0941c82014-07-29 19:10:394326 av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH, bandwidth, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374327
4328 // check if all clusters start with key frames
Reimar Döffingera0941c82014-07-29 19:10:394329 av_dict_set_int(&s->streams[0]->metadata, CLUSTER_KEYFRAME, webm_clusters_start_with_keyframe(s), 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374330
Andreas Rheinhardtb2d61d02021-08-25 14:13:124331 // Store cue point timestamps as a comma separated list
4332 // for checking subsegment alignment in the muxer.
4333 av_bprint_init(&bprint, 0, AV_BPRINT_SIZE_UNLIMITED);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164334 for (int i = 0; i < sti->nb_index_entries; i++)
4335 av_bprintf(&bprint, "%" PRId64",", sti->index_entries[i].timestamp);
Andreas Rheinhardtb2d61d02021-08-25 14:13:124336 if (!av_bprint_is_complete(&bprint)) {
4337 av_bprint_finalize(&bprint, NULL);
4338 return AVERROR(ENOMEM);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374339 }
Andreas Rheinhardtb2d61d02021-08-25 14:13:124340 // Remove the trailing ','
4341 bprint.str[--bprint.len] = '\0';
4342 if ((ret = av_bprint_finalize(&bprint, &buf)) < 0)
4343 return ret;
Andreas Rheinhardt40d9cbd2019-11-10 04:07:314344 av_dict_set(&s->streams[0]->metadata, CUE_TIMESTAMPS,
4345 buf, AV_DICT_DONT_STRDUP_VAL);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374346
4347 return 0;
4348}
4349
4350static int webm_dash_manifest_read_header(AVFormatContext *s)
4351{
4352 char *buf;
4353 int ret = matroska_read_header(s);
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354354 int64_t init_range;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374355 MatroskaTrack *tracks;
4356 MatroskaDemuxContext *matroska = s->priv_data;
4357 if (ret) {
4358 av_log(s, AV_LOG_ERROR, "Failed to read file headers\n");
4359 return -1;
4360 }
Andreas Rheinhardt1ef30572019-08-30 13:18:294361 if (!matroska->tracks.nb_elem || !s->nb_streams) {
Andreas Rheinhardt1ef30572019-08-30 13:18:294362 av_log(s, AV_LOG_ERROR, "No track found\n");
Andreas Rheinhardtd32a4032020-03-21 17:31:064363 return AVERROR_INVALIDDATA;
Andreas Cadhalpunff100c92016-11-07 23:42:234364 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374365
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574366 if (!matroska->is_live) {
4367 buf = av_asprintf("%g", matroska->duration);
Andreas Rheinhardtd32a4032020-03-21 17:31:064368 if (!buf)
4369 return AVERROR(ENOMEM);
Andreas Rheinhardt40d9cbd2019-11-10 04:07:314370 av_dict_set(&s->streams[0]->metadata, DURATION,
4371 buf, AV_DICT_DONT_STRDUP_VAL);
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574372
4373 // initialization range
4374 // 5 is the offset of Cluster ID.
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354375 init_range = avio_tell(s->pb) - 5;
4376 av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, init_range, 0);
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574377 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374378
4379 // basename of the file
Marton Balint18ac6422017-12-29 22:30:144380 buf = strrchr(s->url, '/');
4381 av_dict_set(&s->streams[0]->metadata, FILENAME, buf ? ++buf : s->url, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374382
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374383 // track number
4384 tracks = matroska->tracks.elem;
Reimar Döffingera0941c82014-07-29 19:10:394385 av_dict_set_int(&s->streams[0]->metadata, TRACK_NUMBER, tracks[0].num, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374386
4387 // parse the cues and populate Cue related fields
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284388 if (!matroska->is_live) {
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354389 ret = webm_dash_manifest_cues(s, init_range);
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284390 if (ret < 0) {
4391 av_log(s, AV_LOG_ERROR, "Error parsing Cues\n");
Andreas Rheinhardtd32a4032020-03-21 17:31:064392 return ret;
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284393 }
4394 }
4395
4396 // use the bandwidth from the command line if it was provided
4397 if (matroska->bandwidth > 0) {
4398 av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH,
4399 matroska->bandwidth, 0);
4400 }
4401 return 0;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374402}
4403
4404static int webm_dash_manifest_read_packet(AVFormatContext *s, AVPacket *pkt)
4405{
4406 return AVERROR_EOF;
4407}
4408
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574409#define OFFSET(x) offsetof(MatroskaDemuxContext, x)
4410static const AVOption options[] = {
Clément Bœsch43ecec02015-11-21 21:05:074411 { "live", "flag indicating that the input is a live file that only has the headers.", OFFSET(is_live), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284412 { "bandwidth", "bandwidth of this stream to be specified in the DASH manifest.", OFFSET(bandwidth), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574413 { NULL },
4414};
4415
4416static const AVClass webm_dash_class = {
4417 .class_name = "WebM DASH Manifest demuxer",
4418 .item_name = av_default_item_name,
4419 .option = options,
4420 .version = LIBAVUTIL_VERSION_INT,
4421};
4422
Andreas Rheinhardt201b8a42021-08-20 07:31:344423const AVInputFormat ff_webm_dash_manifest_demuxer = {
4424 .name = "webm_dash_manifest",
4425 .long_name = NULL_IF_CONFIG_SMALL("WebM DASH Manifest"),
4426 .priv_class = &webm_dash_class,
4427 .priv_data_size = sizeof(MatroskaDemuxContext),
4428 .flags_internal = FF_FMT_INIT_CLEANUP,
4429 .read_header = webm_dash_manifest_read_header,
4430 .read_packet = webm_dash_manifest_read_packet,
4431 .read_close = matroska_read_close,
4432};
4433#endif
4434
Andreas Rheinhardtbc706842021-04-19 17:45:244435const AVInputFormat ff_matroska_demuxer = {
Anton Khirnovdfc2c4d2011-07-16 20:18:124436 .name = "matroska,webm",
Diego Biurrun67742472012-07-24 21:51:414437 .long_name = NULL_IF_CONFIG_SMALL("Matroska / WebM"),
Andreas Rheinhardt173d9022019-12-28 03:05:444438 .extensions = "mkv,mk3d,mka,mks,webm",
Anton Khirnovdfc2c4d2011-07-16 20:18:124439 .priv_data_size = sizeof(MatroskaDemuxContext),
Andreas Rheinhardtd32a4032020-03-21 17:31:064440 .flags_internal = FF_FMT_INIT_CLEANUP,
Anton Khirnovdfc2c4d2011-07-16 20:18:124441 .read_probe = matroska_probe,
4442 .read_header = matroska_read_header,
4443 .read_packet = matroska_read_packet,
4444 .read_close = matroska_read_close,
4445 .read_seek = matroska_read_seek,
Luca Barbatofa385732014-03-13 21:14:434446 .mime_type = "audio/webm,audio/x-matroska,video/webm,video/x-matroska"
David Conradb061d892007-06-04 22:10:544447};