blob: 8b079e111049e1d9d377b41300d6997df9c6679a [file] [log] [blame]
David Conradb061d892007-06-04 22:10:541/*
Aurelien Jacobsff33c5c2008-08-05 00:42:432 * Matroska file demuxer
Diego Biurrun5968d2d2008-08-05 08:28:573 * Copyright (c) 2003-2008 The FFmpeg Project
David Conradb061d892007-06-04 22:10:544 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22/**
Diego Biurrunba87f082010-04-20 14:45:3423 * @file
David Conradb061d892007-06-04 22:10:5424 * Matroska file demuxer
Diego Biurrune873c032011-10-30 18:10:5025 * @author Ronald Bultje <[email protected]>
26 * @author with a little help from Moritz Bunkus <[email protected]>
27 * @author totally reworked by Aurelien Jacobs <[email protected]>
28 * @see specs available on the Matroska project page: http://www.matroska.org/
David Conradb061d892007-06-04 22:10:5429 */
30
Keiji Costantini84cfce92014-03-01 16:28:1531#include "config.h"
Martin Storsjöa78f1362022-02-23 12:56:4932#include "config_components.h"
Keiji Costantini84cfce92014-03-01 16:28:1533
Diego Biurrund92024f2014-03-10 14:35:5934#include <inttypes.h>
Aurelien Jacobs3eb9bfb2008-09-04 23:26:1235#include <stdio.h>
Keiji Costantini84cfce92014-03-01 16:28:1536
37#include "libavutil/avstring.h"
Michael Niedermayerb3d9ab12014-03-07 22:46:3738#include "libavutil/base64.h"
Andreas Rheinhardtb2d61d02021-08-25 14:13:1239#include "libavutil/bprint.h"
Keiji Costantini84cfce92014-03-01 16:28:1540#include "libavutil/dict.h"
Andreas Rheinhardt04b72172022-08-27 15:49:5241#include "libavutil/dict_internal.h"
Andreas Rheinhardt937bb6b2022-01-21 18:42:5042#include "libavutil/display.h"
Keiji Costantini84cfce92014-03-01 16:28:1543#include "libavutil/intfloat.h"
44#include "libavutil/intreadwrite.h"
45#include "libavutil/lzo.h"
Neil Birkbeckbbda13a2016-03-01 00:41:0446#include "libavutil/mastering_display_metadata.h"
Anton Khirnoveb3b5502014-04-29 10:03:1347#include "libavutil/mathematics.h"
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:5748#include "libavutil/opt.h"
Michael Niedermayera52cb422014-11-02 18:19:0749#include "libavutil/time_internal.h"
James Almer445204c2016-12-06 17:48:4550#include "libavutil/spherical.h"
Keiji Costantini84cfce92014-03-01 16:28:1551
52#include "libavcodec/bytestream.h"
Anton Khirnov4efdadc2014-05-25 12:05:5153#include "libavcodec/flac.h"
Keiji Costantini84cfce92014-03-01 16:28:1554#include "libavcodec/mpeg4audio.h"
James Almer8a818202020-08-17 15:03:5055#include "libavcodec/packet_internal.h"
Keiji Costantini84cfce92014-03-01 16:28:1556
57#include "avformat.h"
58#include "avio_internal.h"
Andreas Rheinhardt35ec5c82022-05-06 16:28:0859#include "demux.h"
quietvoid05c07942022-01-01 16:51:5060#include "dovi_isom.h"
Keiji Costantini84cfce92014-03-01 16:28:1561#include "internal.h"
62#include "isom.h"
63#include "matroska.h"
Anton Khirnov23f741f2014-05-26 10:48:5664#include "oggdec.h"
Keiji Costantini84cfce92014-03-01 16:28:1565/* For ff_codec_get_id(). */
66#include "riff.h"
67#include "rmsipr.h"
David Conradb061d892007-06-04 22:10:5468
Matthew Oliver0167fa02014-11-27 08:00:3669#if CONFIG_BZLIB
70#include <bzlib.h>
71#endif
72#if CONFIG_ZLIB
73#include <zlib.h>
74#endif
75
Mats Peterson79736032015-12-27 20:28:0976#include "qtpalette.h"
77
Steve Lhommea2c77022019-02-23 10:14:3378#define EBML_UNKNOWN_LENGTH UINT64_MAX /* EBML unknown length, in uint64_t */
Andreas Rheinhardta569a7b2019-06-23 23:42:3079#define NEEDS_CHECKING 2 /* Indicates that some error checks
80 * still need to be performed */
Andreas Rheinhardtb31c9b72019-06-23 23:46:5481#define LEVEL_ENDED 3 /* return value of ebml_parse when the
82 * syntax level used for parsing ended. */
Andreas Rheinhardt51203052019-05-16 22:30:1483#define SKIP_THRESHOLD 1024 * 1024 /* In non-seekable mode, if more than SKIP_THRESHOLD
84 * of unkown, potentially damaged data is encountered,
85 * it is considered an error. */
86#define UNKNOWN_EQUIV 50 * 1024 /* An unknown element is considered equivalent
87 * to this many bytes of unknown data for the
88 * SKIP_THRESHOLD check. */
Steve Lhommea2c77022019-02-23 10:14:3389
Aurelien Jacobs789ed102008-08-05 00:40:0090typedef enum {
91 EBML_NONE,
92 EBML_UINT,
Andreas Rheinhardt60f75c92019-05-16 22:30:1393 EBML_SINT,
Aurelien Jacobs789ed102008-08-05 00:40:0094 EBML_FLOAT,
95 EBML_STR,
96 EBML_UTF8,
97 EBML_BIN,
98 EBML_NEST,
wm4cac22952015-02-09 19:39:0099 EBML_LEVEL1,
Aurelien Jacobs789ed102008-08-05 00:40:00100 EBML_STOP,
Reimar Döffinger14d735b2011-02-06 10:32:03101 EBML_TYPE_COUNT
Aurelien Jacobs789ed102008-08-05 00:40:00102} EbmlType;
103
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51104typedef struct CountedElement {
105 union {
106 uint64_t u;
107 int64_t i;
108 double f;
109 char *s;
110 } el;
111 unsigned count;
112} CountedElement;
113
Aurelien Jacobs789ed102008-08-05 00:40:00114typedef const struct EbmlSyntax {
115 uint32_t id;
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51116 uint8_t type;
117 uint8_t is_counted;
James Almerf34aabf2019-09-03 21:52:51118 size_t list_elem_size;
119 size_t data_offset;
Aurelien Jacobs789ed102008-08-05 00:40:00120 union {
Chris Cunninghamac258402017-02-03 22:42:44121 int64_t i;
Aurelien Jacobs789ed102008-08-05 00:40:00122 uint64_t u;
123 double f;
124 const char *s;
125 const struct EbmlSyntax *n;
126 } def;
127} EbmlSyntax;
128
Diego Biurrundaf8cf32014-09-22 07:19:33129typedef struct EbmlList {
Aurelien Jacobs789ed102008-08-05 00:40:00130 int nb_elem;
James Almer3b3150c2019-09-03 21:45:04131 unsigned int alloc_elem_size;
Aurelien Jacobs789ed102008-08-05 00:40:00132 void *elem;
133} EbmlList;
134
Diego Biurrundaf8cf32014-09-22 07:19:33135typedef struct EbmlBin {
Aurelien Jacobs789ed102008-08-05 00:40:00136 int size;
James Almera6188662018-04-04 17:12:54137 AVBufferRef *buf;
Aurelien Jacobs789ed102008-08-05 00:40:00138 uint8_t *data;
139 int64_t pos;
140} EbmlBin;
141
Diego Biurrundaf8cf32014-09-22 07:19:33142typedef struct Ebml {
Aurelien Jacobs63511322008-08-05 00:40:02143 uint64_t version;
144 uint64_t max_size;
145 uint64_t id_length;
146 char *doctype;
147 uint64_t doctype_version;
148} Ebml;
149
Diego Biurrundaf8cf32014-09-22 07:19:33150typedef struct MatroskaTrackCompression {
Aurelien Jacobs2cbc8812008-08-05 00:40:31151 uint64_t algo;
152 EbmlBin settings;
153} MatroskaTrackCompression;
David Conradb061d892007-06-04 22:10:54154
Michael Niedermayera0fe1a22015-02-14 20:07:40155typedef struct MatroskaTrackEncryption {
Frank Galliganb8531032013-03-07 16:11:38156 uint64_t algo;
157 EbmlBin key_id;
158} MatroskaTrackEncryption;
159
Diego Biurrundaf8cf32014-09-22 07:19:33160typedef struct MatroskaTrackEncoding {
Aurelien Jacobs2cbc8812008-08-05 00:40:31161 uint64_t scope;
162 uint64_t type;
163 MatroskaTrackCompression compression;
Frank Galliganb8531032013-03-07 16:11:38164 MatroskaTrackEncryption encryption;
Aurelien Jacobs2cbc8812008-08-05 00:40:31165} MatroskaTrackEncoding;
David Conradb061d892007-06-04 22:10:54166
Neil Birkbeckbbda13a2016-03-01 00:41:04167typedef struct MatroskaMasteringMeta {
168 double r_x;
169 double r_y;
170 double g_x;
171 double g_y;
172 double b_x;
173 double b_y;
174 double white_x;
175 double white_y;
176 double max_luminance;
Andreas Rheinhardte8f39012021-02-16 14:34:06177 CountedElement min_luminance;
Neil Birkbeckbbda13a2016-03-01 00:41:04178} MatroskaMasteringMeta;
179
180typedef struct MatroskaTrackVideoColor {
181 uint64_t matrix_coefficients;
182 uint64_t bits_per_channel;
183 uint64_t chroma_sub_horz;
184 uint64_t chroma_sub_vert;
185 uint64_t cb_sub_horz;
186 uint64_t cb_sub_vert;
187 uint64_t chroma_siting_horz;
188 uint64_t chroma_siting_vert;
189 uint64_t range;
190 uint64_t transfer_characteristics;
191 uint64_t primaries;
192 uint64_t max_cll;
193 uint64_t max_fall;
194 MatroskaMasteringMeta mastering_meta;
195} MatroskaTrackVideoColor;
196
James Almer445204c2016-12-06 17:48:45197typedef struct MatroskaTrackVideoProjection {
198 uint64_t type;
199 EbmlBin private;
200 double yaw;
201 double pitch;
202 double roll;
203} MatroskaTrackVideoProjection;
204
Diego Biurrundaf8cf32014-09-22 07:19:33205typedef struct MatroskaTrackVideo {
Aurelien Jacobs2cbc8812008-08-05 00:40:31206 double frame_rate;
207 uint64_t display_width;
208 uint64_t display_height;
209 uint64_t pixel_width;
210 uint64_t pixel_height;
Andreas Rheinhardt60f75c92019-05-16 22:30:13211 EbmlBin color_space;
James Almerbad8bbc2016-10-15 21:01:50212 uint64_t display_unit;
Luca Barbato5f022662016-03-28 18:29:54213 uint64_t interlaced;
214 uint64_t field_order;
Aurelien Jacobs4c509fe2011-05-23 23:09:24215 uint64_t stereo_mode;
Vignesh Venkatasubramaniance6a8e52013-02-04 23:17:52216 uint64_t alpha_mode;
James Almer4e759072016-12-05 02:22:39217 EbmlList color;
James Almer445204c2016-12-06 17:48:45218 MatroskaTrackVideoProjection projection;
Aurelien Jacobs2cbc8812008-08-05 00:40:31219} MatroskaTrackVideo;
David Conradb061d892007-06-04 22:10:54220
Diego Biurrundaf8cf32014-09-22 07:19:33221typedef struct MatroskaTrackAudio {
Aurelien Jacobs2cbc8812008-08-05 00:40:31222 double samplerate;
223 double out_samplerate;
224 uint64_t bitdepth;
225 uint64_t channels;
David Conradb061d892007-06-04 22:10:54226
Aurelien Jacobs2cbc8812008-08-05 00:40:31227 /* real audio header (extracted from extradata) */
228 int coded_framesize;
229 int sub_packet_h;
230 int frame_size;
231 int sub_packet_size;
232 int sub_packet_cnt;
233 int pkt_cnt;
Reimar Döffingerb09e5062011-02-26 11:52:01234 uint64_t buf_timecode;
Aurelien Jacobs2cbc8812008-08-05 00:40:31235 uint8_t *buf;
236} MatroskaTrackAudio;
David Conradb061d892007-06-04 22:10:54237
Michael Niedermayera0fe1a22015-02-14 20:07:40238typedef struct MatroskaTrackPlane {
Kirill Gavrilove6ec9212011-05-21 15:14:14239 uint64_t uid;
240 uint64_t type;
241} MatroskaTrackPlane;
242
Michael Niedermayera0fe1a22015-02-14 20:07:40243typedef struct MatroskaTrackOperation {
Kirill Gavrilove6ec9212011-05-21 15:14:14244 EbmlList combine_planes;
Kirill Gavrilove6ec9212011-05-21 15:14:14245} MatroskaTrackOperation;
246
quietvoid05c07942022-01-01 16:51:50247typedef struct MatroskaBlockAdditionMapping {
248 uint64_t value;
249 char *name;
250 uint64_t type;
251 EbmlBin extradata;
252} MatroskaBlockAdditionMapping;
253
Diego Biurrundaf8cf32014-09-22 07:19:33254typedef struct MatroskaTrack {
Aurelien Jacobs2cbc8812008-08-05 00:40:31255 uint64_t num;
Aurelien Jacobs325ace32009-02-15 15:34:22256 uint64_t uid;
Aurelien Jacobs2cbc8812008-08-05 00:40:31257 uint64_t type;
Aurelien Jacobs38766e02009-02-15 15:29:09258 char *name;
Aurelien Jacobs2cbc8812008-08-05 00:40:31259 char *codec_id;
260 EbmlBin codec_priv;
261 char *language;
Anton Khirnov7ff97082008-06-01 13:54:11262 double time_scale;
David Conradb061d892007-06-04 22:10:54263 uint64_t default_duration;
Aurelien Jacobs4eff9742008-08-05 00:39:53264 uint64_t flag_default;
Aurelien Jacobs7a617a82010-07-02 16:38:44265 uint64_t flag_forced;
Andreas Rheinhardt18b3dee2021-02-16 17:23:59266 uint64_t flag_comment;
Andreas Rheinhardt51e10672021-02-16 18:08:51267 uint64_t flag_hearingimpaired;
268 uint64_t flag_visualimpaired;
Andreas Rheinhardt48cf1d82021-02-16 18:38:19269 uint64_t flag_textdescriptions;
Andreas Rheinhardtb243be82021-02-16 17:41:30270 CountedElement flag_original;
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:08271 uint64_t seek_preroll;
Aurelien Jacobs2cbc8812008-08-05 00:40:31272 MatroskaTrackVideo video;
273 MatroskaTrackAudio audio;
Kirill Gavrilove6ec9212011-05-21 15:14:14274 MatroskaTrackOperation operation;
Aurelien Jacobs2cbc8812008-08-05 00:40:31275 EbmlList encodings;
Anton Khirnoveb3b5502014-04-29 10:03:13276 uint64_t codec_delay;
Michael Niedermayerb5bc4362016-06-06 02:23:16277 uint64_t codec_delay_in_track_tb;
Aurelien Jacobsfc4d3352008-08-05 00:40:06278
279 AVStream *stream;
Aurelien Jacobs82360e62008-09-09 12:07:10280 int64_t end_timecode;
Joakim Plate3e93c8e2010-03-03 21:46:43281 int ms_compat;
Andreas Rheinhardt96012d12019-12-04 16:54:45282 int needs_decoding;
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48283 uint64_t max_block_additional_id;
quietvoid05c07942022-01-01 16:51:50284 EbmlList block_addition_mappings;
Mats Peterson6aac43f2016-02-24 17:14:05285
286 uint32_t palette[AVPALETTE_COUNT];
287 int has_palette;
David Conradb061d892007-06-04 22:10:54288} MatroskaTrack;
289
Diego Biurrundaf8cf32014-09-22 07:19:33290typedef struct MatroskaAttachment {
Aurelien Jacobs325ace32009-02-15 15:34:22291 uint64_t uid;
Aurelien Jacobsb414cb82008-08-05 00:40:24292 char *filename;
Andreas Rheinhardt3bd26b22020-05-06 13:24:33293 char *description;
Aurelien Jacobsb414cb82008-08-05 00:40:24294 char *mime;
295 EbmlBin bin;
Aurelien Jacobs929e9de2009-02-15 15:53:55296
297 AVStream *stream;
Diego Biurrunf69befe2014-03-07 12:54:18298} MatroskaAttachment;
Aurelien Jacobsb414cb82008-08-05 00:40:24299
Diego Biurrundaf8cf32014-09-22 07:19:33300typedef struct MatroskaChapter {
Aurelien Jacobs6bbd7c72008-08-05 00:40:21301 uint64_t start;
302 uint64_t end;
303 uint64_t uid;
304 char *title;
Aurelien Jacobs6cb6e152009-02-15 15:25:14305
306 AVChapter *chapter;
Aurelien Jacobs6bbd7c72008-08-05 00:40:21307} MatroskaChapter;
308
Diego Biurrundaf8cf32014-09-22 07:19:33309typedef struct MatroskaIndexPos {
Aurelien Jacobse5929fd2008-08-05 00:40:15310 uint64_t track;
311 uint64_t pos;
312} MatroskaIndexPos;
313
Diego Biurrundaf8cf32014-09-22 07:19:33314typedef struct MatroskaIndex {
Aurelien Jacobse5929fd2008-08-05 00:40:15315 uint64_t time;
316 EbmlList pos;
317} MatroskaIndex;
318
Diego Biurrundaf8cf32014-09-22 07:19:33319typedef struct MatroskaTag {
Aurelien Jacobs44015c52008-08-08 23:50:38320 char *name;
321 char *string;
Aurelien Jacobsf702df32009-02-15 16:05:37322 char *lang;
323 uint64_t def;
Aurelien Jacobs44015c52008-08-08 23:50:38324 EbmlList sub;
325} MatroskaTag;
326
Diego Biurrundaf8cf32014-09-22 07:19:33327typedef struct MatroskaTagTarget {
Aurelien Jacobs929e9de2009-02-15 15:53:55328 char *type;
329 uint64_t typevalue;
330 uint64_t trackuid;
331 uint64_t chapteruid;
332 uint64_t attachuid;
333} MatroskaTagTarget;
334
Diego Biurrundaf8cf32014-09-22 07:19:33335typedef struct MatroskaTags {
Aurelien Jacobs929e9de2009-02-15 15:53:55336 MatroskaTagTarget target;
337 EbmlList tag;
338} MatroskaTags;
339
Diego Biurrundaf8cf32014-09-22 07:19:33340typedef struct MatroskaSeekhead {
Aurelien Jacobs13b350a2008-08-05 00:40:36341 uint64_t id;
342 uint64_t pos;
343} MatroskaSeekhead;
344
Diego Biurrundaf8cf32014-09-22 07:19:33345typedef struct MatroskaLevel {
Aurelien Jacobs8d75b5a2007-06-04 22:35:16346 uint64_t start;
347 uint64_t length;
David Conradb061d892007-06-04 22:10:54348} MatroskaLevel;
349
Andreas Rheinhardtffa64a42019-05-16 22:29:59350typedef struct MatroskaBlock {
351 uint64_t duration;
Andreas Rheinhardt2f1a5622021-02-16 15:18:02352 CountedElement reference;
Andreas Rheinhardtffa64a42019-05-16 22:29:59353 uint64_t non_simple;
354 EbmlBin bin;
355 uint64_t additional_id;
356 EbmlBin additional;
Andreas Rheinhardt60f75c92019-05-16 22:30:13357 int64_t discard_padding;
Andreas Rheinhardtffa64a42019-05-16 22:29:59358} MatroskaBlock;
359
Diego Biurrundaf8cf32014-09-22 07:19:33360typedef struct MatroskaCluster {
Andreas Rheinhardtffa64a42019-05-16 22:29:59361 MatroskaBlock block;
Dale Curtis8336eb62012-04-19 18:12:24362 uint64_t timecode;
Andreas Rheinhardtffa64a42019-05-16 22:29:59363 int64_t pos;
Dale Curtis8336eb62012-04-19 18:12:24364} MatroskaCluster;
365
Michael Niedermayera0fe1a22015-02-14 20:07:40366typedef struct MatroskaLevel1Element {
Andreas Rheinhardt730ac1a2019-05-16 22:30:20367 int64_t pos;
Andreas Rheinhardt410a0822019-05-16 22:29:47368 uint32_t id;
wm4cac22952015-02-09 19:39:00369 int parsed;
370} MatroskaLevel1Element;
371
Diego Biurrundaf8cf32014-09-22 07:19:33372typedef struct MatroskaDemuxContext {
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:57373 const AVClass *class;
David Conradb061d892007-06-04 22:10:54374 AVFormatContext *ctx;
375
Diego Biurrun5968d2d2008-08-05 08:28:57376 /* EBML stuff */
David Conradb061d892007-06-04 22:10:54377 MatroskaLevel levels[EBML_MAX_DEPTH];
Andreas Rheinhardt60f75c92019-05-16 22:30:13378 int num_levels;
Aurelien Jacobsc3ade622010-06-11 16:34:01379 uint32_t current_id;
Andreas Rheinhardta3db9f62019-05-16 22:30:05380 int64_t resync_pos;
Andreas Rheinhardt51203052019-05-16 22:30:14381 int unknown_count;
David Conradb061d892007-06-04 22:10:54382
Aurelien Jacobs29708582008-08-05 00:40:27383 uint64_t time_scale;
384 double duration;
385 char *title;
James Almer2c759d72013-11-24 08:31:48386 char *muxingapp;
Andreas Rheinhardt60f75c92019-05-16 22:30:13387 EbmlBin date_utc;
Aurelien Jacobs2cbc8812008-08-05 00:40:31388 EbmlList tracks;
Aurelien Jacobsb414cb82008-08-05 00:40:24389 EbmlList attachments;
Aurelien Jacobs6bbd7c72008-08-05 00:40:21390 EbmlList chapters;
Aurelien Jacobse5929fd2008-08-05 00:40:15391 EbmlList index;
Aurelien Jacobs44015c52008-08-08 23:50:38392 EbmlList tags;
Aurelien Jacobs13b350a2008-08-05 00:40:36393 EbmlList seekhead;
David Conradb061d892007-06-04 22:10:54394
David Conradb061d892007-06-04 22:10:54395 /* byte position of the segment inside the stream */
Diego Biurrunbc5c9182008-10-03 10:16:29396 int64_t segment_start;
David Conradb061d892007-06-04 22:10:54397
Andreas Rheinhardtfed02822021-08-24 12:58:07398 /* This packet coincides with FFFormatContext.parse_pkt
Andreas Rheinhardta4d03692021-03-18 05:04:17399 * and is not owned by us. */
James Almer8d78e902021-01-29 13:42:48400 AVPacket *pkt;
401
Diego Biurrun5968d2d2008-08-05 08:28:57402 /* the packet queue */
Andreas Rheinhardtd61240f2021-12-16 00:49:39403 PacketList queue;
David Conradb061d892007-06-04 22:10:54404
Aurelien Jacobs8d75b5a2007-06-04 22:35:16405 int done;
David Conradb061d892007-06-04 22:10:54406
David Conradb061d892007-06-04 22:10:54407 /* What to skip before effectively reading a packet. */
408 int skip_to_keyframe;
Aurelien Jacobs20f74662008-09-09 12:01:51409 uint64_t skip_to_timecode;
Aaron Colwell31ad14c2011-07-09 05:48:43410
411 /* File has a CUES element, but we defer parsing until it is needed. */
412 int cues_parsing_deferred;
Dale Curtis8336eb62012-04-19 18:12:24413
wm4cac22952015-02-09 19:39:00414 /* Level1 elements and whether they were read yet */
415 MatroskaLevel1Element level1_elems[64];
416 int num_level1_elems;
417
Dale Curtis8336eb62012-04-19 18:12:24418 MatroskaCluster current_cluster;
419
James Zern20aeee42017-04-17 17:59:31420 /* WebM DASH Manifest live flag */
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:57421 int is_live;
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:28422
423 /* Bandwidth value for WebM DASH Manifest */
424 int bandwidth;
David Conradb061d892007-06-04 22:10:54425} MatroskaDemuxContext;
426
Andreas Rheinhardtc1abd952019-05-16 22:30:06427#define CHILD_OF(parent) { .def = { .n = parent } }
428
Andreas Rheinhardtab4795a2019-07-17 03:29:40429// The following forward declarations need their size because
430// a tentative definition with internal linkage must not be an
431// incomplete type (6.7.2 in C90, 6.9.2 in C99).
432// Removing the sizes breaks MSVC.
Andreas Rheinhardt9869e212019-07-18 19:07:20433static EbmlSyntax ebml_syntax[3], matroska_segment[9], matroska_track_video_color[15], matroska_track_video[19],
quietvoid05c07942022-01-01 16:51:50434 matroska_track[33], matroska_track_encoding[6], matroska_track_encodings[2],
435 matroska_track_combine_planes[2], matroska_track_operation[2], matroska_block_addition_mapping[5], matroska_tracks[2],
Andreas Rheinhardt9869e212019-07-18 19:07:20436 matroska_attachments[2], matroska_chapter_entry[9], matroska_chapter[6], matroska_chapters[2],
437 matroska_index_entry[3], matroska_index[2], matroska_tag[3], matroska_tags[2], matroska_seekhead[2],
438 matroska_blockadditions[2], matroska_blockgroup[8], matroska_cluster_parsing[8];
Andreas Rheinhardtc1abd952019-05-16 22:30:06439
Andreas Rheinhardt9869e212019-07-18 19:07:20440static EbmlSyntax ebml_header[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51441 { EBML_ID_EBMLREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, version), { .u = EBML_VERSION } },
442 { EBML_ID_EBMLMAXSIZELENGTH, EBML_UINT, 0, 0, offsetof(Ebml, max_size), { .u = 8 } },
443 { EBML_ID_EBMLMAXIDLENGTH, EBML_UINT, 0, 0, offsetof(Ebml, id_length), { .u = 4 } },
444 { EBML_ID_DOCTYPE, EBML_STR, 0, 0, offsetof(Ebml, doctype), { .s = "(none)" } },
445 { EBML_ID_DOCTYPEREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, doctype_version), { .u = 1 } },
Keiji Costantini84cfce92014-03-01 16:28:15446 { EBML_ID_EBMLVERSION, EBML_NONE },
447 { EBML_ID_DOCTYPEVERSION, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06448 CHILD_OF(ebml_syntax)
Aurelien Jacobs63511322008-08-05 00:40:02449};
450
Andreas Rheinhardt9869e212019-07-18 19:07:20451static EbmlSyntax ebml_syntax[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51452 { EBML_ID_HEADER, EBML_NEST, 0, 0, 0, { .n = ebml_header } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06453 { MATROSKA_ID_SEGMENT, EBML_STOP },
Aurelien Jacobs63511322008-08-05 00:40:02454 { 0 }
455};
456
Andreas Rheinhardt9869e212019-07-18 19:07:20457static EbmlSyntax matroska_info[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51458 { MATROSKA_ID_TIMECODESCALE, EBML_UINT, 0, 0, offsetof(MatroskaDemuxContext, time_scale), { .u = 1000000 } },
459 { MATROSKA_ID_DURATION, EBML_FLOAT, 0, 0, offsetof(MatroskaDemuxContext, duration) },
460 { MATROSKA_ID_TITLE, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, title) },
Keiji Costantini84cfce92014-03-01 16:28:15461 { MATROSKA_ID_WRITINGAPP, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51462 { MATROSKA_ID_MUXINGAPP, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, muxingapp) },
463 { MATROSKA_ID_DATEUTC, EBML_BIN, 0, 0, offsetof(MatroskaDemuxContext, date_utc) },
Keiji Costantini84cfce92014-03-01 16:28:15464 { MATROSKA_ID_SEGMENTUID, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06465 CHILD_OF(matroska_segment)
Aurelien Jacobs29708582008-08-05 00:40:27466};
467
Andreas Rheinhardt9869e212019-07-18 19:07:20468static EbmlSyntax matroska_mastering_meta[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51469 { MATROSKA_ID_VIDEOCOLOR_RX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_x) },
470 { MATROSKA_ID_VIDEOCOLOR_RY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_y) },
471 { MATROSKA_ID_VIDEOCOLOR_GX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_x) },
472 { MATROSKA_ID_VIDEOCOLOR_GY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_y) },
473 { MATROSKA_ID_VIDEOCOLOR_BX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_x) },
474 { MATROSKA_ID_VIDEOCOLOR_BY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_y) },
475 { MATROSKA_ID_VIDEOCOLOR_WHITEX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_x) },
476 { MATROSKA_ID_VIDEOCOLOR_WHITEY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_y) },
Andreas Rheinhardte8f39012021-02-16 14:34:06477 { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMIN, EBML_FLOAT, 1, 0, offsetof(MatroskaMasteringMeta, min_luminance) },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51478 { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMAX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, max_luminance) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06479 CHILD_OF(matroska_track_video_color)
Neil Birkbeckbbda13a2016-03-01 00:41:04480};
481
Andreas Rheinhardt9869e212019-07-18 19:07:20482static EbmlSyntax matroska_track_video_color[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51483 { MATROSKA_ID_VIDEOCOLORMATRIXCOEFF, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, matrix_coefficients), { .u = AVCOL_SPC_UNSPECIFIED } },
484 { MATROSKA_ID_VIDEOCOLORBITSPERCHANNEL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, bits_per_channel), { .u = 0 } },
485 { MATROSKA_ID_VIDEOCOLORCHROMASUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_horz) },
486 { MATROSKA_ID_VIDEOCOLORCHROMASUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_vert) },
487 { MATROSKA_ID_VIDEOCOLORCBSUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_horz) },
488 { MATROSKA_ID_VIDEOCOLORCBSUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_vert) },
489 { MATROSKA_ID_VIDEOCOLORCHROMASITINGHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_horz), { .u = MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED } },
490 { MATROSKA_ID_VIDEOCOLORCHROMASITINGVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_vert), { .u = MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED } },
491 { MATROSKA_ID_VIDEOCOLORRANGE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, range), { .u = AVCOL_RANGE_UNSPECIFIED } },
492 { MATROSKA_ID_VIDEOCOLORTRANSFERCHARACTERISTICS, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, transfer_characteristics), { .u = AVCOL_TRC_UNSPECIFIED } },
493 { MATROSKA_ID_VIDEOCOLORPRIMARIES, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, primaries), { .u = AVCOL_PRI_UNSPECIFIED } },
494 { MATROSKA_ID_VIDEOCOLORMAXCLL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_cll) },
495 { MATROSKA_ID_VIDEOCOLORMAXFALL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_fall) },
496 { MATROSKA_ID_VIDEOCOLORMASTERINGMETA, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideoColor, mastering_meta), { .n = matroska_mastering_meta } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06497 CHILD_OF(matroska_track_video)
Neil Birkbeckbbda13a2016-03-01 00:41:04498};
499
Andreas Rheinhardt9869e212019-07-18 19:07:20500static EbmlSyntax matroska_track_video_projection[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51501 { MATROSKA_ID_VIDEOPROJECTIONTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoProjection, type), { .u = MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR } },
502 { MATROSKA_ID_VIDEOPROJECTIONPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideoProjection, private) },
503 { MATROSKA_ID_VIDEOPROJECTIONPOSEYAW, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, yaw), { .f = 0.0 } },
504 { MATROSKA_ID_VIDEOPROJECTIONPOSEPITCH, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, pitch), { .f = 0.0 } },
505 { MATROSKA_ID_VIDEOPROJECTIONPOSEROLL, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, roll), { .f = 0.0 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06506 CHILD_OF(matroska_track_video)
James Almer445204c2016-12-06 17:48:45507};
508
Andreas Rheinhardt9869e212019-07-18 19:07:20509static EbmlSyntax matroska_track_video[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51510 { MATROSKA_ID_VIDEOFRAMERATE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideo, frame_rate) },
511 { MATROSKA_ID_VIDEODISPLAYWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_width), { .u=-1 } },
512 { MATROSKA_ID_VIDEODISPLAYHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_height), { .u=-1 } },
513 { MATROSKA_ID_VIDEOPIXELWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_width) },
514 { MATROSKA_ID_VIDEOPIXELHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_height) },
515 { MATROSKA_ID_VIDEOCOLORSPACE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideo, color_space) },
516 { MATROSKA_ID_VIDEOALPHAMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, alpha_mode), { .u = 0 } },
517 { MATROSKA_ID_VIDEOCOLOR, EBML_NEST, 0, sizeof(MatroskaTrackVideoColor), offsetof(MatroskaTrackVideo, color), { .n = matroska_track_video_color } },
518 { MATROSKA_ID_VIDEOPROJECTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideo, projection), { .n = matroska_track_video_projection } },
Keiji Costantini84cfce92014-03-01 16:28:15519 { MATROSKA_ID_VIDEOPIXELCROPB, EBML_NONE },
520 { MATROSKA_ID_VIDEOPIXELCROPT, EBML_NONE },
521 { MATROSKA_ID_VIDEOPIXELCROPL, EBML_NONE },
522 { MATROSKA_ID_VIDEOPIXELCROPR, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51523 { MATROSKA_ID_VIDEODISPLAYUNIT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_unit), { .u= MATROSKA_VIDEO_DISPLAYUNIT_PIXELS } },
524 { MATROSKA_ID_VIDEOFLAGINTERLACED, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, interlaced), { .u = MATROSKA_VIDEO_INTERLACE_FLAG_UNDETERMINED } },
525 { MATROSKA_ID_VIDEOFIELDORDER, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, field_order), { .u = MATROSKA_VIDEO_FIELDORDER_UNDETERMINED } },
526 { MATROSKA_ID_VIDEOSTEREOMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, stereo_mode), { .u = MATROSKA_VIDEO_STEREOMODE_TYPE_NB } },
Keiji Costantini84cfce92014-03-01 16:28:15527 { MATROSKA_ID_VIDEOASPECTRATIO, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06528 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31529};
530
Andreas Rheinhardt9869e212019-07-18 19:07:20531static EbmlSyntax matroska_track_audio[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51532 { MATROSKA_ID_AUDIOSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, samplerate), { .f = 8000.0 } },
533 { MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, out_samplerate) },
534 { MATROSKA_ID_AUDIOBITDEPTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, bitdepth) },
535 { MATROSKA_ID_AUDIOCHANNELS, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, channels), { .u = 1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06536 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31537};
538
Andreas Rheinhardt9869e212019-07-18 19:07:20539static EbmlSyntax matroska_track_encoding_compression[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51540 { MATROSKA_ID_ENCODINGCOMPALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackCompression, algo), { .u = MATROSKA_TRACK_ENCODING_COMP_ZLIB } },
541 { MATROSKA_ID_ENCODINGCOMPSETTINGS, EBML_BIN, 0, 0, offsetof(MatroskaTrackCompression, settings) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06542 CHILD_OF(matroska_track_encoding)
Aurelien Jacobs2cbc8812008-08-05 00:40:31543};
544
Andreas Rheinhardt9869e212019-07-18 19:07:20545static EbmlSyntax matroska_track_encoding_encryption[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51546 { MATROSKA_ID_ENCODINGENCALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncryption,algo), {.u = 0} },
547 { MATROSKA_ID_ENCODINGENCKEYID, EBML_BIN, 0, 0, offsetof(MatroskaTrackEncryption,key_id) },
Frank Galliganb8531032013-03-07 16:11:38548 { MATROSKA_ID_ENCODINGENCAESSETTINGS, EBML_NONE },
549 { MATROSKA_ID_ENCODINGSIGALGO, EBML_NONE },
550 { MATROSKA_ID_ENCODINGSIGHASHALGO, EBML_NONE },
551 { MATROSKA_ID_ENCODINGSIGKEYID, EBML_NONE },
552 { MATROSKA_ID_ENCODINGSIGNATURE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06553 CHILD_OF(matroska_track_encoding)
Frank Galliganb8531032013-03-07 16:11:38554};
Andreas Rheinhardt9869e212019-07-18 19:07:20555static EbmlSyntax matroska_track_encoding[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51556 { MATROSKA_ID_ENCODINGSCOPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, scope), { .u = 1 } },
557 { MATROSKA_ID_ENCODINGTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, type), { .u = 0 } },
558 { MATROSKA_ID_ENCODINGCOMPRESSION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, compression), { .n = matroska_track_encoding_compression } },
559 { MATROSKA_ID_ENCODINGENCRYPTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, encryption), { .n = matroska_track_encoding_encryption } },
Keiji Costantini84cfce92014-03-01 16:28:15560 { MATROSKA_ID_ENCODINGORDER, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06561 CHILD_OF(matroska_track_encodings)
Aurelien Jacobs2cbc8812008-08-05 00:40:31562};
563
Andreas Rheinhardt9869e212019-07-18 19:07:20564static EbmlSyntax matroska_track_encodings[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51565 { MATROSKA_ID_TRACKCONTENTENCODING, EBML_NEST, 0, sizeof(MatroskaTrackEncoding), offsetof(MatroskaTrack, encodings), { .n = matroska_track_encoding } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06566 CHILD_OF(matroska_track)
Aurelien Jacobs2cbc8812008-08-05 00:40:31567};
568
Andreas Rheinhardt9869e212019-07-18 19:07:20569static EbmlSyntax matroska_track_plane[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51570 { MATROSKA_ID_TRACKPLANEUID, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,uid) },
571 { MATROSKA_ID_TRACKPLANETYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,type) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06572 CHILD_OF(matroska_track_combine_planes)
Kirill Gavrilove6ec9212011-05-21 15:14:14573};
574
Andreas Rheinhardt9869e212019-07-18 19:07:20575static EbmlSyntax matroska_track_combine_planes[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51576 { MATROSKA_ID_TRACKPLANE, EBML_NEST, 0, sizeof(MatroskaTrackPlane), offsetof(MatroskaTrackOperation,combine_planes), {.n = matroska_track_plane} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06577 CHILD_OF(matroska_track_operation)
Kirill Gavrilove6ec9212011-05-21 15:14:14578};
579
Andreas Rheinhardt9869e212019-07-18 19:07:20580static EbmlSyntax matroska_track_operation[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51581 { MATROSKA_ID_TRACKCOMBINEPLANES, EBML_NEST, 0, 0, 0, {.n = matroska_track_combine_planes} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06582 CHILD_OF(matroska_track)
Kirill Gavrilove6ec9212011-05-21 15:14:14583};
584
quietvoid05c07942022-01-01 16:51:50585static EbmlSyntax matroska_block_addition_mapping[] = {
586 { MATROSKA_ID_BLKADDIDVALUE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, value) },
587 { MATROSKA_ID_BLKADDIDNAME, EBML_STR, 0, 0, offsetof(MatroskaBlockAdditionMapping, name) },
588 { MATROSKA_ID_BLKADDIDTYPE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, type) },
589 { MATROSKA_ID_BLKADDIDEXTRADATA, EBML_BIN, 0, 0, offsetof(MatroskaBlockAdditionMapping, extradata) },
590 CHILD_OF(matroska_track)
591};
592
Andreas Rheinhardt9869e212019-07-18 19:07:20593static EbmlSyntax matroska_track[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51594 { MATROSKA_ID_TRACKNUMBER, EBML_UINT, 0, 0, offsetof(MatroskaTrack, num) },
595 { MATROSKA_ID_TRACKNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTrack, name) },
596 { MATROSKA_ID_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, uid) },
597 { MATROSKA_ID_TRACKTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrack, type) },
598 { MATROSKA_ID_CODECID, EBML_STR, 0, 0, offsetof(MatroskaTrack, codec_id) },
599 { MATROSKA_ID_CODECPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrack, codec_priv) },
600 { MATROSKA_ID_CODECDELAY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, codec_delay), { .u = 0 } },
601 { MATROSKA_ID_TRACKLANGUAGE, EBML_STR, 0, 0, offsetof(MatroskaTrack, language), { .s = "eng" } },
602 { MATROSKA_ID_TRACKDEFAULTDURATION, EBML_UINT, 0, 0, offsetof(MatroskaTrack, default_duration) },
603 { MATROSKA_ID_TRACKTIMECODESCALE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrack, time_scale), { .f = 1.0 } },
Andreas Rheinhardt18b3dee2021-02-16 17:23:59604 { MATROSKA_ID_TRACKFLAGCOMMENTARY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_comment), { .u = 0 } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51605 { MATROSKA_ID_TRACKFLAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_default), { .u = 1 } },
606 { MATROSKA_ID_TRACKFLAGFORCED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_forced), { .u = 0 } },
Andreas Rheinhardt51e10672021-02-16 18:08:51607 { MATROSKA_ID_TRACKFLAGHEARINGIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_hearingimpaired), { .u = 0 } },
608 { MATROSKA_ID_TRACKFLAGVISUALIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_visualimpaired), { .u = 0 } },
Andreas Rheinhardt48cf1d82021-02-16 18:38:19609 { MATROSKA_ID_TRACKFLAGTEXTDESCRIPTIONS, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_textdescriptions), { .u = 0 } },
Andreas Rheinhardtb243be82021-02-16 17:41:30610 { MATROSKA_ID_TRACKFLAGORIGINAL, EBML_UINT, 1, 0, offsetof(MatroskaTrack, flag_original), {.u = 0 } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51611 { MATROSKA_ID_TRACKVIDEO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, video), { .n = matroska_track_video } },
612 { MATROSKA_ID_TRACKAUDIO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, audio), { .n = matroska_track_audio } },
613 { MATROSKA_ID_TRACKOPERATION, EBML_NEST, 0, 0, offsetof(MatroskaTrack, operation), { .n = matroska_track_operation } },
614 { MATROSKA_ID_TRACKCONTENTENCODINGS, EBML_NEST, 0, 0, 0, { .n = matroska_track_encodings } },
615 { MATROSKA_ID_TRACKMAXBLKADDID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, max_block_additional_id), { .u = 0 } },
quietvoid05c07942022-01-01 16:51:50616 { MATROSKA_ID_TRACKBLKADDMAPPING, EBML_NEST, 0, sizeof(MatroskaBlockAdditionMapping), offsetof(MatroskaTrack, block_addition_mappings), { .n = matroska_block_addition_mapping } },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51617 { MATROSKA_ID_SEEKPREROLL, EBML_UINT, 0, 0, offsetof(MatroskaTrack, seek_preroll), { .u = 0 } },
Keiji Costantini84cfce92014-03-01 16:28:15618 { MATROSKA_ID_TRACKFLAGENABLED, EBML_NONE },
619 { MATROSKA_ID_TRACKFLAGLACING, EBML_NONE },
620 { MATROSKA_ID_CODECNAME, EBML_NONE },
621 { MATROSKA_ID_CODECDECODEALL, EBML_NONE },
622 { MATROSKA_ID_CODECINFOURL, EBML_NONE },
623 { MATROSKA_ID_CODECDOWNLOADURL, EBML_NONE },
624 { MATROSKA_ID_TRACKMINCACHE, EBML_NONE },
625 { MATROSKA_ID_TRACKMAXCACHE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06626 CHILD_OF(matroska_tracks)
Aurelien Jacobs2cbc8812008-08-05 00:40:31627};
628
Andreas Rheinhardt9869e212019-07-18 19:07:20629static EbmlSyntax matroska_tracks[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51630 { MATROSKA_ID_TRACKENTRY, EBML_NEST, 0, sizeof(MatroskaTrack), offsetof(MatroskaDemuxContext, tracks), { .n = matroska_track } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06631 CHILD_OF(matroska_segment)
Aurelien Jacobs2cbc8812008-08-05 00:40:31632};
633
Andreas Rheinhardt9869e212019-07-18 19:07:20634static EbmlSyntax matroska_attachment[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51635 { MATROSKA_ID_FILEUID, EBML_UINT, 0, 0, offsetof(MatroskaAttachment, uid) },
636 { MATROSKA_ID_FILENAME, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, filename) },
637 { MATROSKA_ID_FILEMIMETYPE, EBML_STR, 0, 0, offsetof(MatroskaAttachment, mime) },
638 { MATROSKA_ID_FILEDATA, EBML_BIN, 0, 0, offsetof(MatroskaAttachment, bin) },
639 { MATROSKA_ID_FILEDESC, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, description) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06640 CHILD_OF(matroska_attachments)
Aurelien Jacobsb414cb82008-08-05 00:40:24641};
642
Andreas Rheinhardt9869e212019-07-18 19:07:20643static EbmlSyntax matroska_attachments[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51644 { MATROSKA_ID_ATTACHEDFILE, EBML_NEST, 0, sizeof(MatroskaAttachment), offsetof(MatroskaDemuxContext, attachments), { .n = matroska_attachment } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06645 CHILD_OF(matroska_segment)
Aurelien Jacobsb414cb82008-08-05 00:40:24646};
647
Andreas Rheinhardt9869e212019-07-18 19:07:20648static EbmlSyntax matroska_chapter_display[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51649 { MATROSKA_ID_CHAPSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaChapter, title) },
Rodger Combscf2719a2015-09-20 14:34:05650 { MATROSKA_ID_CHAPLANG, EBML_NONE },
651 { MATROSKA_ID_CHAPCOUNTRY, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06652 CHILD_OF(matroska_chapter_entry)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21653};
654
Andreas Rheinhardt9869e212019-07-18 19:07:20655static EbmlSyntax matroska_chapter_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51656 { MATROSKA_ID_CHAPTERTIMESTART, EBML_UINT, 0, 0, offsetof(MatroskaChapter, start), { .u = AV_NOPTS_VALUE } },
657 { MATROSKA_ID_CHAPTERTIMEEND, EBML_UINT, 0, 0, offsetof(MatroskaChapter, end), { .u = AV_NOPTS_VALUE } },
658 { MATROSKA_ID_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaChapter, uid) },
659 { MATROSKA_ID_CHAPTERDISPLAY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter_display } },
Aurelien Jacobs6bbd7c72008-08-05 00:40:21660 { MATROSKA_ID_CHAPTERFLAGHIDDEN, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15661 { MATROSKA_ID_CHAPTERFLAGENABLED, EBML_NONE },
662 { MATROSKA_ID_CHAPTERPHYSEQUIV, EBML_NONE },
663 { MATROSKA_ID_CHAPTERATOM, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06664 CHILD_OF(matroska_chapter)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21665};
666
Andreas Rheinhardt9869e212019-07-18 19:07:20667static EbmlSyntax matroska_chapter[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51668 { MATROSKA_ID_CHAPTERATOM, EBML_NEST, 0, sizeof(MatroskaChapter), offsetof(MatroskaDemuxContext, chapters), { .n = matroska_chapter_entry } },
Aurelien Jacobs6bbd7c72008-08-05 00:40:21669 { MATROSKA_ID_EDITIONUID, EBML_NONE },
670 { MATROSKA_ID_EDITIONFLAGHIDDEN, EBML_NONE },
671 { MATROSKA_ID_EDITIONFLAGDEFAULT, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15672 { MATROSKA_ID_EDITIONFLAGORDERED, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06673 CHILD_OF(matroska_chapters)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21674};
675
Andreas Rheinhardt9869e212019-07-18 19:07:20676static EbmlSyntax matroska_chapters[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51677 { MATROSKA_ID_EDITIONENTRY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06678 CHILD_OF(matroska_segment)
Aurelien Jacobs6bbd7c72008-08-05 00:40:21679};
680
Andreas Rheinhardt9869e212019-07-18 19:07:20681static EbmlSyntax matroska_index_pos[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51682 { MATROSKA_ID_CUETRACK, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, track) },
683 { MATROSKA_ID_CUECLUSTERPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, pos) },
James Almer5ab7b3b2013-09-15 09:32:36684 { MATROSKA_ID_CUERELATIVEPOSITION,EBML_NONE },
James Almer56f17402013-09-21 01:15:49685 { MATROSKA_ID_CUEDURATION, EBML_NONE },
Aurelien Jacobs5df3cc62008-08-13 21:15:15686 { MATROSKA_ID_CUEBLOCKNUMBER, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06687 CHILD_OF(matroska_index_entry)
Aurelien Jacobse5929fd2008-08-05 00:40:15688};
689
Andreas Rheinhardt9869e212019-07-18 19:07:20690static EbmlSyntax matroska_index_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51691 { MATROSKA_ID_CUETIME, EBML_UINT, 0, 0, offsetof(MatroskaIndex, time) },
692 { MATROSKA_ID_CUETRACKPOSITION, EBML_NEST, 0, sizeof(MatroskaIndexPos), offsetof(MatroskaIndex, pos), { .n = matroska_index_pos } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06693 CHILD_OF(matroska_index)
Aurelien Jacobse5929fd2008-08-05 00:40:15694};
695
Andreas Rheinhardt9869e212019-07-18 19:07:20696static EbmlSyntax matroska_index[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51697 { MATROSKA_ID_POINTENTRY, EBML_NEST, 0, sizeof(MatroskaIndex), offsetof(MatroskaDemuxContext, index), { .n = matroska_index_entry } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06698 CHILD_OF(matroska_segment)
Aurelien Jacobse5929fd2008-08-05 00:40:15699};
700
Andreas Rheinhardt9869e212019-07-18 19:07:20701static EbmlSyntax matroska_simpletag[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51702 { MATROSKA_ID_TAGNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTag, name) },
703 { MATROSKA_ID_TAGSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaTag, string) },
704 { MATROSKA_ID_TAGLANG, EBML_STR, 0, 0, offsetof(MatroskaTag, lang), { .s = "und" } },
705 { MATROSKA_ID_TAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
706 { MATROSKA_ID_TAGDEFAULT_BUG, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
707 { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTag, sub), { .n = matroska_simpletag } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06708 CHILD_OF(matroska_tag)
Aurelien Jacobs44015c52008-08-08 23:50:38709};
710
Andreas Rheinhardt9869e212019-07-18 19:07:20711static EbmlSyntax matroska_tagtargets[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51712 { MATROSKA_ID_TAGTARGETS_TYPE, EBML_STR, 0, 0, offsetof(MatroskaTagTarget, type) },
713 { MATROSKA_ID_TAGTARGETS_TYPEVALUE, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, typevalue), { .u = 50 } },
714 { MATROSKA_ID_TAGTARGETS_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, trackuid), { .u = 0 } },
715 { MATROSKA_ID_TAGTARGETS_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, chapteruid), { .u = 0 } },
716 { MATROSKA_ID_TAGTARGETS_ATTACHUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, attachuid), { .u = 0 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06717 CHILD_OF(matroska_tag)
Aurelien Jacobs929e9de2009-02-15 15:53:55718};
719
Andreas Rheinhardt9869e212019-07-18 19:07:20720static EbmlSyntax matroska_tag[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51721 { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTags, tag), { .n = matroska_simpletag } },
722 { MATROSKA_ID_TAGTARGETS, EBML_NEST, 0, 0, offsetof(MatroskaTags, target), { .n = matroska_tagtargets } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06723 CHILD_OF(matroska_tags)
Aurelien Jacobs44015c52008-08-08 23:50:38724};
725
Andreas Rheinhardt9869e212019-07-18 19:07:20726static EbmlSyntax matroska_tags[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51727 { MATROSKA_ID_TAG, EBML_NEST, 0, sizeof(MatroskaTags), offsetof(MatroskaDemuxContext, tags), { .n = matroska_tag } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06728 CHILD_OF(matroska_segment)
Aurelien Jacobs434d4962008-08-05 00:40:18729};
730
Andreas Rheinhardt9869e212019-07-18 19:07:20731static EbmlSyntax matroska_seekhead_entry[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51732 { MATROSKA_ID_SEEKID, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, id) },
733 { MATROSKA_ID_SEEKPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, pos), { .u = -1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06734 CHILD_OF(matroska_seekhead)
Aurelien Jacobs13b350a2008-08-05 00:40:36735};
736
Andreas Rheinhardt9869e212019-07-18 19:07:20737static EbmlSyntax matroska_seekhead[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51738 { MATROSKA_ID_SEEKENTRY, EBML_NEST, 0, sizeof(MatroskaSeekhead), offsetof(MatroskaDemuxContext, seekhead), { .n = matroska_seekhead_entry } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06739 CHILD_OF(matroska_segment)
Aurelien Jacobs13b350a2008-08-05 00:40:36740};
741
Andreas Rheinhardt9869e212019-07-18 19:07:20742static EbmlSyntax matroska_segment[] = {
Andreas Rheinhardt71c90882019-05-16 22:30:18743 { MATROSKA_ID_CLUSTER, EBML_STOP },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51744 { MATROSKA_ID_INFO, EBML_LEVEL1, 0, 0, 0, { .n = matroska_info } },
745 { MATROSKA_ID_TRACKS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tracks } },
746 { MATROSKA_ID_ATTACHMENTS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_attachments } },
747 { MATROSKA_ID_CHAPTERS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_chapters } },
748 { MATROSKA_ID_CUES, EBML_LEVEL1, 0, 0, 0, { .n = matroska_index } },
749 { MATROSKA_ID_TAGS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tags } },
750 { MATROSKA_ID_SEEKHEAD, EBML_LEVEL1, 0, 0, 0, { .n = matroska_seekhead } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06751 { 0 } /* We don't want to go back to level 0, so don't add the parent. */
Aurelien Jacobsce6f28b2008-08-05 00:40:58752};
753
Andreas Rheinhardt9869e212019-07-18 19:07:20754static EbmlSyntax matroska_segments[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51755 { MATROSKA_ID_SEGMENT, EBML_NEST, 0, 0, 0, { .n = matroska_segment } },
Aurelien Jacobsce6f28b2008-08-05 00:40:58756 { 0 }
757};
758
Andreas Rheinhardt9869e212019-07-18 19:07:20759static EbmlSyntax matroska_blockmore[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51760 { MATROSKA_ID_BLOCKADDID, EBML_UINT, 0, 0, offsetof(MatroskaBlock,additional_id), { .u = 1 } },
761 { MATROSKA_ID_BLOCKADDITIONAL, EBML_BIN, 0, 0, offsetof(MatroskaBlock,additional) },
Andreas Rheinhardtc1abd952019-05-16 22:30:06762 CHILD_OF(matroska_blockadditions)
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48763};
764
Andreas Rheinhardt9869e212019-07-18 19:07:20765static EbmlSyntax matroska_blockadditions[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51766 { MATROSKA_ID_BLOCKMORE, EBML_NEST, 0, 0, 0, {.n = matroska_blockmore} },
Andreas Rheinhardtc1abd952019-05-16 22:30:06767 CHILD_OF(matroska_blockgroup)
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:48768};
769
Andreas Rheinhardt9869e212019-07-18 19:07:20770static EbmlSyntax matroska_blockgroup[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51771 { MATROSKA_ID_BLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
772 { MATROSKA_ID_BLOCKADDITIONS, EBML_NEST, 0, 0, 0, { .n = matroska_blockadditions} },
773 { MATROSKA_ID_BLOCKDURATION, EBML_UINT, 0, 0, offsetof(MatroskaBlock, duration) },
774 { MATROSKA_ID_DISCARDPADDING, EBML_SINT, 0, 0, offsetof(MatroskaBlock, discard_padding) },
Andreas Rheinhardt2f1a5622021-02-16 15:18:02775 { MATROSKA_ID_BLOCKREFERENCE, EBML_SINT, 1, 0, offsetof(MatroskaBlock, reference) },
Anton Khirnov564b7e02013-05-15 13:48:15776 { MATROSKA_ID_CODECSTATE, EBML_NONE },
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51777 { 1, EBML_UINT, 0, 0, offsetof(MatroskaBlock, non_simple), { .u = 1 } },
Andreas Rheinhardtc1abd952019-05-16 22:30:06778 CHILD_OF(matroska_cluster_parsing)
Aurelien Jacobs209472b2008-08-05 00:41:05779};
780
Andreas Rheinhardt38255cd2019-05-16 22:30:10781// The following array contains SimpleBlock and BlockGroup twice
782// in order to reuse the other values for matroska_cluster_enter.
Andreas Rheinhardt9869e212019-07-18 19:07:20783static EbmlSyntax matroska_cluster_parsing[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51784 { MATROSKA_ID_SIMPLEBLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
785 { MATROSKA_ID_BLOCKGROUP, EBML_NEST, 0, 0, 0, { .n = matroska_blockgroup } },
786 { MATROSKA_ID_CLUSTERTIMECODE, EBML_UINT, 0, 0, offsetof(MatroskaCluster, timecode) },
Keiji Costantini84cfce92014-03-01 16:28:15787 { MATROSKA_ID_SIMPLEBLOCK, EBML_STOP },
Andreas Rheinhardt38255cd2019-05-16 22:30:10788 { MATROSKA_ID_BLOCKGROUP, EBML_STOP },
Keiji Costantini84cfce92014-03-01 16:28:15789 { MATROSKA_ID_CLUSTERPOSITION, EBML_NONE },
790 { MATROSKA_ID_CLUSTERPREVSIZE, EBML_NONE },
Andreas Rheinhardtc1abd952019-05-16 22:30:06791 CHILD_OF(matroska_segment)
Dale Curtis8336eb62012-04-19 18:12:24792};
793
Andreas Rheinhardt9869e212019-07-18 19:07:20794static EbmlSyntax matroska_cluster_enter[] = {
Andreas Rheinhardt5b9a0e62021-02-16 13:33:51795 { MATROSKA_ID_CLUSTER, EBML_NEST, 0, 0, 0, { .n = &matroska_cluster_parsing[2] } },
Andreas Rheinhardt865c5372019-05-16 22:30:08796 { 0 }
797};
Andreas Rheinhardtc1abd952019-05-16 22:30:06798#undef CHILD_OF
Dale Curtis8336eb62012-04-19 18:12:24799
Andreas Rheinhardt67e957b2020-04-16 01:39:05800static const CodecMime mkv_image_mime_tags[] = {
801 {"image/gif" , AV_CODEC_ID_GIF},
802 {"image/jpeg" , AV_CODEC_ID_MJPEG},
803 {"image/png" , AV_CODEC_ID_PNG},
804 {"image/tiff" , AV_CODEC_ID_TIFF},
805
806 {"" , AV_CODEC_ID_NONE}
807};
808
809static const CodecMime mkv_mime_tags[] = {
Andreas Rheinhardt67e957b2020-04-16 01:39:05810 {"application/x-truetype-font", AV_CODEC_ID_TTF},
811 {"application/x-font" , AV_CODEC_ID_TTF},
812 {"application/vnd.ms-opentype", AV_CODEC_ID_OTF},
813 {"binary" , AV_CODEC_ID_BIN_DATA},
814
815 {"" , AV_CODEC_ID_NONE}
816};
817
Alex Converseb0f29db2012-02-20 08:42:33818static const char *const matroska_doctypes[] = { "matroska", "webm" };
James Zern470491f2010-05-22 01:41:32819
Andreas Rheinhardt310f3262019-05-16 22:30:02820/*
821 * This function prepares the status for parsing of level 1 elements.
822 */
823static int matroska_reset_status(MatroskaDemuxContext *matroska,
824 uint32_t id, int64_t position)
825{
Michael Niedermayerd115eec2021-06-24 17:53:47826 int64_t err = 0;
Andreas Rheinhardt310f3262019-05-16 22:30:02827 if (position >= 0) {
Michael Niedermayerd115eec2021-06-24 17:53:47828 err = avio_seek(matroska->ctx->pb, position, SEEK_SET);
829 if (err > 0)
830 err = 0;
831 } else
832 position = avio_tell(matroska->ctx->pb);
Andreas Rheinhardt310f3262019-05-16 22:30:02833
Andreas Rheinhardt51203052019-05-16 22:30:14834 matroska->current_id = id;
835 matroska->num_levels = 1;
836 matroska->unknown_count = 0;
Michael Niedermayerd115eec2021-06-24 17:53:47837 matroska->resync_pos = position;
Andreas Rheinhardta3db9f62019-05-16 22:30:05838 if (id)
839 matroska->resync_pos -= (av_log2(id) + 7) / 8;
Andreas Rheinhardt310f3262019-05-16 22:30:02840
Michael Niedermayerd115eec2021-06-24 17:53:47841 return err;
Andreas Rheinhardt310f3262019-05-16 22:30:02842}
843
Reimar Döffingerd4931702012-02-13 22:06:19844static int matroska_resync(MatroskaDemuxContext *matroska, int64_t last_pos)
845{
846 AVIOContext *pb = matroska->ctx->pb;
847 uint32_t id;
Reimar Döffingerd4931702012-02-13 22:06:19848
Andreas Rheinhardt27f40b12019-05-16 22:30:01849 /* Try to seek to the last position to resync from. If this doesn't work,
850 * we resync from the earliest position available: The start of the buffer. */
851 if (last_pos < avio_tell(pb) && avio_seek(pb, last_pos + 1, SEEK_SET) < 0) {
852 av_log(matroska->ctx, AV_LOG_WARNING,
853 "Seek to desired resync point failed. Seeking to "
854 "earliest point available instead.\n");
855 avio_seek(pb, FFMAX(avio_tell(pb) + (pb->buffer - pb->buf_ptr),
856 last_pos + 1), SEEK_SET);
Sophia Wang8c830622016-09-27 19:00:29857 }
Reimar Döffingerd4931702012-02-13 22:06:19858
859 id = avio_rb32(pb);
860
861 // try to find a toplevel element
James Almerd34ec642014-08-07 20:12:41862 while (!avio_feof(pb)) {
Sean McGovern8835c552013-05-27 22:11:50863 if (id == MATROSKA_ID_INFO || id == MATROSKA_ID_TRACKS ||
864 id == MATROSKA_ID_CUES || id == MATROSKA_ID_TAGS ||
Reimar Döffingerd4931702012-02-13 22:06:19865 id == MATROSKA_ID_SEEKHEAD || id == MATROSKA_ID_ATTACHMENTS ||
Sean McGovern8835c552013-05-27 22:11:50866 id == MATROSKA_ID_CLUSTER || id == MATROSKA_ID_CHAPTERS) {
Andreas Rheinhardt8a286e72019-05-16 22:30:03867 /* Prepare the context for parsing of a level 1 element. */
868 matroska_reset_status(matroska, id, -1);
Michael Niedermayerfccc37c2019-08-28 17:04:42869 /* Given that we are here means that an error has occurred,
Andreas Rheinhardt8a286e72019-05-16 22:30:03870 * so treat the segment as unknown length in order not to
871 * discard valid data that happens to be beyond the designated
872 * end of the segment. */
873 matroska->levels[0].length = EBML_UNKNOWN_LENGTH;
Keiji Costantini84cfce92014-03-01 16:28:15874 return 0;
Reimar Döffingerd4931702012-02-13 22:06:19875 }
876 id = (id << 8) | avio_r8(pb);
877 }
Keiji Costantini84cfce92014-03-01 16:28:15878
Reimar Döffingerd4931702012-02-13 22:06:19879 matroska->done = 1;
Andreas Rheinhardt27f40b12019-05-16 22:30:01880 return pb->error ? pb->error : AVERROR_EOF;
Reimar Döffingerd4931702012-02-13 22:06:19881}
882
David Conradb061d892007-06-04 22:10:54883/*
David Conradb061d892007-06-04 22:10:54884 * Read: an "EBML number", which is defined as a variable-length
885 * array of bytes. The first byte indicates the length by giving a
886 * number of 0-bits followed by a one. The position of the first
887 * "one" bit inside the first byte indicates the length of this
888 * number.
Diego Biurrun5968d2d2008-08-05 08:28:57889 * Returns: number of bytes read, < 0 on error
David Conradb061d892007-06-04 22:10:54890 */
Anton Khirnov471fe572011-02-20 10:04:12891static int ebml_read_num(MatroskaDemuxContext *matroska, AVIOContext *pb,
Andreas Rheinhardt239c7362019-06-25 01:08:56892 int max_size, uint64_t *number, int eof_forbidden)
David Conradb061d892007-06-04 22:10:54893{
Andreas Rheinhardt239c7362019-06-25 01:08:56894 int read, n = 1;
895 uint64_t total;
896 int64_t pos;
David Conradb061d892007-06-04 22:10:54897
Andreas Rheinhardt239c7362019-06-25 01:08:56898 /* The first byte tells us the length in bytes - except when it is zero. */
899 total = avio_r8(pb);
900 if (pb->eof_reached)
901 goto err;
David Conradb061d892007-06-04 22:10:54902
903 /* get the length of the EBML number */
Reimar Döffingerff6a5fc2010-09-02 19:17:46904 read = 8 - ff_log2_tab[total];
Andreas Rheinhardt239c7362019-06-25 01:08:56905
906 if (!total || read > max_size) {
907 pos = avio_tell(pb) - 1;
908 if (!total) {
909 av_log(matroska->ctx, AV_LOG_ERROR,
910 "0x00 at pos %"PRId64" (0x%"PRIx64") invalid as first byte "
911 "of an EBML number\n", pos, pos);
912 } else {
913 av_log(matroska->ctx, AV_LOG_ERROR,
914 "Length %d indicated by an EBML number's first byte 0x%02x "
915 "at pos %"PRId64" (0x%"PRIx64") exceeds max length %d.\n",
916 read, (uint8_t) total, pos, pos, max_size);
917 }
David Conradb061d892007-06-04 22:10:54918 return AVERROR_INVALIDDATA;
919 }
920
921 /* read out length */
Reimar Döffingerff6a5fc2010-09-02 19:17:46922 total ^= 1 << ff_log2_tab[total];
David Conradb061d892007-06-04 22:10:54923 while (n++ < read)
Anton Khirnove63a3622011-02-21 15:43:01924 total = (total << 8) | avio_r8(pb);
David Conradb061d892007-06-04 22:10:54925
Andreas Rheinhardt239c7362019-06-25 01:08:56926 if (pb->eof_reached) {
927 eof_forbidden = 1;
928 goto err;
929 }
930
David Conradb061d892007-06-04 22:10:54931 *number = total;
932
933 return read;
Andreas Rheinhardt239c7362019-06-25 01:08:56934
935err:
936 pos = avio_tell(pb);
937 if (pb->error) {
938 av_log(matroska->ctx, AV_LOG_ERROR,
939 "Read error at pos. %"PRIu64" (0x%"PRIx64")\n",
940 pos, pos);
941 return pb->error;
942 }
943 if (eof_forbidden) {
944 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
945 "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
946 return AVERROR(EIO);
947 }
948 return AVERROR_EOF;
David Conradb061d892007-06-04 22:10:54949}
950
Reimar Döffinger1b4d3272010-09-06 17:51:44951/**
952 * Read a EBML length value.
953 * This needs special handling for the "unknown length" case which has multiple
954 * encodings.
955 */
Anton Khirnov471fe572011-02-20 10:04:12956static int ebml_read_length(MatroskaDemuxContext *matroska, AVIOContext *pb,
Reimar Döffinger1b4d3272010-09-06 17:51:44957 uint64_t *number)
958{
Andreas Rheinhardt239c7362019-06-25 01:08:56959 int res = ebml_read_num(matroska, pb, 8, number, 1);
Reimar Döffinger1b4d3272010-09-06 17:51:44960 if (res > 0 && *number + 1 == 1ULL << (7 * res))
Steve Lhommea2c77022019-02-23 10:14:33961 *number = EBML_UNKNOWN_LENGTH;
Reimar Döffinger1b4d3272010-09-06 17:51:44962 return res;
963}
964
David Conradb061d892007-06-04 22:10:54965/*
David Conradb061d892007-06-04 22:10:54966 * Read the next element as an unsigned int.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40967 * Returns NEEDS_CHECKING unless size == 0.
David Conradb061d892007-06-04 22:10:54968 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40969static int ebml_read_uint(AVIOContext *pb, int size,
970 uint64_t default_value, uint64_t *num)
David Conradb061d892007-06-04 22:10:54971{
Aurelien Jacobsc6cd2b32008-08-05 00:41:55972 int n = 0;
David Conradb061d892007-06-04 22:10:54973
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40974 if (size == 0) {
975 *num = default_value;
976 return 0;
977 }
Diego Biurrun5968d2d2008-08-05 08:28:57978 /* big-endian ordering; build up number */
David Conradb061d892007-06-04 22:10:54979 *num = 0;
980 while (n++ < size)
Anton Khirnove63a3622011-02-21 15:43:01981 *num = (*num << 8) | avio_r8(pb);
David Conradb061d892007-06-04 22:10:54982
Andreas Rheinhardta569a7b2019-06-23 23:42:30983 return NEEDS_CHECKING;
David Conradb061d892007-06-04 22:10:54984}
985
986/*
Jan Gerberd03eea32013-11-15 18:00:37987 * Read the next element as a signed int.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40988 * Returns NEEDS_CHECKING unless size == 0.
Jan Gerberd03eea32013-11-15 18:00:37989 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40990static int ebml_read_sint(AVIOContext *pb, int size,
991 int64_t default_value, int64_t *num)
Jan Gerberd03eea32013-11-15 18:00:37992{
993 int n = 1;
994
Jan Gerberd03eea32013-11-15 18:00:37995 if (size == 0) {
Andreas Rheinhardt0a99c3d2021-02-16 15:51:40996 *num = default_value;
997 return 0;
Jan Gerberd03eea32013-11-15 18:00:37998 } else {
Michael Niedermayercddd15b2013-11-15 20:30:30999 *num = sign_extend(avio_r8(pb), 8);
Jan Gerberd03eea32013-11-15 18:00:371000
1001 /* big-endian ordering; build up number */
1002 while (n++ < size)
Michael Niedermayer2f8c8162015-07-01 09:59:571003 *num = ((uint64_t)*num << 8) | avio_r8(pb);
Jan Gerberd03eea32013-11-15 18:00:371004 }
1005
Andreas Rheinhardta569a7b2019-06-23 23:42:301006 return NEEDS_CHECKING;
Jan Gerberd03eea32013-11-15 18:00:371007}
1008
1009/*
David Conradb061d892007-06-04 22:10:541010 * Read the next element as a float.
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401011 * Returns 0 if size == 0, NEEDS_CHECKING or < 0 on obvious failure.
David Conradb061d892007-06-04 22:10:541012 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401013static int ebml_read_float(AVIOContext *pb, int size,
1014 double default_value, double *num)
David Conradb061d892007-06-04 22:10:541015{
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401016 if (size == 0) {
1017 *num = default_value;
1018 return 0;
1019 } else if (size == 4) {
Mans Rullgard3383a532011-11-27 14:04:161020 *num = av_int2float(avio_rb32(pb));
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401021 } else if (size == 8) {
Mans Rullgard3383a532011-11-27 14:04:161022 *num = av_int2double(avio_rb64(pb));
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401023 } else
David Conradb061d892007-06-04 22:10:541024 return AVERROR_INVALIDDATA;
David Conradb061d892007-06-04 22:10:541025
Andreas Rheinhardta569a7b2019-06-23 23:42:301026 return NEEDS_CHECKING;
David Conradb061d892007-06-04 22:10:541027}
1028
1029/*
1030 * Read the next element as an ASCII string.
Andreas Rheinhardta569a7b2019-06-23 23:42:301031 * 0 is success, < 0 or NEEDS_CHECKING is failure.
David Conradb061d892007-06-04 22:10:541032 */
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401033static int ebml_read_ascii(AVIOContext *pb, int size,
1034 const char *default_value, char **str)
David Conradb061d892007-06-04 22:10:541035{
Ronald S. Bultjecd40c312012-02-25 00:12:181036 char *res;
Andreas Rheinhardta569a7b2019-06-23 23:42:301037 int ret;
Ronald S. Bultjecd40c312012-02-25 00:12:181038
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401039 if (size == 0 && default_value) {
1040 res = av_strdup(default_value);
1041 if (!res)
1042 return AVERROR(ENOMEM);
1043 } else {
Andreas Rheinhardt7471f472021-02-16 16:14:031044 /* EBML strings are usually not 0-terminated, so we allocate one
1045 * byte more, read the string and NUL-terminate it ourselves. */
1046 if (!(res = av_malloc(size + 1)))
1047 return AVERROR(ENOMEM);
1048 if ((ret = avio_read(pb, (uint8_t *) res, size)) != size) {
1049 av_free(res);
1050 return ret < 0 ? ret : NEEDS_CHECKING;
1051 }
1052 (res)[size] = '\0';
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401053 }
Ronald S. Bultjecd40c312012-02-25 00:12:181054 av_free(*str);
1055 *str = res;
David Conradb061d892007-06-04 22:10:541056
1057 return 0;
1058}
1059
1060/*
Aurelien Jacobs737c40d2008-08-05 00:42:391061 * Read the next element as binary data.
Andreas Rheinhardta569a7b2019-06-23 23:42:301062 * 0 is success, < 0 or NEEDS_CHECKING is failure.
Aurelien Jacobs737c40d2008-08-05 00:42:391063 */
Andreas Rheinhardt7087fc92019-05-16 22:30:121064static int ebml_read_binary(AVIOContext *pb, int length,
1065 int64_t pos, EbmlBin *bin)
Aurelien Jacobs737c40d2008-08-05 00:42:391066{
James Almera6188662018-04-04 17:12:541067 int ret;
Aurelien Jacobs737c40d2008-08-05 00:42:391068
James Almera6188662018-04-04 17:12:541069 ret = av_buffer_realloc(&bin->buf, length + AV_INPUT_BUFFER_PADDING_SIZE);
1070 if (ret < 0)
1071 return ret;
1072 memset(bin->buf->data + length, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1073
1074 bin->data = bin->buf->data;
Aurelien Jacobs737c40d2008-08-05 00:42:391075 bin->size = length;
Andreas Rheinhardt7087fc92019-05-16 22:30:121076 bin->pos = pos;
Andreas Rheinhardta569a7b2019-06-23 23:42:301077 if ((ret = avio_read(pb, bin->data, length)) != length) {
James Almera6188662018-04-04 17:12:541078 av_buffer_unref(&bin->buf);
1079 bin->data = NULL;
Michael Niedermayer5e1bacf2012-12-04 02:30:401080 bin->size = 0;
Andreas Rheinhardta569a7b2019-06-23 23:42:301081 return ret < 0 ? ret : NEEDS_CHECKING;
David Conrad5549aa62010-05-18 21:21:371082 }
Aurelien Jacobs737c40d2008-08-05 00:42:391083
1084 return 0;
1085}
1086
1087/*
David Conradb061d892007-06-04 22:10:541088 * Read the next element, but only the header. The contents
1089 * are supposed to be sub-elements which can be read separately.
1090 * 0 is success, < 0 is failure.
1091 */
Andreas Rheinhardt7087fc92019-05-16 22:30:121092static int ebml_read_master(MatroskaDemuxContext *matroska,
1093 uint64_t length, int64_t pos)
David Conradb061d892007-06-04 22:10:541094{
David Conradb061d892007-06-04 22:10:541095 MatroskaLevel *level;
David Conradb061d892007-06-04 22:10:541096
David Conradb061d892007-06-04 22:10:541097 if (matroska->num_levels >= EBML_MAX_DEPTH) {
1098 av_log(matroska->ctx, AV_LOG_ERROR,
1099 "File moves beyond max. allowed depth (%d)\n", EBML_MAX_DEPTH);
Panagiotis Issaris85565db2007-07-19 15:38:331100 return AVERROR(ENOSYS);
David Conradb061d892007-06-04 22:10:541101 }
1102
Keiji Costantini84cfce92014-03-01 16:28:151103 level = &matroska->levels[matroska->num_levels++];
Andreas Rheinhardt7087fc92019-05-16 22:30:121104 level->start = pos;
David Conradb061d892007-06-04 22:10:541105 level->length = length;
1106
1107 return 0;
1108}
1109
1110/*
Andreas Rheinhardtd5274f82019-12-03 17:09:101111 * Read a signed "EBML number"
Diego Biurrun5968d2d2008-08-05 08:28:571112 * Return: number of bytes processed, < 0 on error
David Conradb061d892007-06-04 22:10:541113 */
Aurelien Jacobsc1e01132008-08-05 00:42:521114static int matroska_ebmlnum_sint(MatroskaDemuxContext *matroska,
Andreas Rheinhardtd5274f82019-12-03 17:09:101115 AVIOContext *pb, int64_t *num)
David Conradb061d892007-06-04 22:10:541116{
1117 uint64_t unum;
1118 int res;
1119
1120 /* read as unsigned number first */
Andreas Rheinhardtd5274f82019-12-03 17:09:101121 if ((res = ebml_read_num(matroska, pb, 8, &unum, 1)) < 0)
David Conradb061d892007-06-04 22:10:541122 return res;
1123
1124 /* make signed (weird way) */
Keiji Costantini84cfce92014-03-01 16:28:151125 *num = unum - ((1LL << (7 * res - 1)) - 1);
David Conradb061d892007-06-04 22:10:541126
1127 return res;
1128}
1129
Andreas Rheinhardt559e3422019-05-16 22:30:041130static int ebml_parse(MatroskaDemuxContext *matroska,
1131 EbmlSyntax *syntax, void *data);
Aurelien Jacobs789ed102008-08-05 00:40:001132
Andreas Rheinhardt559e3422019-05-16 22:30:041133static EbmlSyntax *ebml_parse_id(EbmlSyntax *syntax, uint32_t id)
Aurelien Jacobs789ed102008-08-05 00:40:001134{
1135 int i;
Andreas Rheinhardt38255cd2019-05-16 22:30:101136
1137 // Whoever touches this should be aware of the duplication
1138 // existing in matroska_cluster_parsing.
Keiji Costantini84cfce92014-03-01 16:28:151139 for (i = 0; syntax[i].id; i++)
Aurelien Jacobs789ed102008-08-05 00:40:001140 if (id == syntax[i].id)
1141 break;
Aurelien Jacobs789ed102008-08-05 00:40:001142
Andreas Rheinhardt559e3422019-05-16 22:30:041143 return &syntax[i];
Aurelien Jacobs66a37e02008-08-05 00:42:171144}
1145
Aurelien Jacobs9bcb92c2008-08-05 00:42:131146static int ebml_parse_nest(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
Aurelien Jacobs6314cca2008-08-05 00:42:231147 void *data)
Aurelien Jacobs789ed102008-08-05 00:40:001148{
Andreas Rheinhardt68541272019-05-16 22:30:191149 int res;
Aurelien Jacobs789ed102008-08-05 00:40:001150
Andreas Rheinhardt71c90882019-05-16 22:30:181151 if (data) {
Andreas Rheinhardt05ae0b22021-02-16 16:21:141152 for (int i = 0; syntax[i].id; i++) {
1153 void *dst = (char *)data + syntax[i].data_offset;
Andreas Rheinhardt68541272019-05-16 22:30:191154 switch (syntax[i].type) {
1155 case EBML_UINT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141156 *(uint64_t *)dst = syntax[i].def.u;
Andreas Rheinhardt68541272019-05-16 22:30:191157 break;
1158 case EBML_SINT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141159 *(int64_t *) dst = syntax[i].def.i;
Andreas Rheinhardt68541272019-05-16 22:30:191160 break;
1161 case EBML_FLOAT:
Andreas Rheinhardt05ae0b22021-02-16 16:21:141162 *(double *) dst = syntax[i].def.f;
Andreas Rheinhardt68541272019-05-16 22:30:191163 break;
1164 case EBML_STR:
1165 case EBML_UTF8:
1166 // the default may be NULL
1167 if (syntax[i].def.s) {
Andreas Rheinhardt05ae0b22021-02-16 16:21:141168 *(char**)dst = av_strdup(syntax[i].def.s);
1169 if (!*(char**)dst)
Andreas Rheinhardt68541272019-05-16 22:30:191170 return AVERROR(ENOMEM);
1171 }
1172 break;
Anton Khirnov668643b2013-09-04 06:55:171173 }
Andreas Rheinhardt05ae0b22021-02-16 16:21:141174 }
Aurelien Jacobs789ed102008-08-05 00:40:001175
Andreas Rheinhardt68541272019-05-16 22:30:191176 if (!matroska->levels[matroska->num_levels - 1].length) {
1177 matroska->num_levels--;
1178 return 0;
1179 }
Andreas Rheinhardt71c90882019-05-16 22:30:181180 }
Aurelien Jacobs789ed102008-08-05 00:40:001181
Andreas Rheinhardtb31c9b72019-06-23 23:46:541182 do {
1183 res = ebml_parse(matroska, syntax, data);
1184 } while (!res);
1185
1186 return res == LEVEL_ENDED ? 0 : res;
Aurelien Jacobs789ed102008-08-05 00:40:001187}
1188
wm47e240f92015-06-12 11:11:411189static int is_ebml_id_valid(uint32_t id)
1190{
1191 // Due to endian nonsense in Matroska, the highest byte with any bits set
1192 // will contain the leading length bit. This bit in turn identifies the
1193 // total byte length of the element by its position within the byte.
1194 unsigned int bits = av_log2(id);
1195 return id && (bits + 7) / 8 == (8 - bits % 8);
1196}
1197
wm4cac22952015-02-09 19:39:001198/*
1199 * Allocate and return the entry for the level1 element with the given ID. If
1200 * an entry already exists, return the existing entry.
1201 */
1202static MatroskaLevel1Element *matroska_find_level1_elem(MatroskaDemuxContext *matroska,
Andreas Rheinhardt7e910352020-04-30 21:16:441203 uint32_t id, int64_t pos)
wm4cac22952015-02-09 19:39:001204{
1205 int i;
1206 MatroskaLevel1Element *elem;
1207
wm47e240f92015-06-12 11:11:411208 if (!is_ebml_id_valid(id))
1209 return NULL;
1210
wm4cac22952015-02-09 19:39:001211 // Some files link to all clusters; useless.
1212 if (id == MATROSKA_ID_CLUSTER)
1213 return NULL;
1214
Andreas Rheinhardtff4da602020-04-30 22:49:491215 // There can be multiple SeekHeads and Tags.
Andreas Rheinhardt7e910352020-04-30 21:16:441216 for (i = 0; i < matroska->num_level1_elems; i++) {
1217 if (matroska->level1_elems[i].id == id) {
1218 if (matroska->level1_elems[i].pos == pos ||
Andreas Rheinhardtff4da602020-04-30 22:49:491219 id != MATROSKA_ID_SEEKHEAD && id != MATROSKA_ID_TAGS)
wm4cac22952015-02-09 19:39:001220 return &matroska->level1_elems[i];
1221 }
1222 }
1223
1224 // Only a completely broken file would have more elements.
wm4cac22952015-02-09 19:39:001225 if (matroska->num_level1_elems >= FF_ARRAY_ELEMS(matroska->level1_elems)) {
Andreas Rheinhardt7e910352020-04-30 21:16:441226 av_log(matroska->ctx, AV_LOG_ERROR, "Too many level1 elements.\n");
wm4cac22952015-02-09 19:39:001227 return NULL;
1228 }
1229
1230 elem = &matroska->level1_elems[matroska->num_level1_elems++];
1231 *elem = (MatroskaLevel1Element){.id = id};
1232
1233 return elem;
1234}
1235
Andreas Rheinhardt559e3422019-05-16 22:30:041236static int ebml_parse(MatroskaDemuxContext *matroska,
1237 EbmlSyntax *syntax, void *data)
Aurelien Jacobs737c40d2008-08-05 00:42:391238{
Reimar Döffinger14d735b2011-02-06 10:32:031239 static const uint64_t max_lengths[EBML_TYPE_COUNT] = {
Andreas Rheinhardt04b62bd2019-05-16 22:30:151240 // Forbid unknown-length EBML_NONE elements.
1241 [EBML_NONE] = EBML_UNKNOWN_LENGTH - 1,
Reimar Döffinger14d735b2011-02-06 10:32:031242 [EBML_UINT] = 8,
Andreas Rheinhardte5ec1312019-05-16 22:29:501243 [EBML_SINT] = 8,
Reimar Döffinger14d735b2011-02-06 10:32:031244 [EBML_FLOAT] = 8,
1245 // max. 16 MB for strings
1246 [EBML_STR] = 0x1000000,
1247 [EBML_UTF8] = 0x1000000,
1248 // max. 256 MB for binary data
1249 [EBML_BIN] = 0x10000000,
1250 // no limits for anything else
1251 };
Anton Khirnov471fe572011-02-20 10:04:121252 AVIOContext *pb = matroska->ctx->pb;
Andreas Rheinhardt559e3422019-05-16 22:30:041253 uint32_t id;
Aurelien Jacobs737c40d2008-08-05 00:42:391254 uint64_t length;
Andreas Rheinhardt7087fc92019-05-16 22:30:121255 int64_t pos = avio_tell(pb), pos_alt;
Andreas Rheinhardtb31c9b72019-06-23 23:46:541256 int res, update_pos = 1, level_check;
wm4cac22952015-02-09 19:39:001257 MatroskaLevel1Element *level1_elem;
Andreas Rheinhardtb31c9b72019-06-23 23:46:541258 MatroskaLevel *level = matroska->num_levels ? &matroska->levels[matroska->num_levels - 1] : NULL;
Aurelien Jacobs737c40d2008-08-05 00:42:391259
Andreas Rheinhardt559e3422019-05-16 22:30:041260 if (!matroska->current_id) {
1261 uint64_t id;
1262 res = ebml_read_num(matroska, pb, 4, &id, 0);
1263 if (res < 0) {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541264 if (pb->eof_reached && res == AVERROR_EOF) {
1265 if (matroska->is_live)
1266 // in live mode, finish parsing if EOF is reached.
1267 return 1;
Andreas Rheinhardt3ed27552019-05-16 22:30:111268 if (level && pos == avio_tell(pb)) {
1269 if (level->length == EBML_UNKNOWN_LENGTH) {
1270 // Unknown-length levels automatically end at EOF.
1271 matroska->num_levels--;
1272 return LEVEL_ENDED;
1273 } else {
1274 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
1275 "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
1276 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541277 }
1278 }
1279 return res;
Andreas Rheinhardt559e3422019-05-16 22:30:041280 }
1281 matroska->current_id = id | 1 << 7 * res;
Andreas Rheinhardt7087fc92019-05-16 22:30:121282 pos_alt = pos + res;
1283 } else {
1284 pos_alt = pos;
1285 pos -= (av_log2(matroska->current_id) + 7) / 8;
1286 }
Andreas Rheinhardt559e3422019-05-16 22:30:041287
1288 id = matroska->current_id;
1289
1290 syntax = ebml_parse_id(syntax, id);
Andreas Rheinhardt559e3422019-05-16 22:30:041291 if (!syntax->id && id != EBML_ID_VOID && id != EBML_ID_CRC32) {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541292 if (level && level->length == EBML_UNKNOWN_LENGTH) {
1293 // Unknown-length levels end when an element from an upper level
1294 // in the hierarchy is encountered.
1295 while (syntax->def.n) {
1296 syntax = ebml_parse_id(syntax->def.n, id);
1297 if (syntax->id) {
1298 matroska->num_levels--;
1299 return LEVEL_ENDED;
1300 }
1301 };
1302 }
1303
1304 av_log(matroska->ctx, AV_LOG_DEBUG, "Unknown entry 0x%"PRIX32" at pos. "
1305 "%"PRId64"\n", id, pos);
1306 update_pos = 0; /* Don't update resync_pos as an error might have happened. */
Andreas Rheinhardt559e3422019-05-16 22:30:041307 }
1308
Andreas Rheinhardt71c90882019-05-16 22:30:181309 if (data) {
Andreas Rheinhardt68541272019-05-16 22:30:191310 data = (char *) data + syntax->data_offset;
1311 if (syntax->list_elem_size) {
1312 EbmlList *list = data;
James Almer3b3150c2019-09-03 21:45:041313 void *newelem;
1314
1315 if ((unsigned)list->nb_elem + 1 >= UINT_MAX / syntax->list_elem_size)
1316 return AVERROR(ENOMEM);
1317 newelem = av_fast_realloc(list->elem,
1318 &list->alloc_elem_size,
1319 (list->nb_elem + 1) * syntax->list_elem_size);
Andreas Rheinhardt68541272019-05-16 22:30:191320 if (!newelem)
1321 return AVERROR(ENOMEM);
1322 list->elem = newelem;
1323 data = (char *) list->elem + list->nb_elem * syntax->list_elem_size;
1324 memset(data, 0, syntax->list_elem_size);
1325 list->nb_elem++;
1326 }
Andreas Rheinhardt71c90882019-05-16 22:30:181327 }
Aurelien Jacobs737c40d2008-08-05 00:42:391328
Andreas Rheinhardtbc3306f2019-05-16 22:30:001329 if (syntax->type != EBML_STOP) {
Aurelien Jacobsc3ade622010-06-11 16:34:011330 matroska->current_id = 0;
Reimar Döffinger1b4d3272010-09-06 17:51:441331 if ((res = ebml_read_length(matroska, pb, &length)) < 0)
Aurelien Jacobs737c40d2008-08-05 00:42:391332 return res;
Andreas Rheinhardt7087fc92019-05-16 22:30:121333
1334 pos_alt += res;
1335
Steve Lhomme93261172019-02-13 12:20:451336 if (matroska->num_levels > 0) {
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441337 if (length != EBML_UNKNOWN_LENGTH &&
1338 level->length != EBML_UNKNOWN_LENGTH) {
Andreas Rheinhardt7087fc92019-05-16 22:30:121339 uint64_t elem_end = pos_alt + length,
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441340 level_end = level->start + level->length;
1341
Andreas Rheinhardtb31c9b72019-06-23 23:46:541342 if (elem_end < level_end) {
1343 level_check = 0;
1344 } else if (elem_end == level_end) {
1345 level_check = LEVEL_ENDED;
1346 } else {
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441347 av_log(matroska->ctx, AV_LOG_ERROR,
1348 "Element at 0x%"PRIx64" ending at 0x%"PRIx64" exceeds "
1349 "containing master element ending at 0x%"PRIx64"\n",
1350 pos, elem_end, level_end);
1351 return AVERROR_INVALIDDATA;
1352 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541353 } else if (length != EBML_UNKNOWN_LENGTH) {
1354 level_check = 0;
Andreas Rheinhardt via ffmpeg-devel18a851a2019-03-27 11:18:441355 } else if (level->length != EBML_UNKNOWN_LENGTH) {
1356 av_log(matroska->ctx, AV_LOG_ERROR, "Unknown-sized element "
1357 "at 0x%"PRIx64" inside parent with finite size\n", pos);
1358 return AVERROR_INVALIDDATA;
Andreas Rheinhardt3c70b942019-05-16 22:30:161359 } else {
Andreas Rheinhardtb31c9b72019-06-23 23:46:541360 level_check = 0;
Andreas Rheinhardt3c70b942019-05-16 22:30:161361 if (id != MATROSKA_ID_CLUSTER && (syntax->type == EBML_LEVEL1
1362 || syntax->type == EBML_NEST)) {
1363 // According to the current specifications only clusters and
1364 // segments are allowed to be unknown-length. We also accept
1365 // other unknown-length master elements.
1366 av_log(matroska->ctx, AV_LOG_WARNING,
1367 "Found unknown-length element 0x%"PRIX32" other than "
1368 "a cluster at 0x%"PRIx64". Spec-incompliant, but "
1369 "parsing will nevertheless be attempted.\n", id, pos);
1370 update_pos = -1;
1371 }
1372 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541373 } else
1374 level_check = 0;
Andreas Rheinhardta3db9f62019-05-16 22:30:051375
Andreas Rheinhardt04b62bd2019-05-16 22:30:151376 if (max_lengths[syntax->type] && length > max_lengths[syntax->type]) {
1377 if (length != EBML_UNKNOWN_LENGTH) {
1378 av_log(matroska->ctx, AV_LOG_ERROR,
1379 "Invalid length 0x%"PRIx64" > 0x%"PRIx64" for element "
1380 "with ID 0x%"PRIX32" at 0x%"PRIx64"\n",
1381 length, max_lengths[syntax->type], id, pos);
1382 } else if (syntax->type != EBML_NONE) {
1383 av_log(matroska->ctx, AV_LOG_ERROR,
1384 "Element with ID 0x%"PRIX32" at pos. 0x%"PRIx64" has "
1385 "unknown length, yet the length of an element of its "
1386 "type must be known.\n", id, pos);
1387 } else {
1388 av_log(matroska->ctx, AV_LOG_ERROR,
1389 "Found unknown-length element with ID 0x%"PRIX32" at "
1390 "pos. 0x%"PRIx64" for which no syntax for parsing is "
1391 "available.\n", id, pos);
1392 }
1393 return AVERROR_INVALIDDATA;
1394 }
1395
Andreas Rheinhardt51203052019-05-16 22:30:141396 if (!(pb->seekable & AVIO_SEEKABLE_NORMAL)) {
1397 // Loosing sync will likely manifest itself as encountering unknown
1398 // elements which are not reliably distinguishable from elements
1399 // belonging to future extensions of the format.
1400 // We use a heuristic to detect such situations: If the current
1401 // element is not expected at the current syntax level and there
1402 // were only a few unknown elements in a row, then the element is
1403 // skipped or considered defective based upon the length of the
1404 // current element (i.e. how much would be skipped); if there were
1405 // more than a few skipped elements in a row and skipping the current
1406 // element would lead us more than SKIP_THRESHOLD away from the last
Michael Niedermayerfccc37c2019-08-28 17:04:421407 // known good position, then it is inferred that an error occurred.
Andreas Rheinhardt51203052019-05-16 22:30:141408 // The dependency on the number of unknown elements in a row exists
1409 // because the distance to the last known good position is
1410 // automatically big if the last parsed element was big.
1411 // In both cases, each unknown element is considered equivalent to
1412 // UNKNOWN_EQUIV of skipped bytes for the check.
1413 // The whole check is only done for non-seekable output, because
1414 // in this situation skipped data can't simply be rechecked later.
1415 // This is especially important when using unkown length elements
1416 // as the check for whether a child exceeds its containing master
1417 // element is not effective in this situation.
1418 if (update_pos) {
1419 matroska->unknown_count = 0;
1420 } else {
1421 int64_t dist = length + UNKNOWN_EQUIV * matroska->unknown_count++;
1422
1423 if (matroska->unknown_count > 3)
1424 dist += pos_alt - matroska->resync_pos;
1425
1426 if (dist > SKIP_THRESHOLD) {
1427 av_log(matroska->ctx, AV_LOG_ERROR,
1428 "Unknown element %"PRIX32" at pos. 0x%"PRIx64" with "
1429 "length 0x%"PRIx64" considered as invalid data. Last "
1430 "known good position 0x%"PRIx64", %d unknown elements"
1431 " in a row\n", id, pos, length, matroska->resync_pos,
1432 matroska->unknown_count);
1433 return AVERROR_INVALIDDATA;
1434 }
1435 }
1436 }
1437
Andreas Rheinhardt3c70b942019-05-16 22:30:161438 if (update_pos > 0) {
Andreas Rheinhardta3db9f62019-05-16 22:30:051439 // We have found an element that is allowed at this place
1440 // in the hierarchy and it passed all checks, so treat the beginning
1441 // of the element as the "last known good" position.
1442 matroska->resync_pos = pos;
1443 }
Andreas Rheinhardt71c90882019-05-16 22:30:181444
1445 if (!data && length != EBML_UNKNOWN_LENGTH)
1446 goto skip;
Aurelien Jacobsc3ade622010-06-11 16:34:011447 }
Aurelien Jacobs737c40d2008-08-05 00:42:391448
1449 switch (syntax->type) {
Keiji Costantini84cfce92014-03-01 16:28:151450 case EBML_UINT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401451 res = ebml_read_uint(pb, length, syntax->def.u, data);
Keiji Costantini84cfce92014-03-01 16:28:151452 break;
Michael Niedermayerb3d9ab12014-03-07 22:46:371453 case EBML_SINT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401454 res = ebml_read_sint(pb, length, syntax->def.i, data);
Michael Niedermayerb3d9ab12014-03-07 22:46:371455 break;
Keiji Costantini84cfce92014-03-01 16:28:151456 case EBML_FLOAT:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401457 res = ebml_read_float(pb, length, syntax->def.f, data);
Keiji Costantini84cfce92014-03-01 16:28:151458 break;
Aurelien Jacobs737c40d2008-08-05 00:42:391459 case EBML_STR:
Keiji Costantini84cfce92014-03-01 16:28:151460 case EBML_UTF8:
Andreas Rheinhardt0a99c3d2021-02-16 15:51:401461 res = ebml_read_ascii(pb, length, syntax->def.s, data);
Keiji Costantini84cfce92014-03-01 16:28:151462 break;
1463 case EBML_BIN:
Andreas Rheinhardt7087fc92019-05-16 22:30:121464 res = ebml_read_binary(pb, length, pos_alt, data);
Keiji Costantini84cfce92014-03-01 16:28:151465 break;
wm4cac22952015-02-09 19:39:001466 case EBML_LEVEL1:
Keiji Costantini84cfce92014-03-01 16:28:151467 case EBML_NEST:
Andreas Rheinhardt7087fc92019-05-16 22:30:121468 if ((res = ebml_read_master(matroska, length, pos_alt)) < 0)
Keiji Costantini84cfce92014-03-01 16:28:151469 return res;
1470 if (id == MATROSKA_ID_SEGMENT)
Andreas Rheinhardt7087fc92019-05-16 22:30:121471 matroska->segment_start = pos_alt;
wm4cac22952015-02-09 19:39:001472 if (id == MATROSKA_ID_CUES)
1473 matroska->cues_parsing_deferred = 0;
1474 if (syntax->type == EBML_LEVEL1 &&
Andreas Rheinhardt7e910352020-04-30 21:16:441475 (level1_elem = matroska_find_level1_elem(matroska, syntax->id, pos))) {
Andreas Rheinhardt806ac7d2019-05-16 22:30:211476 if (!level1_elem->pos) {
1477 // Zero is not a valid position for a level 1 element.
1478 level1_elem->pos = pos;
1479 } else if (level1_elem->pos != pos)
wm4cac22952015-02-09 19:39:001480 av_log(matroska->ctx, AV_LOG_ERROR, "Duplicate element\n");
1481 level1_elem->parsed = 1;
1482 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541483 if (res = ebml_parse_nest(matroska, syntax->def.n, data))
1484 return res;
1485 break;
Keiji Costantini84cfce92014-03-01 16:28:151486 case EBML_STOP:
1487 return 1;
Andreas Rheinhardt71c90882019-05-16 22:30:181488 skip:
Michael Niedermayer668c8732012-08-04 00:27:511489 default:
Andreas Rheinhardtff5ea592019-06-23 23:42:311490 if (length) {
Andreas Rheinhardteb33be12019-07-06 16:59:221491 int64_t res2;
Andreas Rheinhardtff5ea592019-06-23 23:42:311492 if (ffio_limit(pb, length) != length) {
1493 // ffio_limit emits its own error message,
1494 // so we don't have to.
1495 return AVERROR(EIO);
1496 }
Andreas Rheinhardteb33be12019-07-06 16:59:221497 if ((res2 = avio_skip(pb, length - 1)) >= 0) {
Andreas Rheinhardtff5ea592019-06-23 23:42:311498 // avio_skip might take us past EOF. We check for this
1499 // by skipping only length - 1 bytes, reading a byte and
1500 // checking the error flags. This is done in order to check
1501 // that the element has been properly skipped even when
1502 // no filesize (that ffio_limit relies on) is available.
1503 avio_r8(pb);
1504 res = NEEDS_CHECKING;
Andreas Rheinhardteb33be12019-07-06 16:59:221505 } else
1506 res = res2;
Andreas Rheinhardtff5ea592019-06-23 23:42:311507 } else
1508 res = 0;
Aurelien Jacobs737c40d2008-08-05 00:42:391509 }
Andreas Rheinhardta569a7b2019-06-23 23:42:301510 if (res) {
1511 if (res == NEEDS_CHECKING) {
1512 if (pb->eof_reached) {
1513 if (pb->error)
1514 res = pb->error;
1515 else
1516 res = AVERROR_EOF;
1517 } else
Andreas Rheinhardtb31c9b72019-06-23 23:46:541518 goto level_check;
Andreas Rheinhardta569a7b2019-06-23 23:42:301519 }
1520
1521 if (res == AVERROR_INVALIDDATA)
1522 av_log(matroska->ctx, AV_LOG_ERROR, "Invalid element\n");
1523 else if (res == AVERROR(EIO))
1524 av_log(matroska->ctx, AV_LOG_ERROR, "Read error\n");
1525 else if (res == AVERROR_EOF) {
1526 av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely\n");
1527 res = AVERROR(EIO);
1528 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541529
1530 return res;
Andreas Rheinhardta569a7b2019-06-23 23:42:301531 }
Andreas Rheinhardtb31c9b72019-06-23 23:46:541532
1533level_check:
Andreas Rheinhardt5b9a0e62021-02-16 13:33:511534 if (syntax->is_counted && data) {
1535 CountedElement *elem = data;
1536 if (elem->count != UINT_MAX)
1537 elem->count++;
1538 }
1539
Andreas Rheinhardtb31c9b72019-06-23 23:46:541540 if (level_check == LEVEL_ENDED && matroska->num_levels) {
1541 level = &matroska->levels[matroska->num_levels - 1];
1542 pos = avio_tell(pb);
1543
1544 // Given that pos >= level->start no check for
1545 // level->length != EBML_UNKNOWN_LENGTH is necessary.
1546 while (matroska->num_levels && pos == level->start + level->length) {
1547 matroska->num_levels--;
1548 level--;
1549 }
1550 }
1551
1552 return level_check;
Aurelien Jacobs737c40d2008-08-05 00:42:391553}
1554
Aurelien Jacobs789ed102008-08-05 00:40:001555static void ebml_free(EbmlSyntax *syntax, void *data)
1556{
1557 int i, j;
Keiji Costantini84cfce92014-03-01 16:28:151558 for (i = 0; syntax[i].id; i++) {
1559 void *data_off = (char *) data + syntax[i].data_offset;
Aurelien Jacobs789ed102008-08-05 00:40:001560 switch (syntax[i].type) {
1561 case EBML_STR:
Keiji Costantini84cfce92014-03-01 16:28:151562 case EBML_UTF8:
1563 av_freep(data_off);
1564 break;
1565 case EBML_BIN:
James Almera6188662018-04-04 17:12:541566 av_buffer_unref(&((EbmlBin *) data_off)->buf);
Keiji Costantini84cfce92014-03-01 16:28:151567 break;
wm4cac22952015-02-09 19:39:001568 case EBML_LEVEL1:
Aurelien Jacobs789ed102008-08-05 00:40:001569 case EBML_NEST:
1570 if (syntax[i].list_elem_size) {
1571 EbmlList *list = data_off;
1572 char *ptr = list->elem;
Keiji Costantini84cfce92014-03-01 16:28:151573 for (j = 0; j < list->nb_elem;
1574 j++, ptr += syntax[i].list_elem_size)
Aurelien Jacobs789ed102008-08-05 00:40:001575 ebml_free(syntax[i].def.n, ptr);
Michael Niedermayer6e70e4a2015-01-06 11:48:381576 av_freep(&list->elem);
Michael Schenk18b94662016-11-25 08:36:201577 list->nb_elem = 0;
James Almer3b3150c2019-09-03 21:45:041578 list->alloc_elem_size = 0;
Aurelien Jacobs789ed102008-08-05 00:40:001579 } else
1580 ebml_free(syntax[i].def.n, data_off);
Keiji Costantini84cfce92014-03-01 16:28:151581 default:
1582 break;
Aurelien Jacobs789ed102008-08-05 00:40:001583 }
1584 }
1585}
1586
Aurelien Jacobs737c40d2008-08-05 00:42:391587/*
1588 * Autodetecting...
1589 */
Carl Eugen Hoyos4d8875e2019-03-21 00:18:371590static int matroska_probe(const AVProbeData *p)
Aurelien Jacobs737c40d2008-08-05 00:42:391591{
1592 uint64_t total = 0;
James Zern470491f2010-05-22 01:41:321593 int len_mask = 0x80, size = 1, n = 1, i;
Aurelien Jacobs737c40d2008-08-05 00:42:391594
Diego Biurrun5968d2d2008-08-05 08:28:571595 /* EBML header? */
Aurelien Jacobs737c40d2008-08-05 00:42:391596 if (AV_RB32(p->buf) != EBML_ID_HEADER)
1597 return 0;
1598
1599 /* length of header */
1600 total = p->buf[4];
1601 while (size <= 8 && !(total & len_mask)) {
1602 size++;
1603 len_mask >>= 1;
1604 }
1605 if (size > 8)
Keiji Costantini84cfce92014-03-01 16:28:151606 return 0;
Aurelien Jacobs737c40d2008-08-05 00:42:391607 total &= (len_mask - 1);
1608 while (n < size)
1609 total = (total << 8) | p->buf[4 + n++];
1610
Andreas Rheinhardt9c6d14a2019-05-16 22:30:171611 if (total + 1 == 1ULL << (7 * size)){
1612 /* Unknown-length header - simply parse the whole buffer. */
1613 total = p->buf_size - 4 - size;
1614 } else {
1615 /* Does the probe data contain the whole header? */
1616 if (p->buf_size < 4 + size + total)
1617 return 0;
1618 }
Aurelien Jacobs737c40d2008-08-05 00:42:391619
James Zern470491f2010-05-22 01:41:321620 /* The header should contain a known document type. For now,
Aurelien Jacobs737c40d2008-08-05 00:42:391621 * we don't parse the whole header but simply check for the
1622 * availability of that array of characters inside the header.
1623 * Not fully fool-proof, but good enough. */
James Zern470491f2010-05-22 01:41:321624 for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++) {
Michael Niedermayer17b26302015-05-11 01:51:171625 size_t probelen = strlen(matroska_doctypes[i]);
Chris Evans69619a12011-07-20 00:51:481626 if (total < probelen)
1627 continue;
Keiji Costantini84cfce92014-03-01 16:28:151628 for (n = 4 + size; n <= 4 + size + total - probelen; n++)
1629 if (!memcmp(p->buf + n, matroska_doctypes[i], probelen))
James Zern470491f2010-05-22 01:41:321630 return AVPROBE_SCORE_MAX;
1631 }
Aurelien Jacobs737c40d2008-08-05 00:42:391632
David Conradc7b913c2010-05-22 01:41:351633 // probably valid EBML header but no recognized doctype
Diego Biurrune0f8be62013-03-25 15:12:511634 return AVPROBE_SCORE_EXTENSION;
Aurelien Jacobs737c40d2008-08-05 00:42:391635}
1636
1637static MatroskaTrack *matroska_find_track_by_num(MatroskaDemuxContext *matroska,
Andreas Rheinhardtba36a072019-12-26 03:17:241638 uint64_t num)
Aurelien Jacobs737c40d2008-08-05 00:42:391639{
1640 MatroskaTrack *tracks = matroska->tracks.elem;
1641 int i;
1642
Keiji Costantini84cfce92014-03-01 16:28:151643 for (i = 0; i < matroska->tracks.nb_elem; i++)
Aurelien Jacobs737c40d2008-08-05 00:42:391644 if (tracks[i].num == num)
1645 return &tracks[i];
1646
Andreas Rheinhardtba36a072019-12-26 03:17:241647 av_log(matroska->ctx, AV_LOG_ERROR, "Invalid track number %"PRIu64"\n", num);
Aurelien Jacobs737c40d2008-08-05 00:42:391648 return NULL;
1649}
1650
Keiji Costantini84cfce92014-03-01 16:28:151651static int matroska_decode_buffer(uint8_t **buf, int *buf_size,
Aurelien Jacobsf7b96872008-08-05 00:42:051652 MatroskaTrack *track)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441653{
Aurelien Jacobs2cbc8812008-08-05 00:40:311654 MatroskaTrackEncoding *encodings = track->encodings.elem;
Keiji Costantini84cfce92014-03-01 16:28:151655 uint8_t *data = *buf;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441656 int isize = *buf_size;
Keiji Costantini84cfce92014-03-01 16:28:151657 uint8_t *pkt_data = NULL;
Diego Biurrun529506b2012-02-12 09:58:461658 uint8_t av_unused *newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441659 int pkt_size = isize;
1660 int result = 0;
1661 int olen;
1662
Michael Niedermayer4b7c5232012-06-14 23:29:301663 if (pkt_size >= 10000000U)
Luca Barbatoc9a39ce2012-09-14 18:03:371664 return AVERROR_INVALIDDATA;
Aurelien Jacobs4f906882010-08-17 14:05:231665
Aurelien Jacobs2cbc8812008-08-05 00:40:311666 switch (encodings[0].compression.algo) {
Keiji Costantini84cfce92014-03-01 16:28:151667 case MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP:
1668 {
Luca Barbato8d4dd552012-09-14 16:51:491669 int header_size = encodings[0].compression.settings.size;
1670 uint8_t *header = encodings[0].compression.settings.data;
1671
Michael Niedermayer1df2e3c2012-09-20 11:30:441672 if (header_size && !header) {
Michael Niedermayer0efcf162012-11-23 17:10:021673 av_log(NULL, AV_LOG_ERROR, "Compression size but no data in headerstrip\n");
Michael Niedermayer26776972012-04-17 15:12:221674 return -1;
1675 }
Michael Niedermayer1df2e3c2012-09-20 11:30:441676
Luca Barbato8d4dd552012-09-14 16:51:491677 if (!header_size)
1678 return 0;
1679
1680 pkt_size = isize + header_size;
James Almer9703b7d2018-04-04 21:12:531681 pkt_data = av_malloc(pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Luca Barbato8d4dd552012-09-14 16:51:491682 if (!pkt_data)
1683 return AVERROR(ENOMEM);
1684
1685 memcpy(pkt_data, header, header_size);
1686 memcpy(pkt_data + header_size, data, isize);
1687 break;
1688 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441689 case MATROSKA_TRACK_ENCODING_COMP_LZO:
1690 do {
Andreas Rheinhardt2ff687c2019-12-28 02:40:331691 int insize = isize;
Keiji Costantini84cfce92014-03-01 16:28:151692 olen = pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531693 newpktdata = av_realloc(pkt_data, pkt_size + AV_LZO_OUTPUT_PADDING
1694 + AV_INPUT_BUFFER_PADDING_SIZE);
Luca Barbato581281e2012-09-14 16:39:581695 if (!newpktdata) {
Luca Barbatoc9a39ce2012-09-14 18:03:371696 result = AVERROR(ENOMEM);
Luca Barbato581281e2012-09-14 16:39:581697 goto failed;
1698 }
1699 pkt_data = newpktdata;
Andreas Rheinhardt2ff687c2019-12-28 02:40:331700 result = av_lzo1x_decode(pkt_data, &olen, data, &insize);
Keiji Costantini84cfce92014-03-01 16:28:151701 } while (result == AV_LZO_OUTPUT_FULL && pkt_size < 10000000);
Luca Barbatoc9a39ce2012-09-14 18:03:371702 if (result) {
1703 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441704 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371705 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441706 pkt_size -= olen;
1707 break;
Aurelien Jacobsb250f9c2009-01-13 23:44:161708#if CONFIG_ZLIB
Keiji Costantini84cfce92014-03-01 16:28:151709 case MATROSKA_TRACK_ENCODING_COMP_ZLIB:
1710 {
1711 z_stream zstream = { 0 };
Michael Niedermayer9c3d2cb2022-02-03 21:46:551712 if (!pkt_size || inflateInit(&zstream) != Z_OK)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441713 return -1;
Keiji Costantini84cfce92014-03-01 16:28:151714 zstream.next_in = data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441715 zstream.avail_in = isize;
1716 do {
Keiji Costantini84cfce92014-03-01 16:28:151717 pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531718 newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Michael Niedermayer77d2ef12011-07-28 12:59:541719 if (!newpktdata) {
1720 inflateEnd(&zstream);
Michael Niedermayer171af592015-05-12 16:32:121721 result = AVERROR(ENOMEM);
Michael Niedermayer77d2ef12011-07-28 12:59:541722 goto failed;
1723 }
Keiji Costantini84cfce92014-03-01 16:28:151724 pkt_data = newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441725 zstream.avail_out = pkt_size - zstream.total_out;
Keiji Costantini84cfce92014-03-01 16:28:151726 zstream.next_out = pkt_data + zstream.total_out;
Michael Niedermayer171af592015-05-12 16:32:121727 result = inflate(&zstream, Z_NO_FLUSH);
Keiji Costantini84cfce92014-03-01 16:28:151728 } while (result == Z_OK && pkt_size < 10000000);
Evgeniy Stepanov935ec5a2008-06-22 15:49:441729 pkt_size = zstream.total_out;
1730 inflateEnd(&zstream);
Luca Barbatoc9a39ce2012-09-14 18:03:371731 if (result != Z_STREAM_END) {
1732 if (result == Z_MEM_ERROR)
1733 result = AVERROR(ENOMEM);
1734 else
1735 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441736 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371737 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441738 break;
1739 }
1740#endif
Aurelien Jacobsb250f9c2009-01-13 23:44:161741#if CONFIG_BZLIB
Keiji Costantini84cfce92014-03-01 16:28:151742 case MATROSKA_TRACK_ENCODING_COMP_BZLIB:
1743 {
1744 bz_stream bzstream = { 0 };
Michael Niedermayer9c3d2cb2022-02-03 21:46:551745 if (!pkt_size || BZ2_bzDecompressInit(&bzstream, 0, 0) != BZ_OK)
Evgeniy Stepanov935ec5a2008-06-22 15:49:441746 return -1;
Keiji Costantini84cfce92014-03-01 16:28:151747 bzstream.next_in = data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441748 bzstream.avail_in = isize;
1749 do {
Keiji Costantini84cfce92014-03-01 16:28:151750 pkt_size *= 3;
James Almer9703b7d2018-04-04 21:12:531751 newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
Michael Niedermayer77d2ef12011-07-28 12:59:541752 if (!newpktdata) {
1753 BZ2_bzDecompressEnd(&bzstream);
Michael Niedermayer171af592015-05-12 16:32:121754 result = AVERROR(ENOMEM);
Michael Niedermayer77d2ef12011-07-28 12:59:541755 goto failed;
1756 }
Keiji Costantini84cfce92014-03-01 16:28:151757 pkt_data = newpktdata;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441758 bzstream.avail_out = pkt_size - bzstream.total_out_lo32;
Keiji Costantini84cfce92014-03-01 16:28:151759 bzstream.next_out = pkt_data + bzstream.total_out_lo32;
Michael Niedermayer171af592015-05-12 16:32:121760 result = BZ2_bzDecompress(&bzstream);
Keiji Costantini84cfce92014-03-01 16:28:151761 } while (result == BZ_OK && pkt_size < 10000000);
Evgeniy Stepanov935ec5a2008-06-22 15:49:441762 pkt_size = bzstream.total_out_lo32;
1763 BZ2_bzDecompressEnd(&bzstream);
Luca Barbatoc9a39ce2012-09-14 18:03:371764 if (result != BZ_STREAM_END) {
1765 if (result == BZ_MEM_ERROR)
1766 result = AVERROR(ENOMEM);
1767 else
1768 result = AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441769 goto failed;
Luca Barbatoc9a39ce2012-09-14 18:03:371770 }
Evgeniy Stepanov935ec5a2008-06-22 15:49:441771 break;
1772 }
1773#endif
Aurelien Jacobs28f27e02008-08-20 23:08:071774 default:
Luca Barbatoc9a39ce2012-09-14 18:03:371775 return AVERROR_INVALIDDATA;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441776 }
1777
James Almer9703b7d2018-04-04 21:12:531778 memset(pkt_data + pkt_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1779
Keiji Costantini84cfce92014-03-01 16:28:151780 *buf = pkt_data;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441781 *buf_size = pkt_size;
1782 return 0;
Keiji Costantini84cfce92014-03-01 16:28:151783
1784failed:
Evgeniy Stepanov935ec5a2008-06-22 15:49:441785 av_free(pkt_data);
Luca Barbatoc9a39ce2012-09-14 18:03:371786 return result;
Evgeniy Stepanov935ec5a2008-06-22 15:49:441787}
1788
Aurelien Jacobs929e9de2009-02-15 15:53:551789static void matroska_convert_tag(AVFormatContext *s, EbmlList *list,
Anton Khirnovd2d67e42011-05-22 10:46:291790 AVDictionary **metadata, char *prefix)
Aurelien Jacobs44015c52008-08-08 23:50:381791{
1792 MatroskaTag *tags = list->elem;
Aurelien Jacobs929e9de2009-02-15 15:53:551793 char key[1024];
1794 int i;
Aurelien Jacobs44015c52008-08-08 23:50:381795
Keiji Costantini84cfce92014-03-01 16:28:151796 for (i = 0; i < list->nb_elem; i++) {
1797 const char *lang = tags[i].lang &&
1798 strcmp(tags[i].lang, "und") ? tags[i].lang : NULL;
Anton Khirnovbf800c72010-11-03 06:29:041799
1800 if (!tags[i].name) {
1801 av_log(s, AV_LOG_WARNING, "Skipping invalid tag with no TagName.\n");
1802 continue;
1803 }
Keiji Costantini84cfce92014-03-01 16:28:151804 if (prefix)
1805 snprintf(key, sizeof(key), "%s/%s", prefix, tags[i].name);
1806 else
1807 av_strlcpy(key, tags[i].name, sizeof(key));
Aurelien Jacobsf702df32009-02-15 16:05:371808 if (tags[i].def || !lang) {
Keiji Costantini84cfce92014-03-01 16:28:151809 av_dict_set(metadata, key, tags[i].string, 0);
1810 if (tags[i].sub.nb_elem)
1811 matroska_convert_tag(s, &tags[i].sub, metadata, key);
Aurelien Jacobsf702df32009-02-15 16:05:371812 }
1813 if (lang) {
1814 av_strlcat(key, "-", sizeof(key));
1815 av_strlcat(key, lang, sizeof(key));
Anton Khirnovd2d67e42011-05-22 10:46:291816 av_dict_set(metadata, key, tags[i].string, 0);
Aurelien Jacobsf702df32009-02-15 16:05:371817 if (tags[i].sub.nb_elem)
1818 matroska_convert_tag(s, &tags[i].sub, metadata, key);
1819 }
Aurelien Jacobs929e9de2009-02-15 15:53:551820 }
Anton Khirnovad7768f2010-10-16 13:20:411821 ff_metadata_conv(metadata, NULL, ff_mkv_metadata_conv);
Aurelien Jacobs929e9de2009-02-15 15:53:551822}
1823
1824static void matroska_convert_tags(AVFormatContext *s)
1825{
1826 MatroskaDemuxContext *matroska = s->priv_data;
1827 MatroskaTags *tags = matroska->tags.elem;
1828 int i, j;
1829
Keiji Costantini84cfce92014-03-01 16:28:151830 for (i = 0; i < matroska->tags.nb_elem; i++) {
Aurelien Jacobs929e9de2009-02-15 15:53:551831 if (tags[i].target.attachuid) {
Diego Biurrunf69befe2014-03-07 12:54:181832 MatroskaAttachment *attachment = matroska->attachments.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271833 int found = 0;
1834 for (j = 0; j < matroska->attachments.nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151835 if (attachment[j].uid == tags[i].target.attachuid &&
Luca Barbatoa0fa6d02015-10-31 18:45:271836 attachment[j].stream) {
Aurelien Jacobs929e9de2009-02-15 15:53:551837 matroska_convert_tag(s, &tags[i].tag,
1838 &attachment[j].stream->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271839 found = 1;
1840 }
1841 }
1842 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481843 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271844 "The tags at index %d refer to a "
1845 "non-existent attachment %"PRId64".\n",
1846 i, tags[i].target.attachuid);
1847 }
Aurelien Jacobs929e9de2009-02-15 15:53:551848 } else if (tags[i].target.chapteruid) {
1849 MatroskaChapter *chapter = matroska->chapters.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271850 int found = 0;
1851 for (j = 0; j < matroska->chapters.nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151852 if (chapter[j].uid == tags[i].target.chapteruid &&
Luca Barbatoa0fa6d02015-10-31 18:45:271853 chapter[j].chapter) {
Aurelien Jacobs929e9de2009-02-15 15:53:551854 matroska_convert_tag(s, &tags[i].tag,
1855 &chapter[j].chapter->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271856 found = 1;
1857 }
1858 }
1859 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481860 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271861 "The tags at index %d refer to a non-existent chapter "
1862 "%"PRId64".\n",
1863 i, tags[i].target.chapteruid);
1864 }
Aurelien Jacobs929e9de2009-02-15 15:53:551865 } else if (tags[i].target.trackuid) {
1866 MatroskaTrack *track = matroska->tracks.elem;
Luca Barbatoa0fa6d02015-10-31 18:45:271867 int found = 0;
1868 for (j = 0; j < matroska->tracks.nb_elem; j++) {
1869 if (track[j].uid == tags[i].target.trackuid &&
1870 track[j].stream) {
Aurelien Jacobs929e9de2009-02-15 15:53:551871 matroska_convert_tag(s, &tags[i].tag,
1872 &track[j].stream->metadata, NULL);
Luca Barbatoa0fa6d02015-10-31 18:45:271873 found = 1;
1874 }
1875 }
1876 if (!found) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:481877 av_log(s, AV_LOG_WARNING,
Luca Barbatoa0fa6d02015-10-31 18:45:271878 "The tags at index %d refer to a non-existent track "
1879 "%"PRId64".\n",
1880 i, tags[i].target.trackuid);
1881 }
Aurelien Jacobs929e9de2009-02-15 15:53:551882 } else {
Aurelien Jacobs4f909c72009-06-13 22:29:381883 matroska_convert_tag(s, &tags[i].tag, &s->metadata,
1884 tags[i].target.type);
Aurelien Jacobs929e9de2009-02-15 15:53:551885 }
Aurelien Jacobs44015c52008-08-08 23:50:381886 }
1887}
1888
Keiji Costantini84cfce92014-03-01 16:28:151889static int matroska_parse_seekhead_entry(MatroskaDemuxContext *matroska,
Andreas Rheinhardt730ac1a2019-05-16 22:30:201890 int64_t pos)
Aurelien Jacobs13b350a2008-08-05 00:40:361891{
Andreas Rheinhardt60f75c92019-05-16 22:30:131892 uint32_t saved_id = matroska->current_id;
Anton Khirnov384c9c22011-03-03 19:11:451893 int64_t before_pos = avio_tell(matroska->ctx->pb);
Aaron Colwell31ad14c2011-07-09 05:48:431894 int ret = 0;
Michael Niedermayerd115eec2021-06-24 17:53:471895 int ret2;
David Conradb061d892007-06-04 22:10:541896
Anton Khirnovf47ac3c2011-07-09 06:11:301897 /* seek */
Andreas Rheinhardt730ac1a2019-05-16 22:30:201898 if (avio_seek(matroska->ctx->pb, pos, SEEK_SET) == pos) {
Diego Biurrun5968d2d2008-08-05 08:28:571899 /* We don't want to lose our seekhead level, so we add
Aurelien Jacobs43485712008-08-05 00:40:431900 * a dummy. This is a crude hack. */
1901 if (matroska->num_levels == EBML_MAX_DEPTH) {
1902 av_log(matroska->ctx, AV_LOG_INFO,
1903 "Max EBML element depth (%d) reached, "
1904 "cannot parse further.\n", EBML_MAX_DEPTH);
Aaron Colwell31ad14c2011-07-09 05:48:431905 ret = AVERROR_INVALIDDATA;
1906 } else {
Andreas Rheinhardt60f75c92019-05-16 22:30:131907 matroska->levels[matroska->num_levels] = (MatroskaLevel) { 0, EBML_UNKNOWN_LENGTH };
Anton Khirnovf47ac3c2011-07-09 06:11:301908 matroska->num_levels++;
Keiji Costantini84cfce92014-03-01 16:28:151909 matroska->current_id = 0;
David Conradb061d892007-06-04 22:10:541910
Dustin Brody4a9628f2011-09-08 22:43:321911 ret = ebml_parse(matroska, matroska_segment, matroska);
Andreas Rheinhardtb31c9b72019-06-23 23:46:541912 if (ret == LEVEL_ENDED) {
1913 /* This can only happen if the seek brought us beyond EOF. */
1914 ret = AVERROR_EOF;
1915 }
Aurelien Jacobs43485712008-08-05 00:40:431916 }
David Conradb061d892007-06-04 22:10:541917 }
Andreas Rheinhardta9f05152019-05-16 22:30:091918 /* Seek back - notice that in all instances where this is used
1919 * it is safe to set the level to 1. */
Michael Niedermayerd115eec2021-06-24 17:53:471920 ret2 = matroska_reset_status(matroska, saved_id, before_pos);
1921 if (ret >= 0)
1922 ret = ret2;
Aaron Colwell31ad14c2011-07-09 05:48:431923
1924 return ret;
1925}
1926
1927static void matroska_execute_seekhead(MatroskaDemuxContext *matroska)
1928{
1929 EbmlList *seekhead_list = &matroska->seekhead;
David Conradb061d892007-06-04 22:10:541930 int i;
1931
1932 // we should not do any seeking in the streaming case
James Almer4de591e2017-03-21 20:02:301933 if (!(matroska->ctx->pb->seekable & AVIO_SEEKABLE_NORMAL))
David Conradb061d892007-06-04 22:10:541934 return;
1935
wm4cac22952015-02-09 19:39:001936 for (i = 0; i < seekhead_list->nb_elem; i++) {
1937 MatroskaSeekhead *seekheads = seekhead_list->elem;
Andreas Rheinhardt730ac1a2019-05-16 22:30:201938 uint32_t id = seekheads[i].id;
1939 int64_t pos = seekheads[i].pos + matroska->segment_start;
Andreas Rheinhardt7c243ee2019-08-30 11:20:261940 MatroskaLevel1Element *elem;
wm46551aca2014-12-06 15:53:301941
Andreas Rheinhardt7c243ee2019-08-30 11:20:261942 if (id != seekheads[i].id || pos < matroska->segment_start)
1943 continue;
1944
Andreas Rheinhardt7e910352020-04-30 21:16:441945 elem = matroska_find_level1_elem(matroska, id, pos);
wm4cac22952015-02-09 19:39:001946 if (!elem || elem->parsed)
David Conradb061d892007-06-04 22:10:541947 continue;
1948
wm4cac22952015-02-09 19:39:001949 elem->pos = pos;
1950
Aaron Colwell31ad14c2011-07-09 05:48:431951 // defer cues parsing until we actually need cue data.
wm4cac22952015-02-09 19:39:001952 if (id == MATROSKA_ID_CUES)
David Conradb061d892007-06-04 22:10:541953 continue;
David Conradb061d892007-06-04 22:10:541954
wm4cac22952015-02-09 19:39:001955 if (matroska_parse_seekhead_entry(matroska, pos) < 0) {
Reimar Döffinger47e015e2012-02-12 13:09:031956 // mark index as broken
1957 matroska->cues_parsing_deferred = -1;
Aaron Colwell31ad14c2011-07-09 05:48:431958 break;
Reimar Döffinger47e015e2012-02-12 13:09:031959 }
wm4cac22952015-02-09 19:39:001960
1961 elem->parsed = 1;
Michael Niedermayer72c98442014-12-07 21:45:341962 }
Aaron Colwell31ad14c2011-07-09 05:48:431963}
David Conradb061d892007-06-04 22:10:541964
Michael Niedermayerb3d9ab12014-03-07 22:46:371965static void matroska_add_index_entries(MatroskaDemuxContext *matroska)
Keiji Costantini84cfce92014-03-01 16:28:151966{
Aaron Colwell31ad14c2011-07-09 05:48:431967 EbmlList *index_list;
1968 MatroskaIndex *index;
Andreas Cadhalpuneb9fb502015-05-03 21:07:201969 uint64_t index_scale = 1;
Aaron Colwell31ad14c2011-07-09 05:48:431970 int i, j;
David Conradb061d892007-06-04 22:10:541971
wm478623252015-02-09 19:39:011972 if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
1973 return;
1974
Aaron Colwell31ad14c2011-07-09 05:48:431975 index_list = &matroska->index;
Keiji Costantini84cfce92014-03-01 16:28:151976 index = index_list->elem;
Rodger Combs4f7d9b72015-10-08 20:34:591977 if (index_list->nb_elem < 2)
1978 return;
1979 if (index[1].time > 1E14 / matroska->time_scale) {
1980 av_log(matroska->ctx, AV_LOG_WARNING, "Dropping apparently-broken index.\n");
1981 return;
Aaron Colwell31ad14c2011-07-09 05:48:431982 }
1983 for (i = 0; i < index_list->nb_elem; i++) {
Keiji Costantini84cfce92014-03-01 16:28:151984 EbmlList *pos_list = &index[i].pos;
Aaron Colwell31ad14c2011-07-09 05:48:431985 MatroskaIndexPos *pos = pos_list->elem;
1986 for (j = 0; j < pos_list->nb_elem; j++) {
Keiji Costantini84cfce92014-03-01 16:28:151987 MatroskaTrack *track = matroska_find_track_by_num(matroska,
1988 pos[j].track);
Aaron Colwell31ad14c2011-07-09 05:48:431989 if (track && track->stream)
1990 av_add_index_entry(track->stream,
1991 pos[j].pos + matroska->segment_start,
Keiji Costantini84cfce92014-03-01 16:28:151992 index[i].time / index_scale, 0, 0,
Aaron Colwell31ad14c2011-07-09 05:48:431993 AVINDEX_KEYFRAME);
David Conradb061d892007-06-04 22:10:541994 }
1995 }
David Conradb061d892007-06-04 22:10:541996}
1997
Aaron Colwell6c4cc0f2011-09-22 14:51:001998static void matroska_parse_cues(MatroskaDemuxContext *matroska) {
Aaron Colwell6c4cc0f2011-09-22 14:51:001999 int i;
2000
wm478623252015-02-09 19:39:012001 if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
2002 return;
2003
wm4cac22952015-02-09 19:39:002004 for (i = 0; i < matroska->num_level1_elems; i++) {
2005 MatroskaLevel1Element *elem = &matroska->level1_elems[i];
2006 if (elem->id == MATROSKA_ID_CUES && !elem->parsed) {
2007 if (matroska_parse_seekhead_entry(matroska, elem->pos) < 0)
2008 matroska->cues_parsing_deferred = -1;
2009 elem->parsed = 1;
Aaron Colwell6c4cc0f2011-09-22 14:51:002010 break;
wm4cac22952015-02-09 19:39:002011 }
2012 }
Aaron Colwell6c4cc0f2011-09-22 14:51:002013
Aaron Colwell6c4cc0f2011-09-22 14:51:002014 matroska_add_index_entries(matroska);
2015}
2016
Aurelien Jacobsf7b96872008-08-05 00:42:052017static int matroska_aac_profile(char *codec_id)
David Conradb061d892007-06-04 22:10:542018{
Keiji Costantini84cfce92014-03-01 16:28:152019 static const char *const aac_profiles[] = { "MAIN", "LC", "SSR" };
David Conradb061d892007-06-04 22:10:542020 int profile;
2021
Keiji Costantini84cfce92014-03-01 16:28:152022 for (profile = 0; profile < FF_ARRAY_ELEMS(aac_profiles); profile++)
David Conradb061d892007-06-04 22:10:542023 if (strstr(codec_id, aac_profiles[profile]))
2024 break;
2025 return profile + 1;
2026}
2027
Aurelien Jacobsf7b96872008-08-05 00:42:052028static int matroska_aac_sri(int samplerate)
David Conradb061d892007-06-04 22:10:542029{
David Conradb061d892007-06-04 22:10:542030 int sri;
2031
Andreas Rheinhardt49bf9452021-02-10 18:37:372032 for (sri = 0; sri < FF_ARRAY_ELEMS(ff_mpeg4audio_sample_rates); sri++)
2033 if (ff_mpeg4audio_sample_rates[sri] == samplerate)
David Conradb061d892007-06-04 22:10:542034 break;
2035 return sri;
2036}
2037
Aaron Colwell2e061132012-03-05 18:02:482038static void matroska_metadata_creation_time(AVDictionary **metadata, int64_t date_utc)
2039{
Aaron Colwell2e061132012-03-05 18:02:482040 /* Convert to seconds and adjust by number of seconds between 2001-01-01 and Epoch */
Marton Balint13b90ff2016-06-29 22:55:482041 avpriv_dict_set_timestamp(metadata, "creation_time", date_utc / 1000 + 978307200000000LL);
Aaron Colwell2e061132012-03-05 18:02:482042}
2043
Anton Khirnov4efdadc2014-05-25 12:05:512044static int matroska_parse_flac(AVFormatContext *s,
2045 MatroskaTrack *track,
2046 int *offset)
2047{
Anton Khirnov23f741f2014-05-26 10:48:562048 AVStream *st = track->stream;
Anton Khirnov4efdadc2014-05-25 12:05:512049 uint8_t *p = track->codec_priv.data;
2050 int size = track->codec_priv.size;
2051
2052 if (size < 8 + FLAC_STREAMINFO_SIZE || p[4] & 0x7f) {
2053 av_log(s, AV_LOG_WARNING, "Invalid FLAC private data\n");
2054 track->codec_priv.size = 0;
2055 return 0;
2056 }
2057 *offset = 8;
2058 track->codec_priv.size = 8 + FLAC_STREAMINFO_SIZE;
2059
Anton Khirnov23f741f2014-05-26 10:48:562060 p += track->codec_priv.size;
2061 size -= track->codec_priv.size;
2062
2063 /* parse the remaining metadata blocks if present */
2064 while (size >= 4) {
2065 int block_last, block_type, block_size;
2066
2067 flac_parse_block_header(p, &block_last, &block_type, &block_size);
2068
2069 p += 4;
2070 size -= 4;
2071 if (block_size > size)
2072 return 0;
2073
2074 /* check for the channel mask */
2075 if (block_type == FLAC_METADATA_TYPE_VORBIS_COMMENT) {
2076 AVDictionary *dict = NULL;
2077 AVDictionaryEntry *chmask;
2078
2079 ff_vorbis_comment(s, &dict, p, block_size, 0);
2080 chmask = av_dict_get(dict, "WAVEFORMATEXTENSIBLE_CHANNEL_MASK", NULL, 0);
2081 if (chmask) {
2082 uint64_t mask = strtol(chmask->value, NULL, 0);
2083 if (!mask || mask & ~0x3ffffULL) {
2084 av_log(s, AV_LOG_WARNING,
2085 "Invalid value of WAVEFORMATEXTENSIBLE_CHANNEL_MASK\n");
2086 } else
Vittorio Giovara8e3fab82017-03-31 14:57:002087 av_channel_layout_from_mask(&st->codecpar->ch_layout, mask);
Anton Khirnov23f741f2014-05-26 10:48:562088 }
2089 av_dict_free(&dict);
2090 }
2091
2092 p += block_size;
2093 size -= block_size;
2094 }
2095
Anton Khirnov4efdadc2014-05-25 12:05:512096 return 0;
2097}
2098
Andreas Rheinhardtdd17c862022-01-19 22:20:052099static int mkv_field_order(MatroskaDemuxContext *matroska, uint64_t field_order)
Luca Barbato5f022662016-03-28 18:29:542100{
Andreas Rheinhardt6f134c62020-07-20 17:14:382101 int minor, micro, bttb = 0;
James Almer1273bc62016-10-13 17:22:072102
2103 /* workaround a bug in our Matroska muxer, introduced in version 57.36 alongside
2104 * this function, and fixed in 57.52 */
Andreas Rheinhardt6f134c62020-07-20 17:14:382105 if (matroska->muxingapp && sscanf(matroska->muxingapp, "Lavf57.%d.%d", &minor, &micro) == 2)
2106 bttb = (minor >= 36 && minor <= 51 && micro >= 100);
James Almer1273bc62016-10-13 17:22:072107
Luca Barbato5f022662016-03-28 18:29:542108 switch (field_order) {
2109 case MATROSKA_VIDEO_FIELDORDER_PROGRESSIVE:
2110 return AV_FIELD_PROGRESSIVE;
2111 case MATROSKA_VIDEO_FIELDORDER_UNDETERMINED:
2112 return AV_FIELD_UNKNOWN;
2113 case MATROSKA_VIDEO_FIELDORDER_TT:
2114 return AV_FIELD_TT;
2115 case MATROSKA_VIDEO_FIELDORDER_BB:
2116 return AV_FIELD_BB;
2117 case MATROSKA_VIDEO_FIELDORDER_BT:
James Almer1273bc62016-10-13 17:22:072118 return bttb ? AV_FIELD_TB : AV_FIELD_BT;
Luca Barbato5f022662016-03-28 18:29:542119 case MATROSKA_VIDEO_FIELDORDER_TB:
James Almer1273bc62016-10-13 17:22:072120 return bttb ? AV_FIELD_BT : AV_FIELD_TB;
Luca Barbato5f022662016-03-28 18:29:542121 default:
2122 return AV_FIELD_UNKNOWN;
2123 }
2124}
2125
Aaron Colwellfebfb492015-12-02 23:13:182126static void mkv_stereo_mode_display_mul(int stereo_mode,
2127 int *h_width, int *h_height)
Aaron Colwellec83efd2015-11-23 20:06:142128{
2129 switch (stereo_mode) {
2130 case MATROSKA_VIDEO_STEREOMODE_TYPE_MONO:
2131 case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_RL:
2132 case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_LR:
2133 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_RL:
2134 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_LR:
2135 break;
2136 case MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT:
2137 case MATROSKA_VIDEO_STEREOMODE_TYPE_LEFT_RIGHT:
2138 case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_RL:
2139 case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_LR:
2140 *h_width = 2;
2141 break;
2142 case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTTOM_TOP:
2143 case MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM:
2144 case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_RL:
2145 case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_LR:
2146 *h_height = 2;
2147 break;
2148 }
2149}
2150
Neil Birkbeckbbda13a2016-03-01 00:41:042151static int mkv_parse_video_color(AVStream *st, const MatroskaTrack *track) {
James Almer4e759072016-12-05 02:22:392152 const MatroskaTrackVideoColor *color = track->video.color.elem;
2153 const MatroskaMasteringMeta *mastering_meta;
2154 int has_mastering_primaries, has_mastering_luminance;
2155
2156 if (!track->video.color.nb_elem)
2157 return 0;
2158
2159 mastering_meta = &color->mastering_meta;
Neil Birkbeckbbda13a2016-03-01 00:41:042160 // Mastering primaries are CIE 1931 coords, and must be > 0.
James Almer4e759072016-12-05 02:22:392161 has_mastering_primaries =
Neil Birkbeckbbda13a2016-03-01 00:41:042162 mastering_meta->r_x > 0 && mastering_meta->r_y > 0 &&
2163 mastering_meta->g_x > 0 && mastering_meta->g_y > 0 &&
2164 mastering_meta->b_x > 0 && mastering_meta->b_y > 0 &&
2165 mastering_meta->white_x > 0 && mastering_meta->white_y > 0;
Andreas Rheinhardte8f39012021-02-16 14:34:062166 has_mastering_luminance = mastering_meta->max_luminance >
2167 mastering_meta->min_luminance.el.f &&
2168 mastering_meta->min_luminance.el.f >= 0 &&
2169 mastering_meta->min_luminance.count;
Neil Birkbeckbbda13a2016-03-01 00:41:042170
James Almer4e759072016-12-05 02:22:392171 if (color->matrix_coefficients != AVCOL_SPC_RESERVED)
2172 st->codecpar->color_space = color->matrix_coefficients;
2173 if (color->primaries != AVCOL_PRI_RESERVED &&
2174 color->primaries != AVCOL_PRI_RESERVED0)
2175 st->codecpar->color_primaries = color->primaries;
2176 if (color->transfer_characteristics != AVCOL_TRC_RESERVED &&
2177 color->transfer_characteristics != AVCOL_TRC_RESERVED0)
2178 st->codecpar->color_trc = color->transfer_characteristics;
2179 if (color->range != AVCOL_RANGE_UNSPECIFIED &&
2180 color->range <= AVCOL_RANGE_JPEG)
2181 st->codecpar->color_range = color->range;
2182 if (color->chroma_siting_horz != MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED &&
2183 color->chroma_siting_vert != MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED &&
2184 color->chroma_siting_horz < MATROSKA_COLOUR_CHROMASITINGHORZ_NB &&
2185 color->chroma_siting_vert < MATROSKA_COLOUR_CHROMASITINGVERT_NB) {
James Almer47ee6f12016-10-18 02:50:142186 st->codecpar->chroma_location =
James Almer4e759072016-12-05 02:22:392187 avcodec_chroma_pos_to_enum((color->chroma_siting_horz - 1) << 7,
2188 (color->chroma_siting_vert - 1) << 7);
James Almer47ee6f12016-10-18 02:50:142189 }
James Almer095147a2017-04-25 18:04:002190 if (color->max_cll && color->max_fall) {
2191 size_t size = 0;
2192 int ret;
2193 AVContentLightMetadata *metadata = av_content_light_metadata_alloc(&size);
2194 if (!metadata)
2195 return AVERROR(ENOMEM);
2196 ret = av_stream_add_side_data(st, AV_PKT_DATA_CONTENT_LIGHT_LEVEL,
2197 (uint8_t *)metadata, size);
2198 if (ret < 0) {
2199 av_freep(&metadata);
2200 return ret;
2201 }
2202 metadata->MaxCLL = color->max_cll;
2203 metadata->MaxFALL = color->max_fall;
2204 }
Neil Birkbeckbbda13a2016-03-01 00:41:042205
2206 if (has_mastering_primaries || has_mastering_luminance) {
Neil Birkbeckbbda13a2016-03-01 00:41:042207 AVMasteringDisplayMetadata *metadata =
2208 (AVMasteringDisplayMetadata*) av_stream_new_side_data(
2209 st, AV_PKT_DATA_MASTERING_DISPLAY_METADATA,
2210 sizeof(AVMasteringDisplayMetadata));
2211 if (!metadata) {
2212 return AVERROR(ENOMEM);
2213 }
2214 memset(metadata, 0, sizeof(AVMasteringDisplayMetadata));
2215 if (has_mastering_primaries) {
James Almer3b4e9a32019-10-03 23:52:202216 metadata->display_primaries[0][0] = av_d2q(mastering_meta->r_x, INT_MAX);
2217 metadata->display_primaries[0][1] = av_d2q(mastering_meta->r_y, INT_MAX);
2218 metadata->display_primaries[1][0] = av_d2q(mastering_meta->g_x, INT_MAX);
2219 metadata->display_primaries[1][1] = av_d2q(mastering_meta->g_y, INT_MAX);
2220 metadata->display_primaries[2][0] = av_d2q(mastering_meta->b_x, INT_MAX);
2221 metadata->display_primaries[2][1] = av_d2q(mastering_meta->b_y, INT_MAX);
2222 metadata->white_point[0] = av_d2q(mastering_meta->white_x, INT_MAX);
2223 metadata->white_point[1] = av_d2q(mastering_meta->white_y, INT_MAX);
Neil Birkbeckbbda13a2016-03-01 00:41:042224 metadata->has_primaries = 1;
2225 }
2226 if (has_mastering_luminance) {
James Almer3b4e9a32019-10-03 23:52:202227 metadata->max_luminance = av_d2q(mastering_meta->max_luminance, INT_MAX);
Andreas Rheinhardte8f39012021-02-16 14:34:062228 metadata->min_luminance = av_d2q(mastering_meta->min_luminance.el.f, INT_MAX);
Neil Birkbeckbbda13a2016-03-01 00:41:042229 metadata->has_luminance = 1;
2230 }
2231 }
2232 return 0;
2233}
2234
Andreas Rheinhardt937bb6b2022-01-21 18:42:502235static int mkv_create_display_matrix(AVStream *st,
2236 const MatroskaTrackVideoProjection *proj,
2237 void *logctx)
2238{
2239 double pitch = proj->pitch, yaw = proj->yaw, roll = proj->roll;
2240 int32_t *matrix;
2241 int hflip;
2242
2243 if (pitch == 0.0 && yaw == 0.0 && roll == 0.0)
2244 return 0;
2245
2246 /* Note: The following constants are exactly representable
2247 * as floating-point numbers. */
2248 if (pitch != 0.0 || (yaw != 0.0 && yaw != 180.0 && yaw != -180.0) ||
2249 isnan(roll)) {
2250 av_log(logctx, AV_LOG_WARNING, "Ignoring non-2D rectangular "
2251 "projection in stream %u (yaw %f, pitch %f, roll %f)\n",
2252 st->index, yaw, pitch, roll);
2253 return 0;
2254 }
2255 matrix = (int32_t*)av_stream_new_side_data(st, AV_PKT_DATA_DISPLAYMATRIX,
2256 9 * sizeof(*matrix));
2257 if (!matrix)
2258 return AVERROR(ENOMEM);
2259
2260 hflip = yaw != 0.0;
2261 /* ProjectionPoseRoll is in the counter-clockwise direction
2262 * whereas av_display_rotation_set() expects its argument
2263 * to be oriented clockwise, so we need to negate roll.
2264 * Furthermore, if hflip is set, we need to negate it again
2265 * to account for the fact that the Matroska specifications
2266 * require the yaw rotation to be applied first. */
2267 av_display_rotation_set(matrix, roll * (2 * hflip - 1));
2268 av_display_matrix_flip(matrix, hflip, 0);
2269
2270 return 0;
2271}
2272
Andreas Rheinhardt39f5bb62020-05-17 22:25:482273static int mkv_parse_video_projection(AVStream *st, const MatroskaTrack *track,
2274 void *logctx)
2275{
James Almer445204c2016-12-06 17:48:452276 AVSphericalMapping *spherical;
Andreas Rheinhardt880519c2020-07-19 08:16:332277 const MatroskaTrackVideoProjection *mkv_projection = &track->video.projection;
2278 const uint8_t *priv_data = mkv_projection->private.data;
James Almer445204c2016-12-06 17:48:452279 enum AVSphericalProjection projection;
2280 size_t spherical_size;
Vittorio Giovaraf20bcec2017-03-16 21:20:472281 uint32_t l = 0, t = 0, r = 0, b = 0;
2282 uint32_t padding = 0;
James Almer445204c2016-12-06 17:48:452283 int ret;
Vittorio Giovarabde96422017-02-10 21:02:222284
Andreas Rheinhardt880519c2020-07-19 08:16:332285 if (mkv_projection->private.size && priv_data[0] != 0) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482286 av_log(logctx, AV_LOG_WARNING, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222287 return 0;
2288 }
2289
James Almer445204c2016-12-06 17:48:452290 switch (track->video.projection.type) {
Andreas Rheinhardt937bb6b2022-01-21 18:42:502291 case MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR:
2292 return mkv_create_display_matrix(st, mkv_projection, logctx);
James Almer445204c2016-12-06 17:48:452293 case MATROSKA_VIDEO_PROJECTION_TYPE_EQUIRECTANGULAR:
Vittorio Giovara9ae35062017-03-07 22:34:322294 if (track->video.projection.private.size == 20) {
Andreas Rheinhardt880519c2020-07-19 08:16:332295 t = AV_RB32(priv_data + 4);
2296 b = AV_RB32(priv_data + 8);
2297 l = AV_RB32(priv_data + 12);
2298 r = AV_RB32(priv_data + 16);
Vittorio Giovarabde96422017-02-10 21:02:222299
2300 if (b >= UINT_MAX - t || r >= UINT_MAX - l) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482301 av_log(logctx, AV_LOG_ERROR,
Vittorio Giovarabde96422017-02-10 21:02:222302 "Invalid bounding rectangle coordinates "
Vittorio Giovaraf20bcec2017-03-16 21:20:472303 "%"PRIu32",%"PRIu32",%"PRIu32",%"PRIu32"\n",
Vittorio Giovarabde96422017-02-10 21:02:222304 l, t, r, b);
2305 return AVERROR_INVALIDDATA;
2306 }
Vittorio Giovara9ae35062017-03-07 22:34:322307 } else if (track->video.projection.private.size != 0) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482308 av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222309 return AVERROR_INVALIDDATA;
2310 }
Vittorio Giovara9ae35062017-03-07 22:34:322311
2312 if (l || t || r || b)
2313 projection = AV_SPHERICAL_EQUIRECTANGULAR_TILE;
2314 else
2315 projection = AV_SPHERICAL_EQUIRECTANGULAR;
James Almer445204c2016-12-06 17:48:452316 break;
2317 case MATROSKA_VIDEO_PROJECTION_TYPE_CUBEMAP:
Vittorio Giovarabde96422017-02-10 21:02:222318 if (track->video.projection.private.size < 4) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482319 av_log(logctx, AV_LOG_ERROR, "Missing projection private properties\n");
James Almer445204c2016-12-06 17:48:452320 return AVERROR_INVALIDDATA;
Vittorio Giovarabde96422017-02-10 21:02:222321 } else if (track->video.projection.private.size == 12) {
Andreas Rheinhardt880519c2020-07-19 08:16:332322 uint32_t layout = AV_RB32(priv_data + 4);
Vittorio Giovara9ae35062017-03-07 22:34:322323 if (layout) {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482324 av_log(logctx, AV_LOG_WARNING,
Vittorio Giovarabde96422017-02-10 21:02:222325 "Unknown spherical cubemap layout %"PRIu32"\n", layout);
2326 return 0;
2327 }
Vittorio Giovara9ae35062017-03-07 22:34:322328 projection = AV_SPHERICAL_CUBEMAP;
Andreas Rheinhardt880519c2020-07-19 08:16:332329 padding = AV_RB32(priv_data + 8);
Vittorio Giovarabde96422017-02-10 21:02:222330 } else {
Andreas Rheinhardt39f5bb62020-05-17 22:25:482331 av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
Vittorio Giovarabde96422017-02-10 21:02:222332 return AVERROR_INVALIDDATA;
2333 }
James Almer445204c2016-12-06 17:48:452334 break;
2335 default:
Andreas Rheinhardt39f5bb62020-05-17 22:25:482336 av_log(logctx, AV_LOG_WARNING,
James Almer251849f2016-12-06 17:48:452337 "Unknown spherical metadata type %"PRIu64"\n",
2338 track->video.projection.type);
James Almer445204c2016-12-06 17:48:452339 return 0;
2340 }
2341
2342 spherical = av_spherical_alloc(&spherical_size);
2343 if (!spherical)
2344 return AVERROR(ENOMEM);
James Almer251849f2016-12-06 17:48:452345
James Almer445204c2016-12-06 17:48:452346 spherical->projection = projection;
2347
James Almer251849f2016-12-06 17:48:452348 spherical->yaw = (int32_t) (track->video.projection.yaw * (1 << 16));
2349 spherical->pitch = (int32_t) (track->video.projection.pitch * (1 << 16));
2350 spherical->roll = (int32_t) (track->video.projection.roll * (1 << 16));
James Almer445204c2016-12-06 17:48:452351
Vittorio Giovarabde96422017-02-10 21:02:222352 spherical->padding = padding;
2353
2354 spherical->bound_left = l;
2355 spherical->bound_top = t;
2356 spherical->bound_right = r;
2357 spherical->bound_bottom = b;
2358
James Almer445204c2016-12-06 17:48:452359 ret = av_stream_add_side_data(st, AV_PKT_DATA_SPHERICAL, (uint8_t *)spherical,
2360 spherical_size);
James Almer8396d542016-12-08 04:21:112361 if (ret < 0) {
2362 av_freep(&spherical);
James Almer445204c2016-12-06 17:48:452363 return ret;
James Almer8396d542016-12-08 04:21:112364 }
James Almer445204c2016-12-06 17:48:452365
2366 return 0;
2367}
2368
quietvoid05c07942022-01-01 16:51:502369static int mkv_parse_dvcc_dvvc(AVFormatContext *s, AVStream *st, const MatroskaTrack *track,
2370 EbmlBin *bin)
2371{
2372 return ff_isom_parse_dvcc_dvvc(s, st, bin->data, bin->size);
2373}
2374
2375static int mkv_parse_block_addition_mappings(AVFormatContext *s, AVStream *st, const MatroskaTrack *track)
2376{
2377 const EbmlList *mappings_list = &track->block_addition_mappings;
2378 MatroskaBlockAdditionMapping *mappings = mappings_list->elem;
2379 int ret;
2380
2381 for (int i = 0; i < mappings_list->nb_elem; i++) {
2382 MatroskaBlockAdditionMapping *mapping = &mappings[i];
2383
2384 switch (mapping->type) {
2385 case MKBETAG('d','v','c','C'):
2386 case MKBETAG('d','v','v','C'):
2387 if ((ret = mkv_parse_dvcc_dvvc(s, st, track, &mapping->extradata)) < 0)
2388 return ret;
2389
2390 break;
2391 default:
2392 av_log(s, AV_LOG_DEBUG,
2393 "Unknown block additional mapping type 0x%"PRIx64", value %"PRIu64", name \"%s\"\n",
2394 mapping->type, mapping->value, mapping->name ? mapping->name : "");
2395 }
2396 }
2397
2398 return 0;
2399}
2400
Mats Peterson71f73ee2016-01-10 02:59:212401static int get_qt_codec(MatroskaTrack *track, uint32_t *fourcc, enum AVCodecID *codec_id)
2402{
2403 const AVCodecTag *codec_tags;
2404
2405 codec_tags = track->type == MATROSKA_TRACK_TYPE_VIDEO ?
2406 ff_codec_movvideo_tags : ff_codec_movaudio_tags;
2407
2408 /* Normalize noncompliant private data that starts with the fourcc
2409 * by expanding/shifting the data by 4 bytes and storing the data
2410 * size at the start. */
2411 if (ff_codec_get_id(codec_tags, AV_RL32(track->codec_priv.data))) {
James Almera6188662018-04-04 17:12:542412 int ret = av_buffer_realloc(&track->codec_priv.buf,
2413 track->codec_priv.size + 4 + AV_INPUT_BUFFER_PADDING_SIZE);
2414 if (ret < 0)
2415 return ret;
2416
2417 track->codec_priv.data = track->codec_priv.buf->data;
2418 memmove(track->codec_priv.data + 4, track->codec_priv.data, track->codec_priv.size);
Mats Peterson71f73ee2016-01-10 02:59:212419 track->codec_priv.size += 4;
2420 AV_WB32(track->codec_priv.data, track->codec_priv.size);
2421 }
2422
2423 *fourcc = AV_RL32(track->codec_priv.data + 4);
2424 *codec_id = ff_codec_get_id(codec_tags, *fourcc);
2425
2426 return 0;
2427}
2428
Anton Khirnov6df478b2014-05-25 07:07:322429static int matroska_parse_tracks(AVFormatContext *s)
David Conradb061d892007-06-04 22:10:542430{
2431 MatroskaDemuxContext *matroska = s->priv_data;
Anton Khirnov6df478b2014-05-25 07:07:322432 MatroskaTrack *tracks = matroska->tracks.elem;
Anton Khirnov4efdadc2014-05-25 12:05:512433 int i, j, ret;
Michael Niedermayer69de2292014-05-28 10:41:352434 int k;
David Conradb061d892007-06-04 22:10:542435
Keiji Costantini84cfce92014-03-01 16:28:152436 for (i = 0; i < matroska->tracks.nb_elem; i++) {
Aurelien Jacobsd88d8062008-08-05 00:40:522437 MatroskaTrack *track = &tracks[i];
Anton Khirnov36ef5362012-08-05 09:11:042438 enum AVCodecID codec_id = AV_CODEC_ID_NONE;
Aurelien Jacobsdc6c36c2011-08-17 22:21:212439 EbmlList *encodings_list = &track->encodings;
Aurelien Jacobs9c25baf2008-08-05 00:40:552440 MatroskaTrackEncoding *encodings = encodings_list->elem;
Aurelien Jacobsd88d8062008-08-05 00:40:522441 uint8_t *extradata = NULL;
2442 int extradata_size = 0;
2443 int extradata_offset = 0;
Aurelien Jacobs5fec3a22011-06-13 23:58:112444 uint32_t fourcc = 0;
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072445 FFIOContext b;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162446 AVStream *st;
2447 FFStream *sti;
Frank Galliganb8531032013-03-07 16:11:382448 char* key_id_base64 = NULL;
Carl Eugen Hoyos96fc2902014-02-25 23:02:512449 int bit_depth = -1;
David Conradb061d892007-06-04 22:10:542450
Aurelien Jacobsd88d8062008-08-05 00:40:522451 /* Apply some sanity checks. */
Aurelien Jacobs9c25baf2008-08-05 00:40:552452 if (track->type != MATROSKA_TRACK_TYPE_VIDEO &&
2453 track->type != MATROSKA_TRACK_TYPE_AUDIO &&
Matthew Heaney818ebe92013-08-08 22:40:032454 track->type != MATROSKA_TRACK_TYPE_SUBTITLE &&
2455 track->type != MATROSKA_TRACK_TYPE_METADATA) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552456 av_log(matroska->ctx, AV_LOG_INFO,
2457 "Unknown or unsupported track type %"PRIu64"\n",
2458 track->type);
2459 continue;
2460 }
Gabriel Dumef929ab02014-08-14 20:31:242461 if (!track->codec_id)
Aurelien Jacobsd88d8062008-08-05 00:40:522462 continue;
David Conradb061d892007-06-04 22:10:542463
Michael Niedermayer7b88dd82020-12-06 23:37:252464 if ( track->type == MATROSKA_TRACK_TYPE_AUDIO && track->codec_id[0] != 'A'
2465 || track->type == MATROSKA_TRACK_TYPE_VIDEO && track->codec_id[0] != 'V'
2466 || track->type == MATROSKA_TRACK_TYPE_SUBTITLE && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
2467 || track->type == MATROSKA_TRACK_TYPE_METADATA && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
2468 ) {
2469 av_log(matroska->ctx, AV_LOG_INFO, "Inconsistent track type\n");
2470 continue;
2471 }
2472
Andreas Cadhalpun5b76c822015-06-15 18:59:222473 if (track->audio.samplerate < 0 || track->audio.samplerate > INT_MAX ||
2474 isnan(track->audio.samplerate)) {
2475 av_log(matroska->ctx, AV_LOG_WARNING,
2476 "Invalid sample rate %f, defaulting to 8000 instead.\n",
2477 track->audio.samplerate);
2478 track->audio.samplerate = 8000;
2479 }
2480
Aurelien Jacobs9c25baf2008-08-05 00:40:552481 if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
Nikolas Bowee07649e2018-01-18 23:21:562482 if (!track->default_duration && track->video.frame_rate > 0) {
2483 double default_duration = 1000000000 / track->video.frame_rate;
2484 if (default_duration > UINT64_MAX || default_duration < 0) {
2485 av_log(matroska->ctx, AV_LOG_WARNING,
2486 "Invalid frame rate %e. Cannot calculate default duration.\n",
2487 track->video.frame_rate);
2488 } else {
2489 track->default_duration = default_duration;
2490 }
2491 }
Michael Niedermayerf51ce342013-04-03 21:40:132492 if (track->video.display_width == -1)
Aurelien Jacobs9c25baf2008-08-05 00:40:552493 track->video.display_width = track->video.pixel_width;
Michael Niedermayerf51ce342013-04-03 21:40:132494 if (track->video.display_height == -1)
Aurelien Jacobs9c25baf2008-08-05 00:40:552495 track->video.display_height = track->video.pixel_height;
Aurelien Jacobsfdb5e022011-06-14 00:00:062496 if (track->video.color_space.size == 4)
2497 fourcc = AV_RL32(track->video.color_space.data);
Aurelien Jacobs9c25baf2008-08-05 00:40:552498 } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
2499 if (!track->audio.out_samplerate)
2500 track->audio.out_samplerate = track->audio.samplerate;
2501 }
2502 if (encodings_list->nb_elem > 1) {
2503 av_log(matroska->ctx, AV_LOG_ERROR,
Dustin Brodyd7d2f0e2011-09-15 07:34:382504 "Multiple combined encodings not supported");
Aurelien Jacobs9c25baf2008-08-05 00:40:552505 } else if (encodings_list->nb_elem == 1) {
Frank Galliganb8531032013-03-07 16:11:382506 if (encodings[0].type) {
2507 if (encodings[0].encryption.key_id.size > 0) {
2508 /* Save the encryption key id to be stored later as a
2509 metadata tag. */
2510 const int b64_size = AV_BASE64_SIZE(encodings[0].encryption.key_id.size);
2511 key_id_base64 = av_malloc(b64_size);
2512 if (key_id_base64 == NULL)
2513 return AVERROR(ENOMEM);
2514
2515 av_base64_encode(key_id_base64, b64_size,
2516 encodings[0].encryption.key_id.data,
2517 encodings[0].encryption.key_id.size);
2518 } else {
2519 encodings[0].scope = 0;
2520 av_log(matroska->ctx, AV_LOG_ERROR,
2521 "Unsupported encoding type");
2522 }
2523 } else if (
Aurelien Jacobsb250f9c2009-01-13 23:44:162524#if CONFIG_ZLIB
Keiji Costantini84cfce92014-03-01 16:28:152525 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_ZLIB &&
Aurelien Jacobs9c25baf2008-08-05 00:40:552526#endif
Aurelien Jacobsb250f9c2009-01-13 23:44:162527#if CONFIG_BZLIB
Aurelien Jacobs9c25baf2008-08-05 00:40:552528 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_BZLIB &&
2529#endif
Keiji Costantini84cfce92014-03-01 16:28:152530 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_LZO &&
Frank Galliganb8531032013-03-07 16:11:382531 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552532 encodings[0].scope = 0;
2533 av_log(matroska->ctx, AV_LOG_ERROR,
2534 "Unsupported encoding type");
Keiji Costantini84cfce92014-03-01 16:28:152535 } else if (track->codec_priv.size && encodings[0].scope & 2) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552536 uint8_t *codec_priv = track->codec_priv.data;
Luca Barbato8d4dd552012-09-14 16:51:492537 int ret = matroska_decode_buffer(&track->codec_priv.data,
2538 &track->codec_priv.size,
2539 track);
2540 if (ret < 0) {
Aurelien Jacobs9c25baf2008-08-05 00:40:552541 track->codec_priv.data = NULL;
2542 track->codec_priv.size = 0;
2543 av_log(matroska->ctx, AV_LOG_ERROR,
2544 "Failed to decode codec private data\n");
Aurelien Jacobs9c25baf2008-08-05 00:40:552545 }
Luca Barbato8d4dd552012-09-14 16:51:492546
James Almera6188662018-04-04 17:12:542547 if (codec_priv != track->codec_priv.data) {
2548 av_buffer_unref(&track->codec_priv.buf);
2549 if (track->codec_priv.data) {
2550 track->codec_priv.buf = av_buffer_create(track->codec_priv.data,
2551 track->codec_priv.size + AV_INPUT_BUFFER_PADDING_SIZE,
2552 NULL, NULL, 0);
2553 if (!track->codec_priv.buf) {
2554 av_freep(&track->codec_priv.data);
2555 track->codec_priv.size = 0;
2556 return AVERROR(ENOMEM);
2557 }
2558 }
2559 }
Aurelien Jacobs9c25baf2008-08-05 00:40:552560 }
2561 }
Andreas Rheinhardt96012d12019-12-04 16:54:452562 track->needs_decoding = encodings && !encodings[0].type &&
2563 encodings[0].scope & 1 &&
2564 (encodings[0].compression.algo !=
2565 MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP ||
2566 encodings[0].compression.settings.size);
Aurelien Jacobs9c25baf2008-08-05 00:40:552567
Keiji Costantini84cfce92014-03-01 16:28:152568 for (j = 0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:312569 if (av_strstart(track->codec_id, ff_mkv_codec_tags[j].str, NULL)) {
Keiji Costantini84cfce92014-03-01 16:28:152570 codec_id = ff_mkv_codec_tags[j].id;
Aurelien Jacobsd88d8062008-08-05 00:40:522571 break;
David Conradb061d892007-06-04 22:10:542572 }
Aurelien Jacobsd88d8062008-08-05 00:40:522573 }
David Conradb061d892007-06-04 22:10:542574
Anton Khirnov3b3bbdd2011-06-18 09:43:242575 st = track->stream = avformat_new_stream(s, NULL);
Michael Niedermayerfb33bff2014-08-15 18:33:212576 if (!st) {
Frank Galliganb8531032013-03-07 16:11:382577 av_free(key_id_base64);
Aurelien Jacobsd88d8062008-08-05 00:40:522578 return AVERROR(ENOMEM);
Frank Galliganb8531032013-03-07 16:11:382579 }
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162580 sti = ffstream(st);
Frank Galliganb8531032013-03-07 16:11:382581
2582 if (key_id_base64) {
2583 /* export encryption key id as base64 metadata tag */
Andreas Rheinhardt40d9cbd2019-11-10 04:07:312584 av_dict_set(&st->metadata, "enc_key_id", key_id_base64,
2585 AV_DICT_DONT_STRDUP_VAL);
Frank Galliganb8531032013-03-07 16:11:382586 }
Aurelien Jacobsd88d8062008-08-05 00:40:522587
Keiji Costantini84cfce92014-03-01 16:28:152588 if (!strcmp(track->codec_id, "V_MS/VFW/FOURCC") &&
Michael Niedermayerb3d9ab12014-03-07 22:46:372589 track->codec_priv.size >= 40 &&
Gabriel Dume4b1f5e52014-08-14 20:31:252590 track->codec_priv.data) {
Keiji Costantini84cfce92014-03-01 16:28:152591 track->ms_compat = 1;
Michael Niedermayerb3d9ab12014-03-07 22:46:372592 bit_depth = AV_RL16(track->codec_priv.data + 14);
2593 fourcc = AV_RL32(track->codec_priv.data + 16);
Keiji Costantini84cfce92014-03-01 16:28:152594 codec_id = ff_codec_get_id(ff_codec_bmp_tags,
Michael Niedermayerb3d9ab12014-03-07 22:46:372595 fourcc);
Carl Eugen Hoyosade58512014-04-27 07:34:132596 if (!codec_id)
2597 codec_id = ff_codec_get_id(ff_codec_movvideo_tags,
2598 fourcc);
Keiji Costantini84cfce92014-03-01 16:28:152599 extradata_offset = 40;
2600 } else if (!strcmp(track->codec_id, "A_MS/ACM") &&
2601 track->codec_priv.size >= 14 &&
Gabriel Dume4b1f5e52014-08-14 20:31:252602 track->codec_priv.data) {
Max Hornca402f32011-04-12 15:44:202603 int ret;
Keiji Costantini84cfce92014-03-01 16:28:152604 ffio_init_context(&b, track->codec_priv.data,
2605 track->codec_priv.size,
Michael Niedermayerd0b45042013-01-04 12:00:142606 0, NULL, NULL, NULL, NULL);
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072607 ret = ff_get_wav_header(s, &b.pub, st->codecpar,
2608 track->codec_priv.size, 0);
Max Hornca402f32011-04-12 15:44:202609 if (ret < 0)
2610 return ret;
Anton Khirnov92005142014-06-18 18:42:522611 codec_id = st->codecpar->codec_id;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152612 fourcc = st->codecpar->codec_tag;
Aurelien Jacobs038146e2009-10-01 21:14:052613 extradata_offset = FFMIN(track->codec_priv.size, 18);
Michael Niedermayer48218582014-01-19 17:35:332614 } else if (!strcmp(track->codec_id, "A_QUICKTIME")
Mats Peterson71f73ee2016-01-10 02:59:212615 /* Normally 36, but allow noncompliant private data */
2616 && (track->codec_priv.size >= 32)
Michael Niedermayer81a663f2014-08-15 19:31:592617 && (track->codec_priv.data)) {
Mats Peterson535d09a2016-01-15 22:25:382618 uint16_t sample_size;
Mats Peterson71f73ee2016-01-10 02:59:212619 int ret = get_qt_codec(track, &fourcc, &codec_id);
2620 if (ret < 0)
2621 return ret;
Mats Peterson535d09a2016-01-15 22:25:382622 sample_size = AV_RB16(track->codec_priv.data + 26);
Mats Peterson6f1466d2016-01-08 11:55:592623 if (fourcc == 0) {
Mats Peterson535d09a2016-01-15 22:25:382624 if (sample_size == 8) {
Mats Peterson6f1466d2016-01-08 11:55:592625 fourcc = MKTAG('r','a','w',' ');
2626 codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
Mats Peterson535d09a2016-01-15 22:25:382627 } else if (sample_size == 16) {
Mats Peterson6f1466d2016-01-08 11:55:592628 fourcc = MKTAG('t','w','o','s');
2629 codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
2630 }
2631 }
Mats Peterson535d09a2016-01-15 22:25:382632 if ((fourcc == MKTAG('t','w','o','s') ||
2633 fourcc == MKTAG('s','o','w','t')) &&
2634 sample_size == 8)
2635 codec_id = AV_CODEC_ID_PCM_S8;
Keiji Costantini84cfce92014-03-01 16:28:152636 } else if (!strcmp(track->codec_id, "V_QUICKTIME") &&
Michael Niedermayerb3d9ab12014-03-07 22:46:372637 (track->codec_priv.size >= 21) &&
Gabriel Dume4b1f5e52014-08-14 20:31:252638 (track->codec_priv.data)) {
Mats Peterson71f73ee2016-01-10 02:59:212639 int ret = get_qt_codec(track, &fourcc, &codec_id);
2640 if (ret < 0)
2641 return ret;
Mats Peterson6a975cb2016-01-06 03:16:322642 if (codec_id == AV_CODEC_ID_NONE && AV_RL32(track->codec_priv.data+4) == AV_RL32("SMI ")) {
2643 fourcc = MKTAG('S','V','Q','3');
2644 codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
2645 }
Clément Bœschcd4d6cb2017-03-26 23:31:522646 if (codec_id == AV_CODEC_ID_NONE)
Vittorio Giovara8fc11ab2015-05-11 16:23:432647 av_log(matroska->ctx, AV_LOG_ERROR,
Clément Bœschcd4d6cb2017-03-26 23:31:522648 "mov FourCC not found %s.\n", av_fourcc2str(fourcc));
Mats Peterson79736032015-12-27 20:28:092649 if (track->codec_priv.size >= 86) {
2650 bit_depth = AV_RB16(track->codec_priv.data + 82);
2651 ffio_init_context(&b, track->codec_priv.data,
2652 track->codec_priv.size,
2653 0, NULL, NULL, NULL, NULL);
Andreas Rheinhardt45bfe8b2021-08-04 14:52:072654 if (ff_get_qtpalette(codec_id, &b.pub, track->palette)) {
Mats Peterson79736032015-12-27 20:28:092655 bit_depth &= 0x1F;
Mats Peterson6aac43f2016-02-24 17:14:052656 track->has_palette = 1;
Mats Peterson79736032015-12-27 20:28:092657 }
2658 }
Anton Khirnov36ef5362012-08-05 09:11:042659 } else if (codec_id == AV_CODEC_ID_PCM_S16BE) {
Aurelien Jacobseb9cf502008-08-20 00:49:452660 switch (track->audio.bitdepth) {
Keiji Costantini84cfce92014-03-01 16:28:152661 case 8:
2662 codec_id = AV_CODEC_ID_PCM_U8;
2663 break;
2664 case 24:
2665 codec_id = AV_CODEC_ID_PCM_S24BE;
2666 break;
2667 case 32:
2668 codec_id = AV_CODEC_ID_PCM_S32BE;
2669 break;
Aurelien Jacobseb9cf502008-08-20 00:49:452670 }
Anton Khirnov36ef5362012-08-05 09:11:042671 } else if (codec_id == AV_CODEC_ID_PCM_S16LE) {
Aurelien Jacobseb9cf502008-08-20 00:49:452672 switch (track->audio.bitdepth) {
Keiji Costantini84cfce92014-03-01 16:28:152673 case 8:
2674 codec_id = AV_CODEC_ID_PCM_U8;
2675 break;
2676 case 24:
2677 codec_id = AV_CODEC_ID_PCM_S24LE;
2678 break;
2679 case 32:
2680 codec_id = AV_CODEC_ID_PCM_S32LE;
2681 break;
Aurelien Jacobseb9cf502008-08-20 00:49:452682 }
Keiji Costantini84cfce92014-03-01 16:28:152683 } else if (codec_id == AV_CODEC_ID_PCM_F32LE &&
2684 track->audio.bitdepth == 64) {
Anton Khirnov36ef5362012-08-05 09:11:042685 codec_id = AV_CODEC_ID_PCM_F64LE;
2686 } else if (codec_id == AV_CODEC_ID_AAC && !track->codec_priv.size) {
Aurelien Jacobsd88d8062008-08-05 00:40:522687 int profile = matroska_aac_profile(track->codec_id);
Keiji Costantini84cfce92014-03-01 16:28:152688 int sri = matroska_aac_sri(track->audio.samplerate);
Vittorio Giovara059a9342015-06-29 21:48:342689 extradata = av_mallocz(5 + AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242690 if (!extradata)
Aurelien Jacobs28f450a2008-08-05 00:40:092691 return AVERROR(ENOMEM);
Keiji Costantini84cfce92014-03-01 16:28:152692 extradata[0] = (profile << 3) | ((sri & 0x0E) >> 1);
2693 extradata[1] = ((sri & 0x01) << 7) | (track->audio.channels << 3);
Aurelien Jacobsd88d8062008-08-05 00:40:522694 if (strstr(track->codec_id, "SBR")) {
Keiji Costantini84cfce92014-03-01 16:28:152695 sri = matroska_aac_sri(track->audio.out_samplerate);
2696 extradata[2] = 0x56;
2697 extradata[3] = 0xE5;
2698 extradata[4] = 0x80 | (sri << 3);
Aurelien Jacobsd88d8062008-08-05 00:40:522699 extradata_size = 5;
Aurelien Jacobs16f97ab2008-08-05 00:41:102700 } else
Aurelien Jacobsd88d8062008-08-05 00:40:522701 extradata_size = 2;
Michael Niedermayer29d147c2015-07-27 20:53:162702 } else if (codec_id == AV_CODEC_ID_ALAC && track->codec_priv.size && track->codec_priv.size < INT_MAX - 12 - AV_INPUT_BUFFER_PADDING_SIZE) {
Paul B Mahol9644fc92013-06-07 10:06:152703 /* Only ALAC's magic cookie is stored in Matroska's track headers.
Keiji Costantini84cfce92014-03-01 16:28:152704 * Create the "atom size", "tag", and "tag version" fields the
2705 * decoder expects manually. */
Paul B Mahol9644fc92013-06-07 10:06:152706 extradata_size = 12 + track->codec_priv.size;
Keiji Costantini84cfce92014-03-01 16:28:152707 extradata = av_mallocz(extradata_size +
Vittorio Giovara059a9342015-06-29 21:48:342708 AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242709 if (!extradata)
Paul B Mahol9644fc92013-06-07 10:06:152710 return AVERROR(ENOMEM);
2711 AV_WB32(extradata, extradata_size);
2712 memcpy(&extradata[4], "alac", 4);
2713 AV_WB32(&extradata[8], 0);
2714 memcpy(&extradata[12], track->codec_priv.data,
Keiji Costantini84cfce92014-03-01 16:28:152715 track->codec_priv.size);
Anton Khirnov36ef5362012-08-05 09:11:042716 } else if (codec_id == AV_CODEC_ID_TTA) {
Andreas Rheinhardt668490a2019-12-03 17:09:052717 uint8_t *ptr;
Andreas Rheinhardtf7bf59b2019-12-03 17:09:032718 if (track->audio.channels > UINT16_MAX ||
2719 track->audio.bitdepth > UINT16_MAX) {
2720 av_log(matroska->ctx, AV_LOG_WARNING,
2721 "Too large audio channel number %"PRIu64
2722 " or bitdepth %"PRIu64". Skipping track.\n",
2723 track->audio.channels, track->audio.bitdepth);
2724 if (matroska->ctx->error_recognition & AV_EF_EXPLODE)
2725 return AVERROR_INVALIDDATA;
2726 else
2727 continue;
2728 }
2729 if (track->audio.out_samplerate < 0 || track->audio.out_samplerate > INT_MAX)
2730 return AVERROR_INVALIDDATA;
Andreas Rheinhardteec26b52019-12-03 17:09:042731 extradata_size = 22;
Michael Niedermayer29d147c2015-07-27 20:53:162732 extradata = av_mallocz(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
Gabriel Dumef929ab02014-08-14 20:31:242733 if (!extradata)
Aurelien Jacobsd88d8062008-08-05 00:40:522734 return AVERROR(ENOMEM);
Andreas Rheinhardt668490a2019-12-03 17:09:052735 ptr = extradata;
2736 bytestream_put_be32(&ptr, AV_RB32("TTA1"));
2737 bytestream_put_le16(&ptr, 1);
2738 bytestream_put_le16(&ptr, track->audio.channels);
2739 bytestream_put_le16(&ptr, track->audio.bitdepth);
2740 bytestream_put_le32(&ptr, track->audio.out_samplerate);
2741 bytestream_put_le32(&ptr, av_rescale(matroska->duration * matroska->time_scale,
2742 track->audio.out_samplerate,
2743 AV_TIME_BASE * 1000));
Keiji Costantini84cfce92014-03-01 16:28:152744 } else if (codec_id == AV_CODEC_ID_RV10 ||
2745 codec_id == AV_CODEC_ID_RV20 ||
2746 codec_id == AV_CODEC_ID_RV30 ||
2747 codec_id == AV_CODEC_ID_RV40) {
Aurelien Jacobsd88d8062008-08-05 00:40:522748 extradata_offset = 26;
Anton Khirnov36ef5362012-08-05 09:11:042749 } else if (codec_id == AV_CODEC_ID_RA_144) {
Aurelien Jacobsd88d8062008-08-05 00:40:522750 track->audio.out_samplerate = 8000;
Keiji Costantini84cfce92014-03-01 16:28:152751 track->audio.channels = 1;
Michael Niedermayerb3d9ab12014-03-07 22:46:372752 } else if ((codec_id == AV_CODEC_ID_RA_288 ||
2753 codec_id == AV_CODEC_ID_COOK ||
2754 codec_id == AV_CODEC_ID_ATRAC3 ||
2755 codec_id == AV_CODEC_ID_SIPR)
2756 && track->codec_priv.data) {
Andreas Rheinhardte75ab152021-08-04 20:20:462757 const uint8_t *ptr = track->codec_priv.data;
Aurelien Jacobs6b102282010-03-12 23:49:062758 int flavor;
Michael Niedermayer0b271362012-04-14 17:33:242759
Andreas Rheinhardte75ab152021-08-04 20:20:462760 if (track->codec_priv.size < 46)
2761 return AVERROR_INVALIDDATA;
2762 ptr += 22;
2763 flavor = bytestream_get_be16(&ptr);
2764 track->audio.coded_framesize = bytestream_get_be32(&ptr);
2765 ptr += 12;
2766 track->audio.sub_packet_h = bytestream_get_be16(&ptr);
2767 track->audio.frame_size = bytestream_get_be16(&ptr);
2768 track->audio.sub_packet_size = bytestream_get_be16(&ptr);
Andreas Rheinhardt8287c202019-12-02 09:41:122769 if (track->audio.coded_framesize <= 0 ||
Keiji Costantini84cfce92014-03-01 16:28:152770 track->audio.sub_packet_h <= 0 ||
Andreas Rheinhardtc91e3692020-04-20 05:47:062771 track->audio.frame_size <= 0)
Martin Storsjö569d18a2013-09-16 12:36:242772 return AVERROR_INVALIDDATA;
Andreas Rheinhardt8287c202019-12-02 09:41:122773
Anton Khirnov36ef5362012-08-05 09:11:042774 if (codec_id == AV_CODEC_ID_RA_288) {
Andreas Rheinhardtbdaa98d2020-04-22 13:17:412775 if (track->audio.sub_packet_h & 1 || 2 * track->audio.frame_size
2776 != (int64_t)track->audio.sub_packet_h * track->audio.coded_framesize)
Andreas Rheinhardt4f5c6c12020-04-21 22:15:542777 return AVERROR_INVALIDDATA;
Anton Khirnov92005142014-06-18 18:42:522778 st->codecpar->block_align = track->audio.coded_framesize;
Aurelien Jacobsd88d8062008-08-05 00:40:522779 track->codec_priv.size = 0;
2780 } else {
Andreas Rheinhardt8287c202019-12-02 09:41:122781 if (codec_id == AV_CODEC_ID_SIPR) {
Michael Niedermayer62cf5c12013-08-04 19:18:492782 static const int sipr_bit_rate[4] = { 6504, 8496, 5000, 16000 };
Andreas Rheinhardt8287c202019-12-02 09:41:122783 if (flavor > 3)
2784 return AVERROR_INVALIDDATA;
Aurelien Jacobs6b102282010-03-12 23:49:062785 track->audio.sub_packet_size = ff_sipr_subpk_size[flavor];
Anton Khirnov92005142014-06-18 18:42:522786 st->codecpar->bit_rate = sipr_bit_rate[flavor];
Andreas Rheinhardt4b1c19a2020-04-20 06:54:232787 } else if (track->audio.sub_packet_size <= 0 ||
2788 track->audio.frame_size % track->audio.sub_packet_size)
Andreas Rheinhardtc91e3692020-04-20 05:47:062789 return AVERROR_INVALIDDATA;
Anton Khirnov92005142014-06-18 18:42:522790 st->codecpar->block_align = track->audio.sub_packet_size;
Keiji Costantini84cfce92014-03-01 16:28:152791 extradata_offset = 78;
David Conradb061d892007-06-04 22:10:542792 }
Andreas Rheinhardt8287c202019-12-02 09:41:122793 track->audio.buf = av_malloc_array(track->audio.sub_packet_h,
2794 track->audio.frame_size);
2795 if (!track->audio.buf)
2796 return AVERROR(ENOMEM);
Anton Khirnov4efdadc2014-05-25 12:05:512797 } else if (codec_id == AV_CODEC_ID_FLAC && track->codec_priv.size) {
2798 ret = matroska_parse_flac(s, track, &extradata_offset);
2799 if (ret < 0)
2800 return ret;
Andreas Rheinhardt048bc3f2019-12-14 00:36:542801 } else if (codec_id == AV_CODEC_ID_WAVPACK && track->codec_priv.size < 2) {
2802 av_log(matroska->ctx, AV_LOG_INFO, "Assuming WavPack version 4.10 "
2803 "in absence of valid CodecPrivate.\n");
2804 extradata_size = 2;
2805 extradata = av_mallocz(2 + AV_INPUT_BUFFER_PADDING_SIZE);
2806 if (!extradata)
2807 return AVERROR(ENOMEM);
2808 AV_WL16(extradata, 0x410);
Carl Eugen Hoyos3d5c8592014-04-06 18:54:482809 } else if (codec_id == AV_CODEC_ID_PRORES && track->codec_priv.size == 4) {
2810 fourcc = AV_RL32(track->codec_priv.data);
James Almeracdea9e2018-01-13 19:04:212811 } else if (codec_id == AV_CODEC_ID_VP9 && track->codec_priv.size) {
2812 /* we don't need any value stored in CodecPrivate.
2813 make sure that it's not exported as extradata. */
2814 track->codec_priv.size = 0;
David Conradb061d892007-06-04 22:10:542815 }
Aurelien Jacobse2644402009-08-24 13:40:302816 track->codec_priv.size -= extradata_offset;
Aurelien Jacobsd88d8062008-08-05 00:40:522817
Anton Khirnov36ef5362012-08-05 09:11:042818 if (codec_id == AV_CODEC_ID_NONE)
Aurelien Jacobsd88d8062008-08-05 00:40:522819 av_log(matroska->ctx, AV_LOG_INFO,
Anton Khirnov36ef5362012-08-05 09:11:042820 "Unknown/unsupported AVCodecID %s.\n", track->codec_id);
Aurelien Jacobsd88d8062008-08-05 00:40:522821
Steve Lhommeb00d2212020-11-15 08:59:472822 if (track->time_scale < 0.01) {
2823 av_log(matroska->ctx, AV_LOG_WARNING,
2824 "Track TimestampScale too small %f, assuming 1.0.\n",
2825 track->time_scale);
Aurelien Jacobs3fc9d7c2008-09-09 11:23:482826 track->time_scale = 1.0;
Steve Lhommeb00d2212020-11-15 08:59:472827 }
Keiji Costantini84cfce92014-03-01 16:28:152828 avpriv_set_pts_info(st, 64, matroska->time_scale * track->time_scale,
2829 1000 * 1000 * 1000); /* 64 bit pts in ns */
Aurelien Jacobsd88d8062008-08-05 00:40:522830
Anton Khirnoveb3b5502014-04-29 10:03:132831 /* convert the delay from ns to the track timebase */
Michael Niedermayerb5bc4362016-06-06 02:23:162832 track->codec_delay_in_track_tb = av_rescale_q(track->codec_delay,
Anton Khirnoveb3b5502014-04-29 10:03:132833 (AVRational){ 1, 1000000000 },
2834 st->time_base);
2835
Anton Khirnov92005142014-06-18 18:42:522836 st->codecpar->codec_id = codec_id;
Alex Sukhanov251c96a2013-12-23 09:41:352837
Aurelien Jacobsd88d8062008-08-05 00:40:522838 if (strcmp(track->language, "und"))
Anton Khirnovd2d67e42011-05-22 10:46:292839 av_dict_set(&st->metadata, "language", track->language, 0);
2840 av_dict_set(&st->metadata, "title", track->name, 0);
Aurelien Jacobsd88d8062008-08-05 00:40:522841
2842 if (track->flag_default)
2843 st->disposition |= AV_DISPOSITION_DEFAULT;
Aurelien Jacobs7a617a82010-07-02 16:38:442844 if (track->flag_forced)
2845 st->disposition |= AV_DISPOSITION_FORCED;
Andreas Rheinhardt18b3dee2021-02-16 17:23:592846 if (track->flag_comment)
2847 st->disposition |= AV_DISPOSITION_COMMENT;
Andreas Rheinhardt51e10672021-02-16 18:08:512848 if (track->flag_hearingimpaired)
2849 st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
2850 if (track->flag_visualimpaired)
2851 st->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED;
Andreas Rheinhardtb243be82021-02-16 17:41:302852 if (track->flag_original.count > 0)
2853 st->disposition |= track->flag_original.el.u ? AV_DISPOSITION_ORIGINAL
2854 : AV_DISPOSITION_DUB;
Aurelien Jacobsd88d8062008-08-05 00:40:522855
Anton Khirnov92005142014-06-18 18:42:522856 if (!st->codecpar->extradata) {
Keiji Costantini84cfce92014-03-01 16:28:152857 if (extradata) {
Anton Khirnov92005142014-06-18 18:42:522858 st->codecpar->extradata = extradata;
2859 st->codecpar->extradata_size = extradata_size;
Keiji Costantini84cfce92014-03-01 16:28:152860 } else if (track->codec_priv.data && track->codec_priv.size > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152861 if (ff_alloc_extradata(st->codecpar, track->codec_priv.size))
Aurelien Jacobs553e9f72009-10-01 21:15:362862 return AVERROR(ENOMEM);
Anton Khirnov92005142014-06-18 18:42:522863 memcpy(st->codecpar->extradata,
Aurelien Jacobs553e9f72009-10-01 21:15:362864 track->codec_priv.data + extradata_offset,
2865 track->codec_priv.size);
2866 }
Aurelien Jacobsff0d5a72009-10-01 21:14:462867 }
Aurelien Jacobsd88d8062008-08-05 00:40:522868
2869 if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
Aurelien Jacobs4c509fe2011-05-23 23:09:242870 MatroskaTrackPlane *planes = track->operation.combine_planes.elem;
Aaron Colwellfebfb492015-12-02 23:13:182871 int display_width_mul = 1;
Aaron Colwellec83efd2015-11-23 20:06:142872 int display_height_mul = 1;
Aurelien Jacobs4c509fe2011-05-23 23:09:242873
Anton Khirnov92005142014-06-18 18:42:522874 st->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152875 st->codecpar->codec_tag = fourcc;
Carl Eugen Hoyos96fc2902014-02-25 23:02:512876 if (bit_depth >= 0)
Derek Buitenhuis6f69f7a2016-04-10 19:58:152877 st->codecpar->bits_per_coded_sample = bit_depth;
Anton Khirnov92005142014-06-18 18:42:522878 st->codecpar->width = track->video.pixel_width;
2879 st->codecpar->height = track->video.pixel_height;
Aaron Colwellec83efd2015-11-23 20:06:142880
Luca Barbato5f022662016-03-28 18:29:542881 if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_INTERLACED)
James Almer1273bc62016-10-13 17:22:072882 st->codecpar->field_order = mkv_field_order(matroska, track->video.field_order);
James Almer29b6c2b2016-09-27 17:48:332883 else if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_PROGRESSIVE)
2884 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
Luca Barbato5f022662016-03-28 18:29:542885
Aaron Colwellec83efd2015-11-23 20:06:142886 if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
2887 mkv_stereo_mode_display_mul(track->video.stereo_mode, &display_width_mul, &display_height_mul);
2888
James Almer8b59ce02016-10-16 13:13:452889 if (track->video.display_unit < MATROSKA_VIDEO_DISPLAYUNIT_UNKNOWN) {
Michael Niedermayere6cad012022-04-01 10:46:082890 if (track->video.display_width && track->video.display_height &&
2891 st->codecpar->height < INT64_MAX / track->video.display_width / display_width_mul &&
2892 st->codecpar->width < INT64_MAX / track->video.display_height / display_height_mul)
2893 av_reduce(&st->sample_aspect_ratio.num,
2894 &st->sample_aspect_ratio.den,
2895 st->codecpar->height * track->video.display_width * display_width_mul,
2896 st->codecpar->width * track->video.display_height * display_height_mul,
2897 INT_MAX);
James Almerbad8bbc2016-10-15 21:01:502898 }
Derek Buitenhuis6f69f7a2016-04-10 19:58:152899 if (st->codecpar->codec_id != AV_CODEC_ID_HEVC)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162900 sti->need_parsing = AVSTREAM_PARSE_HEADERS;
Michael Niedermayer0fbeeb92013-11-01 16:57:572901
Luca Barbatoac97d472012-04-17 23:32:072902 if (track->default_duration) {
Michael Niedermayer343d9502021-05-11 16:40:322903 int div = track->default_duration <= INT64_MAX ? 1 : 2;
Anton Khirnovaba232c2012-06-26 11:10:012904 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
Michael Niedermayer343d9502021-05-11 16:40:322905 1000000000 / div, track->default_duration / div, 30000);
Anton Khirnovaba232c2012-06-26 11:10:012906#if FF_API_R_FRAME_RATE
Michael Niedermayerfc3cdb02015-02-01 18:34:522907 if ( st->avg_frame_rate.num < st->avg_frame_rate.den * 1000LL
2908 && st->avg_frame_rate.num > st->avg_frame_rate.den * 5LL)
Michael Niedermayer6853e402013-10-05 22:07:282909 st->r_frame_rate = st->avg_frame_rate;
Anton Khirnovaba232c2012-06-26 11:10:012910#endif
Luca Barbatoac97d472012-04-17 23:32:072911 }
Kirill Gavrilove6ec9212011-05-21 15:14:142912
Aurelien Jacobs4c509fe2011-05-23 23:09:242913 /* export stereo mode flag as metadata tag */
Michael Niedermayer37520a92014-08-28 23:26:522914 if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
Clément Bœschca81e3b2012-09-16 00:58:402915 av_dict_set(&st->metadata, "stereo_mode", ff_matroska_video_stereo_mode[track->video.stereo_mode], 0);
Kirill Gavrilove6ec9212011-05-21 15:14:142916
Vignesh Venkatasubramaniance6a8e52013-02-04 23:17:522917 /* export alpha mode flag as metadata tag */
2918 if (track->video.alpha_mode)
2919 av_dict_set(&st->metadata, "alpha_mode", "1", 0);
2920
Aurelien Jacobs4c509fe2011-05-23 23:09:242921 /* if we have virtual track, mark the real tracks */
2922 for (j=0; j < track->operation.combine_planes.nb_elem; j++) {
2923 char buf[32];
Aurelien Jacobsb44bbf92011-05-24 21:26:242924 if (planes[j].type >= MATROSKA_VIDEO_STEREO_PLANE_COUNT)
Aurelien Jacobs4c509fe2011-05-23 23:09:242925 continue;
2926 snprintf(buf, sizeof(buf), "%s_%d",
Clément Bœschca81e3b2012-09-16 00:58:402927 ff_matroska_video_stereo_plane[planes[j].type], i);
Aurelien Jacobs4c509fe2011-05-23 23:09:242928 for (k=0; k < matroska->tracks.nb_elem; k++)
Michael Niedermayer5d309d32015-05-04 13:47:542929 if (planes[j].uid == tracks[k].uid && tracks[k].stream) {
2930 av_dict_set(&tracks[k].stream->metadata,
Aurelien Jacobse6ba3d42011-06-13 17:02:502931 "stereo_mode", buf, 0);
Kirill Gavrilove6ec9212011-05-21 15:14:142932 break;
2933 }
Kirill Gavrilove6ec9212011-05-21 15:14:142934 }
Vittorio Giovarad4ae8ac2014-08-12 21:28:492935 // add stream level stereo3d side data if it is a supported format
2936 if (track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB &&
2937 track->video.stereo_mode != 10 && track->video.stereo_mode != 12) {
2938 int ret = ff_mkv_stereo3d_conv(st, track->video.stereo_mode);
2939 if (ret < 0)
2940 return ret;
2941 }
Neil Birkbeckbbda13a2016-03-01 00:41:042942
James Almeredb4f5d2016-12-05 02:27:542943 ret = mkv_parse_video_color(st, track);
2944 if (ret < 0)
2945 return ret;
Andreas Rheinhardt39f5bb62020-05-17 22:25:482946 ret = mkv_parse_video_projection(st, track, matroska->ctx);
James Almer445204c2016-12-06 17:48:452947 if (ret < 0)
2948 return ret;
Aurelien Jacobsd88d8062008-08-05 00:40:522949 } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
Anton Khirnov92005142014-06-18 18:42:522950 st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152951 st->codecpar->codec_tag = fourcc;
Anton Khirnov92005142014-06-18 18:42:522952 st->codecpar->sample_rate = track->audio.out_samplerate;
Vittorio Giovara8e3fab82017-03-31 14:57:002953 // channel layout may be already set by codec private checks above
James Almer94901a92022-07-04 17:00:212954 if (!av_channel_layout_check(&st->codecpar->ch_layout)) {
Vittorio Giovara8e3fab82017-03-31 14:57:002955 st->codecpar->ch_layout.order = AV_CHANNEL_ORDER_UNSPEC;
James Almer94901a92022-07-04 17:00:212956 st->codecpar->ch_layout.nb_channels = track->audio.channels;
2957 }
Derek Buitenhuis6f69f7a2016-04-10 19:58:152958 if (!st->codecpar->bits_per_coded_sample)
2959 st->codecpar->bits_per_coded_sample = track->audio.bitdepth;
James Almer63b5d042018-01-30 01:59:522960 if (st->codecpar->codec_id == AV_CODEC_ID_MP3 ||
2961 st->codecpar->codec_id == AV_CODEC_ID_MLP ||
2962 st->codecpar->codec_id == AV_CODEC_ID_TRUEHD)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162963 sti->need_parsing = AVSTREAM_PARSE_FULL;
Derek Buitenhuis6f69f7a2016-04-10 19:58:152964 else if (st->codecpar->codec_id != AV_CODEC_ID_AAC)
Andreas Rheinhardt40bdd8c2021-08-24 17:41:162965 sti->need_parsing = AVSTREAM_PARSE_HEADERS;
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082966 if (track->codec_delay > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152967 st->codecpar->initial_padding = av_rescale_q(track->codec_delay,
Michael Niedermayerb5bc4362016-06-06 02:23:162968 (AVRational){1, 1000000000},
James Almer49b02462016-06-06 04:14:112969 (AVRational){1, st->codecpar->codec_id == AV_CODEC_ID_OPUS ?
2970 48000 : st->codecpar->sample_rate});
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082971 }
2972 if (track->seek_preroll > 0) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152973 st->codecpar->seek_preroll = av_rescale_q(track->seek_preroll,
2974 (AVRational){1, 1000000000},
2975 (AVRational){1, st->codecpar->sample_rate});
Vignesh Venkatasubramaniand6f86d72013-10-14 17:42:082976 }
Matthew Heaney818ebe92013-08-08 22:40:032977 } else if (codec_id == AV_CODEC_ID_WEBVTT) {
Derek Buitenhuis6f69f7a2016-04-10 19:58:152978 st->codecpar->codec_type = AVMEDIA_TYPE_SUBTITLE;
Matthew Heaney818ebe92013-08-08 22:40:032979
2980 if (!strcmp(track->codec_id, "D_WEBVTT/CAPTIONS")) {
2981 st->disposition |= AV_DISPOSITION_CAPTIONS;
2982 } else if (!strcmp(track->codec_id, "D_WEBVTT/DESCRIPTIONS")) {
2983 st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
2984 } else if (!strcmp(track->codec_id, "D_WEBVTT/METADATA")) {
2985 st->disposition |= AV_DISPOSITION_METADATA;
2986 }
Aurelien Jacobsd88d8062008-08-05 00:40:522987 } else if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE) {
Anton Khirnov92005142014-06-18 18:42:522988 st->codecpar->codec_type = AVMEDIA_TYPE_SUBTITLE;
Andreas Rheinhardt48cf1d82021-02-16 18:38:192989
2990 if (track->flag_textdescriptions)
2991 st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
Aurelien Jacobsd88d8062008-08-05 00:40:522992 }
quietvoid05c07942022-01-01 16:51:502993
2994 ret = mkv_parse_block_addition_mappings(s, st, track);
2995 if (ret < 0)
2996 return ret;
David Conradb061d892007-06-04 22:10:542997 }
2998
Anton Khirnov6df478b2014-05-25 07:07:322999 return 0;
3000}
3001
3002static int matroska_read_header(AVFormatContext *s)
3003{
Andreas Rheinhardtfed02822021-08-24 12:58:073004 FFFormatContext *const si = ffformatcontext(s);
Anton Khirnov6df478b2014-05-25 07:07:323005 MatroskaDemuxContext *matroska = s->priv_data;
3006 EbmlList *attachments_list = &matroska->attachments;
3007 EbmlList *chapters_list = &matroska->chapters;
3008 MatroskaAttachment *attachments;
3009 MatroskaChapter *chapters;
3010 uint64_t max_start = 0;
3011 int64_t pos;
3012 Ebml ebml = { 0 };
3013 int i, j, res;
3014
3015 matroska->ctx = s;
wm4cac22952015-02-09 19:39:003016 matroska->cues_parsing_deferred = 1;
Anton Khirnov6df478b2014-05-25 07:07:323017
3018 /* First read the EBML header. */
Thomas Guillemb8d7f312015-04-10 17:04:513019 if (ebml_parse(matroska, ebml_syntax, &ebml) || !ebml.doctype) {
3020 av_log(matroska->ctx, AV_LOG_ERROR, "EBML header parsing failed\n");
3021 ebml_free(ebml_syntax, &ebml);
3022 return AVERROR_INVALIDDATA;
3023 }
3024 if (ebml.version > EBML_VERSION ||
Anton Khirnov6df478b2014-05-25 07:07:323025 ebml.max_size > sizeof(uint64_t) ||
3026 ebml.id_length > sizeof(uint32_t) ||
Michael Niedermayer0cab0932015-04-19 14:45:243027 ebml.doctype_version > 3) {
Diego Biurrun67deba82015-12-16 17:01:343028 avpriv_report_missing_feature(matroska->ctx,
3029 "EBML version %"PRIu64", doctype %s, doc version %"PRIu64,
3030 ebml.version, ebml.doctype, ebml.doctype_version);
Anton Khirnov6df478b2014-05-25 07:07:323031 ebml_free(ebml_syntax, &ebml);
3032 return AVERROR_PATCHWELCOME;
Michael Niedermayer69de2292014-05-28 10:41:353033 } else if (ebml.doctype_version == 3) {
3034 av_log(matroska->ctx, AV_LOG_WARNING,
3035 "EBML header using unsupported features\n"
3036 "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
3037 ebml.version, ebml.doctype, ebml.doctype_version);
Anton Khirnov6df478b2014-05-25 07:07:323038 }
3039 for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++)
3040 if (!strcmp(ebml.doctype, matroska_doctypes[i]))
3041 break;
3042 if (i >= FF_ARRAY_ELEMS(matroska_doctypes)) {
3043 av_log(s, AV_LOG_WARNING, "Unknown EBML doctype '%s'\n", ebml.doctype);
3044 if (matroska->ctx->error_recognition & AV_EF_EXPLODE) {
3045 ebml_free(ebml_syntax, &ebml);
3046 return AVERROR_INVALIDDATA;
3047 }
3048 }
3049 ebml_free(ebml_syntax, &ebml);
3050
Andreas Rheinhardtfed02822021-08-24 12:58:073051 matroska->pkt = si->parse_pkt;
James Almer8d78e902021-01-29 13:42:483052
Anton Khirnov6df478b2014-05-25 07:07:323053 /* The next thing is a segment. */
3054 pos = avio_tell(matroska->ctx->pb);
3055 res = ebml_parse(matroska, matroska_segments, matroska);
Andreas Rheinhardt60f75c92019-05-16 22:30:133056 // Try resyncing until we find an EBML_STOP type element.
Anton Khirnov6df478b2014-05-25 07:07:323057 while (res != 1) {
3058 res = matroska_resync(matroska, pos);
3059 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063060 return res;
Anton Khirnov6df478b2014-05-25 07:07:323061 pos = avio_tell(matroska->ctx->pb);
3062 res = ebml_parse(matroska, matroska_segment, matroska);
Michael Niedermayer52821472021-01-29 20:18:363063 if (res == AVERROR(EIO)) // EOF is translated to EIO, this exists the loop on EOF
Andreas Rheinhardtd32a4032020-03-21 17:31:063064 return res;
Anton Khirnov6df478b2014-05-25 07:07:323065 }
Andreas Rheinhardt43c3ceb2019-05-16 22:29:513066 /* Set data_offset as it might be needed later by seek_frame_generic. */
3067 if (matroska->current_id == MATROSKA_ID_CLUSTER)
Andreas Rheinhardtfed02822021-08-24 12:58:073068 si->data_offset = avio_tell(matroska->ctx->pb) - 4;
Anton Khirnov6df478b2014-05-25 07:07:323069 matroska_execute_seekhead(matroska);
3070
3071 if (!matroska->time_scale)
3072 matroska->time_scale = 1000000;
Michael Niedermayer36680072022-02-14 19:01:353073 if (isnan(matroska->duration))
3074 matroska->duration = 0;
Anton Khirnov6df478b2014-05-25 07:07:323075 if (matroska->duration)
3076 matroska->ctx->duration = matroska->duration * matroska->time_scale *
3077 1000 / AV_TIME_BASE;
3078 av_dict_set(&s->metadata, "title", matroska->title, 0);
Michael Niedermayer69de2292014-05-28 10:41:353079 av_dict_set(&s->metadata, "encoder", matroska->muxingapp, 0);
3080
3081 if (matroska->date_utc.size == 8)
3082 matroska_metadata_creation_time(&s->metadata, AV_RB64(matroska->date_utc.data));
Anton Khirnov6df478b2014-05-25 07:07:323083
3084 res = matroska_parse_tracks(s);
3085 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063086 return res;
Anton Khirnov6df478b2014-05-25 07:07:323087
Diego Biurrunf69befe2014-03-07 12:54:183088 attachments = attachments_list->elem;
3089 for (j = 0; j < attachments_list->nb_elem; j++) {
3090 if (!(attachments[j].filename && attachments[j].mime &&
3091 attachments[j].bin.data && attachments[j].bin.size > 0)) {
Aurelien Jacobs9c25baf2008-08-05 00:40:553092 av_log(matroska->ctx, AV_LOG_ERROR, "incomplete attachment\n");
3093 } else {
Anton Khirnov3b3bbdd2011-06-18 09:43:243094 AVStream *st = avformat_new_stream(s, NULL);
Gabriel Dumef929ab02014-08-14 20:31:243095 if (!st)
Aurelien Jacobs9c25baf2008-08-05 00:40:553096 break;
Diego Biurrunf69befe2014-03-07 12:54:183097 av_dict_set(&st->metadata, "filename", attachments[j].filename, 0);
3098 av_dict_set(&st->metadata, "mimetype", attachments[j].mime, 0);
Andreas Rheinhardt3bd26b22020-05-06 13:24:333099 if (attachments[j].description)
3100 av_dict_set(&st->metadata, "title", attachments[j].description, 0);
Anton Khirnov92005142014-06-18 18:42:523101 st->codecpar->codec_id = AV_CODEC_ID_NONE;
Aurelien Jacobs9c25baf2008-08-05 00:40:553102
Andreas Rheinhardt67e957b2020-04-16 01:39:053103 for (i = 0; mkv_image_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:313104 if (av_strstart(attachments[j].mime, mkv_image_mime_tags[i].str, NULL)) {
Andreas Rheinhardt67e957b2020-04-16 01:39:053105 st->codecpar->codec_id = mkv_image_mime_tags[i].id;
Aurelien Jacobs9c25baf2008-08-05 00:40:553106 break;
3107 }
3108 }
wm4511585c2015-04-03 14:11:533109
Diego Biurrunf69befe2014-03-07 12:54:183110 attachments[j].stream = st;
wm4c4d37cd2015-04-03 14:11:533111
Anton Khirnov92005142014-06-18 18:42:523112 if (st->codecpar->codec_id != AV_CODEC_ID_NONE) {
Andreas Rheinhardt39ecb632021-03-29 05:58:563113 res = ff_add_attached_pic(s, st, NULL, &attachments[j].bin.buf, 0);
3114 if (res < 0)
Andreas Rheinhardtd32a4032020-03-21 17:31:063115 return res;
wm4511585c2015-04-03 14:11:533116 } else {
Anton Khirnov92005142014-06-18 18:42:523117 st->codecpar->codec_type = AVMEDIA_TYPE_ATTACHMENT;
Derek Buitenhuis6f69f7a2016-04-10 19:58:153118 if (ff_alloc_extradata(st->codecpar, attachments[j].bin.size))
wm4511585c2015-04-03 14:11:533119 break;
Anton Khirnov92005142014-06-18 18:42:523120 memcpy(st->codecpar->extradata, attachments[j].bin.data,
wm4c4d37cd2015-04-03 14:11:533121 attachments[j].bin.size);
wm4511585c2015-04-03 14:11:533122
Andreas Rheinhardt67e957b2020-04-16 01:39:053123 for (i = 0; mkv_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
Andreas Rheinhardt0f906be2021-02-24 06:44:313124 if (av_strstart(attachments[j].mime, mkv_mime_tags[i].str, NULL)) {
Andreas Rheinhardt67e957b2020-04-16 01:39:053125 st->codecpar->codec_id = mkv_mime_tags[i].id;
wm4511585c2015-04-03 14:11:533126 break;
3127 }
3128 }
wm4511585c2015-04-03 14:11:533129 }
Aurelien Jacobs9c25baf2008-08-05 00:40:553130 }
3131 }
3132
3133 chapters = chapters_list->elem;
Keiji Costantini84cfce92014-03-01 16:28:153134 for (i = 0; i < chapters_list->nb_elem; i++)
3135 if (chapters[i].start != AV_NOPTS_VALUE && chapters[i].uid &&
3136 (max_start == 0 || chapters[i].start > max_start)) {
Aurelien Jacobs6cb6e152009-02-15 15:25:143137 chapters[i].chapter =
Keiji Costantini84cfce92014-03-01 16:28:153138 avpriv_new_chapter(s, chapters[i].uid,
3139 (AVRational) { 1, 1000000000 },
3140 chapters[i].start, chapters[i].end,
3141 chapters[i].title);
Aurelien Jacobse0e4be52009-01-15 00:42:573142 max_start = chapters[i].start;
3143 }
Aurelien Jacobs9c25baf2008-08-05 00:40:553144
Aaron Colwell6c4cc0f2011-09-22 14:51:003145 matroska_add_index_entries(matroska);
3146
Aurelien Jacobs929e9de2009-02-15 15:53:553147 matroska_convert_tags(s);
3148
Aurelien Jacobsce6f28b2008-08-05 00:40:583149 return 0;
David Conradb061d892007-06-04 22:10:543150}
3151
Aurelien Jacobs737c40d2008-08-05 00:42:393152/*
Aurelien Jacobs737c40d2008-08-05 00:42:393153 * Put one packet in an application-supplied AVPacket struct.
3154 * Returns 0 on success or -1 on failure.
3155 */
3156static int matroska_deliver_packet(MatroskaDemuxContext *matroska,
3157 AVPacket *pkt)
3158{
Andreas Rheinhardtd61240f2021-12-16 00:49:393159 if (matroska->queue.head) {
Mats Peterson6aac43f2016-02-24 17:14:053160 MatroskaTrack *tracks = matroska->tracks.elem;
3161 MatroskaTrack *track;
James Almer78b96be2018-03-26 18:02:373162
Andreas Rheinhardtd61240f2021-12-16 00:49:393163 avpriv_packet_list_get(&matroska->queue, pkt);
Mats Peterson6aac43f2016-02-24 17:14:053164 track = &tracks[pkt->stream_index];
3165 if (track->has_palette) {
Mats Peterson79736032015-12-27 20:28:093166 uint8_t *pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE, AVPALETTE_SIZE);
3167 if (!pal) {
3168 av_log(matroska->ctx, AV_LOG_ERROR, "Cannot append palette to packet\n");
3169 } else {
Mats Peterson6aac43f2016-02-24 17:14:053170 memcpy(pal, track->palette, AVPALETTE_SIZE);
Mats Peterson79736032015-12-27 20:28:093171 }
Mats Peterson6aac43f2016-02-24 17:14:053172 track->has_palette = 0;
Mats Peterson79736032015-12-27 20:28:093173 }
Aurelien Jacobs737c40d2008-08-05 00:42:393174 return 0;
3175 }
3176
3177 return -1;
3178}
3179
3180/*
3181 * Free all packets in our internal queue.
3182 */
3183static void matroska_clear_queue(MatroskaDemuxContext *matroska)
3184{
Andreas Rheinhardtd61240f2021-12-16 00:49:393185 avpriv_packet_list_free(&matroska->queue);
Aurelien Jacobs737c40d2008-08-05 00:42:393186}
3187
Luca Barbato2d0e7712012-09-16 23:58:323188static int matroska_parse_laces(MatroskaDemuxContext *matroska, uint8_t **buf,
Andreas Rheinhardtd5274f82019-12-03 17:09:103189 int size, int type, AVIOContext *pb,
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063190 uint32_t lace_size[256], int *laces)
Luca Barbato2d0e7712012-09-16 23:58:323191{
Andreas Rheinhardtf74eaa12019-12-03 17:09:083192 int n;
Luca Barbato2d0e7712012-09-16 23:58:323193 uint8_t *data = *buf;
Luca Barbato2d0e7712012-09-16 23:58:323194
3195 if (!type) {
Keiji Costantini84cfce92014-03-01 16:28:153196 *laces = 1;
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063197 lace_size[0] = size;
Luca Barbato2d0e7712012-09-16 23:58:323198 return 0;
3199 }
3200
Andreas Rheinhardte471faf2020-03-25 05:00:533201 if (size <= 0)
3202 return AVERROR_INVALIDDATA;
3203
Andreas Rheinhardt1fd85282020-05-20 19:24:343204 *laces = *data + 1;
3205 data += 1;
3206 size -= 1;
Luca Barbato2d0e7712012-09-16 23:58:323207
3208 switch (type) {
Keiji Costantini84cfce92014-03-01 16:28:153209 case 0x1: /* Xiph lacing */
3210 {
Luca Barbato2d0e7712012-09-16 23:58:323211 uint8_t temp;
3212 uint32_t total = 0;
Andreas Rheinhardta69f92a2019-12-03 17:09:073213 for (n = 0; n < *laces - 1; n++) {
Andreas Rheinhardt1215b3a2019-05-16 22:29:483214 lace_size[n] = 0;
3215
Andreas Rheinhardt1fd85282020-05-20 19:24:343216 do {
3217 if (size <= total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073218 return AVERROR_INVALIDDATA;
Keiji Costantini84cfce92014-03-01 16:28:153219 temp = *data;
Michael Niedermayerb3d9ab12014-03-07 22:46:373220 total += temp;
Luca Barbato2d0e7712012-09-16 23:58:323221 lace_size[n] += temp;
Keiji Costantini84cfce92014-03-01 16:28:153222 data += 1;
3223 size -= 1;
Andreas Rheinhardt1fd85282020-05-20 19:24:343224 } while (temp == 0xff);
Luca Barbato2d0e7712012-09-16 23:58:323225 }
Andreas Rheinhardt1fd85282020-05-20 19:24:343226 if (size < total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073227 return AVERROR_INVALIDDATA;
Luca Barbato2d0e7712012-09-16 23:58:323228
3229 lace_size[n] = size - total;
3230 break;
3231 }
3232
3233 case 0x2: /* fixed-size lacing */
Andreas Rheinhardt1fd85282020-05-20 19:24:343234 if (size % (*laces))
Andreas Rheinhardta69f92a2019-12-03 17:09:073235 return AVERROR_INVALIDDATA;
Luca Barbato2d0e7712012-09-16 23:58:323236 for (n = 0; n < *laces; n++)
3237 lace_size[n] = size / *laces;
3238 break;
3239
Keiji Costantini84cfce92014-03-01 16:28:153240 case 0x3: /* EBML lacing */
3241 {
Luca Barbato2d0e7712012-09-16 23:58:323242 uint64_t num;
Luca Barbato8a96df72013-03-28 10:52:523243 uint64_t total;
Andreas Rheinhardtd5274f82019-12-03 17:09:103244 int offset;
3245
3246 avio_skip(pb, 4);
3247
3248 n = ebml_read_num(matroska, pb, 8, &num, 1);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093249 if (n < 0)
3250 return n;
3251 if (num > INT_MAX)
3252 return AVERROR_INVALIDDATA;
Andreas Rheinhardtd5274f82019-12-03 17:09:103253
Luca Barbato2d0e7712012-09-16 23:58:323254 total = lace_size[0] = num;
Andreas Rheinhardtd5274f82019-12-03 17:09:103255 offset = n;
Andreas Rheinhardta69f92a2019-12-03 17:09:073256 for (n = 1; n < *laces - 1; n++) {
Luca Barbato2d0e7712012-09-16 23:58:323257 int64_t snum;
3258 int r;
Andreas Rheinhardtd5274f82019-12-03 17:09:103259 r = matroska_ebmlnum_sint(matroska, pb, &snum);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093260 if (r < 0)
3261 return r;
3262 if (lace_size[n - 1] + snum > (uint64_t)INT_MAX)
3263 return AVERROR_INVALIDDATA;
Andreas Rheinhardtd5274f82019-12-03 17:09:103264
Luca Barbato2d0e7712012-09-16 23:58:323265 lace_size[n] = lace_size[n - 1] + snum;
Keiji Costantini84cfce92014-03-01 16:28:153266 total += lace_size[n];
Andreas Rheinhardtd5274f82019-12-03 17:09:103267 offset += r;
Luca Barbato2d0e7712012-09-16 23:58:323268 }
Andreas Rheinhardtd5274f82019-12-03 17:09:103269 data += offset;
3270 size -= offset;
Andreas Rheinhardt1fd85282020-05-20 19:24:343271 if (size < total)
Andreas Rheinhardta69f92a2019-12-03 17:09:073272 return AVERROR_INVALIDDATA;
Andreas Rheinhardt1fd85282020-05-20 19:24:343273
Luca Barbato2d0e7712012-09-16 23:58:323274 lace_size[*laces - 1] = size - total;
3275 break;
3276 }
3277 }
3278
Andreas Rheinhardt1fd85282020-05-20 19:24:343279 *buf = data;
Luca Barbato2d0e7712012-09-16 23:58:323280
Andreas Rheinhardta69f92a2019-12-03 17:09:073281 return 0;
Luca Barbato2d0e7712012-09-16 23:58:323282}
3283
Luca Barbatoc831ebf2012-09-16 23:28:133284static int matroska_parse_rm_audio(MatroskaDemuxContext *matroska,
Keiji Costantini84cfce92014-03-01 16:28:153285 MatroskaTrack *track, AVStream *st,
3286 uint8_t *data, int size, uint64_t timecode,
Luca Barbatoc831ebf2012-09-16 23:28:133287 int64_t pos)
3288{
Andreas Rheinhardt39fb1e92019-12-06 23:11:013289 const int a = st->codecpar->block_align;
3290 const int sps = track->audio.sub_packet_size;
3291 const int cfs = track->audio.coded_framesize;
3292 const int h = track->audio.sub_packet_h;
3293 const int w = track->audio.frame_size;
Keiji Costantini84cfce92014-03-01 16:28:153294 int y = track->audio.sub_packet_cnt;
Luca Barbatoc831ebf2012-09-16 23:28:133295 int x;
3296
3297 if (!track->audio.pkt_cnt) {
3298 if (track->audio.sub_packet_cnt == 0)
3299 track->audio.buf_timecode = timecode;
Anton Khirnov92005142014-06-18 18:42:523300 if (st->codecpar->codec_id == AV_CODEC_ID_RA_288) {
Luca Barbatoc831ebf2012-09-16 23:28:133301 if (size < cfs * h / 2) {
3302 av_log(matroska->ctx, AV_LOG_ERROR,
3303 "Corrupt int4 RM-style audio packet size\n");
3304 return AVERROR_INVALIDDATA;
3305 }
Keiji Costantini84cfce92014-03-01 16:28:153306 for (x = 0; x < h / 2; x++)
3307 memcpy(track->audio.buf + x * 2 * w + y * cfs,
3308 data + x * cfs, cfs);
Anton Khirnov92005142014-06-18 18:42:523309 } else if (st->codecpar->codec_id == AV_CODEC_ID_SIPR) {
Luca Barbatoc831ebf2012-09-16 23:28:133310 if (size < w) {
3311 av_log(matroska->ctx, AV_LOG_ERROR,
3312 "Corrupt sipr RM-style audio packet size\n");
3313 return AVERROR_INVALIDDATA;
3314 }
Keiji Costantini84cfce92014-03-01 16:28:153315 memcpy(track->audio.buf + y * w, data, w);
Luca Barbatoc831ebf2012-09-16 23:28:133316 } else {
Andreas Rheinhardt4b1c19a2020-04-20 06:54:233317 if (size < w) {
Luca Barbatoc831ebf2012-09-16 23:28:133318 av_log(matroska->ctx, AV_LOG_ERROR,
3319 "Corrupt generic RM-style audio packet size\n");
3320 return AVERROR_INVALIDDATA;
3321 }
Keiji Costantini84cfce92014-03-01 16:28:153322 for (x = 0; x < w / sps; x++)
3323 memcpy(track->audio.buf +
3324 sps * (h * x + ((h + 1) / 2) * (y & 1) + (y >> 1)),
3325 data + x * sps, sps);
Luca Barbatoc831ebf2012-09-16 23:28:133326 }
3327
3328 if (++track->audio.sub_packet_cnt >= h) {
Anton Khirnov92005142014-06-18 18:42:523329 if (st->codecpar->codec_id == AV_CODEC_ID_SIPR)
Luca Barbatoc831ebf2012-09-16 23:28:133330 ff_rm_reorder_sipr_data(track->audio.buf, h, w);
3331 track->audio.sub_packet_cnt = 0;
Keiji Costantini84cfce92014-03-01 16:28:153332 track->audio.pkt_cnt = h * w / a;
Luca Barbatoc831ebf2012-09-16 23:28:133333 }
3334 }
3335
3336 while (track->audio.pkt_cnt) {
Vittorio Giovarae0caa1e2014-10-23 23:05:533337 int ret;
James Almer8d78e902021-01-29 13:42:483338 AVPacket *pkt = matroska->pkt;
Vittorio Giovarae0caa1e2014-10-23 23:05:533339
3340 ret = av_new_packet(pkt, a);
3341 if (ret < 0) {
Vittorio Giovarae0caa1e2014-10-23 23:05:533342 return ret;
Michael Niedermayer11164912012-10-20 14:55:453343 }
Keiji Costantini84cfce92014-03-01 16:28:153344 memcpy(pkt->data,
3345 track->audio.buf + a * (h * w / a - track->audio.pkt_cnt--),
3346 a);
3347 pkt->pts = track->audio.buf_timecode;
Luca Barbatoc831ebf2012-09-16 23:28:133348 track->audio.buf_timecode = AV_NOPTS_VALUE;
Keiji Costantini84cfce92014-03-01 16:28:153349 pkt->pos = pos;
3350 pkt->stream_index = st->index;
Andreas Rheinhardtd61240f2021-12-16 00:49:393351 ret = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373352 if (ret < 0) {
James Almer4f55b942018-04-04 16:53:123353 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373354 return AVERROR(ENOMEM);
3355 }
Luca Barbatoc831ebf2012-09-16 23:28:133356 }
3357
3358 return 0;
3359}
Anton Khirnov9b6f47c2013-05-27 07:44:273360
3361/* reconstruct full wavpack blocks from mangled matroska ones */
Andreas Rheinhardt979b5b82019-12-06 08:53:343362static int matroska_parse_wavpack(MatroskaTrack *track,
3363 uint8_t **data, int *size)
Anton Khirnov9b6f47c2013-05-27 07:44:273364{
3365 uint8_t *dst = NULL;
Andreas Rheinhardt979b5b82019-12-06 08:53:343366 uint8_t *src = *data;
Anton Khirnov9b6f47c2013-05-27 07:44:273367 int dstlen = 0;
3368 int srclen = *size;
3369 uint32_t samples;
3370 uint16_t ver;
3371 int ret, offset = 0;
3372
Andreas Rheinhardt048bc3f2019-12-14 00:36:543373 if (srclen < 12)
Anton Khirnov9b6f47c2013-05-27 07:44:273374 return AVERROR_INVALIDDATA;
3375
Andreas Rheinhardt048bc3f2019-12-14 00:36:543376 av_assert1(track->stream->codecpar->extradata_size >= 2);
Anton Khirnov92005142014-06-18 18:42:523377 ver = AV_RL16(track->stream->codecpar->extradata);
Anton Khirnov9b6f47c2013-05-27 07:44:273378
3379 samples = AV_RL32(src);
3380 src += 4;
3381 srclen -= 4;
3382
3383 while (srclen >= 8) {
3384 int multiblock;
3385 uint32_t blocksize;
3386 uint8_t *tmp;
3387
3388 uint32_t flags = AV_RL32(src);
3389 uint32_t crc = AV_RL32(src + 4);
3390 src += 8;
3391 srclen -= 8;
3392
3393 multiblock = (flags & 0x1800) != 0x1800;
3394 if (multiblock) {
3395 if (srclen < 4) {
3396 ret = AVERROR_INVALIDDATA;
3397 goto fail;
3398 }
3399 blocksize = AV_RL32(src);
Keiji Costantini84cfce92014-03-01 16:28:153400 src += 4;
3401 srclen -= 4;
Anton Khirnov9b6f47c2013-05-27 07:44:273402 } else
3403 blocksize = srclen;
3404
3405 if (blocksize > srclen) {
3406 ret = AVERROR_INVALIDDATA;
3407 goto fail;
3408 }
3409
James Almer9703b7d2018-04-04 21:12:533410 tmp = av_realloc(dst, dstlen + blocksize + 32 + AV_INPUT_BUFFER_PADDING_SIZE);
Anton Khirnov9b6f47c2013-05-27 07:44:273411 if (!tmp) {
3412 ret = AVERROR(ENOMEM);
3413 goto fail;
3414 }
3415 dst = tmp;
3416 dstlen += blocksize + 32;
3417
Keiji Costantini84cfce92014-03-01 16:28:153418 AV_WL32(dst + offset, MKTAG('w', 'v', 'p', 'k')); // tag
3419 AV_WL32(dst + offset + 4, blocksize + 24); // blocksize - 8
3420 AV_WL16(dst + offset + 8, ver); // version
3421 AV_WL16(dst + offset + 10, 0); // track/index_no
3422 AV_WL32(dst + offset + 12, 0); // total samples
3423 AV_WL32(dst + offset + 16, 0); // block index
3424 AV_WL32(dst + offset + 20, samples); // number of samples
3425 AV_WL32(dst + offset + 24, flags); // flags
3426 AV_WL32(dst + offset + 28, crc); // crc
3427 memcpy(dst + offset + 32, src, blocksize); // block data
Anton Khirnov9b6f47c2013-05-27 07:44:273428
3429 src += blocksize;
3430 srclen -= blocksize;
3431 offset += blocksize + 32;
3432 }
3433
James Almer9703b7d2018-04-04 21:12:533434 memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
3435
Andreas Rheinhardt979b5b82019-12-06 08:53:343436 *data = dst;
Anton Khirnov9b6f47c2013-05-27 07:44:273437 *size = dstlen;
3438
3439 return 0;
3440
3441fail:
3442 av_freep(&dst);
3443 return ret;
3444}
3445
Andreas Rheinhardt979b5b82019-12-06 08:53:343446static int matroska_parse_prores(MatroskaTrack *track,
3447 uint8_t **data, int *size)
James Almerb8e75a22018-04-04 19:07:363448{
Andreas Rheinhardtaf50f0a2019-12-06 23:16:193449 uint8_t *dst;
3450 int dstlen = *size + 8;
Andreas Rheinhardt581419e2019-09-28 17:54:253451
Andreas Rheinhardt39fb1e92019-12-06 23:11:013452 dst = av_malloc(dstlen + AV_INPUT_BUFFER_PADDING_SIZE);
3453 if (!dst)
3454 return AVERROR(ENOMEM);
James Almerb8e75a22018-04-04 19:07:363455
Andreas Rheinhardt39fb1e92019-12-06 23:11:013456 AV_WB32(dst, dstlen);
3457 AV_WB32(dst + 4, MKBETAG('i', 'c', 'p', 'f'));
3458 memcpy(dst + 8, *data, dstlen - 8);
3459 memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
James Almerb8e75a22018-04-04 19:07:363460
Andreas Rheinhardt979b5b82019-12-06 08:53:343461 *data = dst;
James Almerb8e75a22018-04-04 19:07:363462 *size = dstlen;
3463
3464 return 0;
3465}
3466
Matthew Heaney818ebe92013-08-08 22:40:033467static int matroska_parse_webvtt(MatroskaDemuxContext *matroska,
3468 MatroskaTrack *track,
3469 AVStream *st,
3470 uint8_t *data, int data_len,
3471 uint64_t timecode,
3472 uint64_t duration,
3473 int64_t pos)
3474{
James Almer8d78e902021-01-29 13:42:483475 AVPacket *pkt = matroska->pkt;
Matthew Heaney818ebe92013-08-08 22:40:033476 uint8_t *id, *settings, *text, *buf;
3477 int id_len, settings_len, text_len;
3478 uint8_t *p, *q;
3479 int err;
3480
3481 if (data_len <= 0)
3482 return AVERROR_INVALIDDATA;
3483
3484 p = data;
3485 q = data + data_len;
3486
3487 id = p;
3488 id_len = -1;
3489 while (p < q) {
3490 if (*p == '\r' || *p == '\n') {
3491 id_len = p - id;
3492 if (*p == '\r')
3493 p++;
3494 break;
3495 }
3496 p++;
3497 }
3498
3499 if (p >= q || *p != '\n')
3500 return AVERROR_INVALIDDATA;
3501 p++;
3502
3503 settings = p;
3504 settings_len = -1;
3505 while (p < q) {
3506 if (*p == '\r' || *p == '\n') {
3507 settings_len = p - settings;
3508 if (*p == '\r')
3509 p++;
3510 break;
3511 }
3512 p++;
3513 }
3514
3515 if (p >= q || *p != '\n')
3516 return AVERROR_INVALIDDATA;
3517 p++;
3518
3519 text = p;
3520 text_len = q - p;
3521 while (text_len > 0) {
3522 const int len = text_len - 1;
3523 const uint8_t c = p[len];
3524 if (c != '\r' && c != '\n')
3525 break;
3526 text_len = len;
3527 }
3528
3529 if (text_len <= 0)
3530 return AVERROR_INVALIDDATA;
3531
Matthew Heaney818ebe92013-08-08 22:40:033532 err = av_new_packet(pkt, text_len);
3533 if (err < 0) {
James Almerf4f39582018-02-20 13:26:213534 return err;
Matthew Heaney818ebe92013-08-08 22:40:033535 }
3536
3537 memcpy(pkt->data, text, text_len);
3538
3539 if (id_len > 0) {
3540 buf = av_packet_new_side_data(pkt,
3541 AV_PKT_DATA_WEBVTT_IDENTIFIER,
3542 id_len);
Michael Niedermayerfb33bff2014-08-15 18:33:213543 if (!buf) {
James Almer88eb3682018-02-20 13:25:543544 av_packet_unref(pkt);
Matthew Heaney818ebe92013-08-08 22:40:033545 return AVERROR(ENOMEM);
3546 }
3547 memcpy(buf, id, id_len);
3548 }
3549
3550 if (settings_len > 0) {
3551 buf = av_packet_new_side_data(pkt,
3552 AV_PKT_DATA_WEBVTT_SETTINGS,
3553 settings_len);
Michael Niedermayerfb33bff2014-08-15 18:33:213554 if (!buf) {
James Almer88eb3682018-02-20 13:25:543555 av_packet_unref(pkt);
Matthew Heaney818ebe92013-08-08 22:40:033556 return AVERROR(ENOMEM);
3557 }
3558 memcpy(buf, settings, settings_len);
3559 }
3560
3561 // Do we need this for subtitles?
3562 // pkt->flags = AV_PKT_FLAG_KEY;
3563
3564 pkt->stream_index = st->index;
3565 pkt->pts = timecode;
3566
3567 // Do we need this for subtitles?
3568 // pkt->dts = timecode;
3569
3570 pkt->duration = duration;
3571 pkt->pos = pos;
3572
Andreas Rheinhardtd61240f2021-12-16 00:49:393573 err = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373574 if (err < 0) {
James Almer4f55b942018-04-04 16:53:123575 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373576 return AVERROR(ENOMEM);
3577 }
Matthew Heaney818ebe92013-08-08 22:40:033578
3579 return 0;
3580}
3581
Luca Barbatoc831ebf2012-09-16 23:28:133582static int matroska_parse_frame(MatroskaDemuxContext *matroska,
Keiji Costantini84cfce92014-03-01 16:28:153583 MatroskaTrack *track, AVStream *st,
Andreas Rheinhardt5767a2e2020-05-03 06:35:253584 AVBufferRef *buf, uint8_t *data, int pkt_size,
Michael Niedermayer8c51ea52012-09-20 18:37:263585 uint64_t timecode, uint64_t lace_duration,
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483586 int64_t pos, int is_keyframe,
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213587 uint8_t *additional, uint64_t additional_id, int additional_size,
Jan Gerberf4b1ca92013-11-14 11:58:283588 int64_t discard_padding)
Luca Barbatoc831ebf2012-09-16 23:28:133589{
Andreas Rheinhardt5767a2e2020-05-03 06:35:253590 uint8_t *pkt_data = data;
Andreas Rheinhardte471faf2020-03-25 05:00:533591 int res = 0;
James Almer8d78e902021-01-29 13:42:483592 AVPacket *pkt = matroska->pkt;
Luca Barbatoc831ebf2012-09-16 23:28:133593
Anton Khirnov92005142014-06-18 18:42:523594 if (st->codecpar->codec_id == AV_CODEC_ID_WAVPACK) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343595 res = matroska_parse_wavpack(track, &pkt_data, &pkt_size);
Anton Khirnov9b6f47c2013-05-27 07:44:273596 if (res < 0) {
Keiji Costantini84cfce92014-03-01 16:28:153597 av_log(matroska->ctx, AV_LOG_ERROR,
3598 "Error parsing a wavpack block.\n");
Anton Khirnov9b6f47c2013-05-27 07:44:273599 goto fail;
3600 }
Andreas Rheinhardt979b5b82019-12-06 08:53:343601 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253602 av_freep(&data);
Andreas Rheinhardt979b5b82019-12-06 08:53:343603 buf = NULL;
Anton Khirnov9b6f47c2013-05-27 07:44:273604 }
3605
Andreas Rheinhardtaf50f0a2019-12-06 23:16:193606 if (st->codecpar->codec_id == AV_CODEC_ID_PRORES &&
3607 AV_RB32(pkt_data + 4) != MKBETAG('i', 'c', 'p', 'f')) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343608 res = matroska_parse_prores(track, &pkt_data, &pkt_size);
James Almerb8e75a22018-04-04 19:07:363609 if (res < 0) {
3610 av_log(matroska->ctx, AV_LOG_ERROR,
3611 "Error parsing a prores block.\n");
3612 goto fail;
3613 }
Andreas Rheinhardt979b5b82019-12-06 08:53:343614 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253615 av_freep(&data);
Andreas Rheinhardt979b5b82019-12-06 08:53:343616 buf = NULL;
James Almerb8e75a22018-04-04 19:07:363617 }
Luca Barbatoc831ebf2012-09-16 23:28:133618
Andreas Rheinhardte471faf2020-03-25 05:00:533619 if (!pkt_size && !additional_size)
3620 goto no_output;
3621
Andreas Rheinhardt979b5b82019-12-06 08:53:343622 if (!buf)
James Almer9703b7d2018-04-04 21:12:533623 pkt->buf = av_buffer_create(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE,
3624 NULL, NULL, 0);
3625 else
3626 pkt->buf = av_buffer_ref(buf);
3627
3628 if (!pkt->buf) {
Michael Niedermayer2fe4b622013-06-03 14:07:063629 res = AVERROR(ENOMEM);
3630 goto fail;
Luca Barbatoc831ebf2012-09-16 23:28:133631 }
3632
James Almer9703b7d2018-04-04 21:12:533633 pkt->data = pkt_data;
3634 pkt->size = pkt_size;
Keiji Costantini84cfce92014-03-01 16:28:153635 pkt->flags = is_keyframe;
Luca Barbatoc831ebf2012-09-16 23:28:133636 pkt->stream_index = st->index;
3637
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483638 if (additional_size > 0) {
3639 uint8_t *side_data = av_packet_new_side_data(pkt,
3640 AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL,
Michael Niedermayera08ebf02013-02-13 23:55:253641 additional_size + 8);
Michael Niedermayerfb33bff2014-08-15 18:33:213642 if (!side_data) {
Hendrik Leppkesc2f861c2015-10-27 13:35:303643 av_packet_unref(pkt);
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483644 return AVERROR(ENOMEM);
3645 }
Michael Niedermayera08ebf02013-02-13 23:55:253646 AV_WB64(side_data, additional_id);
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483647 memcpy(side_data + 8, additional, additional_size);
3648 }
3649
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213650 if (discard_padding) {
3651 uint8_t *side_data = av_packet_new_side_data(pkt,
3652 AV_PKT_DATA_SKIP_SAMPLES,
3653 10);
Michael Niedermayerfb33bff2014-08-15 18:33:213654 if (!side_data) {
Hendrik Leppkesc2f861c2015-10-27 13:35:303655 av_packet_unref(pkt);
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213656 return AVERROR(ENOMEM);
3657 }
James Almer70c6a1b2016-11-05 20:46:523658 discard_padding = av_rescale_q(discard_padding,
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213659 (AVRational){1, 1000000000},
James Almer70c6a1b2016-11-05 20:46:523660 (AVRational){1, st->codecpar->sample_rate});
3661 if (discard_padding > 0) {
3662 AV_WL32(side_data + 4, discard_padding);
3663 } else {
3664 AV_WL32(side_data, -discard_padding);
3665 }
Vignesh Venkatasubramanian7b0a8392013-09-10 18:12:213666 }
3667
Luca Barbatoc831ebf2012-09-16 23:28:133668 if (track->ms_compat)
3669 pkt->dts = timecode;
3670 else
3671 pkt->pts = timecode;
3672 pkt->pos = pos;
Hendrik Leppkesb01891a2015-09-29 13:14:593673 pkt->duration = lace_duration;
3674
Andreas Rheinhardtd61240f2021-12-16 00:49:393675 res = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
James Almer78b96be2018-03-26 18:02:373676 if (res < 0) {
James Almer2f0e0de2018-04-04 13:54:143677 av_packet_unref(pkt);
James Almer78b96be2018-03-26 18:02:373678 return AVERROR(ENOMEM);
3679 }
Luca Barbatoc831ebf2012-09-16 23:28:133680
3681 return 0;
Keiji Costantini84cfce92014-03-01 16:28:153682
Andreas Rheinhardte471faf2020-03-25 05:00:533683no_output:
Anton Khirnov9b6f47c2013-05-27 07:44:273684fail:
Andreas Rheinhardt979b5b82019-12-06 08:53:343685 if (!buf)
Andreas Rheinhardt5767a2e2020-05-03 06:35:253686 av_free(pkt_data);
Anton Khirnov9b6f47c2013-05-27 07:44:273687 return res;
Luca Barbatoc831ebf2012-09-16 23:28:133688}
3689
James Almer9703b7d2018-04-04 21:12:533690static int matroska_parse_block(MatroskaDemuxContext *matroska, AVBufferRef *buf, uint8_t *data,
Aurelien Jacobsf7b96872008-08-05 00:42:053691 int size, int64_t pos, uint64_t cluster_time,
Luca Barbato7d843102012-09-17 00:48:023692 uint64_t block_duration, int is_keyframe,
Vignesh Venkatasubramanian30c5c452013-02-13 21:51:483693 uint8_t *additional, uint64_t additional_id, int additional_size,
Jan Gerberf4b1ca92013-11-14 11:58:283694 int64_t cluster_pos, int64_t discard_padding)
David Conradb061d892007-06-04 22:10:543695{
Aurelien Jacobsf14a2012008-09-09 11:54:353696 uint64_t timecode = AV_NOPTS_VALUE;
Aurelien Jacobs009ecd52008-08-05 00:40:123697 MatroskaTrack *track;
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073698 FFIOContext pb;
Aurelien Jacobsa3467f82008-09-06 23:44:293699 int res = 0;
David Conradb061d892007-06-04 22:10:543700 AVStream *st;
David Conradb061d892007-06-04 22:10:543701 int16_t block_time;
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063702 uint32_t lace_size[256];
David Conradb061d892007-06-04 22:10:543703 int n, flags, laces = 0;
3704 uint64_t num;
Steve Lhomme5bd870a2020-11-15 09:00:353705 int trust_default_duration;
David Conradb061d892007-06-04 22:10:543706
Michael Niedermayerd84f0362022-05-19 22:36:343707 av_assert1(buf);
3708
Andreas Rheinhardtd5274f82019-12-03 17:09:103709 ffio_init_context(&pb, data, size, 0, NULL, NULL, NULL, NULL);
3710
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073711 if ((n = ebml_read_num(matroska, &pb.pub, 8, &num, 1)) < 0)
Luca Barbato721af292012-04-30 00:39:313712 return n;
David Conradb061d892007-06-04 22:10:543713 data += n;
3714 size -= n;
3715
David Conradb061d892007-06-04 22:10:543716 track = matroska_find_track_by_num(matroska, num);
Andreas Rheinhardtb5779682020-03-25 05:52:093717 if (!track || size < 3)
Reimar Döffingerd4931702012-02-13 22:06:193718 return AVERROR_INVALIDDATA;
Andreas Rheinhardtb5779682020-03-25 05:52:093719
3720 if (!(st = track->stream)) {
3721 av_log(matroska->ctx, AV_LOG_VERBOSE,
3722 "No stream associated to TrackNumber %"PRIu64". "
3723 "Ignoring Block with this TrackNumber.\n", num);
3724 return 0;
3725 }
3726
Aurelien Jacobs16f97ab2008-08-05 00:41:103727 if (st->discard >= AVDISCARD_ALL)
David Conradb061d892007-06-04 22:10:543728 return res;
Andreas Rheinhardt3714d452019-09-03 22:50:113729 if (block_duration > INT64_MAX)
3730 block_duration = INT64_MAX;
David Conradb061d892007-06-04 22:10:543731
Michael Niedermayer729fa552013-05-19 21:38:013732 block_time = sign_extend(AV_RB16(data), 16);
Keiji Costantini84cfce92014-03-01 16:28:153733 data += 2;
3734 flags = *data++;
3735 size -= 3;
David Conradb061d892007-06-04 22:10:543736 if (is_keyframe == -1)
Jean-Daniel Dupascc947f02010-03-31 12:29:583737 is_keyframe = flags & 0x80 ? AV_PKT_FLAG_KEY : 0;
David Conradb061d892007-06-04 22:10:543738
Keiji Costantini84cfce92014-03-01 16:28:153739 if (cluster_time != (uint64_t) -1 &&
3740 (block_time >= 0 || cluster_time >= -block_time)) {
Steve Lhomme3a2b7862020-11-15 08:59:483741 uint64_t timecode_cluster_in_track_tb = (double) cluster_time / track->time_scale;
3742 timecode = timecode_cluster_in_track_tb + block_time - track->codec_delay_in_track_tb;
Keiji Costantini84cfce92014-03-01 16:28:153743 if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE &&
3744 timecode < track->end_timecode)
Aurelien Jacobs82360e62008-09-09 12:07:103745 is_keyframe = 0; /* overlapping subtitles are not key frame */
Michael Niedermayerb347ca92016-12-26 02:16:013746 if (is_keyframe) {
3747 ff_reduce_index(matroska->ctx, st->index);
Keiji Costantini84cfce92014-03-01 16:28:153748 av_add_index_entry(st, cluster_pos, timecode, 0, 0,
3749 AVINDEX_KEYFRAME);
Michael Niedermayerb347ca92016-12-26 02:16:013750 }
Aurelien Jacobsf14a2012008-09-09 11:54:353751 }
3752
Keiji Costantini84cfce92014-03-01 16:28:153753 if (matroska->skip_to_keyframe &&
3754 track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
Chris Cunninghamd59820f2016-07-21 19:01:453755 // Compare signed timecodes. Timecode may be negative due to codec delay
3756 // offset. We don't support timestamps greater than int64_t anyway - see
3757 // AVPacket's pts.
Chris Cunningham52ec4cc2016-07-28 01:33:303758 if ((int64_t)timecode < (int64_t)matroska->skip_to_timecode)
David Conradb061d892007-06-04 22:10:543759 return res;
Monty Montgomeryf6622f92013-09-11 06:00:313760 if (is_keyframe)
3761 matroska->skip_to_keyframe = 0;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163762 else if (!ffstream(st)->skip_to_keyframe) {
Reimar Döffinger4a958762012-04-13 22:17:303763 av_log(matroska->ctx, AV_LOG_ERROR, "File is broken, keyframes not correctly marked!\n");
3764 matroska->skip_to_keyframe = 0;
3765 }
David Conradb061d892007-06-04 22:10:543766 }
3767
Andreas Rheinhardtf74eaa12019-12-03 17:09:083768 res = matroska_parse_laces(matroska, &data, size, (flags & 0x06) >> 1,
Andreas Rheinhardt45bfe8b2021-08-04 14:52:073769 &pb.pub, lace_size, &laces);
Andreas Rheinhardtdbe3be62019-12-03 17:09:093770 if (res < 0) {
3771 av_log(matroska->ctx, AV_LOG_ERROR, "Error parsing frame sizes.\n");
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063772 return res;
Andreas Rheinhardtdbe3be62019-12-03 17:09:093773 }
Aurelien Jacobseabb8ba2007-06-04 22:19:173774
Steve Lhomme5bd870a2020-11-15 09:00:353775 trust_default_duration = track->default_duration != 0;
3776 if (track->audio.samplerate == 8000 && trust_default_duration) {
Michael Niedermayer6158a3b2013-07-15 15:13:453777 // If this is needed for more codecs, then add them here
Derek Buitenhuis6f69f7a2016-04-10 19:58:153778 if (st->codecpar->codec_id == AV_CODEC_ID_AC3) {
3779 if (track->audio.samplerate != st->codecpar->sample_rate || !st->codecpar->frame_size)
Michael Niedermayer6158a3b2013-07-15 15:13:453780 trust_default_duration = 0;
3781 }
3782 }
3783
3784 if (!block_duration && trust_default_duration)
Michael Niedermayer5864ce12012-09-20 19:46:353785 block_duration = track->default_duration * laces / matroska->time_scale;
Michael Niedermayer8c51ea52012-09-20 18:37:263786
3787 if (cluster_time != (uint64_t)-1 && (block_time >= 0 || cluster_time >= -block_time))
Luca Barbato7d843102012-09-17 00:48:023788 track->end_timecode =
3789 FFMAX(track->end_timecode, timecode + block_duration);
Michael Niedermayer8c51ea52012-09-20 18:37:263790
Luca Barbatoc831ebf2012-09-16 23:28:133791 for (n = 0; n < laces; n++) {
Michael Niedermayer5864ce12012-09-20 19:46:353792 int64_t lace_duration = block_duration*(n+1) / laces - block_duration*n / laces;
Andreas Rheinhardt979b5b82019-12-06 08:53:343793 uint8_t *out_data = data;
3794 int out_size = lace_size[n];
3795
3796 if (track->needs_decoding) {
3797 res = matroska_decode_buffer(&out_data, &out_size, track);
3798 if (res < 0)
3799 return res;
3800 /* Given that we are here means that out_data is no longer
3801 * owned by buf, so set it to NULL. This depends upon
3802 * zero-length header removal compression being ignored. */
3803 av_assert1(out_data != data);
3804 buf = NULL;
3805 }
Michael Niedermayer8c51ea52012-09-20 18:37:263806
Andreas Rheinhardtc6f60b92019-12-02 10:04:553807 if (track->audio.buf) {
Andreas Rheinhardt979b5b82019-12-06 08:53:343808 res = matroska_parse_rm_audio(matroska, track, st,
3809 out_data, out_size,
Michael Niedermayera6ec1e42012-09-20 21:43:203810 timecode, pos);
Andreas Rheinhardt979b5b82019-12-06 08:53:343811 if (!buf)
3812 av_free(out_data);
Luca Barbatoc831ebf2012-09-16 23:28:133813 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063814 return res;
Derek Buitenhuis6f69f7a2016-04-10 19:58:153815 } else if (st->codecpar->codec_id == AV_CODEC_ID_WEBVTT) {
Matthew Heaney818ebe92013-08-08 22:40:033816 res = matroska_parse_webvtt(matroska, track, st,
Andreas Rheinhardt979b5b82019-12-06 08:53:343817 out_data, out_size,
Matthew Heaney818ebe92013-08-08 22:40:033818 timecode, lace_duration,
3819 pos);
Andreas Rheinhardt979b5b82019-12-06 08:53:343820 if (!buf)
3821 av_free(out_data);
Matthew Heaney818ebe92013-08-08 22:40:033822 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063823 return res;
Luca Barbatoc831ebf2012-09-16 23:28:133824 } else {
Andreas Rheinhardt5767a2e2020-05-03 06:35:253825 res = matroska_parse_frame(matroska, track, st, buf, out_data,
Andreas Rheinhardt979b5b82019-12-06 08:53:343826 out_size, timecode, lace_duration,
3827 pos, !n ? is_keyframe : 0,
Michael Niedermayerb3d9ab12014-03-07 22:46:373828 additional, additional_id, additional_size,
3829 discard_padding);
Luca Barbatoc831ebf2012-09-16 23:28:133830 if (res)
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063831 return res;
David Conradb061d892007-06-04 22:10:543832 }
Luca Barbatoc831ebf2012-09-16 23:28:133833
3834 if (timecode != AV_NOPTS_VALUE)
Michael Niedermayer8c51ea52012-09-20 18:37:263835 timecode = lace_duration ? timecode + lace_duration : AV_NOPTS_VALUE;
Luca Barbatoc831ebf2012-09-16 23:28:133836 data += lace_size[n];
David Conradb061d892007-06-04 22:10:543837 }
3838
Andreas Rheinhardt9ad1a6d2019-12-03 17:09:063839 return 0;
David Conradb061d892007-06-04 22:10:543840}
3841
Andreas Rheinhardt70baf722019-05-16 22:29:583842static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
Dale Curtis8336eb62012-04-19 18:12:243843{
Andreas Rheinhardtffa64a42019-05-16 22:29:593844 MatroskaCluster *cluster = &matroska->current_cluster;
3845 MatroskaBlock *block = &cluster->block;
3846 int res;
Andreas Rheinhardt865c5372019-05-16 22:30:083847
3848 av_assert0(matroska->num_levels <= 2);
3849
3850 if (matroska->num_levels == 1) {
Andreas Rheinhardt71c90882019-05-16 22:30:183851 res = ebml_parse(matroska, matroska_segment, NULL);
Andreas Rheinhardt865c5372019-05-16 22:30:083852
3853 if (res == 1) {
3854 /* Found a cluster: subtract the size of the ID already read. */
3855 cluster->pos = avio_tell(matroska->ctx->pb) - 4;
3856
3857 res = ebml_parse(matroska, matroska_cluster_enter, cluster);
3858 if (res < 0)
3859 return res;
3860 }
Dale Curtis8336eb62012-04-19 18:12:243861 }
3862
Andreas Rheinhardt865c5372019-05-16 22:30:083863 if (matroska->num_levels == 2) {
Andreas Rheinhardt865c5372019-05-16 22:30:083864 /* We are inside a cluster. */
3865 res = ebml_parse(matroska, matroska_cluster_parsing, cluster);
3866
3867 if (res >= 0 && block->bin.size > 0) {
Andreas Rheinhardt2f1a5622021-02-16 15:18:023868 int is_keyframe = block->non_simple ? block->reference.count == 0 : -1;
Andreas Rheinhardtffa64a42019-05-16 22:29:593869 uint8_t* additional = block->additional.size > 0 ?
3870 block->additional.data : NULL;
Dale Curtis8336eb62012-04-19 18:12:243871
Andreas Rheinhardta9f05152019-05-16 22:30:093872 res = matroska_parse_block(matroska, block->bin.buf, block->bin.data,
Andreas Rheinhardtffa64a42019-05-16 22:29:593873 block->bin.size, block->bin.pos,
Andreas Rheinhardt865c5372019-05-16 22:30:083874 cluster->timecode, block->duration,
3875 is_keyframe, additional, block->additional_id,
3876 block->additional.size, cluster->pos,
Andreas Rheinhardtffa64a42019-05-16 22:29:593877 block->discard_padding);
Andreas Rheinhardt865c5372019-05-16 22:30:083878 }
Dale Curtis8336eb62012-04-19 18:12:243879
Andreas Rheinhardt60f75c92019-05-16 22:30:133880 ebml_free(matroska_blockgroup, block);
3881 memset(block, 0, sizeof(*block));
Andreas Rheinhardt865c5372019-05-16 22:30:083882 } else if (!matroska->num_levels) {
Andreas Rheinhardt3ed27552019-05-16 22:30:113883 if (!avio_feof(matroska->ctx->pb)) {
3884 avio_r8(matroska->ctx->pb);
3885 if (!avio_feof(matroska->ctx->pb)) {
3886 av_log(matroska->ctx, AV_LOG_WARNING, "File extends beyond "
3887 "end of segment.\n");
3888 return AVERROR_INVALIDDATA;
3889 }
3890 }
Andreas Rheinhardt865c5372019-05-16 22:30:083891 matroska->done = 1;
3892 return AVERROR_EOF;
3893 }
3894
Dale Curtis8336eb62012-04-19 18:12:243895 return res;
3896}
3897
Aurelien Jacobsf7b96872008-08-05 00:42:053898static int matroska_read_packet(AVFormatContext *s, AVPacket *pkt)
David Conradb061d892007-06-04 22:10:543899{
3900 MatroskaDemuxContext *matroska = s->priv_data;
Sophia Wang8c830622016-09-27 19:00:293901 int ret = 0;
David Conradb061d892007-06-04 22:10:543902
Andreas Rheinhardta3db9f62019-05-16 22:30:053903 if (matroska->resync_pos == -1) {
3904 // This can only happen if generic seeking has been used.
3905 matroska->resync_pos = avio_tell(s->pb);
3906 }
3907
Hendrik Leppkes8689d872011-07-06 17:57:113908 while (matroska_deliver_packet(matroska, pkt)) {
David Conradb061d892007-06-04 22:10:543909 if (matroska->done)
Sophia Wang8c830622016-09-27 19:00:293910 return (ret < 0) ? ret : AVERROR_EOF;
Andreas Rheinhardt3ed27552019-05-16 22:30:113911 if (matroska_parse_cluster(matroska) < 0 && !matroska->done)
Andreas Rheinhardta3db9f62019-05-16 22:30:053912 ret = matroska_resync(matroska, matroska->resync_pos);
David Conradb061d892007-06-04 22:10:543913 }
3914
Michael Niedermayerd1afa722019-02-06 14:29:383915 return 0;
David Conradb061d892007-06-04 22:10:543916}
3917
Aurelien Jacobsf7b96872008-08-05 00:42:053918static int matroska_read_seek(AVFormatContext *s, int stream_index,
3919 int64_t timestamp, int flags)
David Conradb061d892007-06-04 22:10:543920{
3921 MatroskaDemuxContext *matroska = s->priv_data;
Xiaohan Wang33301f02014-11-06 20:59:543922 MatroskaTrack *tracks = NULL;
David Conradb061d892007-06-04 22:10:543923 AVStream *st = s->streams[stream_index];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163924 FFStream *const sti = ffstream(st);
Andreas Rheinhardtc6bb8252019-05-16 22:29:453925 int i, index;
David Conradb061d892007-06-04 22:10:543926
Aaron Colwell31ad14c2011-07-09 05:48:433927 /* Parse the CUES now since we need the index data to seek. */
Reimar Döffinger47e015e2012-02-12 13:09:033928 if (matroska->cues_parsing_deferred > 0) {
Aaron Colwell31ad14c2011-07-09 05:48:433929 matroska->cues_parsing_deferred = 0;
Reimar Döffinger47e015e2012-02-12 13:09:033930 matroska_parse_cues(matroska);
Aaron Colwell31ad14c2011-07-09 05:48:433931 }
3932
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163933 if (!sti->nb_index_entries)
Reimar Döffinger47e015e2012-02-12 13:09:033934 goto err;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163935 timestamp = FFMAX(timestamp, sti->index_entries[0].timestamp);
Aurelien Jacobsdfbbbdc2008-08-24 23:57:293936
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163937 if ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
3938 index == sti->nb_index_entries - 1) {
3939 matroska_reset_status(matroska, 0, sti->index_entries[sti->nb_index_entries - 1].pos);
3940 while ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
3941 index == sti->nb_index_entries - 1) {
Aurelien Jacobs0dbddda2008-08-27 19:58:553942 matroska_clear_queue(matroska);
3943 if (matroska_parse_cluster(matroska) < 0)
3944 break;
3945 }
Aurelien Jacobs6bef5f92008-08-27 19:57:423946 }
David Conradb061d892007-06-04 22:10:543947
Aurelien Jacobs243cc4c2007-12-29 18:35:383948 matroska_clear_queue(matroska);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163949 if (index < 0 || (matroska->cues_parsing_deferred < 0 &&
3950 index == sti->nb_index_entries - 1))
Reimar Döffinger47e015e2012-02-12 13:09:033951 goto err;
Aurelien Jacobs243cc4c2007-12-29 18:35:383952
Xiaohan Wang33301f02014-11-06 20:59:543953 tracks = matroska->tracks.elem;
Keiji Costantini84cfce92014-03-01 16:28:153954 for (i = 0; i < matroska->tracks.nb_elem; i++) {
3955 tracks[i].audio.pkt_cnt = 0;
Reimar Döffingerb09e5062011-02-26 11:52:013956 tracks[i].audio.sub_packet_cnt = 0;
Keiji Costantini84cfce92014-03-01 16:28:153957 tracks[i].audio.buf_timecode = AV_NOPTS_VALUE;
3958 tracks[i].end_timecode = 0;
Aurelien Jacobsc1658252008-09-09 12:10:253959 }
3960
Andreas Rheinhardt8a286e72019-05-16 22:30:033961 /* We seek to a level 1 element, so set the appropriate status. */
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163962 matroska_reset_status(matroska, 0, sti->index_entries[index].pos);
Michael Niedermayer7c00d852013-02-07 20:34:353963 if (flags & AVSEEK_FLAG_ANY) {
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163964 sti->skip_to_keyframe = 0;
Michael Niedermayer7c00d852013-02-07 20:34:353965 matroska->skip_to_timecode = timestamp;
3966 } else {
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163967 sti->skip_to_keyframe = 1;
3968 matroska->skip_to_timecode = sti->index_entries[index].timestamp;
Michael Niedermayer7c00d852013-02-07 20:34:353969 }
3970 matroska->skip_to_keyframe = 1;
Keiji Costantini84cfce92014-03-01 16:28:153971 matroska->done = 0;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163972 avpriv_update_cur_dts(s, st, sti->index_entries[index].timestamp);
David Conradb061d892007-06-04 22:10:543973 return 0;
Reimar Döffinger47e015e2012-02-12 13:09:033974err:
3975 // slightly hackish but allows proper fallback to
3976 // the generic seeking code.
Andreas Rheinhardt8a286e72019-05-16 22:30:033977 matroska_reset_status(matroska, 0, -1);
Andreas Rheinhardta3db9f62019-05-16 22:30:053978 matroska->resync_pos = -1;
Reimar Döffinger47e015e2012-02-12 13:09:033979 matroska_clear_queue(matroska);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:163980 sti->skip_to_keyframe =
Reimar Döffinger47e015e2012-02-12 13:09:033981 matroska->skip_to_keyframe = 0;
3982 matroska->done = 0;
Reimar Döffinger47e015e2012-02-12 13:09:033983 return -1;
David Conradb061d892007-06-04 22:10:543984}
3985
Aurelien Jacobsf7b96872008-08-05 00:42:053986static int matroska_read_close(AVFormatContext *s)
David Conradb061d892007-06-04 22:10:543987{
3988 MatroskaDemuxContext *matroska = s->priv_data;
Aurelien Jacobs2cbc8812008-08-05 00:40:313989 MatroskaTrack *tracks = matroska->tracks.elem;
Aurelien Jacobs70109c02008-08-05 00:41:133990 int n;
David Conradb061d892007-06-04 22:10:543991
Aurelien Jacobs34c9c1b2007-12-29 18:32:473992 matroska_clear_queue(matroska);
David Conradb061d892007-06-04 22:10:543993
Keiji Costantini84cfce92014-03-01 16:28:153994 for (n = 0; n < matroska->tracks.nb_elem; n++)
Aurelien Jacobs2cbc8812008-08-05 00:40:313995 if (tracks[n].type == MATROSKA_TRACK_TYPE_AUDIO)
Michael Niedermayer6e70e4a2015-01-06 11:48:383996 av_freep(&tracks[n].audio.buf);
Aurelien Jacobsce6f28b2008-08-05 00:40:583997 ebml_free(matroska_segment, matroska);
David Conradb061d892007-06-04 22:10:543998
3999 return 0;
4000}
4001
Andreas Rheinhardt201b8a42021-08-20 07:31:344002#if CONFIG_WEBM_DASH_MANIFEST_DEMUXER
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374003typedef struct {
4004 int64_t start_time_ns;
4005 int64_t end_time_ns;
4006 int64_t start_offset;
4007 int64_t end_offset;
4008} CueDesc;
4009
James Zern20aeee42017-04-17 17:59:314010/* This function searches all the Cues and returns the CueDesc corresponding to
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374011 * the timestamp ts. Returned CueDesc will be such that start_time_ns <= ts <
Michael Niedermayeraa441ac2022-09-18 16:35:194012 * end_time_ns. All 4 fields will be set to -1 if ts >= file's duration or
4013 * if an error occurred.
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374014 */
4015static CueDesc get_cue_desc(AVFormatContext *s, int64_t ts, int64_t cues_start) {
4016 MatroskaDemuxContext *matroska = s->priv_data;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164017 FFStream *const sti = ffstream(s->streams[0]);
4018 AVIndexEntry *const index_entries = sti->index_entries;
4019 int nb_index_entries = sti->nb_index_entries;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374020 CueDesc cue_desc;
4021 int i;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164022
Michael Niedermayerbd3a03d2022-03-10 22:24:494023 if (ts >= (int64_t)(matroska->duration * matroska->time_scale))
4024 return (CueDesc) {-1, -1, -1, -1};
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374025 for (i = 1; i < nb_index_entries; i++) {
4026 if (index_entries[i - 1].timestamp * matroska->time_scale <= ts &&
4027 index_entries[i].timestamp * matroska->time_scale > ts) {
4028 break;
4029 }
4030 }
4031 --i;
Michael Niedermayeraa441ac2022-09-18 16:35:194032 if (index_entries[i].timestamp > matroska->duration)
4033 return (CueDesc) {-1, -1, -1, -1};
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374034 cue_desc.start_time_ns = index_entries[i].timestamp * matroska->time_scale;
4035 cue_desc.start_offset = index_entries[i].pos - matroska->segment_start;
4036 if (i != nb_index_entries - 1) {
4037 cue_desc.end_time_ns = index_entries[i + 1].timestamp * matroska->time_scale;
4038 cue_desc.end_offset = index_entries[i + 1].pos - matroska->segment_start;
4039 } else {
4040 cue_desc.end_time_ns = matroska->duration * matroska->time_scale;
4041 // FIXME: this needs special handling for files where Cues appear
4042 // before Clusters. the current logic assumes Cues appear after
4043 // Clusters.
4044 cue_desc.end_offset = cues_start - matroska->segment_start;
4045 }
4046 return cue_desc;
4047}
4048
4049static int webm_clusters_start_with_keyframe(AVFormatContext *s)
4050{
4051 MatroskaDemuxContext *matroska = s->priv_data;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164052 AVStream *const st = s->streams[0];
4053 FFStream *const sti = ffstream(st);
Andreas Rheinhardt8a286e72019-05-16 22:30:034054 uint32_t id = matroska->current_id;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374055 int64_t cluster_pos, before_pos;
4056 int index, rv = 1;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164057
4058 if (sti->nb_index_entries <= 0)
4059 return 0;
4060
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374061 // seek to the first cluster using cues.
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164062 index = av_index_search_timestamp(st, 0, 0);
4063 if (index < 0)
4064 return 0;
4065 cluster_pos = sti->index_entries[index].pos;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374066 before_pos = avio_tell(s->pb);
4067 while (1) {
Andreas Rheinhardt36aceb62019-05-16 22:29:494068 uint64_t cluster_id, cluster_length;
4069 int read;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374070 AVPacket *pkt;
4071 avio_seek(s->pb, cluster_pos, SEEK_SET);
4072 // read cluster id and length
Andreas Rheinhardt239c7362019-06-25 01:08:564073 read = ebml_read_num(matroska, matroska->ctx->pb, 4, &cluster_id, 1);
Andreas Rheinhardt36aceb62019-05-16 22:29:494074 if (read < 0 || cluster_id != 0xF43B675) // done with all clusters
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374075 break;
Andreas Rheinhardt36aceb62019-05-16 22:29:494076 read = ebml_read_length(matroska, matroska->ctx->pb, &cluster_length);
4077 if (read < 0)
4078 break;
Andreas Rheinhardt8a286e72019-05-16 22:30:034079
4080 matroska_reset_status(matroska, 0, cluster_pos);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374081 matroska_clear_queue(matroska);
4082 if (matroska_parse_cluster(matroska) < 0 ||
Andreas Rheinhardtd61240f2021-12-16 00:49:394083 !matroska->queue.head) {
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374084 break;
4085 }
Andreas Rheinhardtd61240f2021-12-16 00:49:394086 pkt = &matroska->queue.head->pkt;
Andreas Rheinhardt36aceb62019-05-16 22:29:494087 // 4 + read is the length of the cluster id and the cluster length field.
4088 cluster_pos += 4 + read + cluster_length;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374089 if (!(pkt->flags & AV_PKT_FLAG_KEY)) {
4090 rv = 0;
4091 break;
4092 }
4093 }
Andreas Rheinhardt8a286e72019-05-16 22:30:034094
4095 /* Restore the status after matroska_read_header: */
4096 matroska_reset_status(matroska, id, before_pos);
4097
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374098 return rv;
4099}
4100
4101static int buffer_size_after_time_downloaded(int64_t time_ns, double search_sec, int64_t bps,
4102 double min_buffer, double* buffer,
4103 double* sec_to_download, AVFormatContext *s,
4104 int64_t cues_start)
4105{
4106 double nano_seconds_per_second = 1000000000.0;
4107 double time_sec = time_ns / nano_seconds_per_second;
4108 int rv = 0;
4109 int64_t time_to_search_ns = (int64_t)(search_sec * nano_seconds_per_second);
4110 int64_t end_time_ns = time_ns + time_to_search_ns;
4111 double sec_downloaded = 0.0;
4112 CueDesc desc_curr = get_cue_desc(s, time_ns, cues_start);
4113 if (desc_curr.start_time_ns == -1)
4114 return -1;
4115 *sec_to_download = 0.0;
4116
4117 // Check for non cue start time.
4118 if (time_ns > desc_curr.start_time_ns) {
4119 int64_t cue_nano = desc_curr.end_time_ns - time_ns;
4120 double percent = (double)(cue_nano) / (desc_curr.end_time_ns - desc_curr.start_time_ns);
4121 double cueBytes = (desc_curr.end_offset - desc_curr.start_offset) * percent;
4122 double timeToDownload = (cueBytes * 8.0) / bps;
4123
4124 sec_downloaded += (cue_nano / nano_seconds_per_second) - timeToDownload;
4125 *sec_to_download += timeToDownload;
4126
4127 // Check if the search ends within the first cue.
4128 if (desc_curr.end_time_ns >= end_time_ns) {
4129 double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
4130 double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
4131 sec_downloaded = percent_to_sub * sec_downloaded;
4132 *sec_to_download = percent_to_sub * *sec_to_download;
4133 }
4134
4135 if ((sec_downloaded + *buffer) <= min_buffer) {
4136 return 1;
4137 }
4138
4139 // Get the next Cue.
4140 desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
4141 }
4142
4143 while (desc_curr.start_time_ns != -1) {
4144 int64_t desc_bytes = desc_curr.end_offset - desc_curr.start_offset;
4145 int64_t desc_ns = desc_curr.end_time_ns - desc_curr.start_time_ns;
4146 double desc_sec = desc_ns / nano_seconds_per_second;
4147 double bits = (desc_bytes * 8.0);
4148 double time_to_download = bits / bps;
4149
4150 sec_downloaded += desc_sec - time_to_download;
4151 *sec_to_download += time_to_download;
4152
4153 if (desc_curr.end_time_ns >= end_time_ns) {
4154 double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
4155 double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
4156 sec_downloaded = percent_to_sub * sec_downloaded;
4157 *sec_to_download = percent_to_sub * *sec_to_download;
4158
4159 if ((sec_downloaded + *buffer) <= min_buffer)
4160 rv = 1;
4161 break;
4162 }
4163
4164 if ((sec_downloaded + *buffer) <= min_buffer) {
4165 rv = 1;
4166 break;
4167 }
4168
4169 desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
4170 }
4171 *buffer = *buffer + sec_downloaded;
4172 return rv;
4173}
4174
4175/* This function computes the bandwidth of the WebM file with the help of
4176 * buffer_size_after_time_downloaded() function. Both of these functions are
4177 * adapted from WebM Tools project and are adapted to work with FFmpeg's
4178 * Matroska parsing mechanism.
4179 *
4180 * Returns the bandwidth of the file on success; -1 on error.
4181 * */
4182static int64_t webm_dash_manifest_compute_bandwidth(AVFormatContext *s, int64_t cues_start)
4183{
4184 MatroskaDemuxContext *matroska = s->priv_data;
4185 AVStream *st = s->streams[0];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164186 FFStream *const sti = ffstream(st);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374187 double bandwidth = 0.0;
Michael Niedermayere240d012014-07-15 22:06:154188
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164189 for (int i = 0; i < sti->nb_index_entries; i++) {
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374190 int64_t prebuffer_ns = 1000000000;
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164191 int64_t time_ns = sti->index_entries[i].timestamp * matroska->time_scale;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374192 double nano_seconds_per_second = 1000000000.0;
4193 int64_t prebuffered_ns = time_ns + prebuffer_ns;
4194 double prebuffer_bytes = 0.0;
4195 int64_t temp_prebuffer_ns = prebuffer_ns;
4196 int64_t pre_bytes, pre_ns;
4197 double pre_sec, prebuffer, bits_per_second;
4198 CueDesc desc_beg = get_cue_desc(s, time_ns, cues_start);
4199
4200 // Start with the first Cue.
4201 CueDesc desc_end = desc_beg;
4202
4203 // Figure out how much data we have downloaded for the prebuffer. This will
4204 // be used later to adjust the bits per sample to try.
4205 while (desc_end.start_time_ns != -1 && desc_end.end_time_ns < prebuffered_ns) {
4206 // Prebuffered the entire Cue.
4207 prebuffer_bytes += desc_end.end_offset - desc_end.start_offset;
4208 temp_prebuffer_ns -= desc_end.end_time_ns - desc_end.start_time_ns;
4209 desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
4210 }
4211 if (desc_end.start_time_ns == -1) {
4212 // The prebuffer is larger than the duration.
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314213 if (matroska->duration * matroska->time_scale >= prebuffered_ns)
4214 return -1;
4215 bits_per_second = 0.0;
4216 } else {
4217 // The prebuffer ends in the last Cue. Estimate how much data was
4218 // prebuffered.
4219 pre_bytes = desc_end.end_offset - desc_end.start_offset;
4220 pre_ns = desc_end.end_time_ns - desc_end.start_time_ns;
Michael Niedermayer710e5162022-02-13 14:20:024221 if (pre_ns <= 0)
4222 return -1;
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314223 pre_sec = pre_ns / nano_seconds_per_second;
4224 prebuffer_bytes +=
4225 pre_bytes * ((temp_prebuffer_ns / nano_seconds_per_second) / pre_sec);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374226
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314227 prebuffer = prebuffer_ns / nano_seconds_per_second;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374228
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314229 // Set this to 0.0 in case our prebuffer buffers the entire video.
4230 bits_per_second = 0.0;
4231 do {
4232 int64_t desc_bytes = desc_end.end_offset - desc_beg.start_offset;
4233 int64_t desc_ns = desc_end.end_time_ns - desc_beg.start_time_ns;
Michael Niedermayer50389332022-02-05 19:37:224234 double desc_sec, calc_bits_per_second, percent, mod_bits_per_second;
4235 if (desc_bytes <= 0)
4236 return -1;
4237
4238 desc_sec = desc_ns / nano_seconds_per_second;
4239 calc_bits_per_second = (desc_bytes * 8) / desc_sec;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374240
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314241 // Drop the bps by the percentage of bytes buffered.
Michael Niedermayer50389332022-02-05 19:37:224242 percent = (desc_bytes - prebuffer_bytes) / desc_bytes;
4243 mod_bits_per_second = calc_bits_per_second * percent;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374244
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314245 if (prebuffer < desc_sec) {
4246 double search_sec =
4247 (double)(matroska->duration * matroska->time_scale) / nano_seconds_per_second;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374248
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314249 // Add 1 so the bits per second should be a little bit greater than file
4250 // datarate.
4251 int64_t bps = (int64_t)(mod_bits_per_second) + 1;
4252 const double min_buffer = 0.0;
4253 double buffer = prebuffer;
4254 double sec_to_download = 0.0;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374255
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314256 int rv = buffer_size_after_time_downloaded(prebuffered_ns, search_sec, bps,
4257 min_buffer, &buffer, &sec_to_download,
4258 s, cues_start);
4259 if (rv < 0) {
4260 return -1;
4261 } else if (rv == 0) {
4262 bits_per_second = (double)(bps);
4263 break;
4264 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374265 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374266
Vignesh Venkatasubramanianb1071db2014-10-01 17:13:314267 desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
4268 } while (desc_end.start_time_ns != -1);
4269 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374270 if (bandwidth < bits_per_second) bandwidth = bits_per_second;
4271 }
4272 return (int64_t)bandwidth;
4273}
4274
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354275static int webm_dash_manifest_cues(AVFormatContext *s, int64_t init_range)
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374276{
4277 MatroskaDemuxContext *matroska = s->priv_data;
4278 EbmlList *seekhead_list = &matroska->seekhead;
4279 MatroskaSeekhead *seekhead = seekhead_list->elem;
Andreas Rheinhardtb2d61d02021-08-25 14:13:124280 AVStream *const st = s->streams[0];
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164281 FFStream *const sti = ffstream(st);
Andreas Rheinhardtb2d61d02021-08-25 14:13:124282 AVBPrint bprint;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374283 char *buf;
Vignesh Venkatasubramanian080acf72014-08-25 16:15:134284 int64_t cues_start = -1, cues_end = -1, before_pos, bandwidth;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374285 int i;
Andreas Rheinhardtb2d61d02021-08-25 14:13:124286 int ret;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374287
4288 // determine cues start and end positions
4289 for (i = 0; i < seekhead_list->nb_elem; i++)
4290 if (seekhead[i].id == MATROSKA_ID_CUES)
4291 break;
4292
4293 if (i >= seekhead_list->nb_elem) return -1;
4294
4295 before_pos = avio_tell(matroska->ctx->pb);
4296 cues_start = seekhead[i].pos + matroska->segment_start;
4297 if (avio_seek(matroska->ctx->pb, cues_start, SEEK_SET) == cues_start) {
Vignesh Venkatasubramanian8acb7652014-10-01 17:13:304298 // cues_end is computed as cues_start + cues_length + length of the
Andreas Rheinhardta27e5392019-05-16 22:29:544299 // Cues element ID (i.e. 4) + EBML length of the Cues element.
4300 // cues_end is inclusive and the above sum is reduced by 1.
4301 uint64_t cues_length, cues_id;
4302 int bytes_read;
Andreas Rheinhardt239c7362019-06-25 01:08:564303 bytes_read = ebml_read_num (matroska, matroska->ctx->pb, 4, &cues_id, 1);
Andreas Rheinhardta27e5392019-05-16 22:29:544304 if (bytes_read < 0 || cues_id != (MATROSKA_ID_CUES & 0xfffffff))
4305 return bytes_read < 0 ? bytes_read : AVERROR_INVALIDDATA;
4306 bytes_read = ebml_read_length(matroska, matroska->ctx->pb, &cues_length);
4307 if (bytes_read < 0)
4308 return bytes_read;
4309 cues_end = cues_start + 4 + bytes_read + cues_length - 1;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374310 }
4311 avio_seek(matroska->ctx->pb, before_pos, SEEK_SET);
Vignesh Venkatasubramanian080acf72014-08-25 16:15:134312 if (cues_start == -1 || cues_end == -1) return -1;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374313
4314 // parse the cues
4315 matroska_parse_cues(matroska);
4316
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164317 if (!sti->nb_index_entries)
Andreas Rheinhardtb2d61d02021-08-25 14:13:124318 return AVERROR_INVALIDDATA;
4319
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374320 // cues start
Reimar Döffingera0941c82014-07-29 19:10:394321 av_dict_set_int(&s->streams[0]->metadata, CUES_START, cues_start, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374322
4323 // cues end
Reimar Döffingera0941c82014-07-29 19:10:394324 av_dict_set_int(&s->streams[0]->metadata, CUES_END, cues_end, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374325
Andreas Rheinhardt60f75c92019-05-16 22:30:134326 // if the file has cues at the start, fix up the init range so that
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354327 // it does not include it
4328 if (cues_start <= init_range)
4329 av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, cues_start - 1, 0);
4330
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374331 // bandwidth
4332 bandwidth = webm_dash_manifest_compute_bandwidth(s, cues_start);
4333 if (bandwidth < 0) return -1;
Reimar Döffingera0941c82014-07-29 19:10:394334 av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH, bandwidth, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374335
4336 // check if all clusters start with key frames
Reimar Döffingera0941c82014-07-29 19:10:394337 av_dict_set_int(&s->streams[0]->metadata, CLUSTER_KEYFRAME, webm_clusters_start_with_keyframe(s), 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374338
Andreas Rheinhardtb2d61d02021-08-25 14:13:124339 // Store cue point timestamps as a comma separated list
4340 // for checking subsegment alignment in the muxer.
4341 av_bprint_init(&bprint, 0, AV_BPRINT_SIZE_UNLIMITED);
Andreas Rheinhardt40bdd8c2021-08-24 17:41:164342 for (int i = 0; i < sti->nb_index_entries; i++)
4343 av_bprintf(&bprint, "%" PRId64",", sti->index_entries[i].timestamp);
Andreas Rheinhardtb2d61d02021-08-25 14:13:124344 if (!av_bprint_is_complete(&bprint)) {
4345 av_bprint_finalize(&bprint, NULL);
4346 return AVERROR(ENOMEM);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374347 }
Andreas Rheinhardtb2d61d02021-08-25 14:13:124348 // Remove the trailing ','
4349 bprint.str[--bprint.len] = '\0';
4350 if ((ret = av_bprint_finalize(&bprint, &buf)) < 0)
4351 return ret;
Andreas Rheinhardt40d9cbd2019-11-10 04:07:314352 av_dict_set(&s->streams[0]->metadata, CUE_TIMESTAMPS,
4353 buf, AV_DICT_DONT_STRDUP_VAL);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374354
4355 return 0;
4356}
4357
4358static int webm_dash_manifest_read_header(AVFormatContext *s)
4359{
4360 char *buf;
4361 int ret = matroska_read_header(s);
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354362 int64_t init_range;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374363 MatroskaTrack *tracks;
4364 MatroskaDemuxContext *matroska = s->priv_data;
4365 if (ret) {
4366 av_log(s, AV_LOG_ERROR, "Failed to read file headers\n");
4367 return -1;
4368 }
Andreas Rheinhardt1ef30572019-08-30 13:18:294369 if (!matroska->tracks.nb_elem || !s->nb_streams) {
Andreas Rheinhardt1ef30572019-08-30 13:18:294370 av_log(s, AV_LOG_ERROR, "No track found\n");
Andreas Rheinhardtd32a4032020-03-21 17:31:064371 return AVERROR_INVALIDDATA;
Andreas Cadhalpunff100c92016-11-07 23:42:234372 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374373
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574374 if (!matroska->is_live) {
4375 buf = av_asprintf("%g", matroska->duration);
Andreas Rheinhardtd32a4032020-03-21 17:31:064376 if (!buf)
4377 return AVERROR(ENOMEM);
Andreas Rheinhardt40d9cbd2019-11-10 04:07:314378 av_dict_set(&s->streams[0]->metadata, DURATION,
4379 buf, AV_DICT_DONT_STRDUP_VAL);
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574380
4381 // initialization range
4382 // 5 is the offset of Cluster ID.
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354383 init_range = avio_tell(s->pb) - 5;
4384 av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, init_range, 0);
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574385 }
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374386
4387 // basename of the file
Marton Balint18ac6422017-12-29 22:30:144388 buf = strrchr(s->url, '/');
4389 av_dict_set(&s->streams[0]->metadata, FILENAME, buf ? ++buf : s->url, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374390
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374391 // track number
4392 tracks = matroska->tracks.elem;
Reimar Döffingera0941c82014-07-29 19:10:394393 av_dict_set_int(&s->streams[0]->metadata, TRACK_NUMBER, tracks[0].num, 0);
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374394
4395 // parse the cues and populate Cue related fields
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284396 if (!matroska->is_live) {
Derek Buitenhuis6ba1c9b2017-04-21 15:40:354397 ret = webm_dash_manifest_cues(s, init_range);
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284398 if (ret < 0) {
4399 av_log(s, AV_LOG_ERROR, "Error parsing Cues\n");
Andreas Rheinhardtd32a4032020-03-21 17:31:064400 return ret;
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284401 }
4402 }
4403
4404 // use the bandwidth from the command line if it was provided
4405 if (matroska->bandwidth > 0) {
4406 av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH,
4407 matroska->bandwidth, 0);
4408 }
4409 return 0;
Vignesh Venkatasubramanian5a206562014-07-07 19:52:374410}
4411
4412static int webm_dash_manifest_read_packet(AVFormatContext *s, AVPacket *pkt)
4413{
4414 return AVERROR_EOF;
4415}
4416
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574417#define OFFSET(x) offsetof(MatroskaDemuxContext, x)
4418static const AVOption options[] = {
Clément Bœsch43ecec02015-11-21 21:05:074419 { "live", "flag indicating that the input is a live file that only has the headers.", OFFSET(is_live), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
Vignesh Venkatasubramanian62c27fd2017-04-12 04:33:284420 { "bandwidth", "bandwidth of this stream to be specified in the DASH manifest.", OFFSET(bandwidth), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
Vignesh Venkatasubramanian2171b7c2015-03-31 23:51:574421 { NULL },
4422};
4423
4424static const AVClass webm_dash_class = {
4425 .class_name = "WebM DASH Manifest demuxer",
4426 .item_name = av_default_item_name,
4427 .option = options,
4428 .version = LIBAVUTIL_VERSION_INT,
4429};
4430
Andreas Rheinhardt201b8a42021-08-20 07:31:344431const AVInputFormat ff_webm_dash_manifest_demuxer = {
4432 .name = "webm_dash_manifest",
4433 .long_name = NULL_IF_CONFIG_SMALL("WebM DASH Manifest"),
4434 .priv_class = &webm_dash_class,
4435 .priv_data_size = sizeof(MatroskaDemuxContext),
4436 .flags_internal = FF_FMT_INIT_CLEANUP,
4437 .read_header = webm_dash_manifest_read_header,
4438 .read_packet = webm_dash_manifest_read_packet,
4439 .read_close = matroska_read_close,
4440};
4441#endif
4442
Andreas Rheinhardtbc706842021-04-19 17:45:244443const AVInputFormat ff_matroska_demuxer = {
Anton Khirnovdfc2c4d2011-07-16 20:18:124444 .name = "matroska,webm",
Diego Biurrun67742472012-07-24 21:51:414445 .long_name = NULL_IF_CONFIG_SMALL("Matroska / WebM"),
Andreas Rheinhardt173d9022019-12-28 03:05:444446 .extensions = "mkv,mk3d,mka,mks,webm",
Anton Khirnovdfc2c4d2011-07-16 20:18:124447 .priv_data_size = sizeof(MatroskaDemuxContext),
Andreas Rheinhardtd32a4032020-03-21 17:31:064448 .flags_internal = FF_FMT_INIT_CLEANUP,
Anton Khirnovdfc2c4d2011-07-16 20:18:124449 .read_probe = matroska_probe,
4450 .read_header = matroska_read_header,
4451 .read_packet = matroska_read_packet,
4452 .read_close = matroska_read_close,
4453 .read_seek = matroska_read_seek,
Luca Barbatofa385732014-03-13 21:14:434454 .mime_type = "audio/webm,audio/x-matroska,video/webm,video/x-matroska"
David Conradb061d892007-06-04 22:10:544455};