matroskadec.c 179 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860
  1. /*
  2. * Matroska file demuxer
  3. * Copyright (c) 2003-2008 The FFmpeg Project
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * Matroska file demuxer
  24. * @author Ronald Bultje <rbultje@ronald.bitfreak.net>
  25. * @author with a little help from Moritz Bunkus <moritz@bunkus.org>
  26. * @author totally reworked by Aurelien Jacobs <aurel@gnuage.org>
  27. * @see specs available on the Matroska project page: http://www.matroska.org/
  28. */
  29. #include "config.h"
  30. #include "config_components.h"
  31. #include <inttypes.h>
  32. #include <stdio.h>
  33. #include "libavutil/avstring.h"
  34. #include "libavutil/base64.h"
  35. #include "libavutil/bprint.h"
  36. #include "libavutil/dict.h"
  37. #include "libavutil/display.h"
  38. #include "libavutil/hdr_dynamic_metadata.h"
  39. #include "libavutil/intfloat.h"
  40. #include "libavutil/intreadwrite.h"
  41. #include "libavutil/lzo.h"
  42. #include "libavutil/mastering_display_metadata.h"
  43. #include "libavutil/mathematics.h"
  44. #include "libavutil/mem.h"
  45. #include "libavutil/opt.h"
  46. #include "libavutil/pixdesc.h"
  47. #include "libavutil/time_internal.h"
  48. #include "libavutil/spherical.h"
  49. #include "libavcodec/bytestream.h"
  50. #include "libavcodec/defs.h"
  51. #include "libavcodec/flac.h"
  52. #include "libavcodec/itut35.h"
  53. #include "libavcodec/mpeg4audio.h"
  54. #include "libavcodec/packet_internal.h"
  55. #include "avformat.h"
  56. #include "avio_internal.h"
  57. #include "demux.h"
  58. #include "dovi_isom.h"
  59. #include "internal.h"
  60. #include "isom.h"
  61. #include "matroska.h"
  62. #include "oggdec.h"
  63. /* For ff_codec_get_id(). */
  64. #include "riff.h"
  65. #include "rmsipr.h"
  66. #if CONFIG_BZLIB
  67. #include <bzlib.h>
  68. #endif
  69. #if CONFIG_ZLIB
  70. #include <zlib.h>
  71. #endif
  72. #include "qtpalette.h"
  73. #define EBML_UNKNOWN_LENGTH UINT64_MAX /* EBML unknown length, in uint64_t */
  74. #define NEEDS_CHECKING 2 /* Indicates that some error checks
  75. * still need to be performed */
  76. #define LEVEL_ENDED 3 /* return value of ebml_parse when the
  77. * syntax level used for parsing ended. */
  78. #define SKIP_THRESHOLD 1024 * 1024 /* In non-seekable mode, if more than SKIP_THRESHOLD
  79. * of unknown, potentially damaged data is encountered,
  80. * it is considered an error. */
  81. #define UNKNOWN_EQUIV 50 * 1024 /* An unknown element is considered equivalent
  82. * to this many bytes of unknown data for the
  83. * SKIP_THRESHOLD check. */
  84. typedef enum {
  85. EBML_NONE,
  86. EBML_UINT,
  87. EBML_SINT,
  88. EBML_FLOAT,
  89. EBML_STR,
  90. EBML_UTF8,
  91. EBML_BIN,
  92. EBML_NEST,
  93. EBML_LEVEL1,
  94. EBML_STOP,
  95. EBML_TYPE_COUNT
  96. } EbmlType;
  97. typedef struct CountedElement {
  98. union {
  99. uint64_t u;
  100. int64_t i;
  101. double f;
  102. char *s;
  103. } el;
  104. unsigned count;
  105. } CountedElement;
  106. typedef const struct EbmlSyntax {
  107. uint32_t id;
  108. uint8_t type;
  109. uint8_t is_counted;
  110. size_t list_elem_size;
  111. size_t data_offset;
  112. union {
  113. int64_t i;
  114. uint64_t u;
  115. double f;
  116. const char *s;
  117. const struct EbmlSyntax *n;
  118. } def;
  119. } EbmlSyntax;
  120. typedef struct EbmlList {
  121. int nb_elem;
  122. unsigned int alloc_elem_size;
  123. void *elem;
  124. } EbmlList;
  125. typedef struct EbmlBin {
  126. int size;
  127. AVBufferRef *buf;
  128. uint8_t *data;
  129. int64_t pos;
  130. } EbmlBin;
  131. typedef struct Ebml {
  132. uint64_t version;
  133. uint64_t max_size;
  134. uint64_t id_length;
  135. char *doctype;
  136. uint64_t doctype_version;
  137. } Ebml;
  138. typedef struct MatroskaTrackCompression {
  139. uint64_t algo;
  140. EbmlBin settings;
  141. } MatroskaTrackCompression;
  142. typedef struct MatroskaTrackEncryption {
  143. uint64_t algo;
  144. EbmlBin key_id;
  145. } MatroskaTrackEncryption;
  146. typedef struct MatroskaTrackEncoding {
  147. uint64_t scope;
  148. uint64_t type;
  149. MatroskaTrackCompression compression;
  150. MatroskaTrackEncryption encryption;
  151. } MatroskaTrackEncoding;
  152. typedef struct MatroskaMasteringMeta {
  153. double r_x;
  154. double r_y;
  155. double g_x;
  156. double g_y;
  157. double b_x;
  158. double b_y;
  159. double white_x;
  160. double white_y;
  161. double max_luminance;
  162. CountedElement min_luminance;
  163. } MatroskaMasteringMeta;
  164. typedef struct MatroskaTrackVideoColor {
  165. uint64_t matrix_coefficients;
  166. uint64_t bits_per_channel;
  167. uint64_t chroma_sub_horz;
  168. uint64_t chroma_sub_vert;
  169. uint64_t cb_sub_horz;
  170. uint64_t cb_sub_vert;
  171. uint64_t chroma_siting_horz;
  172. uint64_t chroma_siting_vert;
  173. uint64_t range;
  174. uint64_t transfer_characteristics;
  175. uint64_t primaries;
  176. uint64_t max_cll;
  177. uint64_t max_fall;
  178. MatroskaMasteringMeta mastering_meta;
  179. } MatroskaTrackVideoColor;
  180. typedef struct MatroskaTrackVideoProjection {
  181. uint64_t type;
  182. EbmlBin private;
  183. double yaw;
  184. double pitch;
  185. double roll;
  186. } MatroskaTrackVideoProjection;
  187. typedef struct MatroskaTrackVideo {
  188. double frame_rate;
  189. uint64_t display_width;
  190. uint64_t display_height;
  191. uint64_t pixel_width;
  192. uint64_t pixel_height;
  193. uint64_t cropped_width;
  194. uint64_t cropped_height;
  195. EbmlBin color_space;
  196. uint64_t pixel_cropt;
  197. uint64_t pixel_cropl;
  198. uint64_t pixel_cropb;
  199. uint64_t pixel_cropr;
  200. uint64_t display_unit;
  201. uint64_t interlaced;
  202. uint64_t field_order;
  203. uint64_t stereo_mode;
  204. uint64_t alpha_mode;
  205. EbmlList color;
  206. MatroskaTrackVideoProjection projection;
  207. } MatroskaTrackVideo;
  208. typedef struct MatroskaTrackAudio {
  209. double samplerate;
  210. double out_samplerate;
  211. uint64_t bitdepth;
  212. uint64_t channels;
  213. /* real audio header (extracted from extradata) */
  214. int coded_framesize;
  215. int sub_packet_h;
  216. int frame_size;
  217. int sub_packet_size;
  218. int sub_packet_cnt;
  219. int pkt_cnt;
  220. uint64_t buf_timecode;
  221. uint8_t *buf;
  222. } MatroskaTrackAudio;
  223. typedef struct MatroskaTrackPlane {
  224. uint64_t uid;
  225. uint64_t type;
  226. } MatroskaTrackPlane;
  227. typedef struct MatroskaTrackOperation {
  228. EbmlList combine_planes;
  229. } MatroskaTrackOperation;
  230. typedef struct MatroskaBlockAdditionMapping {
  231. uint64_t value;
  232. char *name;
  233. uint64_t type;
  234. EbmlBin extradata;
  235. } MatroskaBlockAdditionMapping;
  236. typedef struct MatroskaTrack {
  237. uint64_t num;
  238. uint64_t uid;
  239. uint64_t type;
  240. char *name;
  241. char *codec_id;
  242. EbmlBin codec_priv;
  243. char *language;
  244. double time_scale;
  245. uint64_t default_duration;
  246. uint64_t flag_default;
  247. uint64_t flag_forced;
  248. uint64_t flag_comment;
  249. uint64_t flag_hearingimpaired;
  250. uint64_t flag_visualimpaired;
  251. uint64_t flag_textdescriptions;
  252. CountedElement flag_original;
  253. uint64_t seek_preroll;
  254. MatroskaTrackVideo video;
  255. MatroskaTrackAudio audio;
  256. MatroskaTrackOperation operation;
  257. EbmlList encodings;
  258. uint64_t codec_delay;
  259. uint64_t codec_delay_in_track_tb;
  260. AVStream *stream;
  261. int64_t end_timecode;
  262. int ms_compat;
  263. int needs_decoding;
  264. uint64_t max_block_additional_id;
  265. EbmlList block_addition_mappings;
  266. uint32_t palette[AVPALETTE_COUNT];
  267. int has_palette;
  268. } MatroskaTrack;
  269. typedef struct MatroskaAttachment {
  270. uint64_t uid;
  271. char *filename;
  272. char *description;
  273. char *mime;
  274. EbmlBin bin;
  275. AVStream *stream;
  276. } MatroskaAttachment;
  277. typedef struct MatroskaChapter {
  278. uint64_t start;
  279. uint64_t end;
  280. uint64_t uid;
  281. char *title;
  282. AVChapter *chapter;
  283. } MatroskaChapter;
  284. typedef struct MatroskaIndexPos {
  285. uint64_t track;
  286. uint64_t pos;
  287. } MatroskaIndexPos;
  288. typedef struct MatroskaIndex {
  289. uint64_t time;
  290. EbmlList pos;
  291. } MatroskaIndex;
  292. typedef struct MatroskaTag {
  293. char *name;
  294. char *string;
  295. char *lang;
  296. uint64_t def;
  297. EbmlList sub;
  298. } MatroskaTag;
  299. typedef struct MatroskaTagTarget {
  300. char *type;
  301. uint64_t typevalue;
  302. uint64_t trackuid;
  303. uint64_t chapteruid;
  304. uint64_t attachuid;
  305. } MatroskaTagTarget;
  306. typedef struct MatroskaTags {
  307. MatroskaTagTarget target;
  308. EbmlList tag;
  309. } MatroskaTags;
  310. typedef struct MatroskaSeekhead {
  311. uint64_t id;
  312. uint64_t pos;
  313. } MatroskaSeekhead;
  314. typedef struct MatroskaLevel {
  315. uint64_t start;
  316. uint64_t length;
  317. } MatroskaLevel;
  318. typedef struct MatroskaBlockMore {
  319. uint64_t additional_id;
  320. EbmlBin additional;
  321. } MatroskaBlockMore;
  322. typedef struct MatroskaBlock {
  323. uint64_t duration;
  324. CountedElement reference;
  325. uint64_t non_simple;
  326. EbmlBin bin;
  327. EbmlList blockmore;
  328. int64_t discard_padding;
  329. } MatroskaBlock;
  330. typedef struct MatroskaCluster {
  331. MatroskaBlock block;
  332. uint64_t timecode;
  333. int64_t pos;
  334. } MatroskaCluster;
  335. typedef struct MatroskaLevel1Element {
  336. int64_t pos;
  337. uint32_t id;
  338. int parsed;
  339. } MatroskaLevel1Element;
  340. typedef struct MatroskaDemuxContext {
  341. const AVClass *class;
  342. AVFormatContext *ctx;
  343. /* EBML stuff */
  344. MatroskaLevel levels[EBML_MAX_DEPTH];
  345. int num_levels;
  346. uint32_t current_id;
  347. int64_t resync_pos;
  348. int unknown_count;
  349. uint64_t time_scale;
  350. double duration;
  351. char *title;
  352. char *muxingapp;
  353. EbmlBin date_utc;
  354. EbmlList tracks;
  355. EbmlList attachments;
  356. EbmlList chapters;
  357. EbmlList index;
  358. EbmlList tags;
  359. EbmlList seekhead;
  360. /* byte position of the segment inside the stream */
  361. int64_t segment_start;
  362. /* This packet coincides with FFFormatContext.parse_pkt
  363. * and is not owned by us. */
  364. AVPacket *pkt;
  365. /* the packet queue */
  366. PacketList queue;
  367. int done;
  368. /* What to skip before effectively reading a packet. */
  369. int skip_to_keyframe;
  370. uint64_t skip_to_timecode;
  371. /* File has a CUES element, but we defer parsing until it is needed. */
  372. int cues_parsing_deferred;
  373. /* Level1 elements and whether they were read yet */
  374. MatroskaLevel1Element level1_elems[64];
  375. int num_level1_elems;
  376. MatroskaCluster current_cluster;
  377. int is_webm;
  378. /* WebM DASH Manifest live flag */
  379. int is_live;
  380. /* Bandwidth value for WebM DASH Manifest */
  381. int bandwidth;
  382. } MatroskaDemuxContext;
  383. #define CHILD_OF(parent) { .def = { .n = parent } }
  384. // The following forward declarations need their size because
  385. // a tentative definition with internal linkage must not be an
  386. // incomplete type (6.7.2 in C90, 6.9.2 in C99).
  387. // Removing the sizes breaks MSVC.
  388. static EbmlSyntax ebml_syntax[3], matroska_segment[9], matroska_track_video_color[15], matroska_track_video[19],
  389. matroska_track[33], matroska_track_encoding[6], matroska_track_encodings[2],
  390. matroska_track_combine_planes[2], matroska_track_operation[2], matroska_block_addition_mapping[5], matroska_tracks[2],
  391. matroska_attachments[2], matroska_chapter_entry[9], matroska_chapter[6], matroska_chapters[2],
  392. matroska_index_entry[3], matroska_index[2], matroska_tag[3], matroska_tags[2], matroska_seekhead[2],
  393. matroska_blockadditions[2], matroska_blockgroup[8], matroska_cluster_parsing[8];
  394. static EbmlSyntax ebml_header[] = {
  395. { EBML_ID_EBMLREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, version), { .u = EBML_VERSION } },
  396. { EBML_ID_EBMLMAXSIZELENGTH, EBML_UINT, 0, 0, offsetof(Ebml, max_size), { .u = 8 } },
  397. { EBML_ID_EBMLMAXIDLENGTH, EBML_UINT, 0, 0, offsetof(Ebml, id_length), { .u = 4 } },
  398. { EBML_ID_DOCTYPE, EBML_STR, 0, 0, offsetof(Ebml, doctype), { .s = "(none)" } },
  399. { EBML_ID_DOCTYPEREADVERSION, EBML_UINT, 0, 0, offsetof(Ebml, doctype_version), { .u = 1 } },
  400. { EBML_ID_EBMLVERSION, EBML_NONE },
  401. { EBML_ID_DOCTYPEVERSION, EBML_NONE },
  402. CHILD_OF(ebml_syntax)
  403. };
  404. static EbmlSyntax ebml_syntax[] = {
  405. { EBML_ID_HEADER, EBML_NEST, 0, 0, 0, { .n = ebml_header } },
  406. { MATROSKA_ID_SEGMENT, EBML_STOP },
  407. { 0 }
  408. };
  409. static EbmlSyntax matroska_info[] = {
  410. { MATROSKA_ID_TIMECODESCALE, EBML_UINT, 0, 0, offsetof(MatroskaDemuxContext, time_scale), { .u = 1000000 } },
  411. { MATROSKA_ID_DURATION, EBML_FLOAT, 0, 0, offsetof(MatroskaDemuxContext, duration) },
  412. { MATROSKA_ID_TITLE, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, title) },
  413. { MATROSKA_ID_WRITINGAPP, EBML_NONE },
  414. { MATROSKA_ID_MUXINGAPP, EBML_UTF8, 0, 0, offsetof(MatroskaDemuxContext, muxingapp) },
  415. { MATROSKA_ID_DATEUTC, EBML_BIN, 0, 0, offsetof(MatroskaDemuxContext, date_utc) },
  416. { MATROSKA_ID_SEGMENTUID, EBML_NONE },
  417. CHILD_OF(matroska_segment)
  418. };
  419. static EbmlSyntax matroska_mastering_meta[] = {
  420. { MATROSKA_ID_VIDEOCOLOR_RX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_x) },
  421. { MATROSKA_ID_VIDEOCOLOR_RY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, r_y) },
  422. { MATROSKA_ID_VIDEOCOLOR_GX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_x) },
  423. { MATROSKA_ID_VIDEOCOLOR_GY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, g_y) },
  424. { MATROSKA_ID_VIDEOCOLOR_BX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_x) },
  425. { MATROSKA_ID_VIDEOCOLOR_BY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, b_y) },
  426. { MATROSKA_ID_VIDEOCOLOR_WHITEX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_x) },
  427. { MATROSKA_ID_VIDEOCOLOR_WHITEY, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, white_y) },
  428. { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMIN, EBML_FLOAT, 1, 0, offsetof(MatroskaMasteringMeta, min_luminance) },
  429. { MATROSKA_ID_VIDEOCOLOR_LUMINANCEMAX, EBML_FLOAT, 0, 0, offsetof(MatroskaMasteringMeta, max_luminance) },
  430. CHILD_OF(matroska_track_video_color)
  431. };
  432. static EbmlSyntax matroska_track_video_color[] = {
  433. { MATROSKA_ID_VIDEOCOLORMATRIXCOEFF, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, matrix_coefficients), { .u = AVCOL_SPC_UNSPECIFIED } },
  434. { MATROSKA_ID_VIDEOCOLORBITSPERCHANNEL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, bits_per_channel), { .u = 0 } },
  435. { MATROSKA_ID_VIDEOCOLORCHROMASUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_horz) },
  436. { MATROSKA_ID_VIDEOCOLORCHROMASUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_sub_vert) },
  437. { MATROSKA_ID_VIDEOCOLORCBSUBHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_horz) },
  438. { MATROSKA_ID_VIDEOCOLORCBSUBVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, cb_sub_vert) },
  439. { MATROSKA_ID_VIDEOCOLORCHROMASITINGHORZ, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_horz), { .u = MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED } },
  440. { MATROSKA_ID_VIDEOCOLORCHROMASITINGVERT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, chroma_siting_vert), { .u = MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED } },
  441. { MATROSKA_ID_VIDEOCOLORRANGE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, range), { .u = AVCOL_RANGE_UNSPECIFIED } },
  442. { MATROSKA_ID_VIDEOCOLORTRANSFERCHARACTERISTICS, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, transfer_characteristics), { .u = AVCOL_TRC_UNSPECIFIED } },
  443. { MATROSKA_ID_VIDEOCOLORPRIMARIES, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, primaries), { .u = AVCOL_PRI_UNSPECIFIED } },
  444. { MATROSKA_ID_VIDEOCOLORMAXCLL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_cll) },
  445. { MATROSKA_ID_VIDEOCOLORMAXFALL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoColor, max_fall) },
  446. { MATROSKA_ID_VIDEOCOLORMASTERINGMETA, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideoColor, mastering_meta), { .n = matroska_mastering_meta } },
  447. CHILD_OF(matroska_track_video)
  448. };
  449. static EbmlSyntax matroska_track_video_projection[] = {
  450. { MATROSKA_ID_VIDEOPROJECTIONTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideoProjection, type), { .u = MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR } },
  451. { MATROSKA_ID_VIDEOPROJECTIONPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideoProjection, private) },
  452. { MATROSKA_ID_VIDEOPROJECTIONPOSEYAW, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, yaw), { .f = 0.0 } },
  453. { MATROSKA_ID_VIDEOPROJECTIONPOSEPITCH, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, pitch), { .f = 0.0 } },
  454. { MATROSKA_ID_VIDEOPROJECTIONPOSEROLL, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideoProjection, roll), { .f = 0.0 } },
  455. CHILD_OF(matroska_track_video)
  456. };
  457. static EbmlSyntax matroska_track_video[] = {
  458. { MATROSKA_ID_VIDEOFRAMERATE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackVideo, frame_rate) },
  459. { MATROSKA_ID_VIDEODISPLAYWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_width), { .u=-1 } },
  460. { MATROSKA_ID_VIDEODISPLAYHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_height), { .u=-1 } },
  461. { MATROSKA_ID_VIDEOPIXELWIDTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_width) },
  462. { MATROSKA_ID_VIDEOPIXELHEIGHT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_height) },
  463. { MATROSKA_ID_VIDEOCOLORSPACE, EBML_BIN, 0, 0, offsetof(MatroskaTrackVideo, color_space) },
  464. { MATROSKA_ID_VIDEOALPHAMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, alpha_mode), { .u = 0 } },
  465. { MATROSKA_ID_VIDEOCOLOR, EBML_NEST, 0, sizeof(MatroskaTrackVideoColor), offsetof(MatroskaTrackVideo, color), { .n = matroska_track_video_color } },
  466. { MATROSKA_ID_VIDEOPROJECTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackVideo, projection), { .n = matroska_track_video_projection } },
  467. { MATROSKA_ID_VIDEOPIXELCROPB, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_cropb), {.u = 0 } },
  468. { MATROSKA_ID_VIDEOPIXELCROPT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_cropt), {.u = 0 } },
  469. { MATROSKA_ID_VIDEOPIXELCROPL, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_cropl), {.u = 0 } },
  470. { MATROSKA_ID_VIDEOPIXELCROPR, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, pixel_cropr), {.u = 0 } },
  471. { MATROSKA_ID_VIDEODISPLAYUNIT, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, display_unit), { .u= MATROSKA_VIDEO_DISPLAYUNIT_PIXELS } },
  472. { MATROSKA_ID_VIDEOFLAGINTERLACED, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, interlaced), { .u = MATROSKA_VIDEO_INTERLACE_FLAG_UNDETERMINED } },
  473. { MATROSKA_ID_VIDEOFIELDORDER, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, field_order), { .u = MATROSKA_VIDEO_FIELDORDER_UNDETERMINED } },
  474. { MATROSKA_ID_VIDEOSTEREOMODE, EBML_UINT, 0, 0, offsetof(MatroskaTrackVideo, stereo_mode), { .u = MATROSKA_VIDEO_STEREOMODE_TYPE_NB } },
  475. { MATROSKA_ID_VIDEOASPECTRATIO, EBML_NONE },
  476. CHILD_OF(matroska_track)
  477. };
  478. static EbmlSyntax matroska_track_audio[] = {
  479. { MATROSKA_ID_AUDIOSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, samplerate), { .f = 8000.0 } },
  480. { MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, EBML_FLOAT, 0, 0, offsetof(MatroskaTrackAudio, out_samplerate) },
  481. { MATROSKA_ID_AUDIOBITDEPTH, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, bitdepth) },
  482. { MATROSKA_ID_AUDIOCHANNELS, EBML_UINT, 0, 0, offsetof(MatroskaTrackAudio, channels), { .u = 1 } },
  483. CHILD_OF(matroska_track)
  484. };
  485. static EbmlSyntax matroska_track_encoding_compression[] = {
  486. { MATROSKA_ID_ENCODINGCOMPALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackCompression, algo), { .u = MATROSKA_TRACK_ENCODING_COMP_ZLIB } },
  487. { MATROSKA_ID_ENCODINGCOMPSETTINGS, EBML_BIN, 0, 0, offsetof(MatroskaTrackCompression, settings) },
  488. CHILD_OF(matroska_track_encoding)
  489. };
  490. static EbmlSyntax matroska_track_encoding_encryption[] = {
  491. { MATROSKA_ID_ENCODINGENCALGO, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncryption,algo), {.u = 0} },
  492. { MATROSKA_ID_ENCODINGENCKEYID, EBML_BIN, 0, 0, offsetof(MatroskaTrackEncryption,key_id) },
  493. { MATROSKA_ID_ENCODINGENCAESSETTINGS, EBML_NONE },
  494. { MATROSKA_ID_ENCODINGSIGALGO, EBML_NONE },
  495. { MATROSKA_ID_ENCODINGSIGHASHALGO, EBML_NONE },
  496. { MATROSKA_ID_ENCODINGSIGKEYID, EBML_NONE },
  497. { MATROSKA_ID_ENCODINGSIGNATURE, EBML_NONE },
  498. CHILD_OF(matroska_track_encoding)
  499. };
  500. static EbmlSyntax matroska_track_encoding[] = {
  501. { MATROSKA_ID_ENCODINGSCOPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, scope), { .u = 1 } },
  502. { MATROSKA_ID_ENCODINGTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackEncoding, type), { .u = 0 } },
  503. { MATROSKA_ID_ENCODINGCOMPRESSION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, compression), { .n = matroska_track_encoding_compression } },
  504. { MATROSKA_ID_ENCODINGENCRYPTION, EBML_NEST, 0, 0, offsetof(MatroskaTrackEncoding, encryption), { .n = matroska_track_encoding_encryption } },
  505. { MATROSKA_ID_ENCODINGORDER, EBML_NONE },
  506. CHILD_OF(matroska_track_encodings)
  507. };
  508. static EbmlSyntax matroska_track_encodings[] = {
  509. { MATROSKA_ID_TRACKCONTENTENCODING, EBML_NEST, 0, sizeof(MatroskaTrackEncoding), offsetof(MatroskaTrack, encodings), { .n = matroska_track_encoding } },
  510. CHILD_OF(matroska_track)
  511. };
  512. static EbmlSyntax matroska_track_plane[] = {
  513. { MATROSKA_ID_TRACKPLANEUID, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,uid) },
  514. { MATROSKA_ID_TRACKPLANETYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrackPlane,type) },
  515. CHILD_OF(matroska_track_combine_planes)
  516. };
  517. static EbmlSyntax matroska_track_combine_planes[] = {
  518. { MATROSKA_ID_TRACKPLANE, EBML_NEST, 0, sizeof(MatroskaTrackPlane), offsetof(MatroskaTrackOperation,combine_planes), {.n = matroska_track_plane} },
  519. CHILD_OF(matroska_track_operation)
  520. };
  521. static EbmlSyntax matroska_track_operation[] = {
  522. { MATROSKA_ID_TRACKCOMBINEPLANES, EBML_NEST, 0, 0, 0, {.n = matroska_track_combine_planes} },
  523. CHILD_OF(matroska_track)
  524. };
  525. static EbmlSyntax matroska_block_addition_mapping[] = {
  526. { MATROSKA_ID_BLKADDIDVALUE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, value) },
  527. { MATROSKA_ID_BLKADDIDNAME, EBML_STR, 0, 0, offsetof(MatroskaBlockAdditionMapping, name) },
  528. { MATROSKA_ID_BLKADDIDTYPE, EBML_UINT, 0, 0, offsetof(MatroskaBlockAdditionMapping, type), { .u = MATROSKA_BLOCK_ADD_ID_TYPE_DEFAULT } },
  529. { MATROSKA_ID_BLKADDIDEXTRADATA, EBML_BIN, 0, 0, offsetof(MatroskaBlockAdditionMapping, extradata) },
  530. CHILD_OF(matroska_track)
  531. };
  532. static EbmlSyntax matroska_track[] = {
  533. { MATROSKA_ID_TRACKNUMBER, EBML_UINT, 0, 0, offsetof(MatroskaTrack, num) },
  534. { MATROSKA_ID_TRACKNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTrack, name) },
  535. { MATROSKA_ID_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, uid) },
  536. { MATROSKA_ID_TRACKTYPE, EBML_UINT, 0, 0, offsetof(MatroskaTrack, type) },
  537. { MATROSKA_ID_CODECID, EBML_STR, 0, 0, offsetof(MatroskaTrack, codec_id) },
  538. { MATROSKA_ID_CODECPRIVATE, EBML_BIN, 0, 0, offsetof(MatroskaTrack, codec_priv) },
  539. { MATROSKA_ID_CODECDELAY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, codec_delay), { .u = 0 } },
  540. { MATROSKA_ID_TRACKLANGUAGE, EBML_STR, 0, 0, offsetof(MatroskaTrack, language), { .s = "eng" } },
  541. { MATROSKA_ID_TRACKDEFAULTDURATION, EBML_UINT, 0, 0, offsetof(MatroskaTrack, default_duration) },
  542. { MATROSKA_ID_TRACKTIMECODESCALE, EBML_FLOAT, 0, 0, offsetof(MatroskaTrack, time_scale), { .f = 1.0 } },
  543. { MATROSKA_ID_TRACKFLAGCOMMENTARY, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_comment), { .u = 0 } },
  544. { MATROSKA_ID_TRACKFLAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_default), { .u = 1 } },
  545. { MATROSKA_ID_TRACKFLAGFORCED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_forced), { .u = 0 } },
  546. { MATROSKA_ID_TRACKFLAGHEARINGIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_hearingimpaired), { .u = 0 } },
  547. { MATROSKA_ID_TRACKFLAGVISUALIMPAIRED, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_visualimpaired), { .u = 0 } },
  548. { MATROSKA_ID_TRACKFLAGTEXTDESCRIPTIONS, EBML_UINT, 0, 0, offsetof(MatroskaTrack, flag_textdescriptions), { .u = 0 } },
  549. { MATROSKA_ID_TRACKFLAGORIGINAL, EBML_UINT, 1, 0, offsetof(MatroskaTrack, flag_original), {.u = 0 } },
  550. { MATROSKA_ID_TRACKVIDEO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, video), { .n = matroska_track_video } },
  551. { MATROSKA_ID_TRACKAUDIO, EBML_NEST, 0, 0, offsetof(MatroskaTrack, audio), { .n = matroska_track_audio } },
  552. { MATROSKA_ID_TRACKOPERATION, EBML_NEST, 0, 0, offsetof(MatroskaTrack, operation), { .n = matroska_track_operation } },
  553. { MATROSKA_ID_TRACKCONTENTENCODINGS, EBML_NEST, 0, 0, 0, { .n = matroska_track_encodings } },
  554. { MATROSKA_ID_TRACKMAXBLKADDID, EBML_UINT, 0, 0, offsetof(MatroskaTrack, max_block_additional_id), { .u = 0 } },
  555. { MATROSKA_ID_TRACKBLKADDMAPPING, EBML_NEST, 0, sizeof(MatroskaBlockAdditionMapping), offsetof(MatroskaTrack, block_addition_mappings), { .n = matroska_block_addition_mapping } },
  556. { MATROSKA_ID_SEEKPREROLL, EBML_UINT, 0, 0, offsetof(MatroskaTrack, seek_preroll), { .u = 0 } },
  557. { MATROSKA_ID_TRACKFLAGENABLED, EBML_NONE },
  558. { MATROSKA_ID_TRACKFLAGLACING, EBML_NONE },
  559. { MATROSKA_ID_CODECNAME, EBML_NONE },
  560. { MATROSKA_ID_CODECDECODEALL, EBML_NONE },
  561. { MATROSKA_ID_CODECINFOURL, EBML_NONE },
  562. { MATROSKA_ID_CODECDOWNLOADURL, EBML_NONE },
  563. { MATROSKA_ID_TRACKMINCACHE, EBML_NONE },
  564. { MATROSKA_ID_TRACKMAXCACHE, EBML_NONE },
  565. CHILD_OF(matroska_tracks)
  566. };
  567. static EbmlSyntax matroska_tracks[] = {
  568. { MATROSKA_ID_TRACKENTRY, EBML_NEST, 0, sizeof(MatroskaTrack), offsetof(MatroskaDemuxContext, tracks), { .n = matroska_track } },
  569. CHILD_OF(matroska_segment)
  570. };
  571. static EbmlSyntax matroska_attachment[] = {
  572. { MATROSKA_ID_FILEUID, EBML_UINT, 0, 0, offsetof(MatroskaAttachment, uid) },
  573. { MATROSKA_ID_FILENAME, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, filename) },
  574. { MATROSKA_ID_FILEMIMETYPE, EBML_STR, 0, 0, offsetof(MatroskaAttachment, mime) },
  575. { MATROSKA_ID_FILEDATA, EBML_BIN, 0, 0, offsetof(MatroskaAttachment, bin) },
  576. { MATROSKA_ID_FILEDESC, EBML_UTF8, 0, 0, offsetof(MatroskaAttachment, description) },
  577. CHILD_OF(matroska_attachments)
  578. };
  579. static EbmlSyntax matroska_attachments[] = {
  580. { MATROSKA_ID_ATTACHEDFILE, EBML_NEST, 0, sizeof(MatroskaAttachment), offsetof(MatroskaDemuxContext, attachments), { .n = matroska_attachment } },
  581. CHILD_OF(matroska_segment)
  582. };
  583. static EbmlSyntax matroska_chapter_display[] = {
  584. { MATROSKA_ID_CHAPSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaChapter, title) },
  585. { MATROSKA_ID_CHAPLANG, EBML_NONE },
  586. { MATROSKA_ID_CHAPCOUNTRY, EBML_NONE },
  587. CHILD_OF(matroska_chapter_entry)
  588. };
  589. static EbmlSyntax matroska_chapter_entry[] = {
  590. { MATROSKA_ID_CHAPTERTIMESTART, EBML_UINT, 0, 0, offsetof(MatroskaChapter, start), { .u = AV_NOPTS_VALUE } },
  591. { MATROSKA_ID_CHAPTERTIMEEND, EBML_UINT, 0, 0, offsetof(MatroskaChapter, end), { .u = AV_NOPTS_VALUE } },
  592. { MATROSKA_ID_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaChapter, uid) },
  593. { MATROSKA_ID_CHAPTERDISPLAY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter_display } },
  594. { MATROSKA_ID_CHAPTERFLAGHIDDEN, EBML_NONE },
  595. { MATROSKA_ID_CHAPTERFLAGENABLED, EBML_NONE },
  596. { MATROSKA_ID_CHAPTERPHYSEQUIV, EBML_NONE },
  597. { MATROSKA_ID_CHAPTERATOM, EBML_NONE },
  598. CHILD_OF(matroska_chapter)
  599. };
  600. static EbmlSyntax matroska_chapter[] = {
  601. { MATROSKA_ID_CHAPTERATOM, EBML_NEST, 0, sizeof(MatroskaChapter), offsetof(MatroskaDemuxContext, chapters), { .n = matroska_chapter_entry } },
  602. { MATROSKA_ID_EDITIONUID, EBML_NONE },
  603. { MATROSKA_ID_EDITIONFLAGHIDDEN, EBML_NONE },
  604. { MATROSKA_ID_EDITIONFLAGDEFAULT, EBML_NONE },
  605. { MATROSKA_ID_EDITIONFLAGORDERED, EBML_NONE },
  606. CHILD_OF(matroska_chapters)
  607. };
  608. static EbmlSyntax matroska_chapters[] = {
  609. { MATROSKA_ID_EDITIONENTRY, EBML_NEST, 0, 0, 0, { .n = matroska_chapter } },
  610. CHILD_OF(matroska_segment)
  611. };
  612. static EbmlSyntax matroska_index_pos[] = {
  613. { MATROSKA_ID_CUETRACK, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, track) },
  614. { MATROSKA_ID_CUECLUSTERPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaIndexPos, pos) },
  615. { MATROSKA_ID_CUERELATIVEPOSITION,EBML_NONE },
  616. { MATROSKA_ID_CUEDURATION, EBML_NONE },
  617. { MATROSKA_ID_CUEBLOCKNUMBER, EBML_NONE },
  618. CHILD_OF(matroska_index_entry)
  619. };
  620. static EbmlSyntax matroska_index_entry[] = {
  621. { MATROSKA_ID_CUETIME, EBML_UINT, 0, 0, offsetof(MatroskaIndex, time) },
  622. { MATROSKA_ID_CUETRACKPOSITION, EBML_NEST, 0, sizeof(MatroskaIndexPos), offsetof(MatroskaIndex, pos), { .n = matroska_index_pos } },
  623. CHILD_OF(matroska_index)
  624. };
  625. static EbmlSyntax matroska_index[] = {
  626. { MATROSKA_ID_POINTENTRY, EBML_NEST, 0, sizeof(MatroskaIndex), offsetof(MatroskaDemuxContext, index), { .n = matroska_index_entry } },
  627. CHILD_OF(matroska_segment)
  628. };
  629. static EbmlSyntax matroska_simpletag[] = {
  630. { MATROSKA_ID_TAGNAME, EBML_UTF8, 0, 0, offsetof(MatroskaTag, name) },
  631. { MATROSKA_ID_TAGSTRING, EBML_UTF8, 0, 0, offsetof(MatroskaTag, string) },
  632. { MATROSKA_ID_TAGLANG, EBML_STR, 0, 0, offsetof(MatroskaTag, lang), { .s = "und" } },
  633. { MATROSKA_ID_TAGDEFAULT, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
  634. { MATROSKA_ID_TAGDEFAULT_BUG, EBML_UINT, 0, 0, offsetof(MatroskaTag, def) },
  635. { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTag, sub), { .n = matroska_simpletag } },
  636. CHILD_OF(matroska_tag)
  637. };
  638. static EbmlSyntax matroska_tagtargets[] = {
  639. { MATROSKA_ID_TAGTARGETS_TYPE, EBML_STR, 0, 0, offsetof(MatroskaTagTarget, type) },
  640. { MATROSKA_ID_TAGTARGETS_TYPEVALUE, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, typevalue), { .u = 50 } },
  641. { MATROSKA_ID_TAGTARGETS_TRACKUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, trackuid), { .u = 0 } },
  642. { MATROSKA_ID_TAGTARGETS_CHAPTERUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, chapteruid), { .u = 0 } },
  643. { MATROSKA_ID_TAGTARGETS_ATTACHUID, EBML_UINT, 0, 0, offsetof(MatroskaTagTarget, attachuid), { .u = 0 } },
  644. CHILD_OF(matroska_tag)
  645. };
  646. static EbmlSyntax matroska_tag[] = {
  647. { MATROSKA_ID_SIMPLETAG, EBML_NEST, 0, sizeof(MatroskaTag), offsetof(MatroskaTags, tag), { .n = matroska_simpletag } },
  648. { MATROSKA_ID_TAGTARGETS, EBML_NEST, 0, 0, offsetof(MatroskaTags, target), { .n = matroska_tagtargets } },
  649. CHILD_OF(matroska_tags)
  650. };
  651. static EbmlSyntax matroska_tags[] = {
  652. { MATROSKA_ID_TAG, EBML_NEST, 0, sizeof(MatroskaTags), offsetof(MatroskaDemuxContext, tags), { .n = matroska_tag } },
  653. CHILD_OF(matroska_segment)
  654. };
  655. static EbmlSyntax matroska_seekhead_entry[] = {
  656. { MATROSKA_ID_SEEKID, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, id) },
  657. { MATROSKA_ID_SEEKPOSITION, EBML_UINT, 0, 0, offsetof(MatroskaSeekhead, pos), { .u = -1 } },
  658. CHILD_OF(matroska_seekhead)
  659. };
  660. static EbmlSyntax matroska_seekhead[] = {
  661. { MATROSKA_ID_SEEKENTRY, EBML_NEST, 0, sizeof(MatroskaSeekhead), offsetof(MatroskaDemuxContext, seekhead), { .n = matroska_seekhead_entry } },
  662. CHILD_OF(matroska_segment)
  663. };
  664. static EbmlSyntax matroska_segment[] = {
  665. { MATROSKA_ID_CLUSTER, EBML_STOP },
  666. { MATROSKA_ID_INFO, EBML_LEVEL1, 0, 0, 0, { .n = matroska_info } },
  667. { MATROSKA_ID_TRACKS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tracks } },
  668. { MATROSKA_ID_ATTACHMENTS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_attachments } },
  669. { MATROSKA_ID_CHAPTERS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_chapters } },
  670. { MATROSKA_ID_CUES, EBML_LEVEL1, 0, 0, 0, { .n = matroska_index } },
  671. { MATROSKA_ID_TAGS, EBML_LEVEL1, 0, 0, 0, { .n = matroska_tags } },
  672. { MATROSKA_ID_SEEKHEAD, EBML_LEVEL1, 0, 0, 0, { .n = matroska_seekhead } },
  673. { 0 } /* We don't want to go back to level 0, so don't add the parent. */
  674. };
  675. static EbmlSyntax matroska_segments[] = {
  676. { MATROSKA_ID_SEGMENT, EBML_NEST, 0, 0, 0, { .n = matroska_segment } },
  677. { 0 }
  678. };
  679. static EbmlSyntax matroska_blockmore[] = {
  680. { MATROSKA_ID_BLOCKADDID, EBML_UINT, 0, 0, offsetof(MatroskaBlockMore,additional_id), { .u = MATROSKA_BLOCK_ADD_ID_OPAQUE } },
  681. { MATROSKA_ID_BLOCKADDITIONAL, EBML_BIN, 0, 0, offsetof(MatroskaBlockMore,additional) },
  682. CHILD_OF(matroska_blockadditions)
  683. };
  684. static EbmlSyntax matroska_blockadditions[] = {
  685. { MATROSKA_ID_BLOCKMORE, EBML_NEST, 0, sizeof(MatroskaBlockMore), offsetof(MatroskaBlock, blockmore), { .n = matroska_blockmore } },
  686. CHILD_OF(matroska_blockgroup)
  687. };
  688. static EbmlSyntax matroska_blockgroup[] = {
  689. { MATROSKA_ID_BLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
  690. { MATROSKA_ID_BLOCKADDITIONS, EBML_NEST, 0, 0, 0, { .n = matroska_blockadditions} },
  691. { MATROSKA_ID_BLOCKDURATION, EBML_UINT, 0, 0, offsetof(MatroskaBlock, duration) },
  692. { MATROSKA_ID_DISCARDPADDING, EBML_SINT, 0, 0, offsetof(MatroskaBlock, discard_padding) },
  693. { MATROSKA_ID_BLOCKREFERENCE, EBML_SINT, 1, 0, offsetof(MatroskaBlock, reference) },
  694. { MATROSKA_ID_CODECSTATE, EBML_NONE },
  695. { 1, EBML_UINT, 0, 0, offsetof(MatroskaBlock, non_simple), { .u = 1 } },
  696. CHILD_OF(matroska_cluster_parsing)
  697. };
  698. // The following array contains SimpleBlock and BlockGroup twice
  699. // in order to reuse the other values for matroska_cluster_enter.
  700. static EbmlSyntax matroska_cluster_parsing[] = {
  701. { MATROSKA_ID_SIMPLEBLOCK, EBML_BIN, 0, 0, offsetof(MatroskaBlock, bin) },
  702. { MATROSKA_ID_BLOCKGROUP, EBML_NEST, 0, 0, 0, { .n = matroska_blockgroup } },
  703. { MATROSKA_ID_CLUSTERTIMECODE, EBML_UINT, 0, 0, offsetof(MatroskaCluster, timecode) },
  704. { MATROSKA_ID_SIMPLEBLOCK, EBML_STOP },
  705. { MATROSKA_ID_BLOCKGROUP, EBML_STOP },
  706. { MATROSKA_ID_CLUSTERPOSITION, EBML_NONE },
  707. { MATROSKA_ID_CLUSTERPREVSIZE, EBML_NONE },
  708. CHILD_OF(matroska_segment)
  709. };
  710. static EbmlSyntax matroska_cluster_enter[] = {
  711. { MATROSKA_ID_CLUSTER, EBML_NEST, 0, 0, 0, { .n = &matroska_cluster_parsing[2] } },
  712. { 0 }
  713. };
  714. #undef CHILD_OF
  715. static const CodecMime mkv_image_mime_tags[] = {
  716. {"image/gif" , AV_CODEC_ID_GIF},
  717. {"image/jpeg" , AV_CODEC_ID_MJPEG},
  718. {"image/png" , AV_CODEC_ID_PNG},
  719. {"image/tiff" , AV_CODEC_ID_TIFF},
  720. {"" , AV_CODEC_ID_NONE}
  721. };
  722. static const CodecMime mkv_mime_tags[] = {
  723. {"application/x-truetype-font", AV_CODEC_ID_TTF},
  724. {"application/x-font" , AV_CODEC_ID_TTF},
  725. {"application/vnd.ms-opentype", AV_CODEC_ID_OTF},
  726. {"binary" , AV_CODEC_ID_BIN_DATA},
  727. {"" , AV_CODEC_ID_NONE}
  728. };
  729. static const char * const matroska_video_stereo_plane[MATROSKA_VIDEO_STEREO_PLANE_COUNT] = {
  730. "left",
  731. "right",
  732. "background",
  733. };
  734. static const char *const matroska_doctypes[] = { "matroska", "webm" };
  735. /*
  736. * This function prepares the status for parsing of level 1 elements.
  737. */
  738. static int matroska_reset_status(MatroskaDemuxContext *matroska,
  739. uint32_t id, int64_t position)
  740. {
  741. int64_t err = 0;
  742. if (position >= 0) {
  743. err = avio_seek(matroska->ctx->pb, position, SEEK_SET);
  744. if (err > 0)
  745. err = 0;
  746. } else
  747. position = avio_tell(matroska->ctx->pb);
  748. matroska->current_id = id;
  749. matroska->num_levels = 1;
  750. matroska->unknown_count = 0;
  751. matroska->resync_pos = position;
  752. if (id)
  753. matroska->resync_pos -= (av_log2(id) + 7) / 8;
  754. return err;
  755. }
  756. static int matroska_resync(MatroskaDemuxContext *matroska, int64_t last_pos)
  757. {
  758. AVIOContext *pb = matroska->ctx->pb;
  759. uint32_t id;
  760. /* Try to seek to the last position to resync from. If this doesn't work,
  761. * we resync from the earliest position available: The start of the buffer. */
  762. if (last_pos < avio_tell(pb) && avio_seek(pb, last_pos + 1, SEEK_SET) < 0) {
  763. av_log(matroska->ctx, AV_LOG_WARNING,
  764. "Seek to desired resync point failed. Seeking to "
  765. "earliest point available instead.\n");
  766. avio_seek(pb, FFMAX(avio_tell(pb) + (pb->buffer - pb->buf_ptr),
  767. last_pos + 1), SEEK_SET);
  768. }
  769. id = avio_rb32(pb);
  770. // try to find a toplevel element
  771. while (!avio_feof(pb)) {
  772. if (id == MATROSKA_ID_INFO || id == MATROSKA_ID_TRACKS ||
  773. id == MATROSKA_ID_CUES || id == MATROSKA_ID_TAGS ||
  774. id == MATROSKA_ID_SEEKHEAD || id == MATROSKA_ID_ATTACHMENTS ||
  775. id == MATROSKA_ID_CLUSTER || id == MATROSKA_ID_CHAPTERS) {
  776. /* Prepare the context for parsing of a level 1 element. */
  777. matroska_reset_status(matroska, id, -1);
  778. /* Given that we are here means that an error has occurred,
  779. * so treat the segment as unknown length in order not to
  780. * discard valid data that happens to be beyond the designated
  781. * end of the segment. */
  782. matroska->levels[0].length = EBML_UNKNOWN_LENGTH;
  783. return 0;
  784. }
  785. id = (id << 8) | avio_r8(pb);
  786. }
  787. matroska->done = 1;
  788. return pb->error ? pb->error : AVERROR_EOF;
  789. }
  790. /*
  791. * Read: an "EBML number", which is defined as a variable-length
  792. * array of bytes. The first byte indicates the length by giving a
  793. * number of 0-bits followed by a one. The position of the first
  794. * "one" bit inside the first byte indicates the length of this
  795. * number.
  796. * Returns: number of bytes read, < 0 on error
  797. */
  798. static int ebml_read_num(MatroskaDemuxContext *matroska, AVIOContext *pb,
  799. int max_size, uint64_t *number, int eof_forbidden)
  800. {
  801. int read, n = 1;
  802. uint64_t total;
  803. int64_t pos;
  804. /* The first byte tells us the length in bytes - except when it is zero. */
  805. total = avio_r8(pb);
  806. if (pb->eof_reached)
  807. goto err;
  808. /* get the length of the EBML number */
  809. read = 8 - ff_log2_tab[total];
  810. if (!total || read > max_size) {
  811. pos = avio_tell(pb) - 1;
  812. if (!total) {
  813. av_log(matroska->ctx, AV_LOG_ERROR,
  814. "0x00 at pos %"PRId64" (0x%"PRIx64") invalid as first byte "
  815. "of an EBML number\n", pos, pos);
  816. } else {
  817. av_log(matroska->ctx, AV_LOG_ERROR,
  818. "Length %d indicated by an EBML number's first byte 0x%02x "
  819. "at pos %"PRId64" (0x%"PRIx64") exceeds max length %d.\n",
  820. read, (uint8_t) total, pos, pos, max_size);
  821. }
  822. return AVERROR_INVALIDDATA;
  823. }
  824. /* read out length */
  825. total ^= 1 << ff_log2_tab[total];
  826. while (n++ < read)
  827. total = (total << 8) | avio_r8(pb);
  828. if (pb->eof_reached) {
  829. eof_forbidden = 1;
  830. goto err;
  831. }
  832. *number = total;
  833. return read;
  834. err:
  835. pos = avio_tell(pb);
  836. if (pb->error) {
  837. av_log(matroska->ctx, AV_LOG_ERROR,
  838. "Read error at pos. %"PRIu64" (0x%"PRIx64")\n",
  839. pos, pos);
  840. return pb->error;
  841. }
  842. if (eof_forbidden) {
  843. av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
  844. "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
  845. return AVERROR(EIO);
  846. }
  847. return AVERROR_EOF;
  848. }
  849. /**
  850. * Read a EBML length value.
  851. * This needs special handling for the "unknown length" case which has multiple
  852. * encodings.
  853. */
  854. static int ebml_read_length(MatroskaDemuxContext *matroska, AVIOContext *pb,
  855. uint64_t *number)
  856. {
  857. int res = ebml_read_num(matroska, pb, 8, number, 1);
  858. if (res > 0 && *number + 1 == 1ULL << (7 * res))
  859. *number = EBML_UNKNOWN_LENGTH;
  860. return res;
  861. }
  862. /*
  863. * Read the next element as an unsigned int.
  864. * Returns NEEDS_CHECKING unless size == 0.
  865. */
  866. static int ebml_read_uint(AVIOContext *pb, int size,
  867. uint64_t default_value, uint64_t *num)
  868. {
  869. int n = 0;
  870. if (size == 0) {
  871. *num = default_value;
  872. return 0;
  873. }
  874. /* big-endian ordering; build up number */
  875. *num = 0;
  876. while (n++ < size)
  877. *num = (*num << 8) | avio_r8(pb);
  878. return NEEDS_CHECKING;
  879. }
  880. /*
  881. * Read the next element as a signed int.
  882. * Returns NEEDS_CHECKING unless size == 0.
  883. */
  884. static int ebml_read_sint(AVIOContext *pb, int size,
  885. int64_t default_value, int64_t *num)
  886. {
  887. int n = 1;
  888. if (size == 0) {
  889. *num = default_value;
  890. return 0;
  891. } else {
  892. *num = sign_extend(avio_r8(pb), 8);
  893. /* big-endian ordering; build up number */
  894. while (n++ < size)
  895. *num = ((uint64_t)*num << 8) | avio_r8(pb);
  896. }
  897. return NEEDS_CHECKING;
  898. }
  899. /*
  900. * Read the next element as a float.
  901. * Returns 0 if size == 0, NEEDS_CHECKING or < 0 on obvious failure.
  902. */
  903. static int ebml_read_float(AVIOContext *pb, int size,
  904. double default_value, double *num)
  905. {
  906. if (size == 0) {
  907. *num = default_value;
  908. return 0;
  909. } else if (size == 4) {
  910. *num = av_int2float(avio_rb32(pb));
  911. } else if (size == 8) {
  912. *num = av_int2double(avio_rb64(pb));
  913. } else
  914. return AVERROR_INVALIDDATA;
  915. return NEEDS_CHECKING;
  916. }
  917. /*
  918. * Read the next element as an ASCII string.
  919. * 0 is success, < 0 or NEEDS_CHECKING is failure.
  920. */
  921. static int ebml_read_ascii(AVIOContext *pb, int size,
  922. const char *default_value, char **str)
  923. {
  924. char *res;
  925. int ret;
  926. if (size == 0 && default_value) {
  927. res = av_strdup(default_value);
  928. if (!res)
  929. return AVERROR(ENOMEM);
  930. } else {
  931. /* EBML strings are usually not 0-terminated, so we allocate one
  932. * byte more, read the string and NUL-terminate it ourselves. */
  933. if (!(res = av_malloc(size + 1)))
  934. return AVERROR(ENOMEM);
  935. if ((ret = avio_read(pb, (uint8_t *) res, size)) != size) {
  936. av_free(res);
  937. return ret < 0 ? ret : NEEDS_CHECKING;
  938. }
  939. (res)[size] = '\0';
  940. }
  941. av_free(*str);
  942. *str = res;
  943. return 0;
  944. }
  945. /*
  946. * Read the next element as binary data.
  947. * 0 is success, < 0 or NEEDS_CHECKING is failure.
  948. */
  949. static int ebml_read_binary(AVIOContext *pb, int length,
  950. int64_t pos, EbmlBin *bin)
  951. {
  952. int ret;
  953. ret = av_buffer_realloc(&bin->buf, length + AV_INPUT_BUFFER_PADDING_SIZE);
  954. if (ret < 0)
  955. return ret;
  956. memset(bin->buf->data + length, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  957. bin->data = bin->buf->data;
  958. bin->size = length;
  959. bin->pos = pos;
  960. if ((ret = avio_read(pb, bin->data, length)) != length) {
  961. av_buffer_unref(&bin->buf);
  962. bin->data = NULL;
  963. bin->size = 0;
  964. return ret < 0 ? ret : NEEDS_CHECKING;
  965. }
  966. return 0;
  967. }
  968. /*
  969. * Read the next element, but only the header. The contents
  970. * are supposed to be sub-elements which can be read separately.
  971. * 0 is success, < 0 is failure.
  972. */
  973. static int ebml_read_master(MatroskaDemuxContext *matroska,
  974. uint64_t length, int64_t pos)
  975. {
  976. MatroskaLevel *level;
  977. if (matroska->num_levels >= EBML_MAX_DEPTH) {
  978. av_log(matroska->ctx, AV_LOG_ERROR,
  979. "File moves beyond max. allowed depth (%d)\n", EBML_MAX_DEPTH);
  980. return AVERROR(ENOSYS);
  981. }
  982. level = &matroska->levels[matroska->num_levels++];
  983. level->start = pos;
  984. level->length = length;
  985. return 0;
  986. }
  987. /*
  988. * Read a signed "EBML number"
  989. * Return: number of bytes processed, < 0 on error
  990. */
  991. static int matroska_ebmlnum_sint(MatroskaDemuxContext *matroska,
  992. AVIOContext *pb, int64_t *num)
  993. {
  994. uint64_t unum;
  995. int res;
  996. /* read as unsigned number first */
  997. if ((res = ebml_read_num(matroska, pb, 8, &unum, 1)) < 0)
  998. return res;
  999. /* make signed (weird way) */
  1000. *num = unum - ((1LL << (7 * res - 1)) - 1);
  1001. return res;
  1002. }
  1003. static int ebml_parse(MatroskaDemuxContext *matroska,
  1004. EbmlSyntax *syntax, void *data);
  1005. static EbmlSyntax *ebml_parse_id(EbmlSyntax *syntax, uint32_t id)
  1006. {
  1007. int i;
  1008. // Whoever touches this should be aware of the duplication
  1009. // existing in matroska_cluster_parsing.
  1010. for (i = 0; syntax[i].id; i++)
  1011. if (id == syntax[i].id)
  1012. break;
  1013. return &syntax[i];
  1014. }
  1015. static int ebml_parse_nest(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
  1016. void *data)
  1017. {
  1018. int res;
  1019. if (data) {
  1020. for (int i = 0; syntax[i].id; i++) {
  1021. void *dst = (char *)data + syntax[i].data_offset;
  1022. switch (syntax[i].type) {
  1023. case EBML_UINT:
  1024. *(uint64_t *)dst = syntax[i].def.u;
  1025. break;
  1026. case EBML_SINT:
  1027. *(int64_t *) dst = syntax[i].def.i;
  1028. break;
  1029. case EBML_FLOAT:
  1030. *(double *) dst = syntax[i].def.f;
  1031. break;
  1032. case EBML_STR:
  1033. case EBML_UTF8:
  1034. // the default may be NULL
  1035. if (syntax[i].def.s) {
  1036. *(char**)dst = av_strdup(syntax[i].def.s);
  1037. if (!*(char**)dst)
  1038. return AVERROR(ENOMEM);
  1039. }
  1040. break;
  1041. }
  1042. }
  1043. if (!matroska->levels[matroska->num_levels - 1].length) {
  1044. matroska->num_levels--;
  1045. return 0;
  1046. }
  1047. }
  1048. do {
  1049. res = ebml_parse(matroska, syntax, data);
  1050. } while (!res);
  1051. return res == LEVEL_ENDED ? 0 : res;
  1052. }
  1053. static int is_ebml_id_valid(uint32_t id)
  1054. {
  1055. // Due to endian nonsense in Matroska, the highest byte with any bits set
  1056. // will contain the leading length bit. This bit in turn identifies the
  1057. // total byte length of the element by its position within the byte.
  1058. unsigned int bits = av_log2(id);
  1059. return id && (bits + 7) / 8 == (8 - bits % 8);
  1060. }
  1061. /*
  1062. * Allocate and return the entry for the level1 element with the given ID. If
  1063. * an entry already exists, return the existing entry.
  1064. */
  1065. static MatroskaLevel1Element *matroska_find_level1_elem(MatroskaDemuxContext *matroska,
  1066. uint32_t id, int64_t pos)
  1067. {
  1068. int i;
  1069. MatroskaLevel1Element *elem;
  1070. if (!is_ebml_id_valid(id))
  1071. return NULL;
  1072. // Some files link to all clusters; useless.
  1073. if (id == MATROSKA_ID_CLUSTER)
  1074. return NULL;
  1075. // There can be multiple SeekHeads and Tags.
  1076. for (i = 0; i < matroska->num_level1_elems; i++) {
  1077. if (matroska->level1_elems[i].id == id) {
  1078. if (matroska->level1_elems[i].pos == pos ||
  1079. id != MATROSKA_ID_SEEKHEAD && id != MATROSKA_ID_TAGS)
  1080. return &matroska->level1_elems[i];
  1081. }
  1082. }
  1083. // Only a completely broken file would have more elements.
  1084. if (matroska->num_level1_elems >= FF_ARRAY_ELEMS(matroska->level1_elems)) {
  1085. av_log(matroska->ctx, AV_LOG_ERROR, "Too many level1 elements.\n");
  1086. return NULL;
  1087. }
  1088. elem = &matroska->level1_elems[matroska->num_level1_elems++];
  1089. *elem = (MatroskaLevel1Element){.id = id};
  1090. return elem;
  1091. }
  1092. static int ebml_parse(MatroskaDemuxContext *matroska,
  1093. EbmlSyntax *syntax, void *data)
  1094. {
  1095. static const uint64_t max_lengths[EBML_TYPE_COUNT] = {
  1096. // Forbid unknown-length EBML_NONE elements.
  1097. [EBML_NONE] = EBML_UNKNOWN_LENGTH - 1,
  1098. [EBML_UINT] = 8,
  1099. [EBML_SINT] = 8,
  1100. [EBML_FLOAT] = 8,
  1101. // max. 16 MB for strings
  1102. [EBML_STR] = 0x1000000,
  1103. [EBML_UTF8] = 0x1000000,
  1104. // max. 256 MB for binary data
  1105. [EBML_BIN] = 0x10000000,
  1106. // no limits for anything else
  1107. };
  1108. AVIOContext *pb = matroska->ctx->pb;
  1109. uint32_t id;
  1110. uint64_t length;
  1111. int64_t pos = avio_tell(pb), pos_alt;
  1112. int res, update_pos = 1, level_check;
  1113. MatroskaLevel1Element *level1_elem;
  1114. MatroskaLevel *level = matroska->num_levels ? &matroska->levels[matroska->num_levels - 1] : NULL;
  1115. if (!matroska->current_id) {
  1116. uint64_t id;
  1117. res = ebml_read_num(matroska, pb, 4, &id, 0);
  1118. if (res < 0) {
  1119. if (pb->eof_reached && res == AVERROR_EOF) {
  1120. if (matroska->is_live)
  1121. // in live mode, finish parsing if EOF is reached.
  1122. return 1;
  1123. if (level && pos == avio_tell(pb)) {
  1124. if (level->length == EBML_UNKNOWN_LENGTH) {
  1125. // Unknown-length levels automatically end at EOF.
  1126. matroska->num_levels--;
  1127. return LEVEL_ENDED;
  1128. } else {
  1129. av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely "
  1130. "at pos. %"PRIu64" (0x%"PRIx64")\n", pos, pos);
  1131. }
  1132. }
  1133. }
  1134. return res;
  1135. }
  1136. matroska->current_id = id | 1 << 7 * res;
  1137. pos_alt = pos + res;
  1138. } else {
  1139. pos_alt = pos;
  1140. pos -= (av_log2(matroska->current_id) + 7) / 8;
  1141. }
  1142. id = matroska->current_id;
  1143. syntax = ebml_parse_id(syntax, id);
  1144. if (!syntax->id && id != EBML_ID_VOID && id != EBML_ID_CRC32) {
  1145. if (level && level->length == EBML_UNKNOWN_LENGTH) {
  1146. // Unknown-length levels end when an element from an upper level
  1147. // in the hierarchy is encountered.
  1148. while (syntax->def.n) {
  1149. syntax = ebml_parse_id(syntax->def.n, id);
  1150. if (syntax->id) {
  1151. matroska->num_levels--;
  1152. return LEVEL_ENDED;
  1153. }
  1154. // We have not encountered a known element; syntax is a sentinel.
  1155. av_assert1(syntax->type == EBML_NONE);
  1156. };
  1157. }
  1158. av_log(matroska->ctx, AV_LOG_DEBUG, "Unknown entry 0x%"PRIX32" at pos. "
  1159. "%"PRId64"\n", id, pos);
  1160. update_pos = 0; /* Don't update resync_pos as an error might have happened. */
  1161. }
  1162. if (data) {
  1163. data = (char *) data + syntax->data_offset;
  1164. if (syntax->list_elem_size) {
  1165. EbmlList *list = data;
  1166. void *newelem;
  1167. if ((unsigned)list->nb_elem + 1 >= UINT_MAX / syntax->list_elem_size)
  1168. return AVERROR(ENOMEM);
  1169. newelem = av_fast_realloc(list->elem,
  1170. &list->alloc_elem_size,
  1171. (list->nb_elem + 1) * syntax->list_elem_size);
  1172. if (!newelem)
  1173. return AVERROR(ENOMEM);
  1174. list->elem = newelem;
  1175. data = (char *) list->elem + list->nb_elem * syntax->list_elem_size;
  1176. memset(data, 0, syntax->list_elem_size);
  1177. list->nb_elem++;
  1178. }
  1179. }
  1180. if (syntax->type != EBML_STOP) {
  1181. matroska->current_id = 0;
  1182. if ((res = ebml_read_length(matroska, pb, &length)) < 0)
  1183. return res;
  1184. pos_alt += res;
  1185. if (matroska->num_levels > 0) {
  1186. if (length != EBML_UNKNOWN_LENGTH &&
  1187. level->length != EBML_UNKNOWN_LENGTH) {
  1188. uint64_t elem_end = pos_alt + length,
  1189. level_end = level->start + level->length;
  1190. if (elem_end < level_end) {
  1191. level_check = 0;
  1192. } else if (elem_end == level_end) {
  1193. level_check = LEVEL_ENDED;
  1194. } else {
  1195. av_log(matroska->ctx, AV_LOG_ERROR,
  1196. "Element at 0x%"PRIx64" ending at 0x%"PRIx64" exceeds "
  1197. "containing master element ending at 0x%"PRIx64"\n",
  1198. pos, elem_end, level_end);
  1199. return AVERROR_INVALIDDATA;
  1200. }
  1201. } else if (length != EBML_UNKNOWN_LENGTH) {
  1202. level_check = 0;
  1203. } else if (level->length != EBML_UNKNOWN_LENGTH) {
  1204. av_log(matroska->ctx, AV_LOG_ERROR, "Unknown-sized element "
  1205. "at 0x%"PRIx64" inside parent with finite size\n", pos);
  1206. return AVERROR_INVALIDDATA;
  1207. } else {
  1208. level_check = 0;
  1209. if (id != MATROSKA_ID_CLUSTER && (syntax->type == EBML_LEVEL1
  1210. || syntax->type == EBML_NEST)) {
  1211. // According to the current specifications only clusters and
  1212. // segments are allowed to be unknown-length. We also accept
  1213. // other unknown-length master elements.
  1214. av_log(matroska->ctx, AV_LOG_WARNING,
  1215. "Found unknown-length element 0x%"PRIX32" other than "
  1216. "a cluster at 0x%"PRIx64". Spec-incompliant, but "
  1217. "parsing will nevertheless be attempted.\n", id, pos);
  1218. update_pos = -1;
  1219. }
  1220. }
  1221. } else
  1222. level_check = 0;
  1223. if (max_lengths[syntax->type] && length > max_lengths[syntax->type]) {
  1224. if (length != EBML_UNKNOWN_LENGTH) {
  1225. av_log(matroska->ctx, AV_LOG_ERROR,
  1226. "Invalid length 0x%"PRIx64" > 0x%"PRIx64" for element "
  1227. "with ID 0x%"PRIX32" at 0x%"PRIx64"\n",
  1228. length, max_lengths[syntax->type], id, pos);
  1229. } else if (syntax->type != EBML_NONE) {
  1230. av_log(matroska->ctx, AV_LOG_ERROR,
  1231. "Element with ID 0x%"PRIX32" at pos. 0x%"PRIx64" has "
  1232. "unknown length, yet the length of an element of its "
  1233. "type must be known.\n", id, pos);
  1234. } else {
  1235. av_log(matroska->ctx, AV_LOG_ERROR,
  1236. "Found unknown-length element with ID 0x%"PRIX32" at "
  1237. "pos. 0x%"PRIx64" for which no syntax for parsing is "
  1238. "available.\n", id, pos);
  1239. }
  1240. return AVERROR_INVALIDDATA;
  1241. }
  1242. if (!(pb->seekable & AVIO_SEEKABLE_NORMAL)) {
  1243. // Losing sync will likely manifest itself as encountering unknown
  1244. // elements which are not reliably distinguishable from elements
  1245. // belonging to future extensions of the format.
  1246. // We use a heuristic to detect such situations: If the current
  1247. // element is not expected at the current syntax level and there
  1248. // were only a few unknown elements in a row, then the element is
  1249. // skipped or considered defective based upon the length of the
  1250. // current element (i.e. how much would be skipped); if there were
  1251. // more than a few skipped elements in a row and skipping the current
  1252. // element would lead us more than SKIP_THRESHOLD away from the last
  1253. // known good position, then it is inferred that an error occurred.
  1254. // The dependency on the number of unknown elements in a row exists
  1255. // because the distance to the last known good position is
  1256. // automatically big if the last parsed element was big.
  1257. // In both cases, each unknown element is considered equivalent to
  1258. // UNKNOWN_EQUIV of skipped bytes for the check.
  1259. // The whole check is only done for non-seekable output, because
  1260. // in this situation skipped data can't simply be rechecked later.
  1261. // This is especially important when using unknown length elements
  1262. // as the check for whether a child exceeds its containing master
  1263. // element is not effective in this situation.
  1264. if (update_pos) {
  1265. matroska->unknown_count = 0;
  1266. } else {
  1267. int64_t dist = length + UNKNOWN_EQUIV * matroska->unknown_count++;
  1268. if (matroska->unknown_count > 3)
  1269. dist += pos_alt - matroska->resync_pos;
  1270. if (dist > SKIP_THRESHOLD) {
  1271. av_log(matroska->ctx, AV_LOG_ERROR,
  1272. "Unknown element %"PRIX32" at pos. 0x%"PRIx64" with "
  1273. "length 0x%"PRIx64" considered as invalid data. Last "
  1274. "known good position 0x%"PRIx64", %d unknown elements"
  1275. " in a row\n", id, pos, length, matroska->resync_pos,
  1276. matroska->unknown_count);
  1277. return AVERROR_INVALIDDATA;
  1278. }
  1279. }
  1280. }
  1281. if (update_pos > 0) {
  1282. // We have found an element that is allowed at this place
  1283. // in the hierarchy and it passed all checks, so treat the beginning
  1284. // of the element as the "last known good" position.
  1285. matroska->resync_pos = pos;
  1286. }
  1287. if (!data && length != EBML_UNKNOWN_LENGTH)
  1288. goto skip;
  1289. }
  1290. switch (syntax->type) {
  1291. case EBML_UINT:
  1292. res = ebml_read_uint(pb, length, syntax->def.u, data);
  1293. break;
  1294. case EBML_SINT:
  1295. res = ebml_read_sint(pb, length, syntax->def.i, data);
  1296. break;
  1297. case EBML_FLOAT:
  1298. res = ebml_read_float(pb, length, syntax->def.f, data);
  1299. break;
  1300. case EBML_STR:
  1301. case EBML_UTF8:
  1302. res = ebml_read_ascii(pb, length, syntax->def.s, data);
  1303. break;
  1304. case EBML_BIN:
  1305. res = ebml_read_binary(pb, length, pos_alt, data);
  1306. break;
  1307. case EBML_LEVEL1:
  1308. case EBML_NEST:
  1309. if ((res = ebml_read_master(matroska, length, pos_alt)) < 0)
  1310. return res;
  1311. if (id == MATROSKA_ID_SEGMENT)
  1312. matroska->segment_start = pos_alt;
  1313. if (id == MATROSKA_ID_CUES)
  1314. matroska->cues_parsing_deferred = 0;
  1315. if (syntax->type == EBML_LEVEL1 &&
  1316. (level1_elem = matroska_find_level1_elem(matroska, syntax->id, pos))) {
  1317. if (!level1_elem->pos) {
  1318. // Zero is not a valid position for a level 1 element.
  1319. level1_elem->pos = pos;
  1320. } else if (level1_elem->pos != pos)
  1321. av_log(matroska->ctx, AV_LOG_ERROR, "Duplicate element\n");
  1322. level1_elem->parsed = 1;
  1323. }
  1324. if (res = ebml_parse_nest(matroska, syntax->def.n, data))
  1325. return res;
  1326. break;
  1327. case EBML_STOP:
  1328. return 1;
  1329. skip:
  1330. default:
  1331. if (length) {
  1332. int64_t res2;
  1333. if (ffio_limit(pb, length) != length) {
  1334. // ffio_limit emits its own error message,
  1335. // so we don't have to.
  1336. return AVERROR(EIO);
  1337. }
  1338. if ((res2 = avio_skip(pb, length - 1)) >= 0) {
  1339. // avio_skip might take us past EOF. We check for this
  1340. // by skipping only length - 1 bytes, reading a byte and
  1341. // checking the error flags. This is done in order to check
  1342. // that the element has been properly skipped even when
  1343. // no filesize (that ffio_limit relies on) is available.
  1344. avio_r8(pb);
  1345. res = NEEDS_CHECKING;
  1346. } else
  1347. res = res2;
  1348. } else
  1349. res = 0;
  1350. }
  1351. if (res) {
  1352. if (res == NEEDS_CHECKING) {
  1353. if (pb->eof_reached) {
  1354. if (pb->error)
  1355. res = pb->error;
  1356. else
  1357. res = AVERROR_EOF;
  1358. } else
  1359. goto level_check;
  1360. }
  1361. if (res == AVERROR_INVALIDDATA)
  1362. av_log(matroska->ctx, AV_LOG_ERROR, "Invalid element\n");
  1363. else if (res == AVERROR(EIO))
  1364. av_log(matroska->ctx, AV_LOG_ERROR, "Read error\n");
  1365. else if (res == AVERROR_EOF) {
  1366. av_log(matroska->ctx, AV_LOG_ERROR, "File ended prematurely\n");
  1367. res = AVERROR(EIO);
  1368. }
  1369. return res;
  1370. }
  1371. level_check:
  1372. if (syntax->is_counted && data) {
  1373. CountedElement *elem = data;
  1374. if (elem->count != UINT_MAX)
  1375. elem->count++;
  1376. }
  1377. if (level_check == LEVEL_ENDED && matroska->num_levels) {
  1378. level = &matroska->levels[matroska->num_levels - 1];
  1379. pos = avio_tell(pb);
  1380. // Given that pos >= level->start no check for
  1381. // level->length != EBML_UNKNOWN_LENGTH is necessary.
  1382. while (matroska->num_levels && pos == level->start + level->length) {
  1383. matroska->num_levels--;
  1384. level--;
  1385. }
  1386. }
  1387. return level_check;
  1388. }
  1389. static void ebml_free(EbmlSyntax *syntax, void *data)
  1390. {
  1391. int i, j;
  1392. for (i = 0; syntax[i].id; i++) {
  1393. void *data_off = (char *) data + syntax[i].data_offset;
  1394. switch (syntax[i].type) {
  1395. case EBML_STR:
  1396. case EBML_UTF8:
  1397. av_freep(data_off);
  1398. break;
  1399. case EBML_BIN:
  1400. av_buffer_unref(&((EbmlBin *) data_off)->buf);
  1401. break;
  1402. case EBML_LEVEL1:
  1403. case EBML_NEST:
  1404. if (syntax[i].list_elem_size) {
  1405. EbmlList *list = data_off;
  1406. char *ptr = list->elem;
  1407. for (j = 0; j < list->nb_elem;
  1408. j++, ptr += syntax[i].list_elem_size)
  1409. ebml_free(syntax[i].def.n, ptr);
  1410. av_freep(&list->elem);
  1411. list->nb_elem = 0;
  1412. list->alloc_elem_size = 0;
  1413. } else
  1414. ebml_free(syntax[i].def.n, data_off);
  1415. default:
  1416. break;
  1417. }
  1418. }
  1419. }
  1420. /*
  1421. * Autodetecting...
  1422. */
  1423. static int matroska_probe(const AVProbeData *p)
  1424. {
  1425. uint64_t total = 0;
  1426. int len_mask = 0x80, size = 1, n = 1, i;
  1427. /* EBML header? */
  1428. if (AV_RB32(p->buf) != EBML_ID_HEADER)
  1429. return 0;
  1430. /* length of header */
  1431. total = p->buf[4];
  1432. while (size <= 8 && !(total & len_mask)) {
  1433. size++;
  1434. len_mask >>= 1;
  1435. }
  1436. if (size > 8)
  1437. return 0;
  1438. total &= (len_mask - 1);
  1439. while (n < size)
  1440. total = (total << 8) | p->buf[4 + n++];
  1441. if (total + 1 == 1ULL << (7 * size)){
  1442. /* Unknown-length header - simply parse the whole buffer. */
  1443. total = p->buf_size - 4 - size;
  1444. } else {
  1445. /* Does the probe data contain the whole header? */
  1446. if (p->buf_size < 4 + size + total)
  1447. return 0;
  1448. }
  1449. /* The header should contain a known document type. For now,
  1450. * we don't parse the whole header but simply check for the
  1451. * availability of that array of characters inside the header.
  1452. * Not fully fool-proof, but good enough. */
  1453. for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++) {
  1454. size_t probelen = strlen(matroska_doctypes[i]);
  1455. if (total < probelen)
  1456. continue;
  1457. for (n = 4 + size; n <= 4 + size + total - probelen; n++)
  1458. if (!memcmp(p->buf + n, matroska_doctypes[i], probelen))
  1459. return AVPROBE_SCORE_MAX;
  1460. }
  1461. // probably valid EBML header but no recognized doctype
  1462. return AVPROBE_SCORE_EXTENSION;
  1463. }
  1464. static MatroskaTrack *matroska_find_track_by_num(MatroskaDemuxContext *matroska,
  1465. uint64_t num)
  1466. {
  1467. MatroskaTrack *tracks = matroska->tracks.elem;
  1468. int i;
  1469. for (i = 0; i < matroska->tracks.nb_elem; i++)
  1470. if (tracks[i].num == num)
  1471. return &tracks[i];
  1472. av_log(matroska->ctx, AV_LOG_ERROR, "Invalid track number %"PRIu64"\n", num);
  1473. return NULL;
  1474. }
  1475. static int matroska_decode_buffer(uint8_t **buf, int *buf_size,
  1476. MatroskaTrack *track)
  1477. {
  1478. MatroskaTrackEncoding *encodings = track->encodings.elem;
  1479. uint8_t *data = *buf;
  1480. int isize = *buf_size;
  1481. uint8_t *pkt_data = NULL;
  1482. av_unused uint8_t *newpktdata;
  1483. int pkt_size = isize;
  1484. int result = 0;
  1485. int olen;
  1486. if (pkt_size >= 10000000U)
  1487. return AVERROR_INVALIDDATA;
  1488. switch (encodings[0].compression.algo) {
  1489. case MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP:
  1490. {
  1491. int header_size = encodings[0].compression.settings.size;
  1492. uint8_t *header = encodings[0].compression.settings.data;
  1493. if (header_size && !header) {
  1494. av_log(NULL, AV_LOG_ERROR, "Compression size but no data in headerstrip\n");
  1495. return -1;
  1496. }
  1497. if (!header_size)
  1498. return 0;
  1499. pkt_size = isize + header_size;
  1500. pkt_data = av_malloc(pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
  1501. if (!pkt_data)
  1502. return AVERROR(ENOMEM);
  1503. memcpy(pkt_data, header, header_size);
  1504. memcpy(pkt_data + header_size, data, isize);
  1505. break;
  1506. }
  1507. case MATROSKA_TRACK_ENCODING_COMP_LZO:
  1508. do {
  1509. int insize = isize;
  1510. olen = pkt_size *= 3;
  1511. newpktdata = av_realloc(pkt_data, pkt_size + AV_LZO_OUTPUT_PADDING
  1512. + AV_INPUT_BUFFER_PADDING_SIZE);
  1513. if (!newpktdata) {
  1514. result = AVERROR(ENOMEM);
  1515. goto failed;
  1516. }
  1517. pkt_data = newpktdata;
  1518. result = av_lzo1x_decode(pkt_data, &olen, data, &insize);
  1519. } while (result == AV_LZO_OUTPUT_FULL && pkt_size < 10000000);
  1520. if (result) {
  1521. result = AVERROR_INVALIDDATA;
  1522. goto failed;
  1523. }
  1524. pkt_size -= olen;
  1525. break;
  1526. #if CONFIG_ZLIB
  1527. case MATROSKA_TRACK_ENCODING_COMP_ZLIB:
  1528. {
  1529. z_stream zstream = { 0 };
  1530. if (!pkt_size || inflateInit(&zstream) != Z_OK)
  1531. return -1;
  1532. zstream.next_in = data;
  1533. zstream.avail_in = isize;
  1534. do {
  1535. pkt_size *= 3;
  1536. newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
  1537. if (!newpktdata) {
  1538. inflateEnd(&zstream);
  1539. result = AVERROR(ENOMEM);
  1540. goto failed;
  1541. }
  1542. pkt_data = newpktdata;
  1543. zstream.avail_out = pkt_size - zstream.total_out;
  1544. zstream.next_out = pkt_data + zstream.total_out;
  1545. result = inflate(&zstream, Z_NO_FLUSH);
  1546. } while (result == Z_OK && pkt_size < 10000000);
  1547. pkt_size = zstream.total_out;
  1548. inflateEnd(&zstream);
  1549. if (result != Z_STREAM_END) {
  1550. if (result == Z_MEM_ERROR)
  1551. result = AVERROR(ENOMEM);
  1552. else
  1553. result = AVERROR_INVALIDDATA;
  1554. goto failed;
  1555. }
  1556. break;
  1557. }
  1558. #endif
  1559. #if CONFIG_BZLIB
  1560. case MATROSKA_TRACK_ENCODING_COMP_BZLIB:
  1561. {
  1562. bz_stream bzstream = { 0 };
  1563. if (!pkt_size || BZ2_bzDecompressInit(&bzstream, 0, 0) != BZ_OK)
  1564. return -1;
  1565. bzstream.next_in = data;
  1566. bzstream.avail_in = isize;
  1567. do {
  1568. pkt_size *= 3;
  1569. newpktdata = av_realloc(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE);
  1570. if (!newpktdata) {
  1571. BZ2_bzDecompressEnd(&bzstream);
  1572. result = AVERROR(ENOMEM);
  1573. goto failed;
  1574. }
  1575. pkt_data = newpktdata;
  1576. bzstream.avail_out = pkt_size - bzstream.total_out_lo32;
  1577. bzstream.next_out = pkt_data + bzstream.total_out_lo32;
  1578. result = BZ2_bzDecompress(&bzstream);
  1579. } while (result == BZ_OK && pkt_size < 10000000);
  1580. pkt_size = bzstream.total_out_lo32;
  1581. BZ2_bzDecompressEnd(&bzstream);
  1582. if (result != BZ_STREAM_END) {
  1583. if (result == BZ_MEM_ERROR)
  1584. result = AVERROR(ENOMEM);
  1585. else
  1586. result = AVERROR_INVALIDDATA;
  1587. goto failed;
  1588. }
  1589. break;
  1590. }
  1591. #endif
  1592. default:
  1593. return AVERROR_INVALIDDATA;
  1594. }
  1595. memset(pkt_data + pkt_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  1596. *buf = pkt_data;
  1597. *buf_size = pkt_size;
  1598. return 0;
  1599. failed:
  1600. av_free(pkt_data);
  1601. return result;
  1602. }
  1603. static void matroska_convert_tag(AVFormatContext *s, EbmlList *list,
  1604. AVDictionary **metadata, char *prefix)
  1605. {
  1606. MatroskaTag *tags = list->elem;
  1607. char key[1024];
  1608. int i;
  1609. for (i = 0; i < list->nb_elem; i++) {
  1610. const char *lang = tags[i].lang &&
  1611. strcmp(tags[i].lang, "und") ? tags[i].lang : NULL;
  1612. if (!tags[i].name) {
  1613. av_log(s, AV_LOG_WARNING, "Skipping invalid tag with no TagName.\n");
  1614. continue;
  1615. }
  1616. if (prefix)
  1617. snprintf(key, sizeof(key), "%s/%s", prefix, tags[i].name);
  1618. else
  1619. av_strlcpy(key, tags[i].name, sizeof(key));
  1620. if (tags[i].def || !lang) {
  1621. av_dict_set(metadata, key, tags[i].string, 0);
  1622. if (tags[i].sub.nb_elem)
  1623. matroska_convert_tag(s, &tags[i].sub, metadata, key);
  1624. }
  1625. if (lang) {
  1626. av_strlcat(key, "-", sizeof(key));
  1627. av_strlcat(key, lang, sizeof(key));
  1628. av_dict_set(metadata, key, tags[i].string, 0);
  1629. if (tags[i].sub.nb_elem)
  1630. matroska_convert_tag(s, &tags[i].sub, metadata, key);
  1631. }
  1632. }
  1633. ff_metadata_conv(metadata, NULL, ff_mkv_metadata_conv);
  1634. }
  1635. static void matroska_convert_tags(AVFormatContext *s)
  1636. {
  1637. MatroskaDemuxContext *matroska = s->priv_data;
  1638. MatroskaTags *tags = matroska->tags.elem;
  1639. int i, j;
  1640. for (i = 0; i < matroska->tags.nb_elem; i++) {
  1641. if (tags[i].target.attachuid) {
  1642. MatroskaAttachment *attachment = matroska->attachments.elem;
  1643. int found = 0;
  1644. for (j = 0; j < matroska->attachments.nb_elem; j++) {
  1645. if (attachment[j].uid == tags[i].target.attachuid &&
  1646. attachment[j].stream) {
  1647. matroska_convert_tag(s, &tags[i].tag,
  1648. &attachment[j].stream->metadata, NULL);
  1649. found = 1;
  1650. }
  1651. }
  1652. if (!found) {
  1653. av_log(s, AV_LOG_WARNING,
  1654. "The tags at index %d refer to a "
  1655. "non-existent attachment %"PRId64".\n",
  1656. i, tags[i].target.attachuid);
  1657. }
  1658. } else if (tags[i].target.chapteruid) {
  1659. MatroskaChapter *chapter = matroska->chapters.elem;
  1660. int found = 0;
  1661. for (j = 0; j < matroska->chapters.nb_elem; j++) {
  1662. if (chapter[j].uid == tags[i].target.chapteruid &&
  1663. chapter[j].chapter) {
  1664. matroska_convert_tag(s, &tags[i].tag,
  1665. &chapter[j].chapter->metadata, NULL);
  1666. found = 1;
  1667. }
  1668. }
  1669. if (!found) {
  1670. av_log(s, AV_LOG_WARNING,
  1671. "The tags at index %d refer to a non-existent chapter "
  1672. "%"PRId64".\n",
  1673. i, tags[i].target.chapteruid);
  1674. }
  1675. } else if (tags[i].target.trackuid) {
  1676. MatroskaTrack *track = matroska->tracks.elem;
  1677. int found = 0;
  1678. for (j = 0; j < matroska->tracks.nb_elem; j++) {
  1679. if (track[j].uid == tags[i].target.trackuid &&
  1680. track[j].stream) {
  1681. matroska_convert_tag(s, &tags[i].tag,
  1682. &track[j].stream->metadata, NULL);
  1683. found = 1;
  1684. }
  1685. }
  1686. if (!found) {
  1687. av_log(s, AV_LOG_WARNING,
  1688. "The tags at index %d refer to a non-existent track "
  1689. "%"PRId64".\n",
  1690. i, tags[i].target.trackuid);
  1691. }
  1692. } else {
  1693. matroska_convert_tag(s, &tags[i].tag, &s->metadata,
  1694. tags[i].target.type);
  1695. }
  1696. }
  1697. }
  1698. static int matroska_parse_seekhead_entry(MatroskaDemuxContext *matroska,
  1699. int64_t pos)
  1700. {
  1701. uint32_t saved_id = matroska->current_id;
  1702. int64_t before_pos = avio_tell(matroska->ctx->pb);
  1703. int ret = 0;
  1704. int ret2;
  1705. /* seek */
  1706. if (avio_seek(matroska->ctx->pb, pos, SEEK_SET) == pos) {
  1707. /* We don't want to lose our seekhead level, so we add
  1708. * a dummy. This is a crude hack. */
  1709. if (matroska->num_levels == EBML_MAX_DEPTH) {
  1710. av_log(matroska->ctx, AV_LOG_INFO,
  1711. "Max EBML element depth (%d) reached, "
  1712. "cannot parse further.\n", EBML_MAX_DEPTH);
  1713. ret = AVERROR_INVALIDDATA;
  1714. } else {
  1715. matroska->levels[matroska->num_levels] = (MatroskaLevel) { 0, EBML_UNKNOWN_LENGTH };
  1716. matroska->num_levels++;
  1717. matroska->current_id = 0;
  1718. ret = ebml_parse(matroska, matroska_segment, matroska);
  1719. if (ret == LEVEL_ENDED) {
  1720. /* This can only happen if the seek brought us beyond EOF. */
  1721. ret = AVERROR_EOF;
  1722. }
  1723. }
  1724. }
  1725. /* Seek back - notice that in all instances where this is used
  1726. * it is safe to set the level to 1. */
  1727. ret2 = matroska_reset_status(matroska, saved_id, before_pos);
  1728. if (ret >= 0)
  1729. ret = ret2;
  1730. return ret;
  1731. }
  1732. static void matroska_execute_seekhead(MatroskaDemuxContext *matroska)
  1733. {
  1734. EbmlList *seekhead_list = &matroska->seekhead;
  1735. int i;
  1736. // we should not do any seeking in the streaming case
  1737. if (!(matroska->ctx->pb->seekable & AVIO_SEEKABLE_NORMAL))
  1738. return;
  1739. for (i = 0; i < seekhead_list->nb_elem; i++) {
  1740. MatroskaSeekhead *seekheads = seekhead_list->elem;
  1741. uint32_t id = seekheads[i].id;
  1742. int64_t pos = seekheads[i].pos + matroska->segment_start;
  1743. MatroskaLevel1Element *elem;
  1744. if (id != seekheads[i].id || pos < matroska->segment_start)
  1745. continue;
  1746. elem = matroska_find_level1_elem(matroska, id, pos);
  1747. if (!elem || elem->parsed)
  1748. continue;
  1749. elem->pos = pos;
  1750. // defer cues parsing until we actually need cue data.
  1751. if (id == MATROSKA_ID_CUES)
  1752. continue;
  1753. if (matroska_parse_seekhead_entry(matroska, pos) < 0) {
  1754. // mark index as broken
  1755. matroska->cues_parsing_deferred = -1;
  1756. break;
  1757. }
  1758. elem->parsed = 1;
  1759. }
  1760. }
  1761. static void matroska_add_index_entries(MatroskaDemuxContext *matroska)
  1762. {
  1763. EbmlList *index_list;
  1764. MatroskaIndex *index;
  1765. uint64_t index_scale = 1;
  1766. int i, j;
  1767. if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
  1768. return;
  1769. index_list = &matroska->index;
  1770. index = index_list->elem;
  1771. if (index_list->nb_elem < 2)
  1772. return;
  1773. if (index[1].time > 1E14 / matroska->time_scale) {
  1774. av_log(matroska->ctx, AV_LOG_WARNING, "Dropping apparently-broken index.\n");
  1775. return;
  1776. }
  1777. for (i = 0; i < index_list->nb_elem; i++) {
  1778. EbmlList *pos_list = &index[i].pos;
  1779. MatroskaIndexPos *pos = pos_list->elem;
  1780. for (j = 0; j < pos_list->nb_elem; j++) {
  1781. MatroskaTrack *track = matroska_find_track_by_num(matroska,
  1782. pos[j].track);
  1783. if (track && track->stream)
  1784. av_add_index_entry(track->stream,
  1785. pos[j].pos + matroska->segment_start,
  1786. index[i].time / index_scale, 0, 0,
  1787. AVINDEX_KEYFRAME);
  1788. }
  1789. }
  1790. }
  1791. static void matroska_parse_cues(MatroskaDemuxContext *matroska) {
  1792. int i;
  1793. if (matroska->ctx->flags & AVFMT_FLAG_IGNIDX)
  1794. return;
  1795. for (i = 0; i < matroska->num_level1_elems; i++) {
  1796. MatroskaLevel1Element *elem = &matroska->level1_elems[i];
  1797. if (elem->id == MATROSKA_ID_CUES && !elem->parsed) {
  1798. if (matroska_parse_seekhead_entry(matroska, elem->pos) < 0)
  1799. matroska->cues_parsing_deferred = -1;
  1800. elem->parsed = 1;
  1801. break;
  1802. }
  1803. }
  1804. matroska_add_index_entries(matroska);
  1805. }
  1806. static int matroska_parse_content_encodings(MatroskaTrackEncoding *encodings,
  1807. unsigned nb_encodings,
  1808. MatroskaTrack *track,
  1809. char **key_id_base64, void *logctx)
  1810. {
  1811. if (nb_encodings > 1) {
  1812. av_log(logctx, AV_LOG_ERROR,
  1813. "Multiple combined encodings not supported\n");
  1814. return 0;
  1815. }
  1816. if (!nb_encodings)
  1817. return 0;
  1818. if (encodings->type) {
  1819. if (encodings->encryption.key_id.size > 0) {
  1820. /* Save the encryption key id to be stored later
  1821. * as a metadata tag. */
  1822. const int b64_size = AV_BASE64_SIZE(encodings->encryption.key_id.size);
  1823. *key_id_base64 = av_malloc(b64_size);
  1824. if (!*key_id_base64)
  1825. return AVERROR(ENOMEM);
  1826. av_base64_encode(*key_id_base64, b64_size,
  1827. encodings->encryption.key_id.data,
  1828. encodings->encryption.key_id.size);
  1829. } else {
  1830. encodings->scope = 0;
  1831. av_log(logctx, AV_LOG_ERROR, "Unsupported encoding type\n");
  1832. }
  1833. } else if (
  1834. #if CONFIG_ZLIB
  1835. encodings->compression.algo != MATROSKA_TRACK_ENCODING_COMP_ZLIB &&
  1836. #endif
  1837. #if CONFIG_BZLIB
  1838. encodings->compression.algo != MATROSKA_TRACK_ENCODING_COMP_BZLIB &&
  1839. #endif
  1840. encodings->compression.algo != MATROSKA_TRACK_ENCODING_COMP_LZO &&
  1841. encodings->compression.algo != MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP) {
  1842. encodings->scope = 0;
  1843. av_log(logctx, AV_LOG_ERROR, "Unsupported encoding type\n");
  1844. } else if (track->codec_priv.size && encodings[0].scope & 2) {
  1845. uint8_t *codec_priv = track->codec_priv.data;
  1846. int ret = matroska_decode_buffer(&track->codec_priv.data,
  1847. &track->codec_priv.size,
  1848. track);
  1849. if (ret < 0) {
  1850. track->codec_priv.data = NULL;
  1851. track->codec_priv.size = 0;
  1852. av_log(logctx, AV_LOG_ERROR,
  1853. "Failed to decode codec private data\n");
  1854. }
  1855. if (codec_priv != track->codec_priv.data) {
  1856. av_buffer_unref(&track->codec_priv.buf);
  1857. if (track->codec_priv.data) {
  1858. track->codec_priv.buf = av_buffer_create(track->codec_priv.data,
  1859. track->codec_priv.size + AV_INPUT_BUFFER_PADDING_SIZE,
  1860. NULL, NULL, 0);
  1861. if (!track->codec_priv.buf) {
  1862. av_freep(&track->codec_priv.data);
  1863. track->codec_priv.size = 0;
  1864. return AVERROR(ENOMEM);
  1865. }
  1866. }
  1867. }
  1868. }
  1869. track->needs_decoding = !encodings->type &&
  1870. encodings->scope & 1 &&
  1871. (encodings->compression.algo !=
  1872. MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP ||
  1873. encodings->compression.settings.size);
  1874. return 0;
  1875. }
  1876. static int matroska_aac_profile(char *codec_id)
  1877. {
  1878. static const char *const aac_profiles[] = { "MAIN", "LC", "SSR" };
  1879. int profile;
  1880. for (profile = 0; profile < FF_ARRAY_ELEMS(aac_profiles); profile++)
  1881. if (strstr(codec_id, aac_profiles[profile]))
  1882. break;
  1883. return profile + 1;
  1884. }
  1885. static int matroska_aac_sri(int samplerate)
  1886. {
  1887. int sri;
  1888. for (sri = 0; sri < FF_ARRAY_ELEMS(ff_mpeg4audio_sample_rates); sri++)
  1889. if (ff_mpeg4audio_sample_rates[sri] == samplerate)
  1890. break;
  1891. return sri;
  1892. }
  1893. static void matroska_metadata_creation_time(AVDictionary **metadata, int64_t date_utc)
  1894. {
  1895. /* Convert to seconds and adjust by number of seconds between 2001-01-01 and Epoch */
  1896. ff_dict_set_timestamp(metadata, "creation_time", date_utc / 1000 + 978307200000000LL);
  1897. }
  1898. static int matroska_parse_flac(AVFormatContext *s,
  1899. MatroskaTrack *track,
  1900. int *offset)
  1901. {
  1902. AVStream *st = track->stream;
  1903. uint8_t *p = track->codec_priv.data;
  1904. int size = track->codec_priv.size;
  1905. if (size < 8 + FLAC_STREAMINFO_SIZE || p[4] & 0x7f) {
  1906. av_log(s, AV_LOG_WARNING, "Invalid FLAC private data\n");
  1907. track->codec_priv.size = 0;
  1908. return 0;
  1909. }
  1910. *offset = 8;
  1911. track->codec_priv.size = 8 + FLAC_STREAMINFO_SIZE;
  1912. p += track->codec_priv.size;
  1913. size -= track->codec_priv.size;
  1914. /* parse the remaining metadata blocks if present */
  1915. while (size >= 4) {
  1916. int block_last, block_type, block_size;
  1917. flac_parse_block_header(p, &block_last, &block_type, &block_size);
  1918. p += 4;
  1919. size -= 4;
  1920. if (block_size > size)
  1921. return 0;
  1922. /* check for the channel mask */
  1923. if (block_type == FLAC_METADATA_TYPE_VORBIS_COMMENT) {
  1924. AVDictionary *dict = NULL;
  1925. AVDictionaryEntry *chmask;
  1926. ff_vorbis_comment(s, &dict, p, block_size, 0);
  1927. chmask = av_dict_get(dict, "WAVEFORMATEXTENSIBLE_CHANNEL_MASK", NULL, 0);
  1928. if (chmask) {
  1929. uint64_t mask = strtol(chmask->value, NULL, 0);
  1930. if (!mask || mask & ~0x3ffffULL) {
  1931. av_log(s, AV_LOG_WARNING,
  1932. "Invalid value of WAVEFORMATEXTENSIBLE_CHANNEL_MASK\n");
  1933. } else
  1934. av_channel_layout_from_mask(&st->codecpar->ch_layout, mask);
  1935. }
  1936. av_dict_free(&dict);
  1937. }
  1938. p += block_size;
  1939. size -= block_size;
  1940. }
  1941. return 0;
  1942. }
  1943. static int mkv_field_order(const MatroskaDemuxContext *matroska, uint64_t field_order)
  1944. {
  1945. int minor, micro, bttb = 0;
  1946. /* workaround a bug in our Matroska muxer, introduced in version 57.36 alongside
  1947. * this function, and fixed in 57.52 */
  1948. if (matroska->muxingapp && sscanf(matroska->muxingapp, "Lavf57.%d.%d", &minor, &micro) == 2)
  1949. bttb = (minor >= 36 && minor <= 51 && micro >= 100);
  1950. switch (field_order) {
  1951. case MATROSKA_VIDEO_FIELDORDER_PROGRESSIVE:
  1952. return AV_FIELD_PROGRESSIVE;
  1953. case MATROSKA_VIDEO_FIELDORDER_UNDETERMINED:
  1954. return AV_FIELD_UNKNOWN;
  1955. case MATROSKA_VIDEO_FIELDORDER_TT:
  1956. return AV_FIELD_TT;
  1957. case MATROSKA_VIDEO_FIELDORDER_BB:
  1958. return AV_FIELD_BB;
  1959. case MATROSKA_VIDEO_FIELDORDER_BT:
  1960. return bttb ? AV_FIELD_TB : AV_FIELD_BT;
  1961. case MATROSKA_VIDEO_FIELDORDER_TB:
  1962. return bttb ? AV_FIELD_BT : AV_FIELD_TB;
  1963. default:
  1964. return AV_FIELD_UNKNOWN;
  1965. }
  1966. }
  1967. static void mkv_stereo_mode_display_mul(int stereo_mode,
  1968. int *h_width, int *h_height)
  1969. {
  1970. switch (stereo_mode) {
  1971. case MATROSKA_VIDEO_STEREOMODE_TYPE_MONO:
  1972. case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_RL:
  1973. case MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_LR:
  1974. case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_RL:
  1975. case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_LR:
  1976. break;
  1977. case MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT:
  1978. case MATROSKA_VIDEO_STEREOMODE_TYPE_LEFT_RIGHT:
  1979. case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_RL:
  1980. case MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_LR:
  1981. *h_width = 2;
  1982. break;
  1983. case MATROSKA_VIDEO_STEREOMODE_TYPE_BOTTOM_TOP:
  1984. case MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM:
  1985. case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_RL:
  1986. case MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_LR:
  1987. *h_height = 2;
  1988. break;
  1989. }
  1990. }
  1991. static int mkv_stereo3d_conv(AVStream *st, MatroskaVideoStereoModeType stereo_mode)
  1992. {
  1993. static const struct {
  1994. char type;
  1995. char flags;
  1996. } stereo_mode_conv [] = {
  1997. #define STEREO_MODE_CONV(STEREOMODETYPE, STEREO3DTYPE, FLAGS, WDIV, HDIV, WEBM) \
  1998. [(STEREOMODETYPE)] = { .type = (STEREO3DTYPE), .flags = (FLAGS) },
  1999. #define NOTHING(STEREOMODETYPE, WDIV, HDIV, WEBM)
  2000. STEREOMODE_STEREO3D_MAPPING(STEREO_MODE_CONV, NOTHING)
  2001. };
  2002. AVStereo3D *stereo;
  2003. size_t size;
  2004. stereo = av_stereo3d_alloc_size(&size);
  2005. if (!stereo)
  2006. return AVERROR(ENOMEM);
  2007. stereo->type = stereo_mode_conv[stereo_mode].type;
  2008. stereo->flags = stereo_mode_conv[stereo_mode].flags;
  2009. if (!av_packet_side_data_add(&st->codecpar->coded_side_data, &st->codecpar->nb_coded_side_data,
  2010. AV_PKT_DATA_STEREO3D, stereo, size, 0)) {
  2011. av_freep(&stereo);
  2012. return AVERROR(ENOMEM);
  2013. }
  2014. return 0;
  2015. }
  2016. static int mkv_parse_video_color(AVStream *st, const MatroskaTrack *track) {
  2017. const MatroskaTrackVideoColor *color = track->video.color.elem;
  2018. const MatroskaMasteringMeta *mastering_meta;
  2019. int has_mastering_primaries, has_mastering_luminance;
  2020. if (!track->video.color.nb_elem)
  2021. return 0;
  2022. mastering_meta = &color->mastering_meta;
  2023. // Mastering primaries are CIE 1931 coords, and must be > 0.
  2024. has_mastering_primaries =
  2025. mastering_meta->r_x > 0 && mastering_meta->r_y > 0 &&
  2026. mastering_meta->g_x > 0 && mastering_meta->g_y > 0 &&
  2027. mastering_meta->b_x > 0 && mastering_meta->b_y > 0 &&
  2028. mastering_meta->white_x > 0 && mastering_meta->white_y > 0;
  2029. has_mastering_luminance = mastering_meta->max_luminance >
  2030. mastering_meta->min_luminance.el.f &&
  2031. mastering_meta->min_luminance.el.f >= 0 &&
  2032. mastering_meta->min_luminance.count;
  2033. if (color->matrix_coefficients != AVCOL_SPC_RESERVED)
  2034. st->codecpar->color_space = color->matrix_coefficients;
  2035. if (color->primaries != AVCOL_PRI_RESERVED &&
  2036. color->primaries != AVCOL_PRI_RESERVED0)
  2037. st->codecpar->color_primaries = color->primaries;
  2038. if (color->transfer_characteristics != AVCOL_TRC_RESERVED &&
  2039. color->transfer_characteristics != AVCOL_TRC_RESERVED0)
  2040. st->codecpar->color_trc = color->transfer_characteristics;
  2041. if (color->range != AVCOL_RANGE_UNSPECIFIED &&
  2042. color->range <= AVCOL_RANGE_JPEG)
  2043. st->codecpar->color_range = color->range;
  2044. if (color->chroma_siting_horz != MATROSKA_COLOUR_CHROMASITINGHORZ_UNDETERMINED &&
  2045. color->chroma_siting_vert != MATROSKA_COLOUR_CHROMASITINGVERT_UNDETERMINED &&
  2046. color->chroma_siting_horz < MATROSKA_COLOUR_CHROMASITINGHORZ_NB &&
  2047. color->chroma_siting_vert < MATROSKA_COLOUR_CHROMASITINGVERT_NB) {
  2048. st->codecpar->chroma_location =
  2049. av_chroma_location_pos_to_enum((color->chroma_siting_horz - 1) << 7,
  2050. (color->chroma_siting_vert - 1) << 7);
  2051. }
  2052. if (color->max_cll && color->max_fall) {
  2053. size_t size = 0;
  2054. AVContentLightMetadata *metadata = av_content_light_metadata_alloc(&size);
  2055. if (!metadata)
  2056. return AVERROR(ENOMEM);
  2057. if (!av_packet_side_data_add(&st->codecpar->coded_side_data, &st->codecpar->nb_coded_side_data,
  2058. AV_PKT_DATA_CONTENT_LIGHT_LEVEL, metadata, size, 0)) {
  2059. av_freep(&metadata);
  2060. return AVERROR(ENOMEM);
  2061. }
  2062. metadata->MaxCLL = color->max_cll;
  2063. metadata->MaxFALL = color->max_fall;
  2064. }
  2065. if (has_mastering_primaries || has_mastering_luminance) {
  2066. size_t size = 0;
  2067. AVMasteringDisplayMetadata *metadata = av_mastering_display_metadata_alloc_size(&size);
  2068. if (!metadata)
  2069. return AVERROR(ENOMEM);
  2070. if (!av_packet_side_data_add(&st->codecpar->coded_side_data, &st->codecpar->nb_coded_side_data,
  2071. AV_PKT_DATA_MASTERING_DISPLAY_METADATA, metadata, size, 0)) {
  2072. av_freep(&metadata);
  2073. return AVERROR(ENOMEM);
  2074. }
  2075. if (has_mastering_primaries) {
  2076. metadata->display_primaries[0][0] = av_d2q(mastering_meta->r_x, INT_MAX);
  2077. metadata->display_primaries[0][1] = av_d2q(mastering_meta->r_y, INT_MAX);
  2078. metadata->display_primaries[1][0] = av_d2q(mastering_meta->g_x, INT_MAX);
  2079. metadata->display_primaries[1][1] = av_d2q(mastering_meta->g_y, INT_MAX);
  2080. metadata->display_primaries[2][0] = av_d2q(mastering_meta->b_x, INT_MAX);
  2081. metadata->display_primaries[2][1] = av_d2q(mastering_meta->b_y, INT_MAX);
  2082. metadata->white_point[0] = av_d2q(mastering_meta->white_x, INT_MAX);
  2083. metadata->white_point[1] = av_d2q(mastering_meta->white_y, INT_MAX);
  2084. metadata->has_primaries = 1;
  2085. }
  2086. if (has_mastering_luminance) {
  2087. metadata->max_luminance = av_d2q(mastering_meta->max_luminance, INT_MAX);
  2088. metadata->min_luminance = av_d2q(mastering_meta->min_luminance.el.f, INT_MAX);
  2089. metadata->has_luminance = 1;
  2090. }
  2091. }
  2092. return 0;
  2093. }
  2094. static int mkv_create_display_matrix(AVStream *st,
  2095. const MatroskaTrackVideoProjection *proj,
  2096. void *logctx)
  2097. {
  2098. AVPacketSideData *sd;
  2099. double pitch = proj->pitch, yaw = proj->yaw, roll = proj->roll;
  2100. int32_t *matrix;
  2101. int hflip;
  2102. if (pitch == 0.0 && yaw == 0.0 && roll == 0.0)
  2103. return 0;
  2104. /* Note: The following constants are exactly representable
  2105. * as floating-point numbers. */
  2106. if (pitch != 0.0 || (yaw != 0.0 && yaw != 180.0 && yaw != -180.0) ||
  2107. isnan(roll)) {
  2108. av_log(logctx, AV_LOG_WARNING, "Ignoring non-2D rectangular "
  2109. "projection in stream %u (yaw %f, pitch %f, roll %f)\n",
  2110. st->index, yaw, pitch, roll);
  2111. return 0;
  2112. }
  2113. sd = av_packet_side_data_new(&st->codecpar->coded_side_data,
  2114. &st->codecpar->nb_coded_side_data,
  2115. AV_PKT_DATA_DISPLAYMATRIX,
  2116. 9 * sizeof(*matrix), 0);
  2117. if (!sd)
  2118. return AVERROR(ENOMEM);
  2119. matrix = (int32_t*)sd->data;
  2120. hflip = yaw != 0.0;
  2121. /* ProjectionPoseRoll is in the counter-clockwise direction
  2122. * whereas av_display_rotation_set() expects its argument
  2123. * to be oriented clockwise, so we need to negate roll.
  2124. * Furthermore, if hflip is set, we need to negate it again
  2125. * to account for the fact that the Matroska specifications
  2126. * require the yaw rotation to be applied first. */
  2127. av_display_rotation_set(matrix, roll * (2 * hflip - 1));
  2128. av_display_matrix_flip(matrix, hflip, 0);
  2129. return 0;
  2130. }
  2131. static int mkv_parse_video_projection(AVStream *st, const MatroskaTrack *track,
  2132. void *logctx)
  2133. {
  2134. AVSphericalMapping *spherical;
  2135. const MatroskaTrackVideoProjection *mkv_projection = &track->video.projection;
  2136. const uint8_t *priv_data = mkv_projection->private.data;
  2137. enum AVSphericalProjection projection;
  2138. size_t spherical_size;
  2139. uint32_t l = 0, t = 0, r = 0, b = 0;
  2140. uint32_t padding = 0;
  2141. if (mkv_projection->private.size && priv_data[0] != 0) {
  2142. av_log(logctx, AV_LOG_WARNING, "Unknown spherical metadata\n");
  2143. return 0;
  2144. }
  2145. switch (track->video.projection.type) {
  2146. case MATROSKA_VIDEO_PROJECTION_TYPE_RECTANGULAR:
  2147. return mkv_create_display_matrix(st, mkv_projection, logctx);
  2148. case MATROSKA_VIDEO_PROJECTION_TYPE_EQUIRECTANGULAR:
  2149. if (track->video.projection.private.size == 20) {
  2150. t = AV_RB32(priv_data + 4);
  2151. b = AV_RB32(priv_data + 8);
  2152. l = AV_RB32(priv_data + 12);
  2153. r = AV_RB32(priv_data + 16);
  2154. if (b >= UINT_MAX - t || r >= UINT_MAX - l) {
  2155. av_log(logctx, AV_LOG_ERROR,
  2156. "Invalid bounding rectangle coordinates "
  2157. "%"PRIu32",%"PRIu32",%"PRIu32",%"PRIu32"\n",
  2158. l, t, r, b);
  2159. return AVERROR_INVALIDDATA;
  2160. }
  2161. } else if (track->video.projection.private.size != 0) {
  2162. av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
  2163. return AVERROR_INVALIDDATA;
  2164. }
  2165. if (l || t || r || b)
  2166. projection = AV_SPHERICAL_EQUIRECTANGULAR_TILE;
  2167. else
  2168. projection = AV_SPHERICAL_EQUIRECTANGULAR;
  2169. break;
  2170. case MATROSKA_VIDEO_PROJECTION_TYPE_CUBEMAP:
  2171. if (track->video.projection.private.size < 4) {
  2172. av_log(logctx, AV_LOG_ERROR, "Missing projection private properties\n");
  2173. return AVERROR_INVALIDDATA;
  2174. } else if (track->video.projection.private.size == 12) {
  2175. uint32_t layout = AV_RB32(priv_data + 4);
  2176. if (layout) {
  2177. av_log(logctx, AV_LOG_WARNING,
  2178. "Unknown spherical cubemap layout %"PRIu32"\n", layout);
  2179. return 0;
  2180. }
  2181. projection = AV_SPHERICAL_CUBEMAP;
  2182. padding = AV_RB32(priv_data + 8);
  2183. } else {
  2184. av_log(logctx, AV_LOG_ERROR, "Unknown spherical metadata\n");
  2185. return AVERROR_INVALIDDATA;
  2186. }
  2187. break;
  2188. default:
  2189. av_log(logctx, AV_LOG_WARNING,
  2190. "Unknown spherical metadata type %"PRIu64"\n",
  2191. track->video.projection.type);
  2192. return 0;
  2193. }
  2194. spherical = av_spherical_alloc(&spherical_size);
  2195. if (!spherical)
  2196. return AVERROR(ENOMEM);
  2197. spherical->projection = projection;
  2198. spherical->yaw = (int32_t) (track->video.projection.yaw * (1 << 16));
  2199. spherical->pitch = (int32_t) (track->video.projection.pitch * (1 << 16));
  2200. spherical->roll = (int32_t) (track->video.projection.roll * (1 << 16));
  2201. spherical->padding = padding;
  2202. spherical->bound_left = l;
  2203. spherical->bound_top = t;
  2204. spherical->bound_right = r;
  2205. spherical->bound_bottom = b;
  2206. if (!av_packet_side_data_add(&st->codecpar->coded_side_data, &st->codecpar->nb_coded_side_data,
  2207. AV_PKT_DATA_SPHERICAL, spherical, spherical_size, 0)) {
  2208. av_freep(&spherical);
  2209. return AVERROR(ENOMEM);
  2210. }
  2211. return 0;
  2212. }
  2213. static int mkv_parse_dvcc_dvvc(AVFormatContext *s, AVStream *st, const MatroskaTrack *track,
  2214. EbmlBin *bin)
  2215. {
  2216. return ff_isom_parse_dvcc_dvvc(s, st, bin->data, bin->size);
  2217. }
  2218. static int mkv_parse_block_addition_mappings(AVFormatContext *s, AVStream *st, MatroskaTrack *track)
  2219. {
  2220. const EbmlList *mappings_list = &track->block_addition_mappings;
  2221. MatroskaBlockAdditionMapping *mappings = mappings_list->elem;
  2222. int ret;
  2223. for (int i = 0; i < mappings_list->nb_elem; i++) {
  2224. MatroskaBlockAdditionMapping *mapping = &mappings[i];
  2225. uint64_t type = mapping->type;
  2226. switch (mapping->type) {
  2227. case MATROSKA_BLOCK_ADD_ID_TYPE_DEFAULT:
  2228. av_log(s, AV_LOG_DEBUG,
  2229. "Explicit block Addition Mapping type \"Use BlockAddIDValue\", value %"PRIu64","
  2230. " name \"%s\" found.\n", mapping->value, mapping->name ? mapping->name : "");
  2231. type = MATROSKA_BLOCK_ADD_ID_TYPE_OPAQUE;
  2232. // fall-through
  2233. case MATROSKA_BLOCK_ADD_ID_TYPE_OPAQUE:
  2234. case MATROSKA_BLOCK_ADD_ID_TYPE_ITU_T_T35:
  2235. if (mapping->value != type) {
  2236. int strict = s->strict_std_compliance >= FF_COMPLIANCE_STRICT;
  2237. av_log(s, strict ? AV_LOG_ERROR : AV_LOG_WARNING,
  2238. "Invalid Block Addition Value 0x%"PRIx64" for Block Addition Mapping Type "
  2239. "0x%"PRIx64", name \"%s\"\n", mapping->value, mapping->type,
  2240. mapping->name ? mapping->name : "");
  2241. if (strict)
  2242. return AVERROR_INVALIDDATA;
  2243. }
  2244. break;
  2245. case MATROSKA_BLOCK_ADD_ID_TYPE_DVCC:
  2246. case MATROSKA_BLOCK_ADD_ID_TYPE_DVVC:
  2247. if ((ret = mkv_parse_dvcc_dvvc(s, st, track, &mapping->extradata)) < 0)
  2248. return ret;
  2249. break;
  2250. default:
  2251. av_log(s, AV_LOG_DEBUG,
  2252. "Unknown Block Addition Mapping type 0x%"PRIx64", value %"PRIu64", name \"%s\"\n",
  2253. mapping->type, mapping->value, mapping->name ? mapping->name : "");
  2254. if (mapping->value < 2) {
  2255. int strict = s->strict_std_compliance >= FF_COMPLIANCE_STRICT;
  2256. av_log(s, strict ? AV_LOG_ERROR : AV_LOG_WARNING,
  2257. "Invalid Block Addition value 0x%"PRIu64" for unknown Block Addition Mapping "
  2258. "type %"PRIx64", name \"%s\"\n", mapping->value, mapping->type,
  2259. mapping->name ? mapping->name : "");
  2260. if (strict)
  2261. return AVERROR_INVALIDDATA;
  2262. }
  2263. break;
  2264. }
  2265. }
  2266. return 0;
  2267. }
  2268. static int get_qt_codec(MatroskaTrack *track, uint32_t *fourcc, enum AVCodecID *codec_id)
  2269. {
  2270. const AVCodecTag *codec_tags;
  2271. codec_tags = track->type == MATROSKA_TRACK_TYPE_VIDEO ?
  2272. ff_codec_movvideo_tags : ff_codec_movaudio_tags;
  2273. /* Normalize noncompliant private data that starts with the fourcc
  2274. * by expanding/shifting the data by 4 bytes and storing the data
  2275. * size at the start. */
  2276. if (ff_codec_get_id(codec_tags, AV_RL32(track->codec_priv.data))) {
  2277. int ret = av_buffer_realloc(&track->codec_priv.buf,
  2278. track->codec_priv.size + 4 + AV_INPUT_BUFFER_PADDING_SIZE);
  2279. if (ret < 0)
  2280. return ret;
  2281. track->codec_priv.data = track->codec_priv.buf->data;
  2282. memmove(track->codec_priv.data + 4, track->codec_priv.data, track->codec_priv.size);
  2283. track->codec_priv.size += 4;
  2284. AV_WB32(track->codec_priv.data, track->codec_priv.size);
  2285. }
  2286. *fourcc = AV_RL32(track->codec_priv.data + 4);
  2287. *codec_id = ff_codec_get_id(codec_tags, *fourcc);
  2288. return 0;
  2289. }
  2290. /* An enum with potential return values of the functions for parsing a track.
  2291. * Apart from that all these functions can also indicate ordinary errors via
  2292. * negative return values. */
  2293. enum {
  2294. SKIP_TRACK = 1,
  2295. };
  2296. #define AAC_MAX_EXTRADATA_SIZE 5
  2297. #define TTA_EXTRADATA_SIZE 22
  2298. #define WAVPACK_EXTRADATA_SIZE 2
  2299. /* Performs the codec-specific part of parsing an audio track. */
  2300. static int mka_parse_audio_codec(MatroskaTrack *track, AVCodecParameters *par,
  2301. const MatroskaDemuxContext *matroska,
  2302. AVFormatContext *s, int *extradata_offset)
  2303. {
  2304. uint8_t extradata[FFMAX3(AAC_MAX_EXTRADATA_SIZE,
  2305. TTA_EXTRADATA_SIZE,
  2306. WAVPACK_EXTRADATA_SIZE)];
  2307. int extradata_size = 0; // > 0 means that the extradata buffer is used
  2308. int ret;
  2309. if (!strcmp(track->codec_id, "A_MS/ACM") &&
  2310. track->codec_priv.size >= 14) {
  2311. FFIOContext b;
  2312. ffio_init_read_context(&b, track->codec_priv.data,
  2313. track->codec_priv.size);
  2314. ret = ff_get_wav_header(s, &b.pub, par,
  2315. track->codec_priv.size, 0);
  2316. if (ret < 0)
  2317. return ret;
  2318. *extradata_offset = FFMIN(track->codec_priv.size, 18);
  2319. return 0;
  2320. } else if (!strcmp(track->codec_id, "A_QUICKTIME") &&
  2321. /* Normally 36, but allow noncompliant private data */
  2322. track->codec_priv.size >= 32) {
  2323. enum AVCodecID codec_id;
  2324. uint32_t fourcc;
  2325. uint16_t sample_size;
  2326. ret = get_qt_codec(track, &fourcc, &codec_id);
  2327. if (ret < 0)
  2328. return ret;
  2329. sample_size = AV_RB16(track->codec_priv.data + 26);
  2330. if (fourcc == 0) {
  2331. if (sample_size == 8) {
  2332. fourcc = MKTAG('r','a','w',' ');
  2333. codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
  2334. } else if (sample_size == 16) {
  2335. fourcc = MKTAG('t','w','o','s');
  2336. codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
  2337. }
  2338. }
  2339. if ((fourcc == MKTAG('t','w','o','s') ||
  2340. fourcc == MKTAG('s','o','w','t')) && sample_size == 8)
  2341. codec_id = AV_CODEC_ID_PCM_S8;
  2342. par->codec_id = codec_id;
  2343. par->codec_tag = fourcc;
  2344. return 0;
  2345. }
  2346. switch (par->codec_id) {
  2347. case AV_CODEC_ID_PCM_S16BE:
  2348. switch (track->audio.bitdepth) {
  2349. case 8:
  2350. par->codec_id = AV_CODEC_ID_PCM_U8;
  2351. break;
  2352. case 24:
  2353. par->codec_id = AV_CODEC_ID_PCM_S24BE;
  2354. break;
  2355. case 32:
  2356. par->codec_id = AV_CODEC_ID_PCM_S32BE;
  2357. break;
  2358. }
  2359. break;
  2360. case AV_CODEC_ID_PCM_S16LE:
  2361. switch (track->audio.bitdepth) {
  2362. case 8:
  2363. par->codec_id = AV_CODEC_ID_PCM_U8;
  2364. break;
  2365. case 24:
  2366. par->codec_id = AV_CODEC_ID_PCM_S24LE;
  2367. break;
  2368. case 32:
  2369. par->codec_id = AV_CODEC_ID_PCM_S32LE;
  2370. break;
  2371. }
  2372. break;
  2373. case AV_CODEC_ID_PCM_F32LE:
  2374. if (track->audio.bitdepth == 64)
  2375. par->codec_id = AV_CODEC_ID_PCM_F64LE;
  2376. break;
  2377. case AV_CODEC_ID_AAC:
  2378. if (!track->codec_priv.size) {
  2379. int profile = matroska_aac_profile(track->codec_id);
  2380. int sri = matroska_aac_sri(track->audio.samplerate);
  2381. extradata[0] = (profile << 3) | ((sri & 0x0E) >> 1);
  2382. extradata[1] = ((sri & 0x01) << 7) | (track->audio.channels << 3);
  2383. if (strstr(track->codec_id, "SBR")) {
  2384. sri = matroska_aac_sri(track->audio.out_samplerate);
  2385. extradata[2] = 0x56;
  2386. extradata[3] = 0xE5;
  2387. extradata[4] = 0x80 | (sri << 3);
  2388. extradata_size = 5;
  2389. } else
  2390. extradata_size = 2;
  2391. }
  2392. break;
  2393. case AV_CODEC_ID_ALAC:
  2394. if (track->codec_priv.size && track->codec_priv.size < INT_MAX - 12 - AV_INPUT_BUFFER_PADDING_SIZE) {
  2395. /* Only ALAC's magic cookie is stored in Matroska's track headers.
  2396. * Create the "atom size", "tag", and "tag version" fields the
  2397. * decoder expects manually. */
  2398. ret = ff_alloc_extradata(par, 12 + track->codec_priv.size);
  2399. if (ret < 0)
  2400. return ret;
  2401. AV_WB32(par->extradata, par->extradata_size);
  2402. AV_WB32(&par->extradata[4], MKBETAG('a', 'l', 'a', 'c'));
  2403. AV_WB32(&par->extradata[8], 0);
  2404. memcpy(&par->extradata[12], track->codec_priv.data,
  2405. track->codec_priv.size);
  2406. }
  2407. break;
  2408. case AV_CODEC_ID_TTA:
  2409. {
  2410. uint8_t *ptr;
  2411. if (track->audio.channels > UINT16_MAX ||
  2412. track->audio.bitdepth > UINT16_MAX) {
  2413. av_log(matroska->ctx, AV_LOG_WARNING,
  2414. "Too large audio channel number %"PRIu64
  2415. " or bitdepth %"PRIu64". Skipping track.\n",
  2416. track->audio.channels, track->audio.bitdepth);
  2417. if (matroska->ctx->error_recognition & AV_EF_EXPLODE)
  2418. return AVERROR_INVALIDDATA;
  2419. else
  2420. return SKIP_TRACK;
  2421. }
  2422. if (track->audio.out_samplerate < 0 || track->audio.out_samplerate > INT_MAX)
  2423. return AVERROR_INVALIDDATA;
  2424. extradata_size = TTA_EXTRADATA_SIZE;
  2425. ptr = extradata;
  2426. bytestream_put_be32(&ptr, AV_RB32("TTA1"));
  2427. bytestream_put_le16(&ptr, 1);
  2428. bytestream_put_le16(&ptr, track->audio.channels);
  2429. bytestream_put_le16(&ptr, track->audio.bitdepth);
  2430. bytestream_put_le32(&ptr, track->audio.out_samplerate);
  2431. bytestream_put_le32(&ptr, av_rescale(matroska->duration * matroska->time_scale,
  2432. track->audio.out_samplerate,
  2433. AV_TIME_BASE * 1000));
  2434. break;
  2435. }
  2436. case AV_CODEC_ID_RA_144:
  2437. track->audio.out_samplerate = 8000;
  2438. track->audio.channels = 1;
  2439. break;
  2440. case AV_CODEC_ID_RA_288:
  2441. case AV_CODEC_ID_COOK:
  2442. case AV_CODEC_ID_ATRAC3:
  2443. case AV_CODEC_ID_SIPR:
  2444. {
  2445. const uint8_t *ptr = track->codec_priv.data;
  2446. int flavor;
  2447. if (!track->codec_priv.size)
  2448. break;
  2449. if (track->codec_priv.size < 46)
  2450. return AVERROR_INVALIDDATA;
  2451. ptr += 22;
  2452. flavor = bytestream_get_be16(&ptr);
  2453. track->audio.coded_framesize = bytestream_get_be32(&ptr);
  2454. ptr += 12;
  2455. track->audio.sub_packet_h = bytestream_get_be16(&ptr);
  2456. track->audio.frame_size = bytestream_get_be16(&ptr);
  2457. track->audio.sub_packet_size = bytestream_get_be16(&ptr);
  2458. if (track->audio.coded_framesize <= 0 ||
  2459. track->audio.sub_packet_h <= 0 ||
  2460. track->audio.frame_size <= 0)
  2461. return AVERROR_INVALIDDATA;
  2462. if (par->codec_id == AV_CODEC_ID_RA_288) {
  2463. if (track->audio.sub_packet_h & 1 || 2 * track->audio.frame_size
  2464. != (int64_t)track->audio.sub_packet_h * track->audio.coded_framesize)
  2465. return AVERROR_INVALIDDATA;
  2466. par->block_align = track->audio.coded_framesize;
  2467. track->codec_priv.size = 0;
  2468. } else {
  2469. if (par->codec_id == AV_CODEC_ID_SIPR) {
  2470. static const int sipr_bit_rate[4] = { 6504, 8496, 5000, 16000 };
  2471. if (flavor > 3)
  2472. return AVERROR_INVALIDDATA;
  2473. track->audio.sub_packet_size = ff_sipr_subpk_size[flavor];
  2474. par->bit_rate = sipr_bit_rate[flavor];
  2475. } else if (track->audio.sub_packet_size <= 0 ||
  2476. track->audio.frame_size % track->audio.sub_packet_size)
  2477. return AVERROR_INVALIDDATA;
  2478. par->block_align = track->audio.sub_packet_size;
  2479. *extradata_offset = 78;
  2480. }
  2481. track->audio.buf = av_malloc_array(track->audio.sub_packet_h,
  2482. track->audio.frame_size);
  2483. if (!track->audio.buf)
  2484. return AVERROR(ENOMEM);
  2485. break;
  2486. }
  2487. case AV_CODEC_ID_ATRAC1:
  2488. /* ATRAC1 uses a constant frame size.
  2489. * Typical ATRAC1 streams are either mono or stereo.
  2490. * At most, ATRAC1 was used to store 8 channels of audio. */
  2491. if (track->audio.channels > 8)
  2492. return AVERROR_INVALIDDATA;
  2493. par->block_align = track->audio.channels * 212;
  2494. break;
  2495. case AV_CODEC_ID_FLAC:
  2496. if (track->codec_priv.size) {
  2497. ret = matroska_parse_flac(s, track, extradata_offset);
  2498. if (ret < 0)
  2499. return ret;
  2500. }
  2501. break;
  2502. case AV_CODEC_ID_WAVPACK:
  2503. if (track->codec_priv.size < 2) {
  2504. av_log(matroska->ctx, AV_LOG_INFO, "Assuming WavPack version 4.10 "
  2505. "in absence of valid CodecPrivate.\n");
  2506. extradata_size = WAVPACK_EXTRADATA_SIZE;
  2507. AV_WL16(extradata, 0x410);
  2508. }
  2509. break;
  2510. }
  2511. if (extradata_size > 0) {
  2512. ret = ff_alloc_extradata(par, extradata_size);
  2513. if (ret < 0)
  2514. return ret;
  2515. memcpy(par->extradata, extradata, extradata_size);
  2516. }
  2517. return 0;
  2518. }
  2519. /* Performs the generic part of parsing an audio track. */
  2520. static int mka_parse_audio(MatroskaTrack *track, AVStream *st,
  2521. AVCodecParameters *par,
  2522. const MatroskaDemuxContext *matroska,
  2523. AVFormatContext *s, int *extradata_offset)
  2524. {
  2525. FFStream *const sti = ffstream(st);
  2526. int ret;
  2527. ret = mka_parse_audio_codec(track, par, matroska,
  2528. s, extradata_offset);
  2529. if (ret)
  2530. return ret;
  2531. par->codec_type = AVMEDIA_TYPE_AUDIO;
  2532. par->sample_rate = track->audio.out_samplerate;
  2533. // channel layout may be already set by codec private checks above
  2534. if (!av_channel_layout_check(&par->ch_layout)) {
  2535. if (track->audio.channels > INT32_MAX)
  2536. return AVERROR_PATCHWELCOME;
  2537. par->ch_layout.order = AV_CHANNEL_ORDER_UNSPEC;
  2538. par->ch_layout.nb_channels = track->audio.channels;
  2539. }
  2540. if (!par->bits_per_coded_sample)
  2541. par->bits_per_coded_sample = track->audio.bitdepth;
  2542. if (par->codec_id == AV_CODEC_ID_MP3 ||
  2543. par->codec_id == AV_CODEC_ID_MLP ||
  2544. par->codec_id == AV_CODEC_ID_TRUEHD)
  2545. sti->need_parsing = AVSTREAM_PARSE_FULL;
  2546. else if (par->codec_id != AV_CODEC_ID_AAC)
  2547. sti->need_parsing = AVSTREAM_PARSE_HEADERS;
  2548. if (track->codec_delay > 0) {
  2549. par->initial_padding = av_rescale_q(track->codec_delay,
  2550. (AVRational){1, 1000000000},
  2551. (AVRational){1, par->codec_id == AV_CODEC_ID_OPUS ?
  2552. 48000 : par->sample_rate});
  2553. }
  2554. if (track->seek_preroll > 0) {
  2555. par->seek_preroll = av_rescale_q(track->seek_preroll,
  2556. (AVRational){1, 1000000000},
  2557. (AVRational){1, par->sample_rate});
  2558. }
  2559. return 0;
  2560. }
  2561. /* Performs the codec-specific part of parsing a video track. */
  2562. static int mkv_parse_video_codec(MatroskaTrack *track, AVCodecParameters *par,
  2563. const MatroskaDemuxContext *matroska,
  2564. int *extradata_offset)
  2565. {
  2566. if (!strcmp(track->codec_id, "V_MS/VFW/FOURCC") &&
  2567. track->codec_priv.size >= 40) {
  2568. uint32_t size = AV_RL32A(track->codec_priv.data);
  2569. // VFW extradata is padded to an even length, yet
  2570. // the size field contains the real length.
  2571. if (size & 1 && size == track->codec_priv.size - 1)
  2572. --track->codec_priv.size;
  2573. track->ms_compat = 1;
  2574. par->bits_per_coded_sample = AV_RL16(track->codec_priv.data + 14);
  2575. par->codec_tag = AV_RL32(track->codec_priv.data + 16);
  2576. par->codec_id = ff_codec_get_id(ff_codec_bmp_tags,
  2577. par->codec_tag);
  2578. if (!par->codec_id)
  2579. par->codec_id = ff_codec_get_id(ff_codec_movvideo_tags,
  2580. par->codec_tag);
  2581. *extradata_offset = 40;
  2582. return 0;
  2583. } else if (!strcmp(track->codec_id, "V_QUICKTIME") &&
  2584. track->codec_priv.size >= 21) {
  2585. enum AVCodecID codec_id;
  2586. uint32_t fourcc;
  2587. int ret = get_qt_codec(track, &fourcc, &codec_id);
  2588. if (ret < 0)
  2589. return ret;
  2590. if (codec_id == AV_CODEC_ID_NONE && AV_RL32(track->codec_priv.data+4) == AV_RL32("SMI ")) {
  2591. fourcc = MKTAG('S','V','Q','3');
  2592. codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
  2593. }
  2594. par->codec_id = codec_id;
  2595. if (codec_id == AV_CODEC_ID_NONE)
  2596. av_log(matroska->ctx, AV_LOG_ERROR,
  2597. "mov FourCC not found %s.\n", av_fourcc2str(fourcc));
  2598. if (track->codec_priv.size >= 86) {
  2599. FFIOContext b;
  2600. unsigned bit_depth = AV_RB16(track->codec_priv.data + 82);
  2601. ffio_init_read_context(&b, track->codec_priv.data,
  2602. track->codec_priv.size);
  2603. if (ff_get_qtpalette(codec_id, &b.pub, track->palette)) {
  2604. bit_depth &= 0x1F;
  2605. track->has_palette = 1;
  2606. }
  2607. par->bits_per_coded_sample = bit_depth;
  2608. }
  2609. par->codec_tag = fourcc;
  2610. return 0;
  2611. }
  2612. switch (par->codec_id) {
  2613. case AV_CODEC_ID_RV10:
  2614. case AV_CODEC_ID_RV20:
  2615. case AV_CODEC_ID_RV30:
  2616. case AV_CODEC_ID_RV40:
  2617. *extradata_offset = 26;
  2618. break;
  2619. case AV_CODEC_ID_PRORES:
  2620. if (track->codec_priv.size == 4)
  2621. par->codec_tag = AV_RL32(track->codec_priv.data);
  2622. break;
  2623. case AV_CODEC_ID_VP9:
  2624. /* we don't need any value stored in CodecPrivate.
  2625. * make sure that it's not exported as extradata. */
  2626. track->codec_priv.size = 0;
  2627. break;
  2628. }
  2629. return 0;
  2630. }
  2631. /* Performs the generic part of parsing a video track. */
  2632. static int mkv_parse_video(MatroskaTrack *track, AVStream *st,
  2633. AVCodecParameters *par,
  2634. const MatroskaDemuxContext *matroska,
  2635. int *extradata_offset)
  2636. {
  2637. FFStream *const sti = ffstream(st);
  2638. MatroskaTrackPlane *planes;
  2639. int display_width_mul = 1;
  2640. int display_height_mul = 1;
  2641. int ret;
  2642. if (track->video.color_space.size == 4)
  2643. par->codec_tag = AV_RL32(track->video.color_space.data);
  2644. ret = mkv_parse_video_codec(track, par, matroska,
  2645. extradata_offset);
  2646. if (ret < 0)
  2647. return ret;
  2648. par->codec_type = AVMEDIA_TYPE_VIDEO;
  2649. par->width = track->video.pixel_width;
  2650. par->height = track->video.pixel_height;
  2651. if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_INTERLACED)
  2652. par->field_order = mkv_field_order(matroska, track->video.field_order);
  2653. else if (track->video.interlaced == MATROSKA_VIDEO_INTERLACE_FLAG_PROGRESSIVE)
  2654. par->field_order = AV_FIELD_PROGRESSIVE;
  2655. if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
  2656. mkv_stereo_mode_display_mul(track->video.stereo_mode,
  2657. &display_width_mul, &display_height_mul);
  2658. if (track->video.display_unit < MATROSKA_VIDEO_DISPLAYUNIT_UNKNOWN) {
  2659. if (track->video.display_width && track->video.display_height &&
  2660. track->video.display_width != -1 && track->video.display_height != -1 &&
  2661. track->video.cropped_height < INT64_MAX / track->video.display_width / display_width_mul &&
  2662. track->video.cropped_width < INT64_MAX / track->video.display_height / display_height_mul)
  2663. av_reduce(&st->sample_aspect_ratio.num,
  2664. &st->sample_aspect_ratio.den,
  2665. track->video.cropped_height * track->video.display_width * display_width_mul,
  2666. track->video.cropped_width * track->video.display_height * display_height_mul,
  2667. INT_MAX);
  2668. }
  2669. if (track->video.cropped_width != track->video.pixel_width ||
  2670. track->video.cropped_height != track->video.pixel_height) {
  2671. uint8_t *cropping;
  2672. AVPacketSideData *sd = av_packet_side_data_new(&st->codecpar->coded_side_data,
  2673. &st->codecpar->nb_coded_side_data,
  2674. AV_PKT_DATA_FRAME_CROPPING,
  2675. sizeof(uint32_t) * 4, 0);
  2676. if (!sd)
  2677. return AVERROR(ENOMEM);
  2678. cropping = sd->data;
  2679. bytestream_put_le32(&cropping, track->video.pixel_cropt);
  2680. bytestream_put_le32(&cropping, track->video.pixel_cropb);
  2681. bytestream_put_le32(&cropping, track->video.pixel_cropl);
  2682. bytestream_put_le32(&cropping, track->video.pixel_cropr);
  2683. }
  2684. if (par->codec_id != AV_CODEC_ID_HEVC)
  2685. sti->need_parsing = AVSTREAM_PARSE_HEADERS;
  2686. if (track->default_duration) {
  2687. int div = track->default_duration <= INT64_MAX ? 1 : 2;
  2688. av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
  2689. 1000000000 / div, track->default_duration / div, 30000);
  2690. #if FF_API_R_FRAME_RATE
  2691. if ( st->avg_frame_rate.num < st->avg_frame_rate.den * 1000LL
  2692. && st->avg_frame_rate.num > st->avg_frame_rate.den * 5LL)
  2693. st->r_frame_rate = st->avg_frame_rate;
  2694. #endif
  2695. }
  2696. /* export stereo mode flag as metadata tag */
  2697. if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
  2698. av_dict_set(&st->metadata, "stereo_mode", ff_matroska_video_stereo_mode[track->video.stereo_mode], 0);
  2699. /* export alpha mode flag as metadata tag */
  2700. if (track->video.alpha_mode)
  2701. av_dict_set_int(&st->metadata, "alpha_mode", 1, 0);
  2702. /* if we have virtual track, mark the real tracks */
  2703. planes = track->operation.combine_planes.elem;
  2704. for (int j = 0; j < track->operation.combine_planes.nb_elem; j++) {
  2705. MatroskaTrack *tracks = matroska->tracks.elem;
  2706. char buf[32];
  2707. if (planes[j].type >= MATROSKA_VIDEO_STEREO_PLANE_COUNT)
  2708. continue;
  2709. snprintf(buf, sizeof(buf), "%s_%d",
  2710. matroska_video_stereo_plane[planes[j].type], st->index);
  2711. for (int k = 0; k < matroska->tracks.nb_elem; k++)
  2712. if (planes[j].uid == tracks[k].uid && tracks[k].stream) {
  2713. av_dict_set(&tracks[k].stream->metadata,
  2714. "stereo_mode", buf, 0);
  2715. break;
  2716. }
  2717. }
  2718. // add stream level stereo3d side data if it is a supported format
  2719. if (track->video.stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB &&
  2720. track->video.stereo_mode != MATROSKA_VIDEO_STEREOMODE_TYPE_ANAGLYPH_CYAN_RED &&
  2721. track->video.stereo_mode != MATROSKA_VIDEO_STEREOMODE_TYPE_ANAGLYPH_GREEN_MAG) {
  2722. int ret = mkv_stereo3d_conv(st, track->video.stereo_mode);
  2723. if (ret < 0)
  2724. return ret;
  2725. }
  2726. ret = mkv_parse_video_color(st, track);
  2727. if (ret < 0)
  2728. return ret;
  2729. ret = mkv_parse_video_projection(st, track, matroska->ctx);
  2730. if (ret < 0)
  2731. return ret;
  2732. return 0;
  2733. }
  2734. /* Performs the codec-specific part of parsing a subtitle track. */
  2735. static int mkv_parse_subtitle_codec(MatroskaTrack *track, AVStream *st,
  2736. AVCodecParameters *par,
  2737. const MatroskaDemuxContext *matroska)
  2738. {
  2739. switch (par->codec_id) {
  2740. case AV_CODEC_ID_ARIB_CAPTION:
  2741. if (track->codec_priv.size == 3) {
  2742. int component_tag = track->codec_priv.data[0];
  2743. int data_component_id = AV_RB16(track->codec_priv.data + 1);
  2744. switch (data_component_id) {
  2745. case 0x0008:
  2746. // [0x30..0x37] are component tags utilized for
  2747. // non-mobile captioning service ("profile A").
  2748. if (component_tag >= 0x30 && component_tag <= 0x37) {
  2749. par->profile = AV_PROFILE_ARIB_PROFILE_A;
  2750. }
  2751. break;
  2752. case 0x0012:
  2753. // component tag 0x87 signifies a mobile/partial reception
  2754. // (1seg) captioning service ("profile C").
  2755. if (component_tag == 0x87) {
  2756. par->profile = AV_PROFILE_ARIB_PROFILE_C;
  2757. }
  2758. break;
  2759. default:
  2760. break;
  2761. }
  2762. if (par->profile == AV_PROFILE_UNKNOWN)
  2763. av_log(matroska->ctx, AV_LOG_WARNING,
  2764. "Unknown ARIB caption profile utilized: %02x / %04x\n",
  2765. component_tag, data_component_id);
  2766. track->codec_priv.size = 0;
  2767. }
  2768. break;
  2769. case AV_CODEC_ID_WEBVTT:
  2770. if (!strcmp(track->codec_id, "D_WEBVTT/CAPTIONS")) {
  2771. st->disposition |= AV_DISPOSITION_CAPTIONS;
  2772. } else if (!strcmp(track->codec_id, "D_WEBVTT/DESCRIPTIONS")) {
  2773. st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
  2774. } else if (!strcmp(track->codec_id, "D_WEBVTT/METADATA")) {
  2775. st->disposition |= AV_DISPOSITION_METADATA;
  2776. }
  2777. break;
  2778. }
  2779. return 0;
  2780. }
  2781. static int matroska_parse_tracks(AVFormatContext *s)
  2782. {
  2783. MatroskaDemuxContext *matroska = s->priv_data;
  2784. MatroskaTrack *tracks = matroska->tracks.elem;
  2785. int i, j, ret;
  2786. for (i = 0; i < matroska->tracks.nb_elem; i++) {
  2787. MatroskaTrack *track = &tracks[i];
  2788. enum AVCodecID codec_id = AV_CODEC_ID_NONE;
  2789. AVCodecParameters *par;
  2790. MatroskaTrackType type;
  2791. int extradata_offset = 0;
  2792. AVStream *st;
  2793. char* key_id_base64 = NULL;
  2794. /* Apply some sanity checks. */
  2795. if (track->type != MATROSKA_TRACK_TYPE_VIDEO &&
  2796. track->type != MATROSKA_TRACK_TYPE_AUDIO &&
  2797. track->type != MATROSKA_TRACK_TYPE_SUBTITLE &&
  2798. track->type != MATROSKA_TRACK_TYPE_METADATA) {
  2799. av_log(matroska->ctx, AV_LOG_INFO,
  2800. "Unknown or unsupported track type %"PRIu64"\n",
  2801. track->type);
  2802. continue;
  2803. }
  2804. if (!track->codec_id)
  2805. continue;
  2806. if ( track->type == MATROSKA_TRACK_TYPE_AUDIO && track->codec_id[0] != 'A'
  2807. || track->type == MATROSKA_TRACK_TYPE_VIDEO && track->codec_id[0] != 'V'
  2808. || track->type == MATROSKA_TRACK_TYPE_SUBTITLE && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
  2809. || track->type == MATROSKA_TRACK_TYPE_METADATA && track->codec_id[0] != 'D' && track->codec_id[0] != 'S'
  2810. ) {
  2811. av_log(matroska->ctx, AV_LOG_INFO, "Inconsistent track type\n");
  2812. continue;
  2813. }
  2814. if (track->audio.samplerate < 0 || track->audio.samplerate > INT_MAX ||
  2815. isnan(track->audio.samplerate)) {
  2816. av_log(matroska->ctx, AV_LOG_WARNING,
  2817. "Invalid sample rate %f, defaulting to 8000 instead.\n",
  2818. track->audio.samplerate);
  2819. track->audio.samplerate = 8000;
  2820. }
  2821. if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
  2822. if (!track->default_duration && track->video.frame_rate > 0) {
  2823. double default_duration = 1000000000 / track->video.frame_rate;
  2824. if (default_duration > UINT64_MAX || default_duration < 0) {
  2825. av_log(matroska->ctx, AV_LOG_WARNING,
  2826. "Invalid frame rate %e. Cannot calculate default duration.\n",
  2827. track->video.frame_rate);
  2828. } else {
  2829. track->default_duration = default_duration;
  2830. }
  2831. }
  2832. if (track->video.pixel_cropl >= INT_MAX - track->video.pixel_cropr ||
  2833. track->video.pixel_cropt >= INT_MAX - track->video.pixel_cropb ||
  2834. (track->video.pixel_cropl + track->video.pixel_cropr) >= track->video.pixel_width ||
  2835. (track->video.pixel_cropt + track->video.pixel_cropb) >= track->video.pixel_height)
  2836. return AVERROR_INVALIDDATA;
  2837. track->video.cropped_width = track->video.pixel_width -
  2838. track->video.pixel_cropl - track->video.pixel_cropr;
  2839. track->video.cropped_height = track->video.pixel_height -
  2840. track->video.pixel_cropt - track->video.pixel_cropb;
  2841. if (track->video.display_unit == MATROSKA_VIDEO_DISPLAYUNIT_PIXELS) {
  2842. if (track->video.display_width == -1)
  2843. track->video.display_width = track->video.cropped_width;
  2844. if (track->video.display_height == -1)
  2845. track->video.display_height = track->video.cropped_height;
  2846. }
  2847. } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
  2848. if (!track->audio.out_samplerate)
  2849. track->audio.out_samplerate = track->audio.samplerate;
  2850. }
  2851. ret = matroska_parse_content_encodings(track->encodings.elem,
  2852. track->encodings.nb_elem,
  2853. track, &key_id_base64, matroska->ctx);
  2854. if (ret < 0)
  2855. return ret;
  2856. for (j = 0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++) {
  2857. if (av_strstart(track->codec_id, ff_mkv_codec_tags[j].str, NULL)) {
  2858. codec_id = ff_mkv_codec_tags[j].id;
  2859. break;
  2860. }
  2861. }
  2862. st = track->stream = avformat_new_stream(s, NULL);
  2863. if (!st) {
  2864. av_free(key_id_base64);
  2865. return AVERROR(ENOMEM);
  2866. }
  2867. par = st->codecpar;
  2868. par->codec_id = codec_id;
  2869. if (track->flag_default)
  2870. st->disposition |= AV_DISPOSITION_DEFAULT;
  2871. if (track->flag_forced)
  2872. st->disposition |= AV_DISPOSITION_FORCED;
  2873. if (track->flag_comment)
  2874. st->disposition |= AV_DISPOSITION_COMMENT;
  2875. if (track->flag_hearingimpaired)
  2876. st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
  2877. if (track->flag_visualimpaired)
  2878. st->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED;
  2879. if (track->flag_original.count > 0)
  2880. st->disposition |= track->flag_original.el.u ? AV_DISPOSITION_ORIGINAL
  2881. : AV_DISPOSITION_DUB;
  2882. if (key_id_base64) {
  2883. /* export encryption key id as base64 metadata tag */
  2884. av_dict_set(&st->metadata, "enc_key_id", key_id_base64,
  2885. AV_DICT_DONT_STRDUP_VAL);
  2886. }
  2887. if (strcmp(track->language, "und"))
  2888. av_dict_set(&st->metadata, "language", track->language, 0);
  2889. av_dict_set(&st->metadata, "title", track->name, 0);
  2890. if (track->time_scale < 0.01) {
  2891. av_log(matroska->ctx, AV_LOG_WARNING,
  2892. "Track TimestampScale too small %f, assuming 1.0.\n",
  2893. track->time_scale);
  2894. track->time_scale = 1.0;
  2895. }
  2896. if (matroska->time_scale * track->time_scale > UINT_MAX)
  2897. return AVERROR_INVALIDDATA;
  2898. avpriv_set_pts_info(st, 64, matroska->time_scale * track->time_scale,
  2899. 1000 * 1000 * 1000); /* 64 bit pts in ns */
  2900. /* convert the delay from ns to the track timebase */
  2901. track->codec_delay_in_track_tb = av_rescale_q(track->codec_delay,
  2902. (AVRational){ 1, 1000000000 },
  2903. st->time_base);
  2904. type = track->type;
  2905. if (par->codec_id == AV_CODEC_ID_WEBVTT)
  2906. type = MATROSKA_TRACK_TYPE_SUBTITLE;
  2907. switch (type) {
  2908. case MATROSKA_TRACK_TYPE_AUDIO:
  2909. ret = mka_parse_audio(track, st, par, matroska,
  2910. s, &extradata_offset);
  2911. if (ret < 0)
  2912. return ret;
  2913. if (ret == SKIP_TRACK)
  2914. continue;
  2915. break;
  2916. case MATROSKA_TRACK_TYPE_VIDEO:
  2917. ret = mkv_parse_video(track, st, par, matroska, &extradata_offset);
  2918. if (ret < 0)
  2919. return ret;
  2920. break;
  2921. case MATROSKA_TRACK_TYPE_SUBTITLE:
  2922. ret = mkv_parse_subtitle_codec(track, st, par, matroska);
  2923. if (ret < 0)
  2924. return ret;
  2925. par->codec_type = AVMEDIA_TYPE_SUBTITLE;
  2926. if (track->flag_textdescriptions)
  2927. st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
  2928. break;
  2929. }
  2930. if (par->codec_id == AV_CODEC_ID_NONE)
  2931. av_log(matroska->ctx, AV_LOG_INFO,
  2932. "Unknown/unsupported AVCodecID %s.\n", track->codec_id);
  2933. if (!par->extradata && track->codec_priv.size > extradata_offset) {
  2934. const uint8_t *src = track->codec_priv.data + extradata_offset;
  2935. unsigned extra_size = track->codec_priv.size - extradata_offset;
  2936. ret = ff_alloc_extradata(par, extra_size);
  2937. if (ret < 0)
  2938. return ret;
  2939. memcpy(par->extradata, src, extra_size);
  2940. }
  2941. ret = mkv_parse_block_addition_mappings(s, st, track);
  2942. if (ret < 0)
  2943. return ret;
  2944. }
  2945. return 0;
  2946. }
  2947. static int matroska_read_header(AVFormatContext *s)
  2948. {
  2949. FFFormatContext *const si = ffformatcontext(s);
  2950. MatroskaDemuxContext *matroska = s->priv_data;
  2951. EbmlList *attachments_list = &matroska->attachments;
  2952. EbmlList *chapters_list = &matroska->chapters;
  2953. MatroskaAttachment *attachments;
  2954. MatroskaChapter *chapters;
  2955. uint64_t max_start = 0;
  2956. int64_t pos;
  2957. Ebml ebml = { 0 };
  2958. int i, j, res;
  2959. matroska->ctx = s;
  2960. matroska->cues_parsing_deferred = 1;
  2961. /* First read the EBML header. */
  2962. if (ebml_parse(matroska, ebml_syntax, &ebml) || !ebml.doctype) {
  2963. av_log(matroska->ctx, AV_LOG_ERROR, "EBML header parsing failed\n");
  2964. ebml_free(ebml_syntax, &ebml);
  2965. return AVERROR_INVALIDDATA;
  2966. }
  2967. if (ebml.version > EBML_VERSION ||
  2968. ebml.max_size > sizeof(uint64_t) ||
  2969. ebml.id_length > sizeof(uint32_t) ||
  2970. ebml.doctype_version > 3) {
  2971. avpriv_report_missing_feature(matroska->ctx,
  2972. "EBML version %"PRIu64", doctype %s, doc version %"PRIu64,
  2973. ebml.version, ebml.doctype, ebml.doctype_version);
  2974. ebml_free(ebml_syntax, &ebml);
  2975. return AVERROR_PATCHWELCOME;
  2976. } else if (ebml.doctype_version == 3) {
  2977. av_log(matroska->ctx, AV_LOG_WARNING,
  2978. "EBML header using unsupported features\n"
  2979. "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
  2980. ebml.version, ebml.doctype, ebml.doctype_version);
  2981. }
  2982. for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++)
  2983. if (!strcmp(ebml.doctype, matroska_doctypes[i]))
  2984. break;
  2985. if (i >= FF_ARRAY_ELEMS(matroska_doctypes)) {
  2986. av_log(s, AV_LOG_WARNING, "Unknown EBML doctype '%s'\n", ebml.doctype);
  2987. if (matroska->ctx->error_recognition & AV_EF_EXPLODE) {
  2988. ebml_free(ebml_syntax, &ebml);
  2989. return AVERROR_INVALIDDATA;
  2990. }
  2991. }
  2992. matroska->is_webm = !strcmp(ebml.doctype, "webm");
  2993. ebml_free(ebml_syntax, &ebml);
  2994. matroska->pkt = si->parse_pkt;
  2995. /* The next thing is a segment. */
  2996. pos = avio_tell(matroska->ctx->pb);
  2997. res = ebml_parse(matroska, matroska_segments, matroska);
  2998. // Try resyncing until we find an EBML_STOP type element.
  2999. while (res != 1) {
  3000. res = matroska_resync(matroska, pos);
  3001. if (res < 0)
  3002. return res;
  3003. pos = avio_tell(matroska->ctx->pb);
  3004. res = ebml_parse(matroska, matroska_segment, matroska);
  3005. if (res == AVERROR(EIO)) // EOF is translated to EIO, this exists the loop on EOF
  3006. return res;
  3007. }
  3008. /* Set data_offset as it might be needed later by seek_frame_generic. */
  3009. if (matroska->current_id == MATROSKA_ID_CLUSTER)
  3010. si->data_offset = avio_tell(matroska->ctx->pb) - 4;
  3011. matroska_execute_seekhead(matroska);
  3012. if (!matroska->time_scale)
  3013. matroska->time_scale = 1000000;
  3014. if (isnan(matroska->duration))
  3015. matroska->duration = 0;
  3016. if (matroska->duration)
  3017. matroska->ctx->duration = matroska->duration * matroska->time_scale *
  3018. 1000 / AV_TIME_BASE;
  3019. av_dict_set(&s->metadata, "title", matroska->title, 0);
  3020. av_dict_set(&s->metadata, "encoder", matroska->muxingapp, 0);
  3021. if (matroska->date_utc.size == 8)
  3022. matroska_metadata_creation_time(&s->metadata, AV_RB64(matroska->date_utc.data));
  3023. res = matroska_parse_tracks(s);
  3024. if (res < 0)
  3025. return res;
  3026. attachments = attachments_list->elem;
  3027. for (j = 0; j < attachments_list->nb_elem; j++) {
  3028. if (!(attachments[j].filename && attachments[j].mime &&
  3029. attachments[j].bin.data && attachments[j].bin.size > 0)) {
  3030. av_log(matroska->ctx, AV_LOG_ERROR, "incomplete attachment\n");
  3031. } else {
  3032. AVStream *st = avformat_new_stream(s, NULL);
  3033. if (!st)
  3034. break;
  3035. av_dict_set(&st->metadata, "filename", attachments[j].filename, 0);
  3036. av_dict_set(&st->metadata, "mimetype", attachments[j].mime, 0);
  3037. if (attachments[j].description)
  3038. av_dict_set(&st->metadata, "title", attachments[j].description, 0);
  3039. st->codecpar->codec_id = AV_CODEC_ID_NONE;
  3040. for (i = 0; mkv_image_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
  3041. if (av_strstart(attachments[j].mime, mkv_image_mime_tags[i].str, NULL)) {
  3042. st->codecpar->codec_id = mkv_image_mime_tags[i].id;
  3043. break;
  3044. }
  3045. }
  3046. attachments[j].stream = st;
  3047. if (st->codecpar->codec_id != AV_CODEC_ID_NONE) {
  3048. res = ff_add_attached_pic(s, st, NULL, &attachments[j].bin.buf, 0);
  3049. if (res < 0)
  3050. return res;
  3051. } else {
  3052. st->codecpar->codec_type = AVMEDIA_TYPE_ATTACHMENT;
  3053. if (ff_alloc_extradata(st->codecpar, attachments[j].bin.size))
  3054. break;
  3055. memcpy(st->codecpar->extradata, attachments[j].bin.data,
  3056. attachments[j].bin.size);
  3057. for (i = 0; mkv_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
  3058. if (av_strstart(attachments[j].mime, mkv_mime_tags[i].str, NULL)) {
  3059. st->codecpar->codec_id = mkv_mime_tags[i].id;
  3060. break;
  3061. }
  3062. }
  3063. }
  3064. }
  3065. }
  3066. chapters = chapters_list->elem;
  3067. for (i = 0; i < chapters_list->nb_elem; i++)
  3068. if (chapters[i].start != AV_NOPTS_VALUE && chapters[i].uid &&
  3069. (max_start == 0 || chapters[i].start > max_start)) {
  3070. chapters[i].chapter =
  3071. avpriv_new_chapter(s, chapters[i].uid,
  3072. (AVRational) { 1, 1000000000 },
  3073. chapters[i].start, chapters[i].end,
  3074. chapters[i].title);
  3075. max_start = chapters[i].start;
  3076. }
  3077. matroska_add_index_entries(matroska);
  3078. matroska_convert_tags(s);
  3079. return 0;
  3080. }
  3081. /*
  3082. * Put one packet in an application-supplied AVPacket struct.
  3083. * Returns 0 on success or -1 on failure.
  3084. */
  3085. static int matroska_deliver_packet(MatroskaDemuxContext *matroska,
  3086. AVPacket *pkt)
  3087. {
  3088. if (matroska->queue.head) {
  3089. MatroskaTrack *tracks = matroska->tracks.elem;
  3090. MatroskaTrack *track;
  3091. avpriv_packet_list_get(&matroska->queue, pkt);
  3092. track = &tracks[pkt->stream_index];
  3093. if (track->has_palette) {
  3094. uint8_t *pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE, AVPALETTE_SIZE);
  3095. if (!pal) {
  3096. av_log(matroska->ctx, AV_LOG_ERROR, "Cannot append palette to packet\n");
  3097. } else {
  3098. memcpy(pal, track->palette, AVPALETTE_SIZE);
  3099. }
  3100. track->has_palette = 0;
  3101. }
  3102. return 0;
  3103. }
  3104. return -1;
  3105. }
  3106. /*
  3107. * Free all packets in our internal queue.
  3108. */
  3109. static void matroska_clear_queue(MatroskaDemuxContext *matroska)
  3110. {
  3111. avpriv_packet_list_free(&matroska->queue);
  3112. }
  3113. static int matroska_parse_laces(MatroskaDemuxContext *matroska, uint8_t **buf,
  3114. int size, int type, AVIOContext *pb,
  3115. uint32_t lace_size[256], int *laces)
  3116. {
  3117. int n;
  3118. uint8_t *data = *buf;
  3119. if (!type) {
  3120. *laces = 1;
  3121. lace_size[0] = size;
  3122. return 0;
  3123. }
  3124. if (size <= 0)
  3125. return AVERROR_INVALIDDATA;
  3126. *laces = *data + 1;
  3127. data += 1;
  3128. size -= 1;
  3129. switch (type) {
  3130. case 0x1: /* Xiph lacing */
  3131. {
  3132. uint8_t temp;
  3133. uint32_t total = 0;
  3134. for (n = 0; n < *laces - 1; n++) {
  3135. lace_size[n] = 0;
  3136. do {
  3137. if (size <= total)
  3138. return AVERROR_INVALIDDATA;
  3139. temp = *data;
  3140. total += temp;
  3141. lace_size[n] += temp;
  3142. data += 1;
  3143. size -= 1;
  3144. } while (temp == 0xff);
  3145. }
  3146. if (size < total)
  3147. return AVERROR_INVALIDDATA;
  3148. lace_size[n] = size - total;
  3149. break;
  3150. }
  3151. case 0x2: /* fixed-size lacing */
  3152. if (size % (*laces))
  3153. return AVERROR_INVALIDDATA;
  3154. for (n = 0; n < *laces; n++)
  3155. lace_size[n] = size / *laces;
  3156. break;
  3157. case 0x3: /* EBML lacing */
  3158. {
  3159. uint64_t num;
  3160. uint64_t total;
  3161. int offset;
  3162. avio_skip(pb, 4);
  3163. n = ebml_read_num(matroska, pb, 8, &num, 1);
  3164. if (n < 0)
  3165. return n;
  3166. if (num > INT_MAX)
  3167. return AVERROR_INVALIDDATA;
  3168. total = lace_size[0] = num;
  3169. offset = n;
  3170. for (n = 1; n < *laces - 1; n++) {
  3171. int64_t snum;
  3172. int r;
  3173. r = matroska_ebmlnum_sint(matroska, pb, &snum);
  3174. if (r < 0)
  3175. return r;
  3176. if (lace_size[n - 1] + snum > (uint64_t)INT_MAX)
  3177. return AVERROR_INVALIDDATA;
  3178. lace_size[n] = lace_size[n - 1] + snum;
  3179. total += lace_size[n];
  3180. offset += r;
  3181. }
  3182. data += offset;
  3183. size -= offset;
  3184. if (size < total)
  3185. return AVERROR_INVALIDDATA;
  3186. lace_size[*laces - 1] = size - total;
  3187. break;
  3188. }
  3189. }
  3190. *buf = data;
  3191. return 0;
  3192. }
  3193. static int matroska_parse_rm_audio(MatroskaDemuxContext *matroska,
  3194. MatroskaTrack *track, AVStream *st,
  3195. uint8_t *data, int size, uint64_t timecode,
  3196. int64_t pos)
  3197. {
  3198. const int a = st->codecpar->block_align;
  3199. const int sps = track->audio.sub_packet_size;
  3200. const int cfs = track->audio.coded_framesize;
  3201. const int h = track->audio.sub_packet_h;
  3202. const int w = track->audio.frame_size;
  3203. int y = track->audio.sub_packet_cnt;
  3204. int x;
  3205. if (!track->audio.pkt_cnt) {
  3206. if (track->audio.sub_packet_cnt == 0)
  3207. track->audio.buf_timecode = timecode;
  3208. if (st->codecpar->codec_id == AV_CODEC_ID_RA_288) {
  3209. if (size < cfs * h / 2) {
  3210. av_log(matroska->ctx, AV_LOG_ERROR,
  3211. "Corrupt int4 RM-style audio packet size\n");
  3212. return AVERROR_INVALIDDATA;
  3213. }
  3214. for (x = 0; x < h / 2; x++)
  3215. memcpy(track->audio.buf + x * 2 * w + y * cfs,
  3216. data + x * cfs, cfs);
  3217. } else if (st->codecpar->codec_id == AV_CODEC_ID_SIPR) {
  3218. if (size < w) {
  3219. av_log(matroska->ctx, AV_LOG_ERROR,
  3220. "Corrupt sipr RM-style audio packet size\n");
  3221. return AVERROR_INVALIDDATA;
  3222. }
  3223. memcpy(track->audio.buf + y * w, data, w);
  3224. } else {
  3225. if (size < w) {
  3226. av_log(matroska->ctx, AV_LOG_ERROR,
  3227. "Corrupt generic RM-style audio packet size\n");
  3228. return AVERROR_INVALIDDATA;
  3229. }
  3230. for (x = 0; x < w / sps; x++)
  3231. memcpy(track->audio.buf +
  3232. sps * (h * x + ((h + 1) / 2) * (y & 1) + (y >> 1)),
  3233. data + x * sps, sps);
  3234. }
  3235. if (++track->audio.sub_packet_cnt >= h) {
  3236. if (st->codecpar->codec_id == AV_CODEC_ID_SIPR)
  3237. ff_rm_reorder_sipr_data(track->audio.buf, h, w);
  3238. track->audio.sub_packet_cnt = 0;
  3239. track->audio.pkt_cnt = h * w / a;
  3240. }
  3241. }
  3242. while (track->audio.pkt_cnt) {
  3243. int ret;
  3244. AVPacket *pkt = matroska->pkt;
  3245. ret = av_new_packet(pkt, a);
  3246. if (ret < 0) {
  3247. return ret;
  3248. }
  3249. memcpy(pkt->data,
  3250. track->audio.buf + a * (h * w / a - track->audio.pkt_cnt--),
  3251. a);
  3252. pkt->pts = track->audio.buf_timecode;
  3253. track->audio.buf_timecode = AV_NOPTS_VALUE;
  3254. pkt->pos = pos;
  3255. pkt->stream_index = st->index;
  3256. ret = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
  3257. if (ret < 0) {
  3258. av_packet_unref(pkt);
  3259. return AVERROR(ENOMEM);
  3260. }
  3261. }
  3262. return 0;
  3263. }
  3264. /* reconstruct full wavpack blocks from mangled matroska ones */
  3265. static int matroska_parse_wavpack(MatroskaTrack *track,
  3266. uint8_t **data, int *size)
  3267. {
  3268. uint8_t *dst = NULL;
  3269. uint8_t *src = *data;
  3270. int dstlen = 0;
  3271. int srclen = *size;
  3272. uint32_t samples;
  3273. uint16_t ver;
  3274. int ret, offset = 0;
  3275. if (srclen < 12)
  3276. return AVERROR_INVALIDDATA;
  3277. av_assert1(track->stream->codecpar->extradata_size >= 2);
  3278. ver = AV_RL16(track->stream->codecpar->extradata);
  3279. samples = AV_RL32(src);
  3280. src += 4;
  3281. srclen -= 4;
  3282. while (srclen >= 8) {
  3283. int multiblock;
  3284. uint32_t blocksize;
  3285. uint8_t *tmp;
  3286. uint32_t flags = AV_RL32(src);
  3287. uint32_t crc = AV_RL32(src + 4);
  3288. src += 8;
  3289. srclen -= 8;
  3290. multiblock = (flags & 0x1800) != 0x1800;
  3291. if (multiblock) {
  3292. if (srclen < 4) {
  3293. ret = AVERROR_INVALIDDATA;
  3294. goto fail;
  3295. }
  3296. blocksize = AV_RL32(src);
  3297. src += 4;
  3298. srclen -= 4;
  3299. } else
  3300. blocksize = srclen;
  3301. if (blocksize > srclen) {
  3302. ret = AVERROR_INVALIDDATA;
  3303. goto fail;
  3304. }
  3305. tmp = av_realloc(dst, dstlen + blocksize + 32 + AV_INPUT_BUFFER_PADDING_SIZE);
  3306. if (!tmp) {
  3307. ret = AVERROR(ENOMEM);
  3308. goto fail;
  3309. }
  3310. dst = tmp;
  3311. dstlen += blocksize + 32;
  3312. AV_WL32(dst + offset, MKTAG('w', 'v', 'p', 'k')); // tag
  3313. AV_WL32(dst + offset + 4, blocksize + 24); // blocksize - 8
  3314. AV_WL16(dst + offset + 8, ver); // version
  3315. AV_WL16(dst + offset + 10, 0); // track/index_no
  3316. AV_WL32(dst + offset + 12, 0); // total samples
  3317. AV_WL32(dst + offset + 16, 0); // block index
  3318. AV_WL32(dst + offset + 20, samples); // number of samples
  3319. AV_WL32(dst + offset + 24, flags); // flags
  3320. AV_WL32(dst + offset + 28, crc); // crc
  3321. memcpy(dst + offset + 32, src, blocksize); // block data
  3322. src += blocksize;
  3323. srclen -= blocksize;
  3324. offset += blocksize + 32;
  3325. }
  3326. memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  3327. *data = dst;
  3328. *size = dstlen;
  3329. return 0;
  3330. fail:
  3331. av_freep(&dst);
  3332. return ret;
  3333. }
  3334. static int matroska_parse_prores(MatroskaTrack *track,
  3335. uint8_t **data, int *size)
  3336. {
  3337. uint8_t *dst;
  3338. int dstlen = *size + 8;
  3339. dst = av_malloc(dstlen + AV_INPUT_BUFFER_PADDING_SIZE);
  3340. if (!dst)
  3341. return AVERROR(ENOMEM);
  3342. AV_WB32(dst, dstlen);
  3343. AV_WB32(dst + 4, MKBETAG('i', 'c', 'p', 'f'));
  3344. memcpy(dst + 8, *data, dstlen - 8);
  3345. memset(dst + dstlen, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  3346. *data = dst;
  3347. *size = dstlen;
  3348. return 0;
  3349. }
  3350. static int matroska_parse_webvtt(MatroskaDemuxContext *matroska,
  3351. MatroskaTrack *track,
  3352. AVStream *st,
  3353. uint8_t *data, int data_len,
  3354. uint64_t timecode,
  3355. uint64_t duration,
  3356. int64_t pos)
  3357. {
  3358. AVPacket *pkt = matroska->pkt;
  3359. uint8_t *id, *settings, *text, *buf;
  3360. int id_len, settings_len, text_len;
  3361. uint8_t *p, *q;
  3362. int err;
  3363. if (data_len <= 0)
  3364. return AVERROR_INVALIDDATA;
  3365. p = data;
  3366. q = data + data_len;
  3367. id = p;
  3368. id_len = -1;
  3369. while (p < q) {
  3370. if (*p == '\r' || *p == '\n') {
  3371. id_len = p - id;
  3372. if (*p == '\r')
  3373. p++;
  3374. break;
  3375. }
  3376. p++;
  3377. }
  3378. if (p >= q || *p != '\n')
  3379. return AVERROR_INVALIDDATA;
  3380. p++;
  3381. settings = p;
  3382. settings_len = -1;
  3383. while (p < q) {
  3384. if (*p == '\r' || *p == '\n') {
  3385. settings_len = p - settings;
  3386. if (*p == '\r')
  3387. p++;
  3388. break;
  3389. }
  3390. p++;
  3391. }
  3392. if (p >= q || *p != '\n')
  3393. return AVERROR_INVALIDDATA;
  3394. p++;
  3395. text = p;
  3396. text_len = q - p;
  3397. while (text_len > 0) {
  3398. const int len = text_len - 1;
  3399. const uint8_t c = p[len];
  3400. if (c != '\r' && c != '\n')
  3401. break;
  3402. text_len = len;
  3403. }
  3404. err = av_new_packet(pkt, text_len);
  3405. if (err < 0) {
  3406. return err;
  3407. }
  3408. memcpy(pkt->data, text, text_len);
  3409. if (id_len > 0) {
  3410. buf = av_packet_new_side_data(pkt,
  3411. AV_PKT_DATA_WEBVTT_IDENTIFIER,
  3412. id_len);
  3413. if (!buf) {
  3414. av_packet_unref(pkt);
  3415. return AVERROR(ENOMEM);
  3416. }
  3417. memcpy(buf, id, id_len);
  3418. }
  3419. if (settings_len > 0) {
  3420. buf = av_packet_new_side_data(pkt,
  3421. AV_PKT_DATA_WEBVTT_SETTINGS,
  3422. settings_len);
  3423. if (!buf) {
  3424. av_packet_unref(pkt);
  3425. return AVERROR(ENOMEM);
  3426. }
  3427. memcpy(buf, settings, settings_len);
  3428. }
  3429. // Do we need this for subtitles?
  3430. // pkt->flags = AV_PKT_FLAG_KEY;
  3431. pkt->stream_index = st->index;
  3432. pkt->pts = timecode;
  3433. // Do we need this for subtitles?
  3434. // pkt->dts = timecode;
  3435. pkt->duration = duration;
  3436. pkt->pos = pos;
  3437. err = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
  3438. if (err < 0) {
  3439. av_packet_unref(pkt);
  3440. return AVERROR(ENOMEM);
  3441. }
  3442. return 0;
  3443. }
  3444. static int matroska_parse_block_additional(MatroskaDemuxContext *matroska,
  3445. MatroskaTrack *track, AVPacket *pkt,
  3446. const uint8_t *data, int size, uint64_t id)
  3447. {
  3448. const EbmlList *mappings_list = &track->block_addition_mappings;
  3449. MatroskaBlockAdditionMapping *mappings = mappings_list->elem, *mapping = NULL;
  3450. uint8_t *side_data;
  3451. int res;
  3452. if (!matroska->is_webm && track->max_block_additional_id && id > track->max_block_additional_id) {
  3453. int strict = matroska->ctx->strict_std_compliance >= FF_COMPLIANCE_STRICT;
  3454. av_log(matroska->ctx, strict ? AV_LOG_ERROR : AV_LOG_WARNING,
  3455. "BlockAddID %"PRIu64" is higher than the reported MaxBlockAdditionID %"PRIu64" "
  3456. "for Track with TrackNumber %"PRIu64"\n", id, track->max_block_additional_id,
  3457. track->num);
  3458. if (strict)
  3459. return AVERROR_INVALIDDATA;
  3460. }
  3461. for (int i = 0; i < mappings_list->nb_elem; i++) {
  3462. if (id != mappings[i].value)
  3463. continue;
  3464. mapping = &mappings[i];
  3465. break;
  3466. }
  3467. if (id != 1 && !matroska->is_webm && !mapping) {
  3468. av_log(matroska->ctx, AV_LOG_WARNING, "BlockAddID %"PRIu64" has no mapping. Skipping\n", id);
  3469. return 0;
  3470. }
  3471. if (mapping && mapping->type)
  3472. id = mapping->type;
  3473. switch (id) {
  3474. case MATROSKA_BLOCK_ADD_ID_TYPE_ITU_T_T35: {
  3475. GetByteContext bc;
  3476. int country_code, provider_code;
  3477. int provider_oriented_code, application_identifier;
  3478. size_t hdrplus_size;
  3479. AVDynamicHDRPlus *hdrplus;
  3480. if (size < 6)
  3481. break; //ignore
  3482. bytestream2_init(&bc, data, size);
  3483. /* ITU-T T.35 metadata */
  3484. country_code = bytestream2_get_byteu(&bc);
  3485. provider_code = bytestream2_get_be16u(&bc);
  3486. if (country_code != ITU_T_T35_COUNTRY_CODE_US ||
  3487. provider_code != ITU_T_T35_PROVIDER_CODE_SAMSUNG)
  3488. break; // ignore
  3489. provider_oriented_code = bytestream2_get_be16u(&bc);
  3490. application_identifier = bytestream2_get_byteu(&bc);
  3491. if (provider_oriented_code != 1 || application_identifier != 4)
  3492. break; // ignore
  3493. hdrplus = av_dynamic_hdr_plus_alloc(&hdrplus_size);
  3494. if (!hdrplus)
  3495. return AVERROR(ENOMEM);
  3496. if ((res = av_dynamic_hdr_plus_from_t35(hdrplus, bc.buffer,
  3497. bytestream2_get_bytes_left(&bc))) < 0 ||
  3498. (res = av_packet_add_side_data(pkt, AV_PKT_DATA_DYNAMIC_HDR10_PLUS,
  3499. (uint8_t *)hdrplus, hdrplus_size)) < 0) {
  3500. av_free(hdrplus);
  3501. return res;
  3502. }
  3503. return 0;
  3504. }
  3505. default:
  3506. break;
  3507. }
  3508. side_data = av_packet_new_side_data(pkt, AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL,
  3509. size + (size_t)8);
  3510. if (!side_data)
  3511. return AVERROR(ENOMEM);
  3512. AV_WB64(side_data, id);
  3513. memcpy(side_data + 8, data, size);
  3514. return 0;
  3515. }
  3516. static int matroska_parse_frame(MatroskaDemuxContext *matroska,
  3517. MatroskaTrack *track, AVStream *st,
  3518. AVBufferRef *buf, uint8_t *data, int pkt_size,
  3519. uint64_t timecode, uint64_t lace_duration,
  3520. int64_t pos, int is_keyframe,
  3521. MatroskaBlockMore *blockmore, int nb_blockmore,
  3522. int64_t discard_padding)
  3523. {
  3524. uint8_t *pkt_data = data;
  3525. int res = 0;
  3526. AVPacket *pkt = matroska->pkt;
  3527. if (st->codecpar->codec_id == AV_CODEC_ID_WAVPACK) {
  3528. res = matroska_parse_wavpack(track, &pkt_data, &pkt_size);
  3529. if (res < 0) {
  3530. av_log(matroska->ctx, AV_LOG_ERROR,
  3531. "Error parsing a wavpack block.\n");
  3532. goto fail;
  3533. }
  3534. if (!buf)
  3535. av_freep(&data);
  3536. buf = NULL;
  3537. }
  3538. if (st->codecpar->codec_id == AV_CODEC_ID_PRORES &&
  3539. AV_RB32(pkt_data + 4) != MKBETAG('i', 'c', 'p', 'f')) {
  3540. res = matroska_parse_prores(track, &pkt_data, &pkt_size);
  3541. if (res < 0) {
  3542. av_log(matroska->ctx, AV_LOG_ERROR,
  3543. "Error parsing a prores block.\n");
  3544. goto fail;
  3545. }
  3546. if (!buf)
  3547. av_freep(&data);
  3548. buf = NULL;
  3549. }
  3550. if (!pkt_size && !nb_blockmore)
  3551. goto no_output;
  3552. if (!matroska->is_webm && nb_blockmore && !track->max_block_additional_id) {
  3553. int strict = matroska->ctx->strict_std_compliance >= FF_COMPLIANCE_STRICT;
  3554. av_log(matroska->ctx, strict ? AV_LOG_ERROR : AV_LOG_WARNING,
  3555. "Unexpected BlockAdditions found in a Block from Track with TrackNumber %"PRIu64" "
  3556. "where MaxBlockAdditionID is 0\n", track->num);
  3557. if (strict) {
  3558. res = AVERROR_INVALIDDATA;
  3559. goto fail;
  3560. }
  3561. }
  3562. if (!buf)
  3563. pkt->buf = av_buffer_create(pkt_data, pkt_size + AV_INPUT_BUFFER_PADDING_SIZE,
  3564. NULL, NULL, 0);
  3565. else
  3566. pkt->buf = av_buffer_ref(buf);
  3567. if (!pkt->buf) {
  3568. res = AVERROR(ENOMEM);
  3569. goto fail;
  3570. }
  3571. pkt->data = pkt_data;
  3572. pkt->size = pkt_size;
  3573. pkt->flags = is_keyframe;
  3574. pkt->stream_index = st->index;
  3575. for (int i = 0; i < nb_blockmore; i++) {
  3576. MatroskaBlockMore *more = &blockmore[i];
  3577. if (!more->additional.size)
  3578. continue;
  3579. res = matroska_parse_block_additional(matroska, track, pkt, more->additional.data,
  3580. more->additional.size, more->additional_id);
  3581. if (res < 0) {
  3582. av_packet_unref(pkt);
  3583. return res;
  3584. }
  3585. }
  3586. if (discard_padding) {
  3587. uint8_t *side_data = av_packet_new_side_data(pkt,
  3588. AV_PKT_DATA_SKIP_SAMPLES,
  3589. 10);
  3590. if (!side_data) {
  3591. av_packet_unref(pkt);
  3592. return AVERROR(ENOMEM);
  3593. }
  3594. discard_padding = av_rescale_q(discard_padding,
  3595. (AVRational){1, 1000000000},
  3596. (AVRational){1, st->codecpar->sample_rate});
  3597. if (discard_padding > 0) {
  3598. AV_WL32A(side_data + 4, discard_padding);
  3599. } else {
  3600. AV_WL32A(side_data, -discard_padding);
  3601. }
  3602. }
  3603. if (track->ms_compat)
  3604. pkt->dts = timecode;
  3605. else
  3606. pkt->pts = timecode;
  3607. pkt->pos = pos;
  3608. pkt->duration = lace_duration;
  3609. res = avpriv_packet_list_put(&matroska->queue, pkt, NULL, 0);
  3610. if (res < 0) {
  3611. av_packet_unref(pkt);
  3612. return AVERROR(ENOMEM);
  3613. }
  3614. return 0;
  3615. no_output:
  3616. fail:
  3617. if (!buf)
  3618. av_free(pkt_data);
  3619. return res;
  3620. }
  3621. static int matroska_parse_block(MatroskaDemuxContext *matroska, AVBufferRef *buf, uint8_t *data,
  3622. int size, int64_t pos, uint64_t cluster_time,
  3623. uint64_t block_duration, int is_keyframe,
  3624. MatroskaBlockMore *blockmore, int nb_blockmore,
  3625. int64_t cluster_pos, int64_t discard_padding)
  3626. {
  3627. uint64_t timecode = AV_NOPTS_VALUE;
  3628. MatroskaTrack *track;
  3629. FFIOContext pb;
  3630. int res = 0;
  3631. AVStream *st;
  3632. int16_t block_time;
  3633. uint32_t lace_size[256];
  3634. int n, flags, laces = 0;
  3635. uint64_t num;
  3636. int trust_default_duration;
  3637. av_assert1(buf);
  3638. ffio_init_read_context(&pb, data, size);
  3639. if ((n = ebml_read_num(matroska, &pb.pub, 8, &num, 1)) < 0)
  3640. return n;
  3641. data += n;
  3642. size -= n;
  3643. track = matroska_find_track_by_num(matroska, num);
  3644. if (!track || size < 3)
  3645. return AVERROR_INVALIDDATA;
  3646. if (!(st = track->stream)) {
  3647. av_log(matroska->ctx, AV_LOG_VERBOSE,
  3648. "No stream associated to TrackNumber %"PRIu64". "
  3649. "Ignoring Block with this TrackNumber.\n", num);
  3650. return 0;
  3651. }
  3652. if (st->discard >= AVDISCARD_ALL)
  3653. return res;
  3654. if (block_duration > INT64_MAX)
  3655. block_duration = INT64_MAX;
  3656. block_time = sign_extend(AV_RB16(data), 16);
  3657. data += 2;
  3658. flags = *data++;
  3659. size -= 3;
  3660. if (is_keyframe == -1)
  3661. is_keyframe = flags & 0x80 ? AV_PKT_FLAG_KEY : 0;
  3662. if (cluster_time != (uint64_t) -1 &&
  3663. (block_time >= 0 || cluster_time >= -block_time)) {
  3664. uint64_t timecode_cluster_in_track_tb = (double) cluster_time / track->time_scale;
  3665. timecode = timecode_cluster_in_track_tb + block_time - track->codec_delay_in_track_tb;
  3666. if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE &&
  3667. timecode < track->end_timecode)
  3668. is_keyframe = 0; /* overlapping subtitles are not key frame */
  3669. if (is_keyframe) {
  3670. ff_reduce_index(matroska->ctx, st->index);
  3671. av_add_index_entry(st, cluster_pos, timecode, 0, 0,
  3672. AVINDEX_KEYFRAME);
  3673. }
  3674. }
  3675. if (matroska->skip_to_keyframe &&
  3676. track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
  3677. // Compare signed timecodes. Timecode may be negative due to codec delay
  3678. // offset. We don't support timestamps greater than int64_t anyway - see
  3679. // AVPacket's pts.
  3680. if ((int64_t)timecode < (int64_t)matroska->skip_to_timecode)
  3681. return res;
  3682. if (is_keyframe)
  3683. matroska->skip_to_keyframe = 0;
  3684. else if (!ffstream(st)->skip_to_keyframe) {
  3685. av_log(matroska->ctx, AV_LOG_ERROR, "File is broken, keyframes not correctly marked!\n");
  3686. matroska->skip_to_keyframe = 0;
  3687. }
  3688. }
  3689. res = matroska_parse_laces(matroska, &data, size, (flags & 0x06) >> 1,
  3690. &pb.pub, lace_size, &laces);
  3691. if (res < 0) {
  3692. av_log(matroska->ctx, AV_LOG_ERROR, "Error parsing frame sizes.\n");
  3693. return res;
  3694. }
  3695. trust_default_duration = track->default_duration != 0;
  3696. if (track->audio.samplerate == 8000 && trust_default_duration) {
  3697. // If this is needed for more codecs, then add them here
  3698. if (st->codecpar->codec_id == AV_CODEC_ID_AC3) {
  3699. if (track->audio.samplerate != st->codecpar->sample_rate || !st->codecpar->frame_size)
  3700. trust_default_duration = 0;
  3701. }
  3702. }
  3703. if (!block_duration && trust_default_duration)
  3704. block_duration = track->default_duration * laces / matroska->time_scale;
  3705. if (cluster_time != (uint64_t)-1 && (block_time >= 0 || cluster_time >= -block_time))
  3706. track->end_timecode =
  3707. FFMAX(track->end_timecode, timecode + block_duration);
  3708. for (n = 0; n < laces; n++) {
  3709. int64_t lace_duration = block_duration*(n+1) / laces - block_duration*n / laces;
  3710. uint8_t *out_data = data;
  3711. int out_size = lace_size[n];
  3712. if (track->needs_decoding) {
  3713. res = matroska_decode_buffer(&out_data, &out_size, track);
  3714. if (res < 0)
  3715. return res;
  3716. /* Given that we are here means that out_data is no longer
  3717. * owned by buf, so set it to NULL. This depends upon
  3718. * zero-length header removal compression being ignored. */
  3719. av_assert1(out_data != data);
  3720. buf = NULL;
  3721. }
  3722. if (track->audio.buf) {
  3723. res = matroska_parse_rm_audio(matroska, track, st,
  3724. out_data, out_size,
  3725. timecode, pos);
  3726. if (!buf)
  3727. av_free(out_data);
  3728. if (res)
  3729. return res;
  3730. } else if (st->codecpar->codec_id == AV_CODEC_ID_WEBVTT) {
  3731. res = matroska_parse_webvtt(matroska, track, st,
  3732. out_data, out_size,
  3733. timecode, lace_duration,
  3734. pos);
  3735. if (!buf)
  3736. av_free(out_data);
  3737. if (res)
  3738. return res;
  3739. } else {
  3740. res = matroska_parse_frame(matroska, track, st, buf, out_data,
  3741. out_size, timecode, lace_duration,
  3742. pos, is_keyframe,
  3743. blockmore, nb_blockmore,
  3744. discard_padding);
  3745. if (res)
  3746. return res;
  3747. }
  3748. if (timecode != AV_NOPTS_VALUE)
  3749. timecode = lace_duration ? timecode + lace_duration : AV_NOPTS_VALUE;
  3750. data += lace_size[n];
  3751. }
  3752. return 0;
  3753. }
  3754. static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
  3755. {
  3756. MatroskaCluster *cluster = &matroska->current_cluster;
  3757. MatroskaBlock *block = &cluster->block;
  3758. int res;
  3759. av_assert0(matroska->num_levels <= 2U);
  3760. if (matroska->num_levels == 1) {
  3761. res = ebml_parse(matroska, matroska_segment, NULL);
  3762. if (res == 1) {
  3763. /* Found a cluster: subtract the size of the ID already read. */
  3764. cluster->pos = avio_tell(matroska->ctx->pb) - 4;
  3765. res = ebml_parse(matroska, matroska_cluster_enter, cluster);
  3766. if (res < 0)
  3767. return res;
  3768. }
  3769. }
  3770. if (matroska->num_levels == 2) {
  3771. /* We are inside a cluster. */
  3772. res = ebml_parse(matroska, matroska_cluster_parsing, cluster);
  3773. if (res >= 0 && block->bin.size > 0) {
  3774. int is_keyframe = block->non_simple ? block->reference.count == 0 : -1;
  3775. res = matroska_parse_block(matroska, block->bin.buf, block->bin.data,
  3776. block->bin.size, block->bin.pos,
  3777. cluster->timecode, block->duration,
  3778. is_keyframe, block->blockmore.elem,
  3779. block->blockmore.nb_elem, cluster->pos,
  3780. block->discard_padding);
  3781. }
  3782. ebml_free(matroska_blockgroup, block);
  3783. memset(block, 0, sizeof(*block));
  3784. } else if (!matroska->num_levels) {
  3785. if (!avio_feof(matroska->ctx->pb)) {
  3786. avio_r8(matroska->ctx->pb);
  3787. if (!avio_feof(matroska->ctx->pb)) {
  3788. av_log(matroska->ctx, AV_LOG_WARNING, "File extends beyond "
  3789. "end of segment.\n");
  3790. return AVERROR_INVALIDDATA;
  3791. }
  3792. }
  3793. matroska->done = 1;
  3794. return AVERROR_EOF;
  3795. }
  3796. return res;
  3797. }
  3798. static int matroska_read_packet(AVFormatContext *s, AVPacket *pkt)
  3799. {
  3800. MatroskaDemuxContext *matroska = s->priv_data;
  3801. int ret = 0;
  3802. if (matroska->resync_pos == -1) {
  3803. // This can only happen if generic seeking has been used.
  3804. matroska->resync_pos = avio_tell(s->pb);
  3805. }
  3806. while (matroska_deliver_packet(matroska, pkt)) {
  3807. if (matroska->done)
  3808. return (ret < 0) ? ret : AVERROR_EOF;
  3809. if (matroska_parse_cluster(matroska) < 0 && !matroska->done)
  3810. ret = matroska_resync(matroska, matroska->resync_pos);
  3811. }
  3812. return 0;
  3813. }
  3814. static int matroska_read_seek(AVFormatContext *s, int stream_index,
  3815. int64_t timestamp, int flags)
  3816. {
  3817. MatroskaDemuxContext *matroska = s->priv_data;
  3818. MatroskaTrack *tracks = NULL;
  3819. AVStream *st = s->streams[stream_index];
  3820. FFStream *const sti = ffstream(st);
  3821. int i, index;
  3822. /* Parse the CUES now since we need the index data to seek. */
  3823. if (matroska->cues_parsing_deferred > 0) {
  3824. matroska->cues_parsing_deferred = 0;
  3825. matroska_parse_cues(matroska);
  3826. }
  3827. if (!sti->nb_index_entries)
  3828. goto err;
  3829. timestamp = FFMAX(timestamp, sti->index_entries[0].timestamp);
  3830. if ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
  3831. index == sti->nb_index_entries - 1) {
  3832. matroska_reset_status(matroska, 0, sti->index_entries[sti->nb_index_entries - 1].pos);
  3833. while ((index = av_index_search_timestamp(st, timestamp, flags)) < 0 ||
  3834. index == sti->nb_index_entries - 1) {
  3835. matroska_clear_queue(matroska);
  3836. if (matroska_parse_cluster(matroska) < 0)
  3837. break;
  3838. }
  3839. }
  3840. matroska_clear_queue(matroska);
  3841. if (index < 0 || (matroska->cues_parsing_deferred < 0 &&
  3842. index == sti->nb_index_entries - 1))
  3843. goto err;
  3844. tracks = matroska->tracks.elem;
  3845. for (i = 0; i < matroska->tracks.nb_elem; i++) {
  3846. tracks[i].audio.pkt_cnt = 0;
  3847. tracks[i].audio.sub_packet_cnt = 0;
  3848. tracks[i].audio.buf_timecode = AV_NOPTS_VALUE;
  3849. tracks[i].end_timecode = 0;
  3850. }
  3851. /* We seek to a level 1 element, so set the appropriate status. */
  3852. matroska_reset_status(matroska, 0, sti->index_entries[index].pos);
  3853. if (flags & AVSEEK_FLAG_ANY) {
  3854. sti->skip_to_keyframe = 0;
  3855. matroska->skip_to_timecode = timestamp;
  3856. } else {
  3857. sti->skip_to_keyframe = 1;
  3858. matroska->skip_to_timecode = sti->index_entries[index].timestamp;
  3859. }
  3860. matroska->skip_to_keyframe = 1;
  3861. matroska->done = 0;
  3862. avpriv_update_cur_dts(s, st, sti->index_entries[index].timestamp);
  3863. return 0;
  3864. err:
  3865. // slightly hackish but allows proper fallback to
  3866. // the generic seeking code.
  3867. matroska_reset_status(matroska, 0, -1);
  3868. matroska->resync_pos = -1;
  3869. matroska_clear_queue(matroska);
  3870. sti->skip_to_keyframe =
  3871. matroska->skip_to_keyframe = 0;
  3872. matroska->done = 0;
  3873. return -1;
  3874. }
  3875. static int matroska_read_close(AVFormatContext *s)
  3876. {
  3877. MatroskaDemuxContext *matroska = s->priv_data;
  3878. MatroskaTrack *tracks = matroska->tracks.elem;
  3879. int n;
  3880. matroska_clear_queue(matroska);
  3881. for (n = 0; n < matroska->tracks.nb_elem; n++)
  3882. if (tracks[n].type == MATROSKA_TRACK_TYPE_AUDIO)
  3883. av_freep(&tracks[n].audio.buf);
  3884. ebml_free(matroska_segment, matroska);
  3885. return 0;
  3886. }
  3887. #if CONFIG_WEBM_DASH_MANIFEST_DEMUXER
  3888. typedef struct {
  3889. int64_t start_time_ns;
  3890. int64_t end_time_ns;
  3891. int64_t start_offset;
  3892. int64_t end_offset;
  3893. } CueDesc;
  3894. /* This function searches all the Cues and returns the CueDesc corresponding to
  3895. * the timestamp ts. Returned CueDesc will be such that start_time_ns <= ts <
  3896. * end_time_ns. All 4 fields will be set to -1 if ts >= file's duration or
  3897. * if an error occurred.
  3898. */
  3899. static CueDesc get_cue_desc(AVFormatContext *s, int64_t ts, int64_t cues_start) {
  3900. MatroskaDemuxContext *matroska = s->priv_data;
  3901. FFStream *const sti = ffstream(s->streams[0]);
  3902. AVIndexEntry *const index_entries = sti->index_entries;
  3903. int nb_index_entries = sti->nb_index_entries;
  3904. CueDesc cue_desc;
  3905. int i;
  3906. if (ts >= (int64_t)(matroska->duration * matroska->time_scale))
  3907. return (CueDesc) {-1, -1, -1, -1};
  3908. for (i = 1; i < nb_index_entries; i++) {
  3909. if (index_entries[i - 1].timestamp * matroska->time_scale <= ts &&
  3910. index_entries[i].timestamp * matroska->time_scale > ts) {
  3911. break;
  3912. }
  3913. }
  3914. --i;
  3915. if (index_entries[i].timestamp > matroska->duration)
  3916. return (CueDesc) {-1, -1, -1, -1};
  3917. cue_desc.start_time_ns = index_entries[i].timestamp * matroska->time_scale;
  3918. cue_desc.start_offset = index_entries[i].pos - matroska->segment_start;
  3919. if (i != nb_index_entries - 1) {
  3920. cue_desc.end_time_ns = index_entries[i + 1].timestamp * matroska->time_scale;
  3921. cue_desc.end_offset = index_entries[i + 1].pos - matroska->segment_start;
  3922. } else {
  3923. cue_desc.end_time_ns = matroska->duration * matroska->time_scale;
  3924. // FIXME: this needs special handling for files where Cues appear
  3925. // before Clusters. the current logic assumes Cues appear after
  3926. // Clusters.
  3927. cue_desc.end_offset = cues_start - matroska->segment_start;
  3928. }
  3929. return cue_desc;
  3930. }
  3931. static int webm_clusters_start_with_keyframe(AVFormatContext *s)
  3932. {
  3933. MatroskaDemuxContext *matroska = s->priv_data;
  3934. AVStream *const st = s->streams[0];
  3935. FFStream *const sti = ffstream(st);
  3936. uint32_t id = matroska->current_id;
  3937. int64_t cluster_pos, before_pos;
  3938. int index, rv = 1;
  3939. if (sti->nb_index_entries <= 0)
  3940. return 0;
  3941. // seek to the first cluster using cues.
  3942. index = av_index_search_timestamp(st, 0, 0);
  3943. if (index < 0)
  3944. return 0;
  3945. cluster_pos = sti->index_entries[index].pos;
  3946. before_pos = avio_tell(s->pb);
  3947. while (1) {
  3948. uint64_t cluster_id, cluster_length;
  3949. int read;
  3950. AVPacket *pkt;
  3951. avio_seek(s->pb, cluster_pos, SEEK_SET);
  3952. // read cluster id and length
  3953. read = ebml_read_num(matroska, matroska->ctx->pb, 4, &cluster_id, 1);
  3954. if (read < 0 || cluster_id != 0xF43B675) // done with all clusters
  3955. break;
  3956. read = ebml_read_length(matroska, matroska->ctx->pb, &cluster_length);
  3957. if (read < 0)
  3958. break;
  3959. matroska_reset_status(matroska, 0, cluster_pos);
  3960. matroska_clear_queue(matroska);
  3961. if (matroska_parse_cluster(matroska) < 0 ||
  3962. !matroska->queue.head) {
  3963. break;
  3964. }
  3965. pkt = &matroska->queue.head->pkt;
  3966. // 4 + read is the length of the cluster id and the cluster length field.
  3967. cluster_pos += 4 + read + cluster_length;
  3968. if (!(pkt->flags & AV_PKT_FLAG_KEY)) {
  3969. rv = 0;
  3970. break;
  3971. }
  3972. }
  3973. /* Restore the status after matroska_read_header: */
  3974. matroska_reset_status(matroska, id, before_pos);
  3975. return rv;
  3976. }
  3977. static int buffer_size_after_time_downloaded(int64_t time_ns, double search_sec, int64_t bps,
  3978. double min_buffer, double* buffer,
  3979. double* sec_to_download, AVFormatContext *s,
  3980. int64_t cues_start)
  3981. {
  3982. double nano_seconds_per_second = 1000000000.0;
  3983. double time_sec = time_ns / nano_seconds_per_second;
  3984. int rv = 0;
  3985. int64_t time_to_search_ns = (int64_t)(search_sec * nano_seconds_per_second);
  3986. int64_t end_time_ns = time_ns + time_to_search_ns;
  3987. double sec_downloaded = 0.0;
  3988. CueDesc desc_curr = get_cue_desc(s, time_ns, cues_start);
  3989. if (desc_curr.start_time_ns == -1)
  3990. return -1;
  3991. *sec_to_download = 0.0;
  3992. // Check for non cue start time.
  3993. if (time_ns > desc_curr.start_time_ns) {
  3994. int64_t cue_nano = desc_curr.end_time_ns - time_ns;
  3995. double percent = (double)(cue_nano) / (desc_curr.end_time_ns - desc_curr.start_time_ns);
  3996. double cueBytes = (desc_curr.end_offset - desc_curr.start_offset) * percent;
  3997. double timeToDownload = (cueBytes * 8.0) / bps;
  3998. sec_downloaded += (cue_nano / nano_seconds_per_second) - timeToDownload;
  3999. *sec_to_download += timeToDownload;
  4000. // Check if the search ends within the first cue.
  4001. if (desc_curr.end_time_ns >= end_time_ns) {
  4002. double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
  4003. double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
  4004. sec_downloaded = percent_to_sub * sec_downloaded;
  4005. *sec_to_download = percent_to_sub * *sec_to_download;
  4006. }
  4007. if ((sec_downloaded + *buffer) <= min_buffer) {
  4008. return 1;
  4009. }
  4010. // Get the next Cue.
  4011. desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
  4012. }
  4013. while (desc_curr.start_time_ns != -1) {
  4014. int64_t desc_bytes = desc_curr.end_offset - desc_curr.start_offset;
  4015. int64_t desc_ns = desc_curr.end_time_ns - desc_curr.start_time_ns;
  4016. double desc_sec = desc_ns / nano_seconds_per_second;
  4017. double bits = (desc_bytes * 8.0);
  4018. double time_to_download = bits / bps;
  4019. sec_downloaded += desc_sec - time_to_download;
  4020. *sec_to_download += time_to_download;
  4021. if (desc_curr.end_time_ns >= end_time_ns) {
  4022. double desc_end_time_sec = desc_curr.end_time_ns / nano_seconds_per_second;
  4023. double percent_to_sub = search_sec / (desc_end_time_sec - time_sec);
  4024. sec_downloaded = percent_to_sub * sec_downloaded;
  4025. *sec_to_download = percent_to_sub * *sec_to_download;
  4026. if ((sec_downloaded + *buffer) <= min_buffer)
  4027. rv = 1;
  4028. break;
  4029. }
  4030. if ((sec_downloaded + *buffer) <= min_buffer) {
  4031. rv = 1;
  4032. break;
  4033. }
  4034. desc_curr = get_cue_desc(s, desc_curr.end_time_ns, cues_start);
  4035. }
  4036. *buffer = *buffer + sec_downloaded;
  4037. return rv;
  4038. }
  4039. /* This function computes the bandwidth of the WebM file with the help of
  4040. * buffer_size_after_time_downloaded() function. Both of these functions are
  4041. * adapted from WebM Tools project and are adapted to work with FFmpeg's
  4042. * Matroska parsing mechanism.
  4043. *
  4044. * Returns the bandwidth of the file on success; -1 on error.
  4045. * */
  4046. static int64_t webm_dash_manifest_compute_bandwidth(AVFormatContext *s, int64_t cues_start)
  4047. {
  4048. MatroskaDemuxContext *matroska = s->priv_data;
  4049. AVStream *st = s->streams[0];
  4050. FFStream *const sti = ffstream(st);
  4051. double bandwidth = 0.0;
  4052. for (int i = 0; i < sti->nb_index_entries; i++) {
  4053. int64_t prebuffer_ns = 1000000000;
  4054. int64_t time_ns = sti->index_entries[i].timestamp * matroska->time_scale;
  4055. double nano_seconds_per_second = 1000000000.0;
  4056. int64_t prebuffered_ns;
  4057. double prebuffer_bytes = 0.0;
  4058. int64_t temp_prebuffer_ns = prebuffer_ns;
  4059. int64_t pre_bytes, pre_ns;
  4060. double pre_sec, prebuffer, bits_per_second;
  4061. CueDesc desc_beg = get_cue_desc(s, time_ns, cues_start);
  4062. // Start with the first Cue.
  4063. CueDesc desc_end = desc_beg;
  4064. if (time_ns > INT64_MAX - prebuffer_ns)
  4065. return -1;
  4066. prebuffered_ns = time_ns + prebuffer_ns;
  4067. // Figure out how much data we have downloaded for the prebuffer. This will
  4068. // be used later to adjust the bits per sample to try.
  4069. while (desc_end.start_time_ns != -1 && desc_end.end_time_ns < prebuffered_ns) {
  4070. // Prebuffered the entire Cue.
  4071. prebuffer_bytes += desc_end.end_offset - desc_end.start_offset;
  4072. temp_prebuffer_ns -= desc_end.end_time_ns - desc_end.start_time_ns;
  4073. desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
  4074. }
  4075. if (desc_end.start_time_ns == -1) {
  4076. // The prebuffer is larger than the duration.
  4077. if (matroska->duration * matroska->time_scale >= prebuffered_ns)
  4078. return -1;
  4079. bits_per_second = 0.0;
  4080. } else {
  4081. // The prebuffer ends in the last Cue. Estimate how much data was
  4082. // prebuffered.
  4083. pre_bytes = desc_end.end_offset - desc_end.start_offset;
  4084. if (desc_end.end_time_ns <= desc_end.start_time_ns ||
  4085. desc_end.end_time_ns - (uint64_t)desc_end.start_time_ns > INT64_MAX)
  4086. return -1;
  4087. pre_ns = desc_end.end_time_ns - desc_end.start_time_ns;
  4088. pre_sec = pre_ns / nano_seconds_per_second;
  4089. prebuffer_bytes +=
  4090. pre_bytes * ((temp_prebuffer_ns / nano_seconds_per_second) / pre_sec);
  4091. prebuffer = prebuffer_ns / nano_seconds_per_second;
  4092. // Set this to 0.0 in case our prebuffer buffers the entire video.
  4093. bits_per_second = 0.0;
  4094. do {
  4095. int64_t desc_bytes = desc_end.end_offset - desc_beg.start_offset;
  4096. int64_t desc_ns = desc_end.end_time_ns - desc_beg.start_time_ns;
  4097. double desc_sec, calc_bits_per_second, percent, mod_bits_per_second;
  4098. if (desc_bytes <= 0 || desc_bytes > INT64_MAX/8)
  4099. return -1;
  4100. desc_sec = desc_ns / nano_seconds_per_second;
  4101. calc_bits_per_second = (desc_bytes * 8) / desc_sec;
  4102. // Drop the bps by the percentage of bytes buffered.
  4103. percent = (desc_bytes - prebuffer_bytes) / desc_bytes;
  4104. mod_bits_per_second = calc_bits_per_second * percent;
  4105. if (prebuffer < desc_sec) {
  4106. double search_sec =
  4107. (double)(matroska->duration * matroska->time_scale) / nano_seconds_per_second;
  4108. // Add 1 so the bits per second should be a little bit greater than file
  4109. // datarate.
  4110. int64_t bps = (int64_t)(mod_bits_per_second) + 1;
  4111. const double min_buffer = 0.0;
  4112. double buffer = prebuffer;
  4113. double sec_to_download = 0.0;
  4114. int rv = buffer_size_after_time_downloaded(prebuffered_ns, search_sec, bps,
  4115. min_buffer, &buffer, &sec_to_download,
  4116. s, cues_start);
  4117. if (rv < 0) {
  4118. return -1;
  4119. } else if (rv == 0) {
  4120. bits_per_second = (double)(bps);
  4121. break;
  4122. }
  4123. }
  4124. desc_end = get_cue_desc(s, desc_end.end_time_ns, cues_start);
  4125. } while (desc_end.start_time_ns != -1);
  4126. }
  4127. if (bandwidth < bits_per_second) bandwidth = bits_per_second;
  4128. }
  4129. return (int64_t)bandwidth;
  4130. }
  4131. static int webm_dash_manifest_cues(AVFormatContext *s, int64_t init_range)
  4132. {
  4133. MatroskaDemuxContext *matroska = s->priv_data;
  4134. EbmlList *seekhead_list = &matroska->seekhead;
  4135. MatroskaSeekhead *seekhead = seekhead_list->elem;
  4136. AVStream *const st = s->streams[0];
  4137. FFStream *const sti = ffstream(st);
  4138. AVBPrint bprint;
  4139. char *buf;
  4140. int64_t cues_start = -1, cues_end = -1, before_pos, bandwidth;
  4141. int i;
  4142. int ret;
  4143. // determine cues start and end positions
  4144. for (i = 0; i < seekhead_list->nb_elem; i++)
  4145. if (seekhead[i].id == MATROSKA_ID_CUES)
  4146. break;
  4147. if (i >= seekhead_list->nb_elem) return -1;
  4148. before_pos = avio_tell(matroska->ctx->pb);
  4149. cues_start = seekhead[i].pos + matroska->segment_start;
  4150. if (avio_seek(matroska->ctx->pb, cues_start, SEEK_SET) == cues_start) {
  4151. // cues_end is computed as cues_start + cues_length + length of the
  4152. // Cues element ID (i.e. 4) + EBML length of the Cues element.
  4153. // cues_end is inclusive and the above sum is reduced by 1.
  4154. uint64_t cues_length, cues_id;
  4155. int bytes_read;
  4156. bytes_read = ebml_read_num (matroska, matroska->ctx->pb, 4, &cues_id, 1);
  4157. if (bytes_read < 0 || cues_id != (MATROSKA_ID_CUES & 0xfffffff))
  4158. return bytes_read < 0 ? bytes_read : AVERROR_INVALIDDATA;
  4159. bytes_read = ebml_read_length(matroska, matroska->ctx->pb, &cues_length);
  4160. if (bytes_read < 0)
  4161. return bytes_read;
  4162. cues_end = cues_start + 4 + bytes_read + cues_length - 1;
  4163. }
  4164. avio_seek(matroska->ctx->pb, before_pos, SEEK_SET);
  4165. if (cues_start == -1 || cues_end == -1) return -1;
  4166. // parse the cues
  4167. matroska_parse_cues(matroska);
  4168. if (!sti->nb_index_entries)
  4169. return AVERROR_INVALIDDATA;
  4170. // cues start
  4171. av_dict_set_int(&s->streams[0]->metadata, CUES_START, cues_start, 0);
  4172. // cues end
  4173. av_dict_set_int(&s->streams[0]->metadata, CUES_END, cues_end, 0);
  4174. // if the file has cues at the start, fix up the init range so that
  4175. // it does not include it
  4176. if (cues_start <= init_range)
  4177. av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, cues_start - 1, 0);
  4178. // bandwidth
  4179. bandwidth = webm_dash_manifest_compute_bandwidth(s, cues_start);
  4180. if (bandwidth < 0) return -1;
  4181. av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH, bandwidth, 0);
  4182. // check if all clusters start with key frames
  4183. av_dict_set_int(&s->streams[0]->metadata, CLUSTER_KEYFRAME, webm_clusters_start_with_keyframe(s), 0);
  4184. // Store cue point timestamps as a comma separated list
  4185. // for checking subsegment alignment in the muxer.
  4186. av_bprint_init(&bprint, 0, AV_BPRINT_SIZE_UNLIMITED);
  4187. for (int i = 0; i < sti->nb_index_entries; i++)
  4188. av_bprintf(&bprint, "%" PRId64",", sti->index_entries[i].timestamp);
  4189. if (!av_bprint_is_complete(&bprint)) {
  4190. av_bprint_finalize(&bprint, NULL);
  4191. return AVERROR(ENOMEM);
  4192. }
  4193. // Remove the trailing ','
  4194. bprint.str[--bprint.len] = '\0';
  4195. if ((ret = av_bprint_finalize(&bprint, &buf)) < 0)
  4196. return ret;
  4197. av_dict_set(&s->streams[0]->metadata, CUE_TIMESTAMPS,
  4198. buf, AV_DICT_DONT_STRDUP_VAL);
  4199. return 0;
  4200. }
  4201. static int webm_dash_manifest_read_header(AVFormatContext *s)
  4202. {
  4203. char *buf;
  4204. int ret = matroska_read_header(s);
  4205. int64_t init_range;
  4206. MatroskaTrack *tracks;
  4207. MatroskaDemuxContext *matroska = s->priv_data;
  4208. if (ret) {
  4209. av_log(s, AV_LOG_ERROR, "Failed to read file headers\n");
  4210. return -1;
  4211. }
  4212. if (!matroska->tracks.nb_elem || !s->nb_streams) {
  4213. av_log(s, AV_LOG_ERROR, "No track found\n");
  4214. return AVERROR_INVALIDDATA;
  4215. }
  4216. if (!matroska->is_live) {
  4217. buf = av_asprintf("%g", matroska->duration);
  4218. if (!buf)
  4219. return AVERROR(ENOMEM);
  4220. av_dict_set(&s->streams[0]->metadata, DURATION,
  4221. buf, AV_DICT_DONT_STRDUP_VAL);
  4222. // initialization range
  4223. // 5 is the offset of Cluster ID.
  4224. init_range = avio_tell(s->pb) - 5;
  4225. av_dict_set_int(&s->streams[0]->metadata, INITIALIZATION_RANGE, init_range, 0);
  4226. }
  4227. // basename of the file
  4228. buf = strrchr(s->url, '/');
  4229. av_dict_set(&s->streams[0]->metadata, FILENAME, buf ? ++buf : s->url, 0);
  4230. // track number
  4231. tracks = matroska->tracks.elem;
  4232. av_dict_set_int(&s->streams[0]->metadata, TRACK_NUMBER, tracks[0].num, 0);
  4233. // parse the cues and populate Cue related fields
  4234. if (!matroska->is_live) {
  4235. ret = webm_dash_manifest_cues(s, init_range);
  4236. if (ret < 0) {
  4237. av_log(s, AV_LOG_ERROR, "Error parsing Cues\n");
  4238. return ret;
  4239. }
  4240. }
  4241. // use the bandwidth from the command line if it was provided
  4242. if (matroska->bandwidth > 0) {
  4243. av_dict_set_int(&s->streams[0]->metadata, BANDWIDTH,
  4244. matroska->bandwidth, 0);
  4245. }
  4246. return 0;
  4247. }
  4248. static int webm_dash_manifest_read_packet(AVFormatContext *s, AVPacket *pkt)
  4249. {
  4250. return AVERROR_EOF;
  4251. }
  4252. #define OFFSET(x) offsetof(MatroskaDemuxContext, x)
  4253. static const AVOption options[] = {
  4254. { "live", "flag indicating that the input is a live file that only has the headers.", OFFSET(is_live), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
  4255. { "bandwidth", "bandwidth of this stream to be specified in the DASH manifest.", OFFSET(bandwidth), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
  4256. { NULL },
  4257. };
  4258. static const AVClass webm_dash_class = {
  4259. .class_name = "WebM DASH Manifest demuxer",
  4260. .item_name = av_default_item_name,
  4261. .option = options,
  4262. .version = LIBAVUTIL_VERSION_INT,
  4263. };
  4264. const FFInputFormat ff_webm_dash_manifest_demuxer = {
  4265. .p.name = "webm_dash_manifest",
  4266. .p.long_name = NULL_IF_CONFIG_SMALL("WebM DASH Manifest"),
  4267. .p.priv_class = &webm_dash_class,
  4268. .priv_data_size = sizeof(MatroskaDemuxContext),
  4269. .flags_internal = FF_INFMT_FLAG_INIT_CLEANUP,
  4270. .read_header = webm_dash_manifest_read_header,
  4271. .read_packet = webm_dash_manifest_read_packet,
  4272. .read_close = matroska_read_close,
  4273. };
  4274. #endif
  4275. const FFInputFormat ff_matroska_demuxer = {
  4276. .p.name = "matroska,webm",
  4277. .p.long_name = NULL_IF_CONFIG_SMALL("Matroska / WebM"),
  4278. .p.extensions = "mkv,mk3d,mka,mks,webm",
  4279. .p.mime_type = "audio/webm,audio/x-matroska,video/webm,video/x-matroska",
  4280. .priv_data_size = sizeof(MatroskaDemuxContext),
  4281. .flags_internal = FF_INFMT_FLAG_INIT_CLEANUP,
  4282. .read_probe = matroska_probe,
  4283. .read_header = matroska_read_header,
  4284. .read_packet = matroska_read_packet,
  4285. .read_close = matroska_read_close,
  4286. .read_seek = matroska_read_seek,
  4287. };