1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514951595169517951895199520952195229523952495259526952795289529953095319532953395349535953695379538953995409541954295439544954595469547954895499550955195529553955495559556955795589559956095619562956395649565956695679568956995709571957295739574957595769577957895799580958195829583958495859586958795889589959095919592959395949595959695979598959996009601960296039604960596069607960896099610961196129613961496159616961796189619962096219622962396249625962696279628962996309631963296339634963596369637963896399640964196429643964496459646964796489649965096519652965396549655965696579658965996609661966296639664966596669667966896699670967196729673967496759676967796789679968096819682968396849685968696879688968996909691969296939694969596969697969896999700970197029703970497059706970797089709971097119712971397149715971697179718971997209721972297239724972597269727972897299730973197329733973497359736973797389739974097419742974397449745974697479748974997509751975297539754975597569757975897599760976197629763976497659766976797689769977097719772977397749775977697779778977997809781978297839784978597869787978897899790979197929793979497959796979797989799980098019802980398049805980698079808980998109811981298139814981598169817981898199820982198229823982498259826982798289829983098319832983398349835983698379838983998409841984298439844984598469847984898499850985198529853985498559856985798589859986098619862986398649865986698679868986998709871987298739874987598769877987898799880988198829883988498859886988798889889989098919892989398949895989698979898989999009901990299039904990599069907990899099910991199129913991499159916991799189919992099219922992399249925992699279928992999309931993299339934993599369937993899399940994199429943994499459946994799489949995099519952995399549955995699579958995999609961996299639964996599669967996899699970997199729973997499759976997799789979998099819982998399849985998699879988998999909991999299939994999599969997999899991000010001100021000310004100051000610007100081000910010100111001210013100141001510016100171001810019100201002110022100231002410025100261002710028100291003010031100321003310034100351003610037100381003910040100411004210043100441004510046100471004810049100501005110052100531005410055100561005710058100591006010061100621006310064100651006610067100681006910070100711007210073100741007510076100771007810079100801008110082100831008410085100861008710088100891009010091100921009310094100951009610097100981009910100101011010210103101041010510106101071010810109101101011110112101131011410115101161011710118101191012010121101221012310124101251012610127101281012910130101311013210133101341013510136101371013810139101401014110142101431014410145101461014710148101491015010151101521015310154101551015610157101581015910160101611016210163101641016510166101671016810169101701017110172101731017410175101761017710178101791018010181101821018310184101851018610187101881018910190101911019210193101941019510196101971019810199102001020110202102031020410205102061020710208102091021010211102121021310214102151021610217102181021910220102211022210223102241022510226102271022810229102301023110232102331023410235102361023710238102391024010241102421024310244102451024610247102481024910250102511025210253102541025510256102571025810259102601026110262102631026410265102661026710268102691027010271102721027310274102751027610277102781027910280102811028210283102841028510286102871028810289102901029110292102931029410295102961029710298102991030010301103021030310304103051030610307103081030910310103111031210313103141031510316103171031810319103201032110322103231032410325103261032710328103291033010331103321033310334103351033610337103381033910340103411034210343103441034510346103471034810349103501035110352103531035410355103561035710358103591036010361103621036310364103651036610367103681036910370103711037210373103741037510376103771037810379103801038110382103831038410385103861038710388103891039010391103921039310394103951039610397103981039910400104011040210403104041040510406104071040810409104101041110412104131041410415104161041710418104191042010421104221042310424104251042610427104281042910430104311043210433104341043510436104371043810439104401044110442104431044410445104461044710448104491045010451104521045310454104551045610457104581045910460104611046210463104641046510466104671046810469104701047110472104731047410475104761047710478104791048010481104821048310484104851048610487104881048910490104911049210493104941049510496104971049810499105001050110502105031050410505105061050710508105091051010511105121051310514105151051610517105181051910520105211052210523105241052510526105271052810529105301053110532105331053410535105361053710538105391054010541105421054310544105451054610547105481054910550105511055210553105541055510556105571055810559105601056110562105631056410565105661056710568105691057010571105721057310574105751057610577105781057910580105811058210583105841058510586105871058810589105901059110592105931059410595105961059710598105991060010601106021060310604106051060610607106081060910610106111061210613106141061510616106171061810619106201062110622106231062410625106261062710628106291063010631106321063310634106351063610637106381063910640106411064210643106441064510646106471064810649106501065110652106531065410655106561065710658106591066010661106621066310664106651066610667106681066910670106711067210673106741067510676106771067810679106801068110682106831068410685106861068710688106891069010691106921069310694106951069610697106981069910700107011070210703107041070510706107071070810709107101071110712107131071410715107161071710718107191072010721107221072310724107251072610727107281072910730107311073210733107341073510736107371073810739107401074110742107431074410745107461074710748107491075010751107521075310754107551075610757107581075910760107611076210763107641076510766107671076810769107701077110772107731077410775107761077710778107791078010781107821078310784107851078610787107881078910790107911079210793107941079510796107971079810799108001080110802108031080410805108061080710808108091081010811108121081310814108151081610817108181081910820108211082210823108241082510826108271082810829108301083110832108331083410835108361083710838108391084010841108421084310844108451084610847108481084910850108511085210853108541085510856108571085810859108601086110862108631086410865108661086710868108691087010871108721087310874108751087610877108781087910880108811088210883108841088510886108871088810889108901089110892108931089410895108961089710898108991090010901109021090310904109051090610907109081090910910109111091210913109141091510916109171091810919109201092110922109231092410925109261092710928109291093010931109321093310934109351093610937109381093910940109411094210943109441094510946109471094810949109501095110952109531095410955109561095710958109591096010961109621096310964109651096610967109681096910970109711097210973109741097510976109771097810979109801098110982109831098410985109861098710988109891099010991109921099310994109951099610997109981099911000110011100211003110041100511006110071100811009110101101111012110131101411015110161101711018110191102011021110221102311024110251102611027110281102911030110311103211033110341103511036110371103811039110401104111042110431104411045110461104711048110491105011051110521105311054110551105611057110581105911060110611106211063110641106511066110671106811069110701107111072110731107411075110761107711078110791108011081110821108311084110851108611087110881108911090110911109211093110941109511096110971109811099111001110111102111031110411105111061110711108111091111011111111121111311114111151111611117111181111911120111211112211123111241112511126111271112811129111301113111132111331113411135111361113711138111391114011141111421114311144111451114611147111481114911150111511115211153111541115511156111571115811159111601116111162111631116411165111661116711168111691117011171111721117311174111751117611177111781117911180111811118211183111841118511186111871118811189111901119111192111931119411195111961119711198111991120011201112021120311204112051120611207112081120911210112111121211213112141121511216112171121811219112201122111222112231122411225112261122711228112291123011231112321123311234112351123611237112381123911240112411124211243112441124511246112471124811249112501125111252112531125411255112561125711258112591126011261112621126311264112651126611267112681126911270112711127211273112741127511276112771127811279112801128111282112831128411285112861128711288112891129011291112921129311294112951129611297112981129911300113011130211303113041130511306113071130811309113101131111312113131131411315113161131711318113191132011321113221132311324113251132611327113281132911330113311133211333113341133511336113371133811339113401134111342113431134411345113461134711348113491135011351113521135311354113551135611357113581135911360113611136211363113641136511366113671136811369113701137111372113731137411375113761137711378113791138011381113821138311384113851138611387113881138911390113911139211393113941139511396113971139811399114001140111402114031140411405114061140711408114091141011411114121141311414114151141611417114181141911420114211142211423114241142511426114271142811429114301143111432114331143411435114361143711438114391144011441114421144311444114451144611447114481144911450114511145211453114541145511456114571145811459114601146111462114631146411465114661146711468114691147011471114721147311474114751147611477114781147911480114811148211483114841148511486114871148811489114901149111492114931149411495114961149711498114991150011501115021150311504115051150611507115081150911510115111151211513115141151511516115171151811519115201152111522115231152411525115261152711528115291153011531115321153311534115351153611537115381153911540115411154211543115441154511546115471154811549115501155111552115531155411555115561155711558115591156011561115621156311564115651156611567115681156911570115711157211573115741157511576115771157811579115801158111582115831158411585115861158711588115891159011591115921159311594115951159611597115981159911600116011160211603116041160511606116071160811609116101161111612116131161411615116161161711618116191162011621116221162311624116251162611627116281162911630116311163211633116341163511636116371163811639116401164111642116431164411645116461164711648116491165011651116521165311654116551165611657116581165911660116611166211663116641166511666116671166811669116701167111672116731167411675116761167711678116791168011681116821168311684116851168611687116881168911690116911169211693116941169511696116971169811699117001170111702117031170411705117061170711708117091171011711117121171311714117151171611717117181171911720117211172211723117241172511726117271172811729117301173111732117331173411735117361173711738117391174011741117421174311744117451174611747117481174911750117511175211753117541175511756117571175811759117601176111762117631176411765117661176711768117691177011771117721177311774117751177611777117781177911780117811178211783117841178511786117871178811789117901179111792117931179411795117961179711798117991180011801118021180311804118051180611807118081180911810118111181211813118141181511816118171181811819118201182111822118231182411825118261182711828118291183011831118321183311834118351183611837118381183911840118411184211843118441184511846118471184811849118501185111852118531185411855118561185711858118591186011861118621186311864118651186611867118681186911870118711187211873118741187511876118771187811879118801188111882118831188411885118861188711888118891189011891118921189311894118951189611897118981189911900119011190211903119041190511906119071190811909119101191111912119131191411915119161191711918119191192011921119221192311924119251192611927119281192911930119311193211933119341193511936119371193811939119401194111942119431194411945119461194711948119491195011951119521195311954119551195611957119581195911960119611196211963119641196511966119671196811969119701197111972119731197411975119761197711978119791198011981119821198311984119851198611987119881198911990119911199211993119941199511996119971199811999120001200112002120031200412005120061200712008120091201012011120121201312014120151201612017120181201912020120211202212023120241202512026120271202812029120301203112032120331203412035120361203712038120391204012041120421204312044120451204612047120481204912050120511205212053120541205512056120571205812059120601206112062120631206412065120661206712068120691207012071120721207312074120751207612077120781207912080120811208212083120841208512086120871208812089120901209112092120931209412095120961209712098120991210012101121021210312104121051210612107121081210912110121111211212113121141211512116121171211812119121201212112122121231212412125121261212712128121291213012131121321213312134121351213612137121381213912140121411214212143121441214512146121471214812149121501215112152121531215412155121561215712158121591216012161121621216312164121651216612167121681216912170121711217212173121741217512176121771217812179121801218112182121831218412185121861218712188121891219012191121921219312194121951219612197121981219912200122011220212203122041220512206122071220812209122101221112212122131221412215122161221712218122191222012221122221222312224122251222612227122281222912230122311223212233122341223512236122371223812239122401224112242122431224412245122461224712248122491225012251122521225312254122551225612257122581225912260122611226212263122641226512266122671226812269122701227112272122731227412275122761227712278122791228012281122821228312284122851228612287122881228912290122911229212293122941229512296122971229812299123001230112302123031230412305123061230712308123091231012311123121231312314123151231612317123181231912320123211232212323123241232512326123271232812329123301233112332123331233412335123361233712338123391234012341123421234312344123451234612347123481234912350123511235212353123541235512356123571235812359123601236112362123631236412365123661236712368123691237012371123721237312374123751237612377123781237912380123811238212383123841238512386123871238812389123901239112392123931239412395123961239712398123991240012401124021240312404124051240612407124081240912410124111241212413124141241512416124171241812419124201242112422124231242412425124261242712428124291243012431124321243312434124351243612437124381243912440124411244212443124441244512446124471244812449124501245112452124531245412455124561245712458124591246012461124621246312464124651246612467124681246912470124711247212473124741247512476124771247812479124801248112482124831248412485124861248712488124891249012491124921249312494124951249612497124981249912500125011250212503125041250512506125071250812509125101251112512125131251412515125161251712518125191252012521125221252312524125251252612527125281252912530125311253212533125341253512536125371253812539125401254112542125431254412545125461254712548125491255012551125521255312554125551255612557125581255912560125611256212563125641256512566125671256812569125701257112572125731257412575125761257712578125791258012581125821258312584125851258612587125881258912590125911259212593125941259512596125971259812599126001260112602126031260412605126061260712608126091261012611126121261312614126151261612617126181261912620126211262212623126241262512626126271262812629126301263112632126331263412635126361263712638126391264012641126421264312644126451264612647126481264912650126511265212653126541265512656126571265812659126601266112662126631266412665126661266712668126691267012671126721267312674126751267612677126781267912680126811268212683126841268512686126871268812689126901269112692126931269412695126961269712698126991270012701127021270312704127051270612707127081270912710127111271212713127141271512716127171271812719127201272112722127231272412725127261272712728127291273012731127321273312734127351273612737127381273912740127411274212743127441274512746127471274812749127501275112752127531275412755127561275712758127591276012761127621276312764127651276612767127681276912770127711277212773127741277512776127771277812779127801278112782127831278412785127861278712788127891279012791127921279312794127951279612797127981279912800128011280212803128041280512806128071280812809128101281112812128131281412815128161281712818128191282012821128221282312824128251282612827128281282912830128311283212833128341283512836128371283812839128401284112842128431284412845128461284712848128491285012851128521285312854128551285612857128581285912860128611286212863128641286512866128671286812869128701287112872128731287412875128761287712878128791288012881128821288312884128851288612887128881288912890128911289212893128941289512896128971289812899129001290112902129031290412905129061290712908129091291012911129121291312914129151291612917129181291912920129211292212923129241292512926129271292812929129301293112932129331293412935129361293712938129391294012941129421294312944129451294612947129481294912950129511295212953129541295512956129571295812959129601296112962129631296412965129661296712968129691297012971129721297312974129751297612977129781297912980129811298212983129841298512986129871298812989129901299112992129931299412995129961299712998129991300013001130021300313004130051300613007130081300913010130111301213013130141301513016130171301813019130201302113022130231302413025130261302713028130291303013031130321303313034130351303613037130381303913040130411304213043130441304513046130471304813049130501305113052130531305413055130561305713058130591306013061130621306313064130651306613067130681306913070130711307213073130741307513076130771307813079130801308113082130831308413085130861308713088130891309013091130921309313094130951309613097130981309913100131011310213103131041310513106131071310813109131101311113112131131311413115131161311713118131191312013121131221312313124131251312613127131281312913130131311313213133131341313513136131371313813139131401314113142131431314413145131461314713148131491315013151131521315313154131551315613157131581315913160131611316213163131641316513166131671316813169131701317113172131731317413175131761317713178131791318013181131821318313184131851318613187131881318913190131911319213193131941319513196131971319813199132001320113202132031320413205132061320713208132091321013211132121321313214132151321613217132181321913220132211322213223132241322513226132271322813229132301323113232132331323413235132361323713238132391324013241132421324313244132451324613247132481324913250132511325213253132541325513256132571325813259132601326113262132631326413265132661326713268132691327013271132721327313274132751327613277132781327913280132811328213283132841328513286132871328813289132901329113292132931329413295132961329713298132991330013301133021330313304133051330613307133081330913310133111331213313133141331513316133171331813319133201332113322133231332413325133261332713328133291333013331133321333313334133351333613337133381333913340133411334213343133441334513346133471334813349133501335113352133531335413355133561335713358133591336013361133621336313364133651336613367133681336913370133711337213373133741337513376133771337813379133801338113382133831338413385133861338713388133891339013391133921339313394133951339613397133981339913400134011340213403134041340513406134071340813409134101341113412134131341413415134161341713418134191342013421134221342313424134251342613427134281342913430134311343213433134341343513436134371343813439134401344113442134431344413445134461344713448134491345013451134521345313454134551345613457134581345913460134611346213463134641346513466134671346813469134701347113472134731347413475134761347713478134791348013481134821348313484134851348613487134881348913490134911349213493134941349513496134971349813499135001350113502135031350413505135061350713508135091351013511135121351313514135151351613517135181351913520135211352213523135241352513526135271352813529135301353113532135331353413535135361353713538135391354013541135421354313544135451354613547135481354913550135511355213553135541355513556135571355813559135601356113562135631356413565135661356713568135691357013571135721357313574135751357613577135781357913580135811358213583135841358513586135871358813589135901359113592135931359413595135961359713598135991360013601136021360313604136051360613607136081360913610136111361213613136141361513616136171361813619136201362113622136231362413625136261362713628136291363013631136321363313634136351363613637136381363913640136411364213643136441364513646136471364813649136501365113652136531365413655136561365713658136591366013661136621366313664136651366613667136681366913670136711367213673136741367513676136771367813679136801368113682136831368413685136861368713688136891369013691136921369313694136951369613697136981369913700137011370213703137041370513706137071370813709137101371113712137131371413715137161371713718137191372013721137221372313724137251372613727137281372913730137311373213733137341373513736137371373813739137401374113742137431374413745137461374713748137491375013751137521375313754137551375613757137581375913760137611376213763137641376513766137671376813769137701377113772137731377413775137761377713778137791378013781137821378313784137851378613787137881378913790137911379213793137941379513796137971379813799138001380113802138031380413805138061380713808138091381013811138121381313814138151381613817138181381913820138211382213823138241382513826138271382813829138301383113832138331383413835138361383713838138391384013841138421384313844138451384613847138481384913850138511385213853138541385513856138571385813859138601386113862138631386413865138661386713868138691387013871138721387313874138751387613877138781387913880138811388213883138841388513886138871388813889138901389113892138931389413895138961389713898138991390013901139021390313904139051390613907139081390913910139111391213913139141391513916139171391813919139201392113922139231392413925139261392713928139291393013931139321393313934139351393613937139381393913940139411394213943139441394513946139471394813949139501395113952139531395413955139561395713958139591396013961139621396313964139651396613967139681396913970139711397213973139741397513976139771397813979139801398113982139831398413985139861398713988139891399013991139921399313994139951399613997139981399914000140011400214003140041400514006140071400814009140101401114012140131401414015140161401714018140191402014021140221402314024140251402614027140281402914030140311403214033140341403514036140371403814039140401404114042140431404414045140461404714048140491405014051140521405314054140551405614057140581405914060140611406214063140641406514066140671406814069140701407114072140731407414075140761407714078140791408014081140821408314084140851408614087140881408914090140911409214093140941409514096140971409814099141001410114102141031410414105141061410714108141091411014111141121411314114141151411614117141181411914120141211412214123141241412514126141271412814129141301413114132141331413414135141361413714138141391414014141141421414314144141451414614147141481414914150141511415214153141541415514156141571415814159141601416114162141631416414165141661416714168141691417014171141721417314174141751417614177141781417914180141811418214183141841418514186141871418814189141901419114192141931419414195141961419714198141991420014201142021420314204142051420614207142081420914210142111421214213142141421514216142171421814219142201422114222142231422414225142261422714228142291423014231142321423314234142351423614237142381423914240142411424214243142441424514246142471424814249142501425114252142531425414255142561425714258142591426014261142621426314264142651426614267142681426914270142711427214273142741427514276142771427814279142801428114282142831428414285142861428714288142891429014291142921429314294142951429614297142981429914300143011430214303143041430514306143071430814309143101431114312143131431414315143161431714318143191432014321143221432314324143251432614327143281432914330143311433214333143341433514336143371433814339143401434114342143431434414345143461434714348143491435014351143521435314354143551435614357143581435914360143611436214363143641436514366143671436814369143701437114372143731437414375143761437714378143791438014381143821438314384143851438614387143881438914390143911439214393143941439514396143971439814399144001440114402144031440414405144061440714408144091441014411144121441314414144151441614417144181441914420144211442214423144241442514426144271442814429144301443114432144331443414435144361443714438144391444014441144421444314444144451444614447144481444914450144511445214453144541445514456144571445814459144601446114462144631446414465144661446714468144691447014471144721447314474144751447614477144781447914480144811448214483144841448514486144871448814489144901449114492144931449414495144961449714498144991450014501145021450314504145051450614507145081450914510145111451214513145141451514516145171451814519145201452114522145231452414525145261452714528145291453014531145321453314534145351453614537145381453914540145411454214543145441454514546145471454814549145501455114552145531455414555145561455714558145591456014561145621456314564145651456614567145681456914570145711457214573145741457514576145771457814579145801458114582145831458414585145861458714588145891459014591145921459314594145951459614597145981459914600146011460214603146041460514606146071460814609146101461114612146131461414615146161461714618146191462014621146221462314624146251462614627146281462914630146311463214633146341463514636146371463814639146401464114642146431464414645146461464714648146491465014651146521465314654146551465614657146581465914660146611466214663146641466514666146671466814669146701467114672146731467414675146761467714678146791468014681146821468314684146851468614687146881468914690146911469214693146941469514696146971469814699147001470114702147031470414705147061470714708147091471014711147121471314714147151471614717147181471914720147211472214723147241472514726147271472814729147301473114732147331473414735147361473714738147391474014741147421474314744147451474614747147481474914750147511475214753147541475514756147571475814759147601476114762147631476414765147661476714768147691477014771147721477314774147751477614777147781477914780147811478214783147841478514786147871478814789147901479114792147931479414795147961479714798147991480014801148021480314804148051480614807148081480914810148111481214813148141481514816148171481814819148201482114822148231482414825148261482714828148291483014831148321483314834148351483614837148381483914840148411484214843148441484514846148471484814849148501485114852148531485414855148561485714858148591486014861148621486314864148651486614867148681486914870148711487214873148741487514876148771487814879148801488114882148831488414885148861488714888148891489014891148921489314894148951489614897148981489914900149011490214903149041490514906149071490814909149101491114912149131491414915149161491714918149191492014921149221492314924149251492614927149281492914930149311493214933149341493514936149371493814939149401494114942149431494414945149461494714948149491495014951149521495314954149551495614957149581495914960149611496214963149641496514966149671496814969149701497114972149731497414975149761497714978149791498014981149821498314984149851498614987149881498914990149911499214993149941499514996149971499814999150001500115002150031500415005150061500715008150091501015011150121501315014150151501615017150181501915020150211502215023150241502515026150271502815029150301503115032150331503415035150361503715038150391504015041150421504315044150451504615047150481504915050150511505215053150541505515056150571505815059150601506115062150631506415065150661506715068150691507015071150721507315074150751507615077150781507915080150811508215083150841508515086150871508815089150901509115092150931509415095150961509715098150991510015101151021510315104151051510615107151081510915110151111511215113151141511515116151171511815119151201512115122151231512415125151261512715128151291513015131151321513315134151351513615137151381513915140151411514215143151441514515146151471514815149151501515115152151531515415155151561515715158151591516015161151621516315164151651516615167151681516915170151711517215173151741517515176151771517815179151801518115182151831518415185151861518715188151891519015191151921519315194151951519615197151981519915200152011520215203152041520515206152071520815209152101521115212152131521415215152161521715218152191522015221152221522315224152251522615227152281522915230152311523215233152341523515236152371523815239152401524115242152431524415245152461524715248152491525015251152521525315254152551525615257152581525915260152611526215263152641526515266152671526815269152701527115272152731527415275152761527715278152791528015281152821528315284152851528615287152881528915290152911529215293152941529515296152971529815299153001530115302153031530415305153061530715308153091531015311153121531315314153151531615317153181531915320153211532215323153241532515326153271532815329153301533115332153331533415335153361533715338153391534015341153421534315344153451534615347153481534915350153511535215353153541535515356153571535815359153601536115362153631536415365153661536715368153691537015371153721537315374153751537615377153781537915380153811538215383153841538515386153871538815389153901539115392153931539415395153961539715398153991540015401154021540315404154051540615407154081540915410154111541215413154141541515416154171541815419154201542115422154231542415425154261542715428154291543015431154321543315434154351543615437154381543915440154411544215443154441544515446154471544815449154501545115452154531545415455154561545715458154591546015461154621546315464154651546615467154681546915470154711547215473154741547515476154771547815479154801548115482154831548415485154861548715488154891549015491154921549315494154951549615497154981549915500155011550215503155041550515506155071550815509155101551115512155131551415515155161551715518155191552015521155221552315524155251552615527155281552915530155311553215533155341553515536155371553815539155401554115542155431554415545155461554715548155491555015551155521555315554155551555615557155581555915560155611556215563155641556515566155671556815569155701557115572155731557415575155761557715578155791558015581155821558315584155851558615587155881558915590155911559215593155941559515596155971559815599156001560115602156031560415605156061560715608156091561015611156121561315614156151561615617156181561915620156211562215623156241562515626156271562815629156301563115632156331563415635156361563715638156391564015641156421564315644156451564615647156481564915650156511565215653156541565515656156571565815659156601566115662156631566415665156661566715668156691567015671156721567315674156751567615677156781567915680156811568215683156841568515686156871568815689156901569115692156931569415695156961569715698156991570015701157021570315704157051570615707157081570915710157111571215713157141571515716157171571815719157201572115722157231572415725157261572715728157291573015731157321573315734157351573615737157381573915740157411574215743157441574515746157471574815749157501575115752157531575415755157561575715758157591576015761157621576315764157651576615767157681576915770157711577215773157741577515776157771577815779157801578115782157831578415785157861578715788157891579015791157921579315794157951579615797157981579915800158011580215803158041580515806158071580815809158101581115812158131581415815158161581715818158191582015821158221582315824158251582615827158281582915830158311583215833158341583515836158371583815839158401584115842158431584415845158461584715848158491585015851158521585315854158551585615857158581585915860158611586215863158641586515866158671586815869158701587115872158731587415875158761587715878158791588015881158821588315884158851588615887158881588915890158911589215893158941589515896158971589815899159001590115902159031590415905159061590715908159091591015911159121591315914159151591615917159181591915920159211592215923159241592515926159271592815929159301593115932159331593415935159361593715938159391594015941159421594315944159451594615947159481594915950159511595215953159541595515956159571595815959159601596115962159631596415965159661596715968159691597015971159721597315974159751597615977159781597915980159811598215983159841598515986159871598815989159901599115992159931599415995159961599715998159991600016001160021600316004160051600616007160081600916010160111601216013160141601516016160171601816019160201602116022160231602416025160261602716028160291603016031160321603316034160351603616037160381603916040160411604216043160441604516046160471604816049160501605116052160531605416055160561605716058160591606016061160621606316064160651606616067160681606916070160711607216073160741607516076160771607816079160801608116082160831608416085160861608716088160891609016091160921609316094160951609616097160981609916100161011610216103161041610516106161071610816109161101611116112161131611416115161161611716118161191612016121161221612316124161251612616127161281612916130161311613216133161341613516136161371613816139161401614116142161431614416145161461614716148161491615016151161521615316154161551615616157161581615916160161611616216163161641616516166161671616816169161701617116172161731617416175161761617716178161791618016181161821618316184161851618616187161881618916190161911619216193161941619516196161971619816199162001620116202162031620416205162061620716208162091621016211162121621316214162151621616217162181621916220162211622216223162241622516226162271622816229162301623116232162331623416235162361623716238162391624016241162421624316244162451624616247162481624916250162511625216253162541625516256162571625816259162601626116262162631626416265162661626716268162691627016271162721627316274162751627616277162781627916280162811628216283162841628516286162871628816289162901629116292162931629416295162961629716298162991630016301163021630316304163051630616307163081630916310163111631216313163141631516316163171631816319163201632116322163231632416325163261632716328163291633016331163321633316334163351633616337163381633916340163411634216343163441634516346163471634816349163501635116352163531635416355163561635716358163591636016361163621636316364163651636616367163681636916370163711637216373163741637516376163771637816379163801638116382163831638416385163861638716388163891639016391163921639316394163951639616397163981639916400164011640216403164041640516406164071640816409164101641116412164131641416415164161641716418164191642016421164221642316424164251642616427164281642916430164311643216433164341643516436164371643816439164401644116442164431644416445164461644716448164491645016451164521645316454164551645616457164581645916460164611646216463164641646516466164671646816469164701647116472164731647416475164761647716478164791648016481164821648316484164851648616487164881648916490164911649216493164941649516496164971649816499165001650116502165031650416505165061650716508165091651016511165121651316514165151651616517165181651916520165211652216523165241652516526165271652816529165301653116532165331653416535165361653716538165391654016541165421654316544165451654616547165481654916550165511655216553165541655516556165571655816559165601656116562165631656416565165661656716568165691657016571165721657316574165751657616577165781657916580165811658216583165841658516586165871658816589165901659116592165931659416595165961659716598165991660016601166021660316604166051660616607166081660916610166111661216613166141661516616166171661816619166201662116622166231662416625166261662716628166291663016631166321663316634166351663616637166381663916640166411664216643166441664516646166471664816649166501665116652166531665416655166561665716658166591666016661166621666316664166651666616667166681666916670166711667216673166741667516676166771667816679166801668116682166831668416685166861668716688166891669016691166921669316694166951669616697166981669916700167011670216703167041670516706167071670816709167101671116712167131671416715167161671716718167191672016721167221672316724167251672616727167281672916730167311673216733167341673516736167371673816739167401674116742167431674416745167461674716748167491675016751167521675316754167551675616757167581675916760167611676216763167641676516766167671676816769167701677116772167731677416775167761677716778167791678016781167821678316784167851678616787167881678916790167911679216793167941679516796167971679816799168001680116802168031680416805168061680716808168091681016811168121681316814168151681616817168181681916820168211682216823168241682516826168271682816829168301683116832168331683416835168361683716838168391684016841168421684316844168451684616847168481684916850168511685216853168541685516856168571685816859168601686116862168631686416865168661686716868168691687016871168721687316874168751687616877168781687916880168811688216883168841688516886168871688816889168901689116892168931689416895168961689716898168991690016901169021690316904169051690616907169081690916910169111691216913169141691516916169171691816919169201692116922169231692416925169261692716928169291693016931169321693316934169351693616937169381693916940169411694216943169441694516946169471694816949169501695116952169531695416955169561695716958169591696016961169621696316964169651696616967169681696916970169711697216973169741697516976169771697816979169801698116982169831698416985169861698716988169891699016991169921699316994169951699616997169981699917000170011700217003170041700517006170071700817009170101701117012170131701417015170161701717018170191702017021170221702317024170251702617027170281702917030170311703217033170341703517036170371703817039170401704117042170431704417045170461704717048170491705017051170521705317054170551705617057170581705917060170611706217063170641706517066170671706817069170701707117072170731707417075170761707717078170791708017081170821708317084170851708617087170881708917090170911709217093170941709517096170971709817099171001710117102171031710417105171061710717108171091711017111171121711317114171151711617117171181711917120171211712217123171241712517126171271712817129171301713117132171331713417135171361713717138171391714017141171421714317144171451714617147171481714917150171511715217153171541715517156171571715817159171601716117162171631716417165171661716717168171691717017171171721717317174171751717617177171781717917180171811718217183171841718517186171871718817189171901719117192171931719417195171961719717198171991720017201172021720317204172051720617207172081720917210172111721217213172141721517216172171721817219172201722117222172231722417225172261722717228172291723017231172321723317234172351723617237172381723917240172411724217243172441724517246172471724817249172501725117252172531725417255172561725717258172591726017261172621726317264172651726617267172681726917270172711727217273172741727517276172771727817279172801728117282172831728417285172861728717288172891729017291172921729317294172951729617297172981729917300173011730217303173041730517306173071730817309173101731117312173131731417315173161731717318173191732017321173221732317324173251732617327173281732917330173311733217333173341733517336173371733817339173401734117342173431734417345173461734717348173491735017351173521735317354173551735617357173581735917360173611736217363173641736517366173671736817369173701737117372173731737417375173761737717378173791738017381173821738317384173851738617387173881738917390173911739217393173941739517396173971739817399174001740117402174031740417405174061740717408174091741017411174121741317414174151741617417174181741917420174211742217423174241742517426174271742817429174301743117432174331743417435174361743717438174391744017441174421744317444174451744617447174481744917450174511745217453174541745517456174571745817459174601746117462174631746417465174661746717468174691747017471174721747317474174751747617477174781747917480174811748217483174841748517486174871748817489174901749117492174931749417495174961749717498174991750017501175021750317504175051750617507175081750917510175111751217513175141751517516175171751817519175201752117522175231752417525175261752717528175291753017531175321753317534175351753617537175381753917540175411754217543175441754517546175471754817549175501755117552175531755417555175561755717558175591756017561175621756317564175651756617567175681756917570175711757217573175741757517576175771757817579175801758117582175831758417585175861758717588175891759017591175921759317594175951759617597175981759917600176011760217603176041760517606176071760817609176101761117612176131761417615176161761717618176191762017621176221762317624176251762617627176281762917630176311763217633176341763517636176371763817639176401764117642176431764417645176461764717648176491765017651176521765317654176551765617657176581765917660176611766217663176641766517666176671766817669176701767117672176731767417675176761767717678176791768017681176821768317684176851768617687176881768917690176911769217693176941769517696176971769817699177001770117702177031770417705177061770717708177091771017711177121771317714177151771617717177181771917720177211772217723177241772517726177271772817729177301773117732177331773417735177361773717738177391774017741177421774317744177451774617747177481774917750177511775217753177541775517756177571775817759177601776117762177631776417765177661776717768177691777017771177721777317774177751777617777177781777917780177811778217783177841778517786177871778817789177901779117792177931779417795177961779717798177991780017801178021780317804178051780617807178081780917810178111781217813178141781517816178171781817819178201782117822178231782417825178261782717828178291783017831178321783317834178351783617837178381783917840178411784217843178441784517846178471784817849178501785117852178531785417855178561785717858178591786017861178621786317864178651786617867178681786917870178711787217873178741787517876178771787817879178801788117882178831788417885178861788717888178891789017891178921789317894178951789617897178981789917900179011790217903179041790517906179071790817909179101791117912179131791417915179161791717918179191792017921179221792317924179251792617927179281792917930179311793217933179341793517936179371793817939179401794117942179431794417945179461794717948179491795017951179521795317954179551795617957179581795917960179611796217963179641796517966179671796817969179701797117972179731797417975179761797717978179791798017981179821798317984179851798617987179881798917990179911799217993179941799517996179971799817999180001800118002180031800418005180061800718008180091801018011180121801318014180151801618017180181801918020180211802218023180241802518026180271802818029180301803118032180331803418035180361803718038180391804018041180421804318044180451804618047180481804918050180511805218053180541805518056180571805818059180601806118062180631806418065180661806718068180691807018071180721807318074180751807618077180781807918080180811808218083180841808518086180871808818089180901809118092180931809418095180961809718098180991810018101181021810318104181051810618107181081810918110181111811218113181141811518116181171811818119181201812118122181231812418125181261812718128181291813018131181321813318134181351813618137181381813918140181411814218143181441814518146181471814818149181501815118152181531815418155181561815718158181591816018161181621816318164181651816618167181681816918170181711817218173181741817518176181771817818179181801818118182181831818418185181861818718188181891819018191181921819318194181951819618197181981819918200182011820218203182041820518206182071820818209182101821118212182131821418215182161821718218182191822018221182221822318224182251822618227182281822918230182311823218233182341823518236182371823818239182401824118242182431824418245182461824718248182491825018251182521825318254182551825618257182581825918260182611826218263182641826518266182671826818269182701827118272182731827418275182761827718278182791828018281182821828318284182851828618287182881828918290182911829218293182941829518296182971829818299183001830118302183031830418305183061830718308183091831018311183121831318314183151831618317183181831918320183211832218323183241832518326183271832818329183301833118332183331833418335183361833718338183391834018341183421834318344183451834618347183481834918350183511835218353183541835518356183571835818359183601836118362183631836418365183661836718368183691837018371183721837318374183751837618377183781837918380183811838218383183841838518386183871838818389183901839118392183931839418395183961839718398183991840018401184021840318404184051840618407184081840918410184111841218413184141841518416184171841818419184201842118422184231842418425184261842718428184291843018431184321843318434184351843618437184381843918440184411844218443184441844518446184471844818449184501845118452184531845418455184561845718458184591846018461184621846318464184651846618467184681846918470184711847218473184741847518476184771847818479184801848118482184831848418485184861848718488184891849018491184921849318494184951849618497184981849918500185011850218503185041850518506185071850818509185101851118512185131851418515185161851718518185191852018521185221852318524185251852618527185281852918530185311853218533185341853518536185371853818539185401854118542185431854418545185461854718548185491855018551185521855318554185551855618557185581855918560185611856218563185641856518566185671856818569185701857118572185731857418575185761857718578185791858018581185821858318584185851858618587185881858918590185911859218593185941859518596185971859818599186001860118602186031860418605186061860718608186091861018611186121861318614186151861618617186181861918620186211862218623186241862518626186271862818629186301863118632186331863418635186361863718638186391864018641186421864318644186451864618647186481864918650186511865218653186541865518656186571865818659186601866118662186631866418665186661866718668186691867018671186721867318674186751867618677186781867918680186811868218683186841868518686186871868818689186901869118692186931869418695186961869718698186991870018701187021870318704187051870618707187081870918710187111871218713187141871518716187171871818719187201872118722187231872418725187261872718728187291873018731187321873318734187351873618737187381873918740187411874218743187441874518746187471874818749187501875118752187531875418755187561875718758187591876018761187621876318764187651876618767187681876918770187711877218773187741877518776187771877818779187801878118782187831878418785187861878718788187891879018791187921879318794187951879618797187981879918800188011880218803188041880518806188071880818809188101881118812188131881418815188161881718818188191882018821188221882318824188251882618827188281882918830188311883218833188341883518836188371883818839188401884118842188431884418845188461884718848188491885018851188521885318854188551885618857188581885918860188611886218863188641886518866188671886818869188701887118872188731887418875188761887718878188791888018881188821888318884188851888618887188881888918890188911889218893188941889518896188971889818899189001890118902189031890418905189061890718908189091891018911189121891318914189151891618917189181891918920189211892218923189241892518926189271892818929189301893118932189331893418935189361893718938189391894018941189421894318944189451894618947189481894918950189511895218953189541895518956189571895818959189601896118962189631896418965189661896718968189691897018971189721897318974189751897618977189781897918980189811898218983189841898518986189871898818989189901899118992189931899418995189961899718998189991900019001190021900319004190051900619007190081900919010190111901219013190141901519016190171901819019190201902119022190231902419025190261902719028190291903019031190321903319034190351903619037190381903919040190411904219043190441904519046190471904819049190501905119052190531905419055190561905719058190591906019061190621906319064190651906619067190681906919070190711907219073190741907519076190771907819079190801908119082190831908419085190861908719088190891909019091190921909319094190951909619097190981909919100191011910219103191041910519106191071910819109191101911119112191131911419115191161911719118191191912019121191221912319124191251912619127191281912919130191311913219133191341913519136191371913819139191401914119142191431914419145191461914719148191491915019151191521915319154191551915619157191581915919160191611916219163191641916519166191671916819169191701917119172191731917419175191761917719178191791918019181191821918319184191851918619187191881918919190191911919219193191941919519196191971919819199192001920119202192031920419205192061920719208192091921019211192121921319214192151921619217192181921919220192211922219223192241922519226192271922819229192301923119232192331923419235192361923719238192391924019241192421924319244192451924619247192481924919250192511925219253192541925519256192571925819259192601926119262192631926419265192661926719268192691927019271192721927319274192751927619277192781927919280192811928219283192841928519286192871928819289192901929119292192931929419295192961929719298192991930019301193021930319304193051930619307193081930919310193111931219313193141931519316193171931819319193201932119322193231932419325193261932719328193291933019331193321933319334193351933619337193381933919340193411934219343193441934519346193471934819349193501935119352193531935419355193561935719358193591936019361193621936319364193651936619367193681936919370193711937219373193741937519376193771937819379193801938119382193831938419385193861938719388193891939019391193921939319394193951939619397193981939919400194011940219403194041940519406194071940819409194101941119412194131941419415194161941719418194191942019421194221942319424194251942619427194281942919430194311943219433194341943519436194371943819439194401944119442194431944419445194461944719448194491945019451194521945319454194551945619457194581945919460194611946219463194641946519466194671946819469194701947119472194731947419475194761947719478194791948019481194821948319484194851948619487194881948919490194911949219493194941949519496194971949819499195001950119502195031950419505195061950719508195091951019511195121951319514195151951619517195181951919520195211952219523195241952519526195271952819529195301953119532195331953419535195361953719538195391954019541195421954319544195451954619547195481954919550195511955219553195541955519556195571955819559195601956119562195631956419565195661956719568195691957019571195721957319574195751957619577195781957919580195811958219583195841958519586195871958819589195901959119592195931959419595195961959719598195991960019601196021960319604196051960619607196081960919610196111961219613196141961519616196171961819619196201962119622196231962419625196261962719628196291963019631196321963319634196351963619637196381963919640196411964219643196441964519646196471964819649196501965119652196531965419655196561965719658196591966019661196621966319664196651966619667196681966919670196711967219673196741967519676196771967819679196801968119682196831968419685196861968719688196891969019691196921969319694196951969619697196981969919700197011970219703197041970519706197071970819709197101971119712197131971419715197161971719718197191972019721197221972319724197251972619727197281972919730197311973219733197341973519736197371973819739197401974119742197431974419745197461974719748197491975019751197521975319754197551975619757197581975919760197611976219763197641976519766197671976819769197701977119772197731977419775197761977719778197791978019781197821978319784197851978619787197881978919790197911979219793197941979519796197971979819799198001980119802198031980419805198061980719808198091981019811198121981319814198151981619817198181981919820198211982219823198241982519826198271982819829198301983119832198331983419835198361983719838198391984019841198421984319844198451984619847198481984919850198511985219853198541985519856198571985819859198601986119862198631986419865198661986719868198691987019871198721987319874198751987619877198781987919880198811988219883198841988519886198871988819889198901989119892198931989419895198961989719898198991990019901199021990319904199051990619907199081990919910199111991219913199141991519916199171991819919199201992119922199231992419925199261992719928199291993019931199321993319934199351993619937199381993919940199411994219943199441994519946199471994819949199501995119952199531995419955199561995719958199591996019961199621996319964199651996619967199681996919970199711997219973199741997519976199771997819979199801998119982199831998419985199861998719988199891999019991199921999319994199951999619997199981999920000200012000220003200042000520006200072000820009200102001120012200132001420015200162001720018200192002020021200222002320024200252002620027200282002920030200312003220033200342003520036200372003820039200402004120042200432004420045200462004720048200492005020051200522005320054200552005620057200582005920060200612006220063200642006520066200672006820069200702007120072200732007420075200762007720078200792008020081200822008320084200852008620087200882008920090200912009220093200942009520096200972009820099201002010120102201032010420105201062010720108201092011020111201122011320114201152011620117201182011920120201212012220123201242012520126201272012820129201302013120132201332013420135201362013720138201392014020141201422014320144201452014620147201482014920150201512015220153201542015520156201572015820159201602016120162201632016420165201662016720168201692017020171201722017320174201752017620177201782017920180201812018220183201842018520186201872018820189201902019120192201932019420195201962019720198201992020020201202022020320204202052020620207202082020920210202112021220213202142021520216202172021820219202202022120222202232022420225202262022720228202292023020231202322023320234202352023620237202382023920240202412024220243202442024520246202472024820249202502025120252202532025420255202562025720258202592026020261202622026320264202652026620267202682026920270202712027220273202742027520276202772027820279202802028120282202832028420285202862028720288202892029020291202922029320294202952029620297202982029920300203012030220303203042030520306203072030820309203102031120312203132031420315203162031720318203192032020321203222032320324203252032620327203282032920330203312033220333203342033520336203372033820339203402034120342203432034420345203462034720348203492035020351203522035320354203552035620357203582035920360203612036220363203642036520366203672036820369203702037120372203732037420375203762037720378203792038020381203822038320384203852038620387203882038920390203912039220393203942039520396203972039820399204002040120402204032040420405204062040720408204092041020411204122041320414204152041620417204182041920420204212042220423204242042520426204272042820429204302043120432204332043420435204362043720438204392044020441204422044320444204452044620447204482044920450204512045220453204542045520456204572045820459204602046120462204632046420465204662046720468204692047020471204722047320474204752047620477204782047920480204812048220483204842048520486204872048820489204902049120492204932049420495204962049720498204992050020501205022050320504205052050620507205082050920510205112051220513205142051520516205172051820519205202052120522205232052420525205262052720528205292053020531205322053320534205352053620537205382053920540205412054220543205442054520546205472054820549205502055120552205532055420555205562055720558205592056020561205622056320564205652056620567205682056920570205712057220573205742057520576205772057820579205802058120582205832058420585205862058720588205892059020591205922059320594205952059620597205982059920600206012060220603206042060520606206072060820609206102061120612206132061420615206162061720618206192062020621206222062320624206252062620627206282062920630206312063220633206342063520636206372063820639206402064120642206432064420645206462064720648206492065020651206522065320654206552065620657206582065920660206612066220663206642066520666206672066820669206702067120672206732067420675206762067720678206792068020681206822068320684206852068620687206882068920690206912069220693206942069520696206972069820699207002070120702207032070420705207062070720708207092071020711207122071320714207152071620717207182071920720207212072220723207242072520726207272072820729207302073120732207332073420735207362073720738207392074020741207422074320744207452074620747207482074920750207512075220753207542075520756207572075820759207602076120762207632076420765207662076720768207692077020771207722077320774207752077620777207782077920780207812078220783207842078520786207872078820789207902079120792207932079420795207962079720798207992080020801208022080320804208052080620807208082080920810208112081220813208142081520816208172081820819208202082120822208232082420825208262082720828208292083020831208322083320834208352083620837208382083920840208412084220843208442084520846208472084820849208502085120852208532085420855208562085720858208592086020861208622086320864208652086620867208682086920870208712087220873208742087520876208772087820879208802088120882208832088420885208862088720888208892089020891208922089320894208952089620897208982089920900209012090220903209042090520906209072090820909209102091120912209132091420915209162091720918209192092020921209222092320924209252092620927209282092920930209312093220933209342093520936209372093820939209402094120942209432094420945209462094720948209492095020951209522095320954209552095620957209582095920960209612096220963209642096520966209672096820969209702097120972209732097420975209762097720978209792098020981209822098320984209852098620987209882098920990209912099220993209942099520996209972099820999210002100121002210032100421005210062100721008210092101021011210122101321014210152101621017210182101921020210212102221023210242102521026210272102821029210302103121032210332103421035210362103721038210392104021041210422104321044210452104621047210482104921050210512105221053210542105521056210572105821059210602106121062210632106421065210662106721068210692107021071210722107321074210752107621077210782107921080210812108221083210842108521086210872108821089210902109121092210932109421095210962109721098210992110021101211022110321104211052110621107211082110921110211112111221113211142111521116211172111821119211202112121122211232112421125211262112721128211292113021131211322113321134211352113621137211382113921140211412114221143211442114521146211472114821149211502115121152211532115421155211562115721158211592116021161211622116321164211652116621167211682116921170211712117221173211742117521176211772117821179211802118121182211832118421185211862118721188211892119021191211922119321194211952119621197211982119921200212012120221203212042120521206212072120821209212102121121212212132121421215212162121721218212192122021221212222122321224212252122621227212282122921230212312123221233212342123521236212372123821239212402124121242212432124421245212462124721248212492125021251212522125321254212552125621257212582125921260212612126221263212642126521266212672126821269212702127121272212732127421275212762127721278212792128021281212822128321284212852128621287212882128921290212912129221293212942129521296212972129821299213002130121302213032130421305213062130721308213092131021311213122131321314213152131621317213182131921320213212132221323213242132521326213272132821329213302133121332213332133421335213362133721338213392134021341213422134321344213452134621347213482134921350213512135221353213542135521356213572135821359213602136121362213632136421365213662136721368213692137021371213722137321374213752137621377213782137921380213812138221383213842138521386213872138821389213902139121392213932139421395213962139721398213992140021401214022140321404214052140621407214082140921410214112141221413214142141521416214172141821419214202142121422214232142421425214262142721428214292143021431214322143321434214352143621437214382143921440214412144221443214442144521446214472144821449214502145121452214532145421455214562145721458214592146021461214622146321464214652146621467214682146921470214712147221473214742147521476214772147821479214802148121482214832148421485214862148721488214892149021491214922149321494214952149621497214982149921500215012150221503215042150521506215072150821509215102151121512215132151421515215162151721518215192152021521215222152321524215252152621527215282152921530215312153221533215342153521536215372153821539215402154121542215432154421545215462154721548215492155021551215522155321554215552155621557215582155921560215612156221563215642156521566215672156821569215702157121572215732157421575215762157721578215792158021581215822158321584215852158621587215882158921590215912159221593215942159521596215972159821599216002160121602216032160421605216062160721608216092161021611216122161321614216152161621617216182161921620216212162221623216242162521626216272162821629216302163121632216332163421635216362163721638216392164021641216422164321644216452164621647216482164921650216512165221653216542165521656216572165821659216602166121662216632166421665216662166721668216692167021671216722167321674216752167621677216782167921680216812168221683216842168521686216872168821689216902169121692216932169421695216962169721698216992170021701217022170321704217052170621707217082170921710217112171221713217142171521716217172171821719217202172121722217232172421725217262172721728217292173021731217322173321734217352173621737217382173921740217412174221743217442174521746217472174821749217502175121752217532175421755217562175721758217592176021761217622176321764217652176621767217682176921770217712177221773217742177521776217772177821779217802178121782217832178421785217862178721788217892179021791217922179321794217952179621797217982179921800218012180221803218042180521806218072180821809218102181121812218132181421815218162181721818218192182021821218222182321824218252182621827218282182921830218312183221833218342183521836218372183821839218402184121842218432184421845218462184721848218492185021851218522185321854218552185621857218582185921860218612186221863218642186521866218672186821869218702187121872218732187421875218762187721878218792188021881218822188321884218852188621887218882188921890218912189221893218942189521896218972189821899219002190121902219032190421905219062190721908219092191021911219122191321914219152191621917219182191921920219212192221923219242192521926219272192821929219302193121932219332193421935219362193721938219392194021941219422194321944219452194621947219482194921950219512195221953219542195521956219572195821959219602196121962219632196421965219662196721968219692197021971219722197321974219752197621977219782197921980219812198221983219842198521986219872198821989219902199121992219932199421995219962199721998219992200022001220022200322004220052200622007220082200922010220112201222013220142201522016220172201822019220202202122022220232202422025220262202722028220292203022031220322203322034220352203622037220382203922040220412204222043220442204522046220472204822049220502205122052220532205422055220562205722058220592206022061220622206322064220652206622067220682206922070220712207222073220742207522076220772207822079220802208122082220832208422085220862208722088220892209022091220922209322094220952209622097220982209922100221012210222103221042210522106221072210822109221102211122112221132211422115221162211722118221192212022121221222212322124221252212622127221282212922130221312213222133221342213522136221372213822139221402214122142221432214422145221462214722148221492215022151221522215322154221552215622157221582215922160221612216222163221642216522166221672216822169221702217122172221732217422175221762217722178221792218022181221822218322184221852218622187221882218922190221912219222193221942219522196221972219822199222002220122202222032220422205222062220722208222092221022211222122221322214222152221622217222182221922220222212222222223222242222522226222272222822229222302223122232222332223422235222362223722238222392224022241222422224322244222452224622247222482224922250222512225222253222542225522256222572225822259222602226122262222632226422265222662226722268222692227022271222722227322274222752227622277222782227922280222812228222283222842228522286222872228822289222902229122292222932229422295222962229722298222992230022301223022230322304223052230622307223082230922310223112231222313223142231522316223172231822319223202232122322223232232422325223262232722328223292233022331223322233322334223352233622337223382233922340223412234222343223442234522346223472234822349223502235122352223532235422355223562235722358223592236022361223622236322364223652236622367223682236922370223712237222373223742237522376223772237822379223802238122382223832238422385223862238722388223892239022391223922239322394223952239622397223982239922400224012240222403224042240522406224072240822409224102241122412224132241422415224162241722418224192242022421224222242322424224252242622427224282242922430224312243222433224342243522436224372243822439224402244122442224432244422445224462244722448224492245022451224522245322454224552245622457224582245922460224612246222463224642246522466224672246822469224702247122472224732247422475224762247722478224792248022481224822248322484224852248622487224882248922490224912249222493224942249522496224972249822499225002250122502225032250422505225062250722508225092251022511225122251322514225152251622517225182251922520225212252222523225242252522526225272252822529225302253122532225332253422535225362253722538225392254022541225422254322544225452254622547225482254922550225512255222553225542255522556225572255822559225602256122562225632256422565225662256722568225692257022571225722257322574225752257622577225782257922580225812258222583225842258522586225872258822589225902259122592225932259422595225962259722598225992260022601226022260322604226052260622607226082260922610226112261222613226142261522616226172261822619226202262122622226232262422625226262262722628226292263022631226322263322634226352263622637226382263922640226412264222643226442264522646226472264822649226502265122652226532265422655226562265722658226592266022661226622266322664226652266622667226682266922670226712267222673226742267522676226772267822679226802268122682226832268422685226862268722688226892269022691226922269322694226952269622697226982269922700227012270222703227042270522706227072270822709227102271122712227132271422715227162271722718227192272022721227222272322724227252272622727227282272922730227312273222733227342273522736227372273822739227402274122742227432274422745227462274722748227492275022751227522275322754227552275622757227582275922760227612276222763227642276522766227672276822769227702277122772227732277422775227762277722778227792278022781227822278322784227852278622787227882278922790227912279222793227942279522796227972279822799228002280122802228032280422805228062280722808228092281022811228122281322814228152281622817228182281922820228212282222823228242282522826228272282822829228302283122832228332283422835228362283722838228392284022841228422284322844228452284622847228482284922850228512285222853228542285522856228572285822859228602286122862228632286422865228662286722868228692287022871228722287322874228752287622877228782287922880228812288222883228842288522886228872288822889228902289122892228932289422895228962289722898228992290022901229022290322904229052290622907229082290922910229112291222913229142291522916229172291822919229202292122922229232292422925229262292722928229292293022931229322293322934229352293622937229382293922940229412294222943229442294522946229472294822949229502295122952229532295422955229562295722958229592296022961229622296322964229652296622967229682296922970229712297222973229742297522976229772297822979229802298122982229832298422985229862298722988229892299022991229922299322994229952299622997229982299923000230012300223003230042300523006230072300823009230102301123012230132301423015230162301723018230192302023021230222302323024230252302623027230282302923030230312303223033230342303523036230372303823039230402304123042230432304423045230462304723048230492305023051230522305323054230552305623057230582305923060230612306223063230642306523066230672306823069230702307123072230732307423075230762307723078230792308023081230822308323084230852308623087230882308923090230912309223093230942309523096230972309823099231002310123102231032310423105231062310723108231092311023111231122311323114231152311623117231182311923120231212312223123231242312523126231272312823129231302313123132231332313423135231362313723138231392314023141231422314323144231452314623147231482314923150231512315223153231542315523156231572315823159231602316123162231632316423165231662316723168231692317023171231722317323174231752317623177231782317923180231812318223183231842318523186231872318823189231902319123192231932319423195231962319723198231992320023201232022320323204232052320623207232082320923210232112321223213232142321523216232172321823219232202322123222232232322423225232262322723228232292323023231232322323323234232352323623237232382323923240232412324223243232442324523246232472324823249232502325123252232532325423255232562325723258232592326023261232622326323264232652326623267232682326923270232712327223273232742327523276232772327823279232802328123282232832328423285232862328723288232892329023291232922329323294232952329623297232982329923300233012330223303233042330523306233072330823309233102331123312233132331423315233162331723318233192332023321233222332323324233252332623327233282332923330233312333223333233342333523336233372333823339233402334123342233432334423345233462334723348233492335023351233522335323354233552335623357233582335923360233612336223363233642336523366233672336823369233702337123372233732337423375233762337723378233792338023381233822338323384233852338623387233882338923390233912339223393233942339523396233972339823399234002340123402234032340423405234062340723408234092341023411234122341323414234152341623417234182341923420234212342223423234242342523426234272342823429234302343123432234332343423435234362343723438234392344023441234422344323444234452344623447234482344923450234512345223453234542345523456234572345823459234602346123462234632346423465234662346723468234692347023471234722347323474234752347623477234782347923480234812348223483234842348523486234872348823489234902349123492234932349423495234962349723498234992350023501235022350323504235052350623507235082350923510235112351223513235142351523516235172351823519235202352123522235232352423525235262352723528235292353023531235322353323534235352353623537235382353923540235412354223543235442354523546235472354823549235502355123552235532355423555235562355723558235592356023561235622356323564235652356623567235682356923570235712357223573235742357523576235772357823579235802358123582235832358423585235862358723588235892359023591235922359323594235952359623597235982359923600236012360223603236042360523606236072360823609236102361123612236132361423615236162361723618236192362023621236222362323624236252362623627236282362923630236312363223633236342363523636236372363823639236402364123642236432364423645236462364723648236492365023651236522365323654236552365623657236582365923660236612366223663236642366523666236672366823669236702367123672236732367423675236762367723678236792368023681236822368323684236852368623687236882368923690236912369223693236942369523696236972369823699237002370123702237032370423705237062370723708237092371023711237122371323714237152371623717237182371923720237212372223723237242372523726237272372823729237302373123732237332373423735237362373723738237392374023741237422374323744237452374623747237482374923750237512375223753237542375523756237572375823759237602376123762237632376423765237662376723768237692377023771237722377323774237752377623777237782377923780237812378223783237842378523786237872378823789237902379123792237932379423795237962379723798237992380023801238022380323804238052380623807238082380923810238112381223813238142381523816238172381823819238202382123822238232382423825238262382723828238292383023831238322383323834238352383623837238382383923840238412384223843238442384523846238472384823849238502385123852238532385423855238562385723858238592386023861238622386323864238652386623867238682386923870238712387223873238742387523876238772387823879238802388123882238832388423885238862388723888238892389023891238922389323894238952389623897238982389923900239012390223903239042390523906239072390823909239102391123912239132391423915239162391723918239192392023921239222392323924239252392623927239282392923930239312393223933239342393523936239372393823939239402394123942239432394423945239462394723948239492395023951239522395323954239552395623957239582395923960239612396223963239642396523966239672396823969239702397123972239732397423975239762397723978239792398023981239822398323984239852398623987239882398923990239912399223993239942399523996239972399823999240002400124002240032400424005240062400724008240092401024011240122401324014240152401624017240182401924020240212402224023240242402524026240272402824029240302403124032240332403424035240362403724038240392404024041240422404324044240452404624047240482404924050240512405224053240542405524056240572405824059240602406124062240632406424065240662406724068240692407024071240722407324074240752407624077240782407924080240812408224083240842408524086240872408824089240902409124092240932409424095240962409724098240992410024101241022410324104241052410624107241082410924110241112411224113241142411524116241172411824119241202412124122241232412424125241262412724128241292413024131241322413324134241352413624137241382413924140241412414224143241442414524146241472414824149241502415124152241532415424155241562415724158241592416024161241622416324164241652416624167241682416924170241712417224173241742417524176241772417824179241802418124182241832418424185241862418724188241892419024191241922419324194241952419624197241982419924200242012420224203242042420524206242072420824209242102421124212242132421424215242162421724218242192422024221242222422324224242252422624227242282422924230242312423224233242342423524236242372423824239242402424124242242432424424245242462424724248242492425024251242522425324254242552425624257242582425924260242612426224263242642426524266242672426824269242702427124272242732427424275242762427724278242792428024281242822428324284242852428624287242882428924290242912429224293242942429524296242972429824299243002430124302243032430424305243062430724308243092431024311243122431324314243152431624317243182431924320243212432224323243242432524326243272432824329243302433124332243332433424335243362433724338243392434024341243422434324344243452434624347243482434924350243512435224353243542435524356243572435824359243602436124362243632436424365243662436724368243692437024371243722437324374243752437624377243782437924380243812438224383243842438524386243872438824389243902439124392243932439424395243962439724398243992440024401244022440324404244052440624407244082440924410244112441224413244142441524416244172441824419244202442124422244232442424425244262442724428244292443024431244322443324434244352443624437244382443924440244412444224443244442444524446244472444824449244502445124452244532445424455244562445724458244592446024461244622446324464244652446624467244682446924470244712447224473244742447524476244772447824479244802448124482244832448424485244862448724488244892449024491244922449324494244952449624497244982449924500245012450224503245042450524506245072450824509245102451124512245132451424515245162451724518245192452024521245222452324524245252452624527245282452924530245312453224533245342453524536245372453824539245402454124542245432454424545245462454724548245492455024551245522455324554245552455624557245582455924560245612456224563245642456524566245672456824569245702457124572245732457424575245762457724578245792458024581245822458324584245852458624587245882458924590245912459224593245942459524596245972459824599246002460124602246032460424605246062460724608246092461024611246122461324614246152461624617246182461924620246212462224623246242462524626246272462824629246302463124632246332463424635246362463724638246392464024641246422464324644246452464624647246482464924650246512465224653246542465524656246572465824659246602466124662246632466424665246662466724668246692467024671246722467324674246752467624677246782467924680246812468224683246842468524686246872468824689246902469124692246932469424695246962469724698246992470024701247022470324704247052470624707247082470924710247112471224713247142471524716247172471824719247202472124722247232472424725247262472724728247292473024731247322473324734247352473624737247382473924740247412474224743247442474524746247472474824749247502475124752247532475424755247562475724758247592476024761247622476324764247652476624767247682476924770247712477224773247742477524776247772477824779247802478124782247832478424785247862478724788247892479024791247922479324794247952479624797247982479924800248012480224803248042480524806248072480824809248102481124812248132481424815248162481724818248192482024821248222482324824248252482624827248282482924830248312483224833248342483524836248372483824839248402484124842248432484424845248462484724848248492485024851248522485324854248552485624857248582485924860248612486224863248642486524866248672486824869248702487124872248732487424875248762487724878248792488024881248822488324884248852488624887248882488924890248912489224893248942489524896248972489824899249002490124902249032490424905249062490724908249092491024911249122491324914249152491624917249182491924920249212492224923249242492524926249272492824929249302493124932249332493424935249362493724938249392494024941249422494324944249452494624947249482494924950249512495224953249542495524956249572495824959249602496124962249632496424965249662496724968249692497024971249722497324974249752497624977249782497924980249812498224983249842498524986249872498824989249902499124992249932499424995249962499724998249992500025001250022500325004250052500625007250082500925010250112501225013250142501525016250172501825019250202502125022250232502425025250262502725028250292503025031250322503325034250352503625037250382503925040250412504225043250442504525046250472504825049250502505125052250532505425055250562505725058250592506025061250622506325064250652506625067250682506925070250712507225073250742507525076250772507825079250802508125082250832508425085250862508725088250892509025091250922509325094250952509625097250982509925100251012510225103251042510525106251072510825109251102511125112251132511425115251162511725118251192512025121251222512325124251252512625127251282512925130251312513225133251342513525136251372513825139251402514125142251432514425145251462514725148251492515025151251522515325154251552515625157251582515925160251612516225163251642516525166251672516825169251702517125172251732517425175251762517725178251792518025181251822518325184251852518625187251882518925190251912519225193251942519525196251972519825199252002520125202252032520425205252062520725208252092521025211252122521325214252152521625217252182521925220252212522225223252242522525226252272522825229252302523125232252332523425235252362523725238252392524025241252422524325244252452524625247252482524925250252512525225253252542525525256252572525825259252602526125262252632526425265252662526725268252692527025271252722527325274252752527625277252782527925280252812528225283252842528525286252872528825289252902529125292252932529425295252962529725298252992530025301253022530325304253052530625307253082530925310253112531225313253142531525316253172531825319253202532125322253232532425325253262532725328253292533025331253322533325334253352533625337253382533925340253412534225343253442534525346253472534825349253502535125352253532535425355253562535725358253592536025361253622536325364253652536625367253682536925370253712537225373253742537525376253772537825379253802538125382253832538425385253862538725388253892539025391253922539325394253952539625397253982539925400254012540225403254042540525406254072540825409254102541125412254132541425415254162541725418254192542025421254222542325424254252542625427254282542925430254312543225433254342543525436254372543825439254402544125442254432544425445254462544725448254492545025451254522545325454254552545625457254582545925460254612546225463254642546525466254672546825469254702547125472254732547425475254762547725478254792548025481254822548325484254852548625487254882548925490254912549225493254942549525496254972549825499255002550125502255032550425505255062550725508255092551025511255122551325514255152551625517255182551925520255212552225523255242552525526255272552825529255302553125532255332553425535255362553725538255392554025541255422554325544255452554625547255482554925550255512555225553255542555525556255572555825559255602556125562255632556425565255662556725568255692557025571255722557325574255752557625577255782557925580255812558225583255842558525586255872558825589255902559125592255932559425595255962559725598255992560025601256022560325604256052560625607256082560925610256112561225613256142561525616256172561825619256202562125622256232562425625256262562725628256292563025631256322563325634256352563625637256382563925640256412564225643256442564525646256472564825649256502565125652256532565425655256562565725658256592566025661256622566325664256652566625667256682566925670256712567225673256742567525676256772567825679256802568125682256832568425685256862568725688256892569025691256922569325694256952569625697256982569925700257012570225703257042570525706257072570825709257102571125712257132571425715257162571725718257192572025721257222572325724257252572625727257282572925730257312573225733257342573525736257372573825739257402574125742257432574425745257462574725748257492575025751257522575325754257552575625757257582575925760257612576225763257642576525766257672576825769257702577125772257732577425775257762577725778257792578025781257822578325784257852578625787257882578925790257912579225793257942579525796257972579825799258002580125802258032580425805258062580725808258092581025811258122581325814258152581625817258182581925820258212582225823258242582525826258272582825829258302583125832258332583425835258362583725838258392584025841258422584325844258452584625847258482584925850258512585225853258542585525856258572585825859258602586125862258632586425865258662586725868258692587025871258722587325874258752587625877258782587925880258812588225883258842588525886258872588825889258902589125892258932589425895258962589725898258992590025901259022590325904259052590625907259082590925910259112591225913259142591525916259172591825919259202592125922259232592425925259262592725928259292593025931259322593325934259352593625937259382593925940259412594225943259442594525946259472594825949259502595125952259532595425955259562595725958259592596025961259622596325964259652596625967259682596925970259712597225973259742597525976259772597825979259802598125982259832598425985259862598725988259892599025991259922599325994259952599625997259982599926000260012600226003260042600526006260072600826009260102601126012260132601426015260162601726018260192602026021260222602326024260252602626027260282602926030260312603226033260342603526036260372603826039260402604126042260432604426045260462604726048260492605026051260522605326054260552605626057260582605926060260612606226063260642606526066260672606826069260702607126072260732607426075260762607726078260792608026081260822608326084260852608626087260882608926090260912609226093260942609526096260972609826099261002610126102261032610426105261062610726108261092611026111261122611326114261152611626117261182611926120261212612226123261242612526126261272612826129261302613126132261332613426135261362613726138261392614026141261422614326144261452614626147261482614926150261512615226153261542615526156261572615826159261602616126162261632616426165261662616726168261692617026171261722617326174261752617626177261782617926180261812618226183261842618526186261872618826189261902619126192261932619426195261962619726198261992620026201262022620326204262052620626207262082620926210262112621226213262142621526216262172621826219262202622126222262232622426225262262622726228262292623026231262322623326234262352623626237262382623926240262412624226243262442624526246262472624826249262502625126252262532625426255262562625726258262592626026261262622626326264262652626626267262682626926270262712627226273262742627526276262772627826279262802628126282262832628426285262862628726288262892629026291262922629326294262952629626297262982629926300263012630226303263042630526306263072630826309263102631126312263132631426315263162631726318263192632026321263222632326324263252632626327263282632926330263312633226333263342633526336263372633826339263402634126342263432634426345263462634726348263492635026351263522635326354263552635626357263582635926360263612636226363263642636526366263672636826369263702637126372263732637426375263762637726378263792638026381263822638326384263852638626387263882638926390263912639226393263942639526396263972639826399264002640126402264032640426405264062640726408264092641026411264122641326414264152641626417264182641926420264212642226423264242642526426264272642826429264302643126432 |
- /*! @name @videojs/http-streaming @version 3.0.2 @license Apache-2.0 */
- 'use strict';
- Object.defineProperty(exports, '__esModule', { value: true });
- var document = require('global/document');
- var window$1 = require('global/window');
- var _resolveUrl = require('@videojs/vhs-utils/cjs/resolve-url.js');
- var videojs = require('video.js');
- var _extends = require('@babel/runtime/helpers/extends');
- var m3u8Parser = require('m3u8-parser');
- var codecs_js = require('@videojs/vhs-utils/cjs/codecs.js');
- var mediaTypes_js = require('@videojs/vhs-utils/cjs/media-types.js');
- var byteHelpers = require('@videojs/vhs-utils/cjs/byte-helpers');
- var mpdParser = require('mpd-parser');
- var parseSidx = require('mux.js/lib/tools/parse-sidx');
- var id3Helpers = require('@videojs/vhs-utils/cjs/id3-helpers');
- var containers = require('@videojs/vhs-utils/cjs/containers');
- var clock = require('mux.js/lib/utils/clock');
- function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
- var document__default = /*#__PURE__*/_interopDefaultLegacy(document);
- var window__default = /*#__PURE__*/_interopDefaultLegacy(window$1);
- var _resolveUrl__default = /*#__PURE__*/_interopDefaultLegacy(_resolveUrl);
- var videojs__default = /*#__PURE__*/_interopDefaultLegacy(videojs);
- var _extends__default = /*#__PURE__*/_interopDefaultLegacy(_extends);
- var parseSidx__default = /*#__PURE__*/_interopDefaultLegacy(parseSidx);
- /**
- * @file resolve-url.js - Handling how URLs are resolved and manipulated
- */
- const resolveUrl = _resolveUrl__default["default"];
- /**
- * If the xhr request was redirected, return the responseURL, otherwise,
- * return the original url.
- *
- * @api private
- *
- * @param {string} url - an url being requested
- * @param {XMLHttpRequest} req - xhr request result
- *
- * @return {string}
- */
- const resolveManifestRedirect = (url, req) => {
- // To understand how the responseURL below is set and generated:
- // - https://fetch.spec.whatwg.org/#concept-response-url
- // - https://fetch.spec.whatwg.org/#atomic-http-redirect-handling
- if (req && req.responseURL && url !== req.responseURL) {
- return req.responseURL;
- }
- return url;
- };
- const logger = source => {
- if (videojs__default["default"].log.debug) {
- return videojs__default["default"].log.debug.bind(videojs__default["default"], 'VHS:', `${source} >`);
- }
- return function () {};
- };
- /**
- * Provides a compatibility layer between Video.js 7 and 8 API changes for VHS.
- */
- /**
- * Delegates to videojs.obj.merge (Video.js 8) or
- * videojs.mergeOptions (Video.js 7).
- */
- function merge(...args) {
- const context = videojs__default["default"].obj || videojs__default["default"];
- const fn = context.merge || context.mergeOptions;
- return fn.apply(context, args);
- }
- /**
- * Delegates to videojs.time.createTimeRanges (Video.js 8) or
- * videojs.createTimeRanges (Video.js 7).
- */
- function createTimeRanges(...args) {
- const context = videojs__default["default"].time || videojs__default["default"];
- const fn = context.createTimeRanges || context.createTimeRanges;
- return fn.apply(context, args);
- }
- /**
- * ranges
- *
- * Utilities for working with TimeRanges.
- *
- */
- const TIME_FUDGE_FACTOR = 1 / 30; // Comparisons between time values such as current time and the end of the buffered range
- // can be misleading because of precision differences or when the current media has poorly
- // aligned audio and video, which can cause values to be slightly off from what you would
- // expect. This value is what we consider to be safe to use in such comparisons to account
- // for these scenarios.
- const SAFE_TIME_DELTA = TIME_FUDGE_FACTOR * 3;
- const filterRanges = function (timeRanges, predicate) {
- const results = [];
- let i;
- if (timeRanges && timeRanges.length) {
- // Search for ranges that match the predicate
- for (i = 0; i < timeRanges.length; i++) {
- if (predicate(timeRanges.start(i), timeRanges.end(i))) {
- results.push([timeRanges.start(i), timeRanges.end(i)]);
- }
- }
- }
- return createTimeRanges(results);
- };
- /**
- * Attempts to find the buffered TimeRange that contains the specified
- * time.
- *
- * @param {TimeRanges} buffered - the TimeRanges object to query
- * @param {number} time - the time to filter on.
- * @return {TimeRanges} a new TimeRanges object
- */
- const findRange = function (buffered, time) {
- return filterRanges(buffered, function (start, end) {
- return start - SAFE_TIME_DELTA <= time && end + SAFE_TIME_DELTA >= time;
- });
- };
- /**
- * Returns the TimeRanges that begin later than the specified time.
- *
- * @param {TimeRanges} timeRanges - the TimeRanges object to query
- * @param {number} time - the time to filter on.
- * @return {TimeRanges} a new TimeRanges object.
- */
- const findNextRange = function (timeRanges, time) {
- return filterRanges(timeRanges, function (start) {
- return start - TIME_FUDGE_FACTOR >= time;
- });
- };
- /**
- * Returns gaps within a list of TimeRanges
- *
- * @param {TimeRanges} buffered - the TimeRanges object
- * @return {TimeRanges} a TimeRanges object of gaps
- */
- const findGaps = function (buffered) {
- if (buffered.length < 2) {
- return createTimeRanges();
- }
- const ranges = [];
- for (let i = 1; i < buffered.length; i++) {
- const start = buffered.end(i - 1);
- const end = buffered.start(i);
- ranges.push([start, end]);
- }
- return createTimeRanges(ranges);
- };
- /**
- * Calculate the intersection of two TimeRanges
- *
- * @param {TimeRanges} bufferA
- * @param {TimeRanges} bufferB
- * @return {TimeRanges} The interesection of `bufferA` with `bufferB`
- */
- const bufferIntersection = function (bufferA, bufferB) {
- let start = null;
- let end = null;
- let arity = 0;
- const extents = [];
- const ranges = [];
- if (!bufferA || !bufferA.length || !bufferB || !bufferB.length) {
- return createTimeRanges();
- } // Handle the case where we have both buffers and create an
- // intersection of the two
- let count = bufferA.length; // A) Gather up all start and end times
- while (count--) {
- extents.push({
- time: bufferA.start(count),
- type: 'start'
- });
- extents.push({
- time: bufferA.end(count),
- type: 'end'
- });
- }
- count = bufferB.length;
- while (count--) {
- extents.push({
- time: bufferB.start(count),
- type: 'start'
- });
- extents.push({
- time: bufferB.end(count),
- type: 'end'
- });
- } // B) Sort them by time
- extents.sort(function (a, b) {
- return a.time - b.time;
- }); // C) Go along one by one incrementing arity for start and decrementing
- // arity for ends
- for (count = 0; count < extents.length; count++) {
- if (extents[count].type === 'start') {
- arity++; // D) If arity is ever incremented to 2 we are entering an
- // overlapping range
- if (arity === 2) {
- start = extents[count].time;
- }
- } else if (extents[count].type === 'end') {
- arity--; // E) If arity is ever decremented to 1 we leaving an
- // overlapping range
- if (arity === 1) {
- end = extents[count].time;
- }
- } // F) Record overlapping ranges
- if (start !== null && end !== null) {
- ranges.push([start, end]);
- start = null;
- end = null;
- }
- }
- return createTimeRanges(ranges);
- };
- /**
- * Gets a human readable string for a TimeRange
- *
- * @param {TimeRange} range
- * @return {string} a human readable string
- */
- const printableRange = range => {
- const strArr = [];
- if (!range || !range.length) {
- return '';
- }
- for (let i = 0; i < range.length; i++) {
- strArr.push(range.start(i) + ' => ' + range.end(i));
- }
- return strArr.join(', ');
- };
- /**
- * Calculates the amount of time left in seconds until the player hits the end of the
- * buffer and causes a rebuffer
- *
- * @param {TimeRange} buffered
- * The state of the buffer
- * @param {Numnber} currentTime
- * The current time of the player
- * @param {number} playbackRate
- * The current playback rate of the player. Defaults to 1.
- * @return {number}
- * Time until the player has to start rebuffering in seconds.
- * @function timeUntilRebuffer
- */
- const timeUntilRebuffer = function (buffered, currentTime, playbackRate = 1) {
- const bufferedEnd = buffered.length ? buffered.end(buffered.length - 1) : 0;
- return (bufferedEnd - currentTime) / playbackRate;
- };
- /**
- * Converts a TimeRanges object into an array representation
- *
- * @param {TimeRanges} timeRanges
- * @return {Array}
- */
- const timeRangesToArray = timeRanges => {
- const timeRangesList = [];
- for (let i = 0; i < timeRanges.length; i++) {
- timeRangesList.push({
- start: timeRanges.start(i),
- end: timeRanges.end(i)
- });
- }
- return timeRangesList;
- };
- /**
- * Determines if two time range objects are different.
- *
- * @param {TimeRange} a
- * the first time range object to check
- *
- * @param {TimeRange} b
- * the second time range object to check
- *
- * @return {Boolean}
- * Whether the time range objects differ
- */
- const isRangeDifferent = function (a, b) {
- // same object
- if (a === b) {
- return false;
- } // one or the other is undefined
- if (!a && b || !b && a) {
- return true;
- } // length is different
- if (a.length !== b.length) {
- return true;
- } // see if any start/end pair is different
- for (let i = 0; i < a.length; i++) {
- if (a.start(i) !== b.start(i) || a.end(i) !== b.end(i)) {
- return true;
- }
- } // if the length and every pair is the same
- // this is the same time range
- return false;
- };
- const lastBufferedEnd = function (a) {
- if (!a || !a.length || !a.end) {
- return;
- }
- return a.end(a.length - 1);
- };
- /**
- * A utility function to add up the amount of time in a timeRange
- * after a specified startTime.
- * ie:[[0, 10], [20, 40], [50, 60]] with a startTime 0
- * would return 40 as there are 40s seconds after 0 in the timeRange
- *
- * @param {TimeRange} range
- * The range to check against
- * @param {number} startTime
- * The time in the time range that you should start counting from
- *
- * @return {number}
- * The number of seconds in the buffer passed the specified time.
- */
- const timeAheadOf = function (range, startTime) {
- let time = 0;
- if (!range || !range.length) {
- return time;
- }
- for (let i = 0; i < range.length; i++) {
- const start = range.start(i);
- const end = range.end(i); // startTime is after this range entirely
- if (startTime > end) {
- continue;
- } // startTime is within this range
- if (startTime > start && startTime <= end) {
- time += end - startTime;
- continue;
- } // startTime is before this range.
- time += end - start;
- }
- return time;
- };
- /**
- * @file playlist.js
- *
- * Playlist related utilities.
- */
- /**
- * Get the duration of a segment, with special cases for
- * llhls segments that do not have a duration yet.
- *
- * @param {Object} playlist
- * the playlist that the segment belongs to.
- * @param {Object} segment
- * the segment to get a duration for.
- *
- * @return {number}
- * the segment duration
- */
- const segmentDurationWithParts = (playlist, segment) => {
- // if this isn't a preload segment
- // then we will have a segment duration that is accurate.
- if (!segment.preload) {
- return segment.duration;
- } // otherwise we have to add up parts and preload hints
- // to get an up to date duration.
- let result = 0;
- (segment.parts || []).forEach(function (p) {
- result += p.duration;
- }); // for preload hints we have to use partTargetDuration
- // as they won't even have a duration yet.
- (segment.preloadHints || []).forEach(function (p) {
- if (p.type === 'PART') {
- result += playlist.partTargetDuration;
- }
- });
- return result;
- };
- /**
- * A function to get a combined list of parts and segments with durations
- * and indexes.
- *
- * @param {Playlist} playlist the playlist to get the list for.
- *
- * @return {Array} The part/segment list.
- */
- const getPartsAndSegments = playlist => (playlist.segments || []).reduce((acc, segment, si) => {
- if (segment.parts) {
- segment.parts.forEach(function (part, pi) {
- acc.push({
- duration: part.duration,
- segmentIndex: si,
- partIndex: pi,
- part,
- segment
- });
- });
- } else {
- acc.push({
- duration: segment.duration,
- segmentIndex: si,
- partIndex: null,
- segment,
- part: null
- });
- }
- return acc;
- }, []);
- const getLastParts = media => {
- const lastSegment = media.segments && media.segments.length && media.segments[media.segments.length - 1];
- return lastSegment && lastSegment.parts || [];
- };
- const getKnownPartCount = ({
- preloadSegment
- }) => {
- if (!preloadSegment) {
- return;
- }
- const {
- parts,
- preloadHints
- } = preloadSegment;
- let partCount = (preloadHints || []).reduce((count, hint) => count + (hint.type === 'PART' ? 1 : 0), 0);
- partCount += parts && parts.length ? parts.length : 0;
- return partCount;
- };
- /**
- * Get the number of seconds to delay from the end of a
- * live playlist.
- *
- * @param {Playlist} main the main playlist
- * @param {Playlist} media the media playlist
- * @return {number} the hold back in seconds.
- */
- const liveEdgeDelay = (main, media) => {
- if (media.endList) {
- return 0;
- } // dash suggestedPresentationDelay trumps everything
- if (main && main.suggestedPresentationDelay) {
- return main.suggestedPresentationDelay;
- }
- const hasParts = getLastParts(media).length > 0; // look for "part" delays from ll-hls first
- if (hasParts && media.serverControl && media.serverControl.partHoldBack) {
- return media.serverControl.partHoldBack;
- } else if (hasParts && media.partTargetDuration) {
- return media.partTargetDuration * 3; // finally look for full segment delays
- } else if (media.serverControl && media.serverControl.holdBack) {
- return media.serverControl.holdBack;
- } else if (media.targetDuration) {
- return media.targetDuration * 3;
- }
- return 0;
- };
- /**
- * walk backward until we find a duration we can use
- * or return a failure
- *
- * @param {Playlist} playlist the playlist to walk through
- * @param {Number} endSequence the mediaSequence to stop walking on
- */
- const backwardDuration = function (playlist, endSequence) {
- let result = 0;
- let i = endSequence - playlist.mediaSequence; // if a start time is available for segment immediately following
- // the interval, use it
- let segment = playlist.segments[i]; // Walk backward until we find the latest segment with timeline
- // information that is earlier than endSequence
- if (segment) {
- if (typeof segment.start !== 'undefined') {
- return {
- result: segment.start,
- precise: true
- };
- }
- if (typeof segment.end !== 'undefined') {
- return {
- result: segment.end - segment.duration,
- precise: true
- };
- }
- }
- while (i--) {
- segment = playlist.segments[i];
- if (typeof segment.end !== 'undefined') {
- return {
- result: result + segment.end,
- precise: true
- };
- }
- result += segmentDurationWithParts(playlist, segment);
- if (typeof segment.start !== 'undefined') {
- return {
- result: result + segment.start,
- precise: true
- };
- }
- }
- return {
- result,
- precise: false
- };
- };
- /**
- * walk forward until we find a duration we can use
- * or return a failure
- *
- * @param {Playlist} playlist the playlist to walk through
- * @param {number} endSequence the mediaSequence to stop walking on
- */
- const forwardDuration = function (playlist, endSequence) {
- let result = 0;
- let segment;
- let i = endSequence - playlist.mediaSequence; // Walk forward until we find the earliest segment with timeline
- // information
- for (; i < playlist.segments.length; i++) {
- segment = playlist.segments[i];
- if (typeof segment.start !== 'undefined') {
- return {
- result: segment.start - result,
- precise: true
- };
- }
- result += segmentDurationWithParts(playlist, segment);
- if (typeof segment.end !== 'undefined') {
- return {
- result: segment.end - result,
- precise: true
- };
- }
- } // indicate we didn't find a useful duration estimate
- return {
- result: -1,
- precise: false
- };
- };
- /**
- * Calculate the media duration from the segments associated with a
- * playlist. The duration of a subinterval of the available segments
- * may be calculated by specifying an end index.
- *
- * @param {Object} playlist a media playlist object
- * @param {number=} endSequence an exclusive upper boundary
- * for the playlist. Defaults to playlist length.
- * @param {number} expired the amount of time that has dropped
- * off the front of the playlist in a live scenario
- * @return {number} the duration between the first available segment
- * and end index.
- */
- const intervalDuration = function (playlist, endSequence, expired) {
- if (typeof endSequence === 'undefined') {
- endSequence = playlist.mediaSequence + playlist.segments.length;
- }
- if (endSequence < playlist.mediaSequence) {
- return 0;
- } // do a backward walk to estimate the duration
- const backward = backwardDuration(playlist, endSequence);
- if (backward.precise) {
- // if we were able to base our duration estimate on timing
- // information provided directly from the Media Source, return
- // it
- return backward.result;
- } // walk forward to see if a precise duration estimate can be made
- // that way
- const forward = forwardDuration(playlist, endSequence);
- if (forward.precise) {
- // we found a segment that has been buffered and so it's
- // position is known precisely
- return forward.result;
- } // return the less-precise, playlist-based duration estimate
- return backward.result + expired;
- };
- /**
- * Calculates the duration of a playlist. If a start and end index
- * are specified, the duration will be for the subset of the media
- * timeline between those two indices. The total duration for live
- * playlists is always Infinity.
- *
- * @param {Object} playlist a media playlist object
- * @param {number=} endSequence an exclusive upper
- * boundary for the playlist. Defaults to the playlist media
- * sequence number plus its length.
- * @param {number=} expired the amount of time that has
- * dropped off the front of the playlist in a live scenario
- * @return {number} the duration between the start index and end
- * index.
- */
- const duration = function (playlist, endSequence, expired) {
- if (!playlist) {
- return 0;
- }
- if (typeof expired !== 'number') {
- expired = 0;
- } // if a slice of the total duration is not requested, use
- // playlist-level duration indicators when they're present
- if (typeof endSequence === 'undefined') {
- // if present, use the duration specified in the playlist
- if (playlist.totalDuration) {
- return playlist.totalDuration;
- } // duration should be Infinity for live playlists
- if (!playlist.endList) {
- return window__default["default"].Infinity;
- }
- } // calculate the total duration based on the segment durations
- return intervalDuration(playlist, endSequence, expired);
- };
- /**
- * Calculate the time between two indexes in the current playlist
- * neight the start- nor the end-index need to be within the current
- * playlist in which case, the targetDuration of the playlist is used
- * to approximate the durations of the segments
- *
- * @param {Array} options.durationList list to iterate over for durations.
- * @param {number} options.defaultDuration duration to use for elements before or after the durationList
- * @param {number} options.startIndex partsAndSegments index to start
- * @param {number} options.endIndex partsAndSegments index to end.
- * @return {number} the number of seconds between startIndex and endIndex
- */
- const sumDurations = function ({
- defaultDuration,
- durationList,
- startIndex,
- endIndex
- }) {
- let durations = 0;
- if (startIndex > endIndex) {
- [startIndex, endIndex] = [endIndex, startIndex];
- }
- if (startIndex < 0) {
- for (let i = startIndex; i < Math.min(0, endIndex); i++) {
- durations += defaultDuration;
- }
- startIndex = 0;
- }
- for (let i = startIndex; i < endIndex; i++) {
- durations += durationList[i].duration;
- }
- return durations;
- };
- /**
- * Calculates the playlist end time
- *
- * @param {Object} playlist a media playlist object
- * @param {number=} expired the amount of time that has
- * dropped off the front of the playlist in a live scenario
- * @param {boolean|false} useSafeLiveEnd a boolean value indicating whether or not the
- * playlist end calculation should consider the safe live end
- * (truncate the playlist end by three segments). This is normally
- * used for calculating the end of the playlist's seekable range.
- * This takes into account the value of liveEdgePadding.
- * Setting liveEdgePadding to 0 is equivalent to setting this to false.
- * @param {number} liveEdgePadding a number indicating how far from the end of the playlist we should be in seconds.
- * If this is provided, it is used in the safe live end calculation.
- * Setting useSafeLiveEnd=false or liveEdgePadding=0 are equivalent.
- * Corresponds to suggestedPresentationDelay in DASH manifests.
- * @return {number} the end time of playlist
- * @function playlistEnd
- */
- const playlistEnd = function (playlist, expired, useSafeLiveEnd, liveEdgePadding) {
- if (!playlist || !playlist.segments) {
- return null;
- }
- if (playlist.endList) {
- return duration(playlist);
- }
- if (expired === null) {
- return null;
- }
- expired = expired || 0;
- let lastSegmentEndTime = intervalDuration(playlist, playlist.mediaSequence + playlist.segments.length, expired);
- if (useSafeLiveEnd) {
- liveEdgePadding = typeof liveEdgePadding === 'number' ? liveEdgePadding : liveEdgeDelay(null, playlist);
- lastSegmentEndTime -= liveEdgePadding;
- } // don't return a time less than zero
- return Math.max(0, lastSegmentEndTime);
- };
- /**
- * Calculates the interval of time that is currently seekable in a
- * playlist. The returned time ranges are relative to the earliest
- * moment in the specified playlist that is still available. A full
- * seekable implementation for live streams would need to offset
- * these values by the duration of content that has expired from the
- * stream.
- *
- * @param {Object} playlist a media playlist object
- * dropped off the front of the playlist in a live scenario
- * @param {number=} expired the amount of time that has
- * dropped off the front of the playlist in a live scenario
- * @param {number} liveEdgePadding how far from the end of the playlist we should be in seconds.
- * Corresponds to suggestedPresentationDelay in DASH manifests.
- * @return {TimeRanges} the periods of time that are valid targets
- * for seeking
- */
- const seekable = function (playlist, expired, liveEdgePadding) {
- const useSafeLiveEnd = true;
- const seekableStart = expired || 0;
- const seekableEnd = playlistEnd(playlist, expired, useSafeLiveEnd, liveEdgePadding);
- if (seekableEnd === null) {
- return createTimeRanges();
- }
- return createTimeRanges(seekableStart, seekableEnd);
- };
- /**
- * Determine the index and estimated starting time of the segment that
- * contains a specified playback position in a media playlist.
- *
- * @param {Object} options.playlist the media playlist to query
- * @param {number} options.currentTime The number of seconds since the earliest
- * possible position to determine the containing segment for
- * @param {number} options.startTime the time when the segment/part starts
- * @param {number} options.startingSegmentIndex the segment index to start looking at.
- * @param {number?} [options.startingPartIndex] the part index to look at within the segment.
- *
- * @return {Object} an object with partIndex, segmentIndex, and startTime.
- */
- const getMediaInfoForTime = function ({
- playlist,
- currentTime,
- startingSegmentIndex,
- startingPartIndex,
- startTime,
- exactManifestTimings
- }) {
- let time = currentTime - startTime;
- const partsAndSegments = getPartsAndSegments(playlist);
- let startIndex = 0;
- for (let i = 0; i < partsAndSegments.length; i++) {
- const partAndSegment = partsAndSegments[i];
- if (startingSegmentIndex !== partAndSegment.segmentIndex) {
- continue;
- } // skip this if part index does not match.
- if (typeof startingPartIndex === 'number' && typeof partAndSegment.partIndex === 'number' && startingPartIndex !== partAndSegment.partIndex) {
- continue;
- }
- startIndex = i;
- break;
- }
- if (time < 0) {
- // Walk backward from startIndex in the playlist, adding durations
- // until we find a segment that contains `time` and return it
- if (startIndex > 0) {
- for (let i = startIndex - 1; i >= 0; i--) {
- const partAndSegment = partsAndSegments[i];
- time += partAndSegment.duration;
- if (exactManifestTimings) {
- if (time < 0) {
- continue;
- }
- } else if (time + TIME_FUDGE_FACTOR <= 0) {
- continue;
- }
- return {
- partIndex: partAndSegment.partIndex,
- segmentIndex: partAndSegment.segmentIndex,
- startTime: startTime - sumDurations({
- defaultDuration: playlist.targetDuration,
- durationList: partsAndSegments,
- startIndex,
- endIndex: i
- })
- };
- }
- } // We were unable to find a good segment within the playlist
- // so select the first segment
- return {
- partIndex: partsAndSegments[0] && partsAndSegments[0].partIndex || null,
- segmentIndex: partsAndSegments[0] && partsAndSegments[0].segmentIndex || 0,
- startTime: currentTime
- };
- } // When startIndex is negative, we first walk forward to first segment
- // adding target durations. If we "run out of time" before getting to
- // the first segment, return the first segment
- if (startIndex < 0) {
- for (let i = startIndex; i < 0; i++) {
- time -= playlist.targetDuration;
- if (time < 0) {
- return {
- partIndex: partsAndSegments[0] && partsAndSegments[0].partIndex || null,
- segmentIndex: partsAndSegments[0] && partsAndSegments[0].segmentIndex || 0,
- startTime: currentTime
- };
- }
- }
- startIndex = 0;
- } // Walk forward from startIndex in the playlist, subtracting durations
- // until we find a segment that contains `time` and return it
- for (let i = startIndex; i < partsAndSegments.length; i++) {
- const partAndSegment = partsAndSegments[i];
- time -= partAndSegment.duration;
- if (exactManifestTimings) {
- if (time > 0) {
- continue;
- }
- } else if (time - TIME_FUDGE_FACTOR >= 0) {
- continue;
- }
- return {
- partIndex: partAndSegment.partIndex,
- segmentIndex: partAndSegment.segmentIndex,
- startTime: startTime + sumDurations({
- defaultDuration: playlist.targetDuration,
- durationList: partsAndSegments,
- startIndex,
- endIndex: i
- })
- };
- } // We are out of possible candidates so load the last one...
- return {
- segmentIndex: partsAndSegments[partsAndSegments.length - 1].segmentIndex,
- partIndex: partsAndSegments[partsAndSegments.length - 1].partIndex,
- startTime: currentTime
- };
- };
- /**
- * Check whether the playlist is excluded or not.
- *
- * @param {Object} playlist the media playlist object
- * @return {boolean} whether the playlist is excluded or not
- * @function isExcluded
- */
- const isExcluded = function (playlist) {
- return playlist.excludeUntil && playlist.excludeUntil > Date.now();
- };
- /**
- * Check whether the playlist is compatible with current playback configuration or has
- * been excluded permanently for being incompatible.
- *
- * @param {Object} playlist the media playlist object
- * @return {boolean} whether the playlist is incompatible or not
- * @function isIncompatible
- */
- const isIncompatible = function (playlist) {
- return playlist.excludeUntil && playlist.excludeUntil === Infinity;
- };
- /**
- * Check whether the playlist is enabled or not.
- *
- * @param {Object} playlist the media playlist object
- * @return {boolean} whether the playlist is enabled or not
- * @function isEnabled
- */
- const isEnabled = function (playlist) {
- const excluded = isExcluded(playlist);
- return !playlist.disabled && !excluded;
- };
- /**
- * Check whether the playlist has been manually disabled through the representations api.
- *
- * @param {Object} playlist the media playlist object
- * @return {boolean} whether the playlist is disabled manually or not
- * @function isDisabled
- */
- const isDisabled = function (playlist) {
- return playlist.disabled;
- };
- /**
- * Returns whether the current playlist is an AES encrypted HLS stream
- *
- * @return {boolean} true if it's an AES encrypted HLS stream
- */
- const isAes = function (media) {
- for (let i = 0; i < media.segments.length; i++) {
- if (media.segments[i].key) {
- return true;
- }
- }
- return false;
- };
- /**
- * Checks if the playlist has a value for the specified attribute
- *
- * @param {string} attr
- * Attribute to check for
- * @param {Object} playlist
- * The media playlist object
- * @return {boolean}
- * Whether the playlist contains a value for the attribute or not
- * @function hasAttribute
- */
- const hasAttribute = function (attr, playlist) {
- return playlist.attributes && playlist.attributes[attr];
- };
- /**
- * Estimates the time required to complete a segment download from the specified playlist
- *
- * @param {number} segmentDuration
- * Duration of requested segment
- * @param {number} bandwidth
- * Current measured bandwidth of the player
- * @param {Object} playlist
- * The media playlist object
- * @param {number=} bytesReceived
- * Number of bytes already received for the request. Defaults to 0
- * @return {number|NaN}
- * The estimated time to request the segment. NaN if bandwidth information for
- * the given playlist is unavailable
- * @function estimateSegmentRequestTime
- */
- const estimateSegmentRequestTime = function (segmentDuration, bandwidth, playlist, bytesReceived = 0) {
- if (!hasAttribute('BANDWIDTH', playlist)) {
- return NaN;
- }
- const size = segmentDuration * playlist.attributes.BANDWIDTH;
- return (size - bytesReceived * 8) / bandwidth;
- };
- /*
- * Returns whether the current playlist is the lowest rendition
- *
- * @return {Boolean} true if on lowest rendition
- */
- const isLowestEnabledRendition = (main, media) => {
- if (main.playlists.length === 1) {
- return true;
- }
- const currentBandwidth = media.attributes.BANDWIDTH || Number.MAX_VALUE;
- return main.playlists.filter(playlist => {
- if (!isEnabled(playlist)) {
- return false;
- }
- return (playlist.attributes.BANDWIDTH || 0) < currentBandwidth;
- }).length === 0;
- };
- const playlistMatch = (a, b) => {
- // both playlits are null
- // or only one playlist is non-null
- // no match
- if (!a && !b || !a && b || a && !b) {
- return false;
- } // playlist objects are the same, match
- if (a === b) {
- return true;
- } // first try to use id as it should be the most
- // accurate
- if (a.id && b.id && a.id === b.id) {
- return true;
- } // next try to use reslovedUri as it should be the
- // second most accurate.
- if (a.resolvedUri && b.resolvedUri && a.resolvedUri === b.resolvedUri) {
- return true;
- } // finally try to use uri as it should be accurate
- // but might miss a few cases for relative uris
- if (a.uri && b.uri && a.uri === b.uri) {
- return true;
- }
- return false;
- };
- const someAudioVariant = function (main, callback) {
- const AUDIO = main && main.mediaGroups && main.mediaGroups.AUDIO || {};
- let found = false;
- for (const groupName in AUDIO) {
- for (const label in AUDIO[groupName]) {
- found = callback(AUDIO[groupName][label]);
- if (found) {
- break;
- }
- }
- if (found) {
- break;
- }
- }
- return !!found;
- };
- const isAudioOnly = main => {
- // we are audio only if we have no main playlists but do
- // have media group playlists.
- if (!main || !main.playlists || !main.playlists.length) {
- // without audio variants or playlists this
- // is not an audio only main.
- const found = someAudioVariant(main, variant => variant.playlists && variant.playlists.length || variant.uri);
- return found;
- } // if every playlist has only an audio codec it is audio only
- for (let i = 0; i < main.playlists.length; i++) {
- const playlist = main.playlists[i];
- const CODECS = playlist.attributes && playlist.attributes.CODECS; // all codecs are audio, this is an audio playlist.
- if (CODECS && CODECS.split(',').every(c => codecs_js.isAudioCodec(c))) {
- continue;
- } // playlist is in an audio group it is audio only
- const found = someAudioVariant(main, variant => playlistMatch(playlist, variant));
- if (found) {
- continue;
- } // if we make it here this playlist isn't audio and we
- // are not audio only
- return false;
- } // if we make it past every playlist without returning, then
- // this is an audio only playlist.
- return true;
- }; // exports
- var Playlist = {
- liveEdgeDelay,
- duration,
- seekable,
- getMediaInfoForTime,
- isEnabled,
- isDisabled,
- isExcluded,
- isIncompatible,
- playlistEnd,
- isAes,
- hasAttribute,
- estimateSegmentRequestTime,
- isLowestEnabledRendition,
- isAudioOnly,
- playlistMatch,
- segmentDurationWithParts
- };
- const {
- log
- } = videojs__default["default"];
- const createPlaylistID = (index, uri) => {
- return `${index}-${uri}`;
- }; // default function for creating a group id
- const groupID = (type, group, label) => {
- return `placeholder-uri-${type}-${group}-${label}`;
- };
- /**
- * Parses a given m3u8 playlist
- *
- * @param {Function} [onwarn]
- * a function to call when the parser triggers a warning event.
- * @param {Function} [oninfo]
- * a function to call when the parser triggers an info event.
- * @param {string} manifestString
- * The downloaded manifest string
- * @param {Object[]} [customTagParsers]
- * An array of custom tag parsers for the m3u8-parser instance
- * @param {Object[]} [customTagMappers]
- * An array of custom tag mappers for the m3u8-parser instance
- * @param {boolean} [llhls]
- * Whether to keep ll-hls features in the manifest after parsing.
- * @return {Object}
- * The manifest object
- */
- const parseManifest = ({
- onwarn,
- oninfo,
- manifestString,
- customTagParsers = [],
- customTagMappers = [],
- llhls
- }) => {
- const parser = new m3u8Parser.Parser();
- if (onwarn) {
- parser.on('warn', onwarn);
- }
- if (oninfo) {
- parser.on('info', oninfo);
- }
- customTagParsers.forEach(customParser => parser.addParser(customParser));
- customTagMappers.forEach(mapper => parser.addTagMapper(mapper));
- parser.push(manifestString);
- parser.end();
- const manifest = parser.manifest; // remove llhls features from the parsed manifest
- // if we don't want llhls support.
- if (!llhls) {
- ['preloadSegment', 'skip', 'serverControl', 'renditionReports', 'partInf', 'partTargetDuration'].forEach(function (k) {
- if (manifest.hasOwnProperty(k)) {
- delete manifest[k];
- }
- });
- if (manifest.segments) {
- manifest.segments.forEach(function (segment) {
- ['parts', 'preloadHints'].forEach(function (k) {
- if (segment.hasOwnProperty(k)) {
- delete segment[k];
- }
- });
- });
- }
- }
- if (!manifest.targetDuration) {
- let targetDuration = 10;
- if (manifest.segments && manifest.segments.length) {
- targetDuration = manifest.segments.reduce((acc, s) => Math.max(acc, s.duration), 0);
- }
- if (onwarn) {
- onwarn(`manifest has no targetDuration defaulting to ${targetDuration}`);
- }
- manifest.targetDuration = targetDuration;
- }
- const parts = getLastParts(manifest);
- if (parts.length && !manifest.partTargetDuration) {
- const partTargetDuration = parts.reduce((acc, p) => Math.max(acc, p.duration), 0);
- if (onwarn) {
- onwarn(`manifest has no partTargetDuration defaulting to ${partTargetDuration}`);
- log.error('LL-HLS manifest has parts but lacks required #EXT-X-PART-INF:PART-TARGET value. See https://datatracker.ietf.org/doc/html/draft-pantos-hls-rfc8216bis-09#section-4.4.3.7. Playback is not guaranteed.');
- }
- manifest.partTargetDuration = partTargetDuration;
- }
- return manifest;
- };
- /**
- * Loops through all supported media groups in main and calls the provided
- * callback for each group
- *
- * @param {Object} main
- * The parsed main manifest object
- * @param {Function} callback
- * Callback to call for each media group
- */
- const forEachMediaGroup = (main, callback) => {
- if (!main.mediaGroups) {
- return;
- }
- ['AUDIO', 'SUBTITLES'].forEach(mediaType => {
- if (!main.mediaGroups[mediaType]) {
- return;
- }
- for (const groupKey in main.mediaGroups[mediaType]) {
- for (const labelKey in main.mediaGroups[mediaType][groupKey]) {
- const mediaProperties = main.mediaGroups[mediaType][groupKey][labelKey];
- callback(mediaProperties, mediaType, groupKey, labelKey);
- }
- }
- });
- };
- /**
- * Adds properties and attributes to the playlist to keep consistent functionality for
- * playlists throughout VHS.
- *
- * @param {Object} config
- * Arguments object
- * @param {Object} config.playlist
- * The media playlist
- * @param {string} [config.uri]
- * The uri to the media playlist (if media playlist is not from within a main
- * playlist)
- * @param {string} id
- * ID to use for the playlist
- */
- const setupMediaPlaylist = ({
- playlist,
- uri,
- id
- }) => {
- playlist.id = id;
- playlist.playlistErrors_ = 0;
- if (uri) {
- // For media playlists, m3u8-parser does not have access to a URI, as HLS media
- // playlists do not contain their own source URI, but one is needed for consistency in
- // VHS.
- playlist.uri = uri;
- } // For HLS main playlists, even though certain attributes MUST be defined, the
- // stream may still be played without them.
- // For HLS media playlists, m3u8-parser does not attach an attributes object to the
- // manifest.
- //
- // To avoid undefined reference errors through the project, and make the code easier
- // to write/read, add an empty attributes object for these cases.
- playlist.attributes = playlist.attributes || {};
- };
- /**
- * Adds ID, resolvedUri, and attributes properties to each playlist of the main, where
- * necessary. In addition, creates playlist IDs for each playlist and adds playlist ID to
- * playlist references to the playlists array.
- *
- * @param {Object} main
- * The main playlist
- */
- const setupMediaPlaylists = main => {
- let i = main.playlists.length;
- while (i--) {
- const playlist = main.playlists[i];
- setupMediaPlaylist({
- playlist,
- id: createPlaylistID(i, playlist.uri)
- });
- playlist.resolvedUri = resolveUrl(main.uri, playlist.uri);
- main.playlists[playlist.id] = playlist; // URI reference added for backwards compatibility
- main.playlists[playlist.uri] = playlist; // Although the spec states an #EXT-X-STREAM-INF tag MUST have a BANDWIDTH attribute,
- // the stream can be played without it. Although an attributes property may have been
- // added to the playlist to prevent undefined references, issue a warning to fix the
- // manifest.
- if (!playlist.attributes.BANDWIDTH) {
- log.warn('Invalid playlist STREAM-INF detected. Missing BANDWIDTH attribute.');
- }
- }
- };
- /**
- * Adds resolvedUri properties to each media group.
- *
- * @param {Object} main
- * The main playlist
- */
- const resolveMediaGroupUris = main => {
- forEachMediaGroup(main, properties => {
- if (properties.uri) {
- properties.resolvedUri = resolveUrl(main.uri, properties.uri);
- }
- });
- };
- /**
- * Creates a main playlist wrapper to insert a sole media playlist into.
- *
- * @param {Object} media
- * Media playlist
- * @param {string} uri
- * The media URI
- *
- * @return {Object}
- * main playlist
- */
- const mainForMedia = (media, uri) => {
- const id = createPlaylistID(0, uri);
- const main = {
- mediaGroups: {
- 'AUDIO': {},
- 'VIDEO': {},
- 'CLOSED-CAPTIONS': {},
- 'SUBTITLES': {}
- },
- uri: window__default["default"].location.href,
- resolvedUri: window__default["default"].location.href,
- playlists: [{
- uri,
- id,
- resolvedUri: uri,
- // m3u8-parser does not attach an attributes property to media playlists so make
- // sure that the property is attached to avoid undefined reference errors
- attributes: {}
- }]
- }; // set up ID reference
- main.playlists[id] = main.playlists[0]; // URI reference added for backwards compatibility
- main.playlists[uri] = main.playlists[0];
- return main;
- };
- /**
- * Does an in-place update of the main manifest to add updated playlist URI references
- * as well as other properties needed by VHS that aren't included by the parser.
- *
- * @param {Object} main
- * main manifest object
- * @param {string} uri
- * The source URI
- * @param {function} createGroupID
- * A function to determine how to create the groupID for mediaGroups
- */
- const addPropertiesToMain = (main, uri, createGroupID = groupID) => {
- main.uri = uri;
- for (let i = 0; i < main.playlists.length; i++) {
- if (!main.playlists[i].uri) {
- // Set up phony URIs for the playlists since playlists are referenced by their URIs
- // throughout VHS, but some formats (e.g., DASH) don't have external URIs
- // TODO: consider adding dummy URIs in mpd-parser
- const phonyUri = `placeholder-uri-${i}`;
- main.playlists[i].uri = phonyUri;
- }
- }
- const audioOnlyMain = isAudioOnly(main);
- forEachMediaGroup(main, (properties, mediaType, groupKey, labelKey) => {
- // add a playlist array under properties
- if (!properties.playlists || !properties.playlists.length) {
- // If the manifest is audio only and this media group does not have a uri, check
- // if the media group is located in the main list of playlists. If it is, don't add
- // placeholder properties as it shouldn't be considered an alternate audio track.
- if (audioOnlyMain && mediaType === 'AUDIO' && !properties.uri) {
- for (let i = 0; i < main.playlists.length; i++) {
- const p = main.playlists[i];
- if (p.attributes && p.attributes.AUDIO && p.attributes.AUDIO === groupKey) {
- return;
- }
- }
- }
- properties.playlists = [_extends__default["default"]({}, properties)];
- }
- properties.playlists.forEach(function (p, i) {
- const groupId = createGroupID(mediaType, groupKey, labelKey, p);
- const id = createPlaylistID(i, groupId);
- if (p.uri) {
- p.resolvedUri = p.resolvedUri || resolveUrl(main.uri, p.uri);
- } else {
- // DEPRECATED, this has been added to prevent a breaking change.
- // previously we only ever had a single media group playlist, so
- // we mark the first playlist uri without prepending the index as we used to
- // ideally we would do all of the playlists the same way.
- p.uri = i === 0 ? groupId : id; // don't resolve a placeholder uri to an absolute url, just use
- // the placeholder again
- p.resolvedUri = p.uri;
- }
- p.id = p.id || id; // add an empty attributes object, all playlists are
- // expected to have this.
- p.attributes = p.attributes || {}; // setup ID and URI references (URI for backwards compatibility)
- main.playlists[p.id] = p;
- main.playlists[p.uri] = p;
- });
- });
- setupMediaPlaylists(main);
- resolveMediaGroupUris(main);
- };
- /**
- * @file playlist-loader.js
- *
- * A state machine that manages the loading, caching, and updating of
- * M3U8 playlists.
- *
- */
- const {
- EventTarget: EventTarget$1
- } = videojs__default["default"];
- const addLLHLSQueryDirectives = (uri, media) => {
- if (media.endList || !media.serverControl) {
- return uri;
- }
- const parameters = {};
- if (media.serverControl.canBlockReload) {
- const {
- preloadSegment
- } = media; // next msn is a zero based value, length is not.
- let nextMSN = media.mediaSequence + media.segments.length; // If preload segment has parts then it is likely
- // that we are going to request a part of that preload segment.
- // the logic below is used to determine that.
- if (preloadSegment) {
- const parts = preloadSegment.parts || []; // _HLS_part is a zero based index
- const nextPart = getKnownPartCount(media) - 1; // if nextPart is > -1 and not equal to just the
- // length of parts, then we know we had part preload hints
- // and we need to add the _HLS_part= query
- if (nextPart > -1 && nextPart !== parts.length - 1) {
- // add existing parts to our preload hints
- // eslint-disable-next-line
- parameters._HLS_part = nextPart;
- } // this if statement makes sure that we request the msn
- // of the preload segment if:
- // 1. the preload segment had parts (and was not yet a full segment)
- // but was added to our segments array
- // 2. the preload segment had preload hints for parts that are not in
- // the manifest yet.
- // in all other cases we want the segment after the preload segment
- // which will be given by using media.segments.length because it is 1 based
- // rather than 0 based.
- if (nextPart > -1 || parts.length) {
- nextMSN--;
- }
- } // add _HLS_msn= in front of any _HLS_part query
- // eslint-disable-next-line
- parameters._HLS_msn = nextMSN;
- }
- if (media.serverControl && media.serverControl.canSkipUntil) {
- // add _HLS_skip= infront of all other queries.
- // eslint-disable-next-line
- parameters._HLS_skip = media.serverControl.canSkipDateranges ? 'v2' : 'YES';
- }
- if (Object.keys(parameters).length) {
- const parsedUri = new window__default["default"].URL(uri);
- ['_HLS_skip', '_HLS_msn', '_HLS_part'].forEach(function (name) {
- if (!parameters.hasOwnProperty(name)) {
- return;
- }
- parsedUri.searchParams.set(name, parameters[name]);
- });
- uri = parsedUri.toString();
- }
- return uri;
- };
- /**
- * Returns a new segment object with properties and
- * the parts array merged.
- *
- * @param {Object} a the old segment
- * @param {Object} b the new segment
- *
- * @return {Object} the merged segment
- */
- const updateSegment = (a, b) => {
- if (!a) {
- return b;
- }
- const result = merge(a, b); // if only the old segment has preload hints
- // and the new one does not, remove preload hints.
- if (a.preloadHints && !b.preloadHints) {
- delete result.preloadHints;
- } // if only the old segment has parts
- // then the parts are no longer valid
- if (a.parts && !b.parts) {
- delete result.parts; // if both segments have parts
- // copy part propeties from the old segment
- // to the new one.
- } else if (a.parts && b.parts) {
- for (let i = 0; i < b.parts.length; i++) {
- if (a.parts && a.parts[i]) {
- result.parts[i] = merge(a.parts[i], b.parts[i]);
- }
- }
- } // set skipped to false for segments that have
- // have had information merged from the old segment.
- if (!a.skipped && b.skipped) {
- result.skipped = false;
- } // set preload to false for segments that have
- // had information added in the new segment.
- if (a.preload && !b.preload) {
- result.preload = false;
- }
- return result;
- };
- /**
- * Returns a new array of segments that is the result of merging
- * properties from an older list of segments onto an updated
- * list. No properties on the updated playlist will be ovewritten.
- *
- * @param {Array} original the outdated list of segments
- * @param {Array} update the updated list of segments
- * @param {number=} offset the index of the first update
- * segment in the original segment list. For non-live playlists,
- * this should always be zero and does not need to be
- * specified. For live playlists, it should be the difference
- * between the media sequence numbers in the original and updated
- * playlists.
- * @return {Array} a list of merged segment objects
- */
- const updateSegments = (original, update, offset) => {
- const oldSegments = original.slice();
- const newSegments = update.slice();
- offset = offset || 0;
- const result = [];
- let currentMap;
- for (let newIndex = 0; newIndex < newSegments.length; newIndex++) {
- const oldSegment = oldSegments[newIndex + offset];
- const newSegment = newSegments[newIndex];
- if (oldSegment) {
- currentMap = oldSegment.map || currentMap;
- result.push(updateSegment(oldSegment, newSegment));
- } else {
- // carry over map to new segment if it is missing
- if (currentMap && !newSegment.map) {
- newSegment.map = currentMap;
- }
- result.push(newSegment);
- }
- }
- return result;
- };
- const resolveSegmentUris = (segment, baseUri) => {
- // preloadSegment will not have a uri at all
- // as the segment isn't actually in the manifest yet, only parts
- if (!segment.resolvedUri && segment.uri) {
- segment.resolvedUri = resolveUrl(baseUri, segment.uri);
- }
- if (segment.key && !segment.key.resolvedUri) {
- segment.key.resolvedUri = resolveUrl(baseUri, segment.key.uri);
- }
- if (segment.map && !segment.map.resolvedUri) {
- segment.map.resolvedUri = resolveUrl(baseUri, segment.map.uri);
- }
- if (segment.map && segment.map.key && !segment.map.key.resolvedUri) {
- segment.map.key.resolvedUri = resolveUrl(baseUri, segment.map.key.uri);
- }
- if (segment.parts && segment.parts.length) {
- segment.parts.forEach(p => {
- if (p.resolvedUri) {
- return;
- }
- p.resolvedUri = resolveUrl(baseUri, p.uri);
- });
- }
- if (segment.preloadHints && segment.preloadHints.length) {
- segment.preloadHints.forEach(p => {
- if (p.resolvedUri) {
- return;
- }
- p.resolvedUri = resolveUrl(baseUri, p.uri);
- });
- }
- };
- const getAllSegments = function (media) {
- const segments = media.segments || [];
- const preloadSegment = media.preloadSegment; // a preloadSegment with only preloadHints is not currently
- // a usable segment, only include a preloadSegment that has
- // parts.
- if (preloadSegment && preloadSegment.parts && preloadSegment.parts.length) {
- // if preloadHints has a MAP that means that the
- // init segment is going to change. We cannot use any of the parts
- // from this preload segment.
- if (preloadSegment.preloadHints) {
- for (let i = 0; i < preloadSegment.preloadHints.length; i++) {
- if (preloadSegment.preloadHints[i].type === 'MAP') {
- return segments;
- }
- }
- } // set the duration for our preload segment to target duration.
- preloadSegment.duration = media.targetDuration;
- preloadSegment.preload = true;
- segments.push(preloadSegment);
- }
- return segments;
- }; // consider the playlist unchanged if the playlist object is the same or
- // the number of segments is equal, the media sequence number is unchanged,
- // and this playlist hasn't become the end of the playlist
- const isPlaylistUnchanged = (a, b) => a === b || a.segments && b.segments && a.segments.length === b.segments.length && a.endList === b.endList && a.mediaSequence === b.mediaSequence && a.preloadSegment === b.preloadSegment;
- /**
- * Returns a new main playlist that is the result of merging an
- * updated media playlist into the original version. If the
- * updated media playlist does not match any of the playlist
- * entries in the original main playlist, null is returned.
- *
- * @param {Object} main a parsed main M3U8 object
- * @param {Object} media a parsed media M3U8 object
- * @return {Object} a new object that represents the original
- * main playlist with the updated media playlist merged in, or
- * null if the merge produced no change.
- */
- const updateMain$1 = (main, newMedia, unchangedCheck = isPlaylistUnchanged) => {
- const result = merge(main, {});
- const oldMedia = result.playlists[newMedia.id];
- if (!oldMedia) {
- return null;
- }
- if (unchangedCheck(oldMedia, newMedia)) {
- return null;
- }
- newMedia.segments = getAllSegments(newMedia);
- const mergedPlaylist = merge(oldMedia, newMedia); // always use the new media's preload segment
- if (mergedPlaylist.preloadSegment && !newMedia.preloadSegment) {
- delete mergedPlaylist.preloadSegment;
- } // if the update could overlap existing segment information, merge the two segment lists
- if (oldMedia.segments) {
- if (newMedia.skip) {
- newMedia.segments = newMedia.segments || []; // add back in objects for skipped segments, so that we merge
- // old properties into the new segments
- for (let i = 0; i < newMedia.skip.skippedSegments; i++) {
- newMedia.segments.unshift({
- skipped: true
- });
- }
- }
- mergedPlaylist.segments = updateSegments(oldMedia.segments, newMedia.segments, newMedia.mediaSequence - oldMedia.mediaSequence);
- } // resolve any segment URIs to prevent us from having to do it later
- mergedPlaylist.segments.forEach(segment => {
- resolveSegmentUris(segment, mergedPlaylist.resolvedUri);
- }); // TODO Right now in the playlists array there are two references to each playlist, one
- // that is referenced by index, and one by URI. The index reference may no longer be
- // necessary.
- for (let i = 0; i < result.playlists.length; i++) {
- if (result.playlists[i].id === newMedia.id) {
- result.playlists[i] = mergedPlaylist;
- }
- }
- result.playlists[newMedia.id] = mergedPlaylist; // URI reference added for backwards compatibility
- result.playlists[newMedia.uri] = mergedPlaylist; // update media group playlist references.
- forEachMediaGroup(main, (properties, mediaType, groupKey, labelKey) => {
- if (!properties.playlists) {
- return;
- }
- for (let i = 0; i < properties.playlists.length; i++) {
- if (newMedia.id === properties.playlists[i].id) {
- properties.playlists[i] = mergedPlaylist;
- }
- }
- });
- return result;
- };
- /**
- * Calculates the time to wait before refreshing a live playlist
- *
- * @param {Object} media
- * The current media
- * @param {boolean} update
- * True if there were any updates from the last refresh, false otherwise
- * @return {number}
- * The time in ms to wait before refreshing the live playlist
- */
- const refreshDelay = (media, update) => {
- const segments = media.segments || [];
- const lastSegment = segments[segments.length - 1];
- const lastPart = lastSegment && lastSegment.parts && lastSegment.parts[lastSegment.parts.length - 1];
- const lastDuration = lastPart && lastPart.duration || lastSegment && lastSegment.duration;
- if (update && lastDuration) {
- return lastDuration * 1000;
- } // if the playlist is unchanged since the last reload or last segment duration
- // cannot be determined, try again after half the target duration
- return (media.partTargetDuration || media.targetDuration || 10) * 500;
- };
- /**
- * Load a playlist from a remote location
- *
- * @class PlaylistLoader
- * @extends Stream
- * @param {string|Object} src url or object of manifest
- * @param {boolean} withCredentials the withCredentials xhr option
- * @class
- */
- class PlaylistLoader extends EventTarget$1 {
- constructor(src, vhs, options = {}) {
- super();
- if (!src) {
- throw new Error('A non-empty playlist URL or object is required');
- }
- this.logger_ = logger('PlaylistLoader');
- const {
- withCredentials = false
- } = options;
- this.src = src;
- this.vhs_ = vhs;
- this.withCredentials = withCredentials;
- const vhsOptions = vhs.options_;
- this.customTagParsers = vhsOptions && vhsOptions.customTagParsers || [];
- this.customTagMappers = vhsOptions && vhsOptions.customTagMappers || [];
- this.llhls = vhsOptions && vhsOptions.llhls; // initialize the loader state
- this.state = 'HAVE_NOTHING'; // live playlist staleness timeout
- this.handleMediaupdatetimeout_ = this.handleMediaupdatetimeout_.bind(this);
- this.on('mediaupdatetimeout', this.handleMediaupdatetimeout_);
- }
- handleMediaupdatetimeout_() {
- if (this.state !== 'HAVE_METADATA') {
- // only refresh the media playlist if no other activity is going on
- return;
- }
- const media = this.media();
- let uri = resolveUrl(this.main.uri, media.uri);
- if (this.llhls) {
- uri = addLLHLSQueryDirectives(uri, media);
- }
- this.state = 'HAVE_CURRENT_METADATA';
- this.request = this.vhs_.xhr({
- uri,
- withCredentials: this.withCredentials
- }, (error, req) => {
- // disposed
- if (!this.request) {
- return;
- }
- if (error) {
- return this.playlistRequestError(this.request, this.media(), 'HAVE_METADATA');
- }
- this.haveMetadata({
- playlistString: this.request.responseText,
- url: this.media().uri,
- id: this.media().id
- });
- });
- }
- playlistRequestError(xhr, playlist, startingState) {
- const {
- uri,
- id
- } = playlist; // any in-flight request is now finished
- this.request = null;
- if (startingState) {
- this.state = startingState;
- }
- this.error = {
- playlist: this.main.playlists[id],
- status: xhr.status,
- message: `HLS playlist request error at URL: ${uri}.`,
- responseText: xhr.responseText,
- code: xhr.status >= 500 ? 4 : 2
- };
- this.trigger('error');
- }
- parseManifest_({
- url,
- manifestString
- }) {
- return parseManifest({
- onwarn: ({
- message
- }) => this.logger_(`m3u8-parser warn for ${url}: ${message}`),
- oninfo: ({
- message
- }) => this.logger_(`m3u8-parser info for ${url}: ${message}`),
- manifestString,
- customTagParsers: this.customTagParsers,
- customTagMappers: this.customTagMappers,
- llhls: this.llhls
- });
- }
- /**
- * Update the playlist loader's state in response to a new or updated playlist.
- *
- * @param {string} [playlistString]
- * Playlist string (if playlistObject is not provided)
- * @param {Object} [playlistObject]
- * Playlist object (if playlistString is not provided)
- * @param {string} url
- * URL of playlist
- * @param {string} id
- * ID to use for playlist
- */
- haveMetadata({
- playlistString,
- playlistObject,
- url,
- id
- }) {
- // any in-flight request is now finished
- this.request = null;
- this.state = 'HAVE_METADATA';
- const playlist = playlistObject || this.parseManifest_({
- url,
- manifestString: playlistString
- });
- playlist.lastRequest = Date.now();
- setupMediaPlaylist({
- playlist,
- uri: url,
- id
- }); // merge this playlist into the main manifest
- const update = updateMain$1(this.main, playlist);
- this.targetDuration = playlist.partTargetDuration || playlist.targetDuration;
- this.pendingMedia_ = null;
- if (update) {
- this.main = update;
- this.media_ = this.main.playlists[id];
- } else {
- this.trigger('playlistunchanged');
- }
- this.updateMediaUpdateTimeout_(refreshDelay(this.media(), !!update));
- this.trigger('loadedplaylist');
- }
- /**
- * Abort any outstanding work and clean up.
- */
- dispose() {
- this.trigger('dispose');
- this.stopRequest();
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- window__default["default"].clearTimeout(this.finalRenditionTimeout);
- this.off();
- }
- stopRequest() {
- if (this.request) {
- const oldRequest = this.request;
- this.request = null;
- oldRequest.onreadystatechange = null;
- oldRequest.abort();
- }
- }
- /**
- * When called without any arguments, returns the currently
- * active media playlist. When called with a single argument,
- * triggers the playlist loader to asynchronously switch to the
- * specified media playlist. Calling this method while the
- * loader is in the HAVE_NOTHING causes an error to be emitted
- * but otherwise has no effect.
- *
- * @param {Object=} playlist the parsed media playlist
- * object to switch to
- * @param {boolean=} shouldDelay whether we should delay the request by half target duration
- *
- * @return {Playlist} the current loaded media
- */
- media(playlist, shouldDelay) {
- // getter
- if (!playlist) {
- return this.media_;
- } // setter
- if (this.state === 'HAVE_NOTHING') {
- throw new Error('Cannot switch media playlist from ' + this.state);
- } // find the playlist object if the target playlist has been
- // specified by URI
- if (typeof playlist === 'string') {
- if (!this.main.playlists[playlist]) {
- throw new Error('Unknown playlist URI: ' + playlist);
- }
- playlist = this.main.playlists[playlist];
- }
- window__default["default"].clearTimeout(this.finalRenditionTimeout);
- if (shouldDelay) {
- const delay = (playlist.partTargetDuration || playlist.targetDuration) / 2 * 1000 || 5 * 1000;
- this.finalRenditionTimeout = window__default["default"].setTimeout(this.media.bind(this, playlist, false), delay);
- return;
- }
- const startingState = this.state;
- const mediaChange = !this.media_ || playlist.id !== this.media_.id;
- const mainPlaylistRef = this.main.playlists[playlist.id]; // switch to fully loaded playlists immediately
- if (mainPlaylistRef && mainPlaylistRef.endList || // handle the case of a playlist object (e.g., if using vhs-json with a resolved
- // media playlist or, for the case of demuxed audio, a resolved audio media group)
- playlist.endList && playlist.segments.length) {
- // abort outstanding playlist requests
- if (this.request) {
- this.request.onreadystatechange = null;
- this.request.abort();
- this.request = null;
- }
- this.state = 'HAVE_METADATA';
- this.media_ = playlist; // trigger media change if the active media has been updated
- if (mediaChange) {
- this.trigger('mediachanging');
- if (startingState === 'HAVE_MAIN_MANIFEST') {
- // The initial playlist was a main manifest, and the first media selected was
- // also provided (in the form of a resolved playlist object) as part of the
- // source object (rather than just a URL). Therefore, since the media playlist
- // doesn't need to be requested, loadedmetadata won't trigger as part of the
- // normal flow, and needs an explicit trigger here.
- this.trigger('loadedmetadata');
- } else {
- this.trigger('mediachange');
- }
- }
- return;
- } // We update/set the timeout here so that live playlists
- // that are not a media change will "start" the loader as expected.
- // We expect that this function will start the media update timeout
- // cycle again. This also prevents a playlist switch failure from
- // causing us to stall during live.
- this.updateMediaUpdateTimeout_(refreshDelay(playlist, true)); // switching to the active playlist is a no-op
- if (!mediaChange) {
- return;
- }
- this.state = 'SWITCHING_MEDIA'; // there is already an outstanding playlist request
- if (this.request) {
- if (playlist.resolvedUri === this.request.url) {
- // requesting to switch to the same playlist multiple times
- // has no effect after the first
- return;
- }
- this.request.onreadystatechange = null;
- this.request.abort();
- this.request = null;
- } // request the new playlist
- if (this.media_) {
- this.trigger('mediachanging');
- }
- this.pendingMedia_ = playlist;
- this.request = this.vhs_.xhr({
- uri: playlist.resolvedUri,
- withCredentials: this.withCredentials
- }, (error, req) => {
- // disposed
- if (!this.request) {
- return;
- }
- playlist.lastRequest = Date.now();
- playlist.resolvedUri = resolveManifestRedirect(playlist.resolvedUri, req);
- if (error) {
- return this.playlistRequestError(this.request, playlist, startingState);
- }
- this.haveMetadata({
- playlistString: req.responseText,
- url: playlist.uri,
- id: playlist.id
- }); // fire loadedmetadata the first time a media playlist is loaded
- if (startingState === 'HAVE_MAIN_MANIFEST') {
- this.trigger('loadedmetadata');
- } else {
- this.trigger('mediachange');
- }
- });
- }
- /**
- * pause loading of the playlist
- */
- pause() {
- if (this.mediaUpdateTimeout) {
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- }
- this.stopRequest();
- if (this.state === 'HAVE_NOTHING') {
- // If we pause the loader before any data has been retrieved, its as if we never
- // started, so reset to an unstarted state.
- this.started = false;
- } // Need to restore state now that no activity is happening
- if (this.state === 'SWITCHING_MEDIA') {
- // if the loader was in the process of switching media, it should either return to
- // HAVE_MAIN_MANIFEST or HAVE_METADATA depending on if the loader has loaded a media
- // playlist yet. This is determined by the existence of loader.media_
- if (this.media_) {
- this.state = 'HAVE_METADATA';
- } else {
- this.state = 'HAVE_MAIN_MANIFEST';
- }
- } else if (this.state === 'HAVE_CURRENT_METADATA') {
- this.state = 'HAVE_METADATA';
- }
- }
- /**
- * start loading of the playlist
- */
- load(shouldDelay) {
- if (this.mediaUpdateTimeout) {
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- }
- const media = this.media();
- if (shouldDelay) {
- const delay = media ? (media.partTargetDuration || media.targetDuration) / 2 * 1000 : 5 * 1000;
- this.mediaUpdateTimeout = window__default["default"].setTimeout(() => {
- this.mediaUpdateTimeout = null;
- this.load();
- }, delay);
- return;
- }
- if (!this.started) {
- this.start();
- return;
- }
- if (media && !media.endList) {
- this.trigger('mediaupdatetimeout');
- } else {
- this.trigger('loadedplaylist');
- }
- }
- updateMediaUpdateTimeout_(delay) {
- if (this.mediaUpdateTimeout) {
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- } // we only have use mediaupdatetimeout for live playlists.
- if (!this.media() || this.media().endList) {
- return;
- }
- this.mediaUpdateTimeout = window__default["default"].setTimeout(() => {
- this.mediaUpdateTimeout = null;
- this.trigger('mediaupdatetimeout');
- this.updateMediaUpdateTimeout_(delay);
- }, delay);
- }
- /**
- * start loading of the playlist
- */
- start() {
- this.started = true;
- if (typeof this.src === 'object') {
- // in the case of an entirely constructed manifest object (meaning there's no actual
- // manifest on a server), default the uri to the page's href
- if (!this.src.uri) {
- this.src.uri = window__default["default"].location.href;
- } // resolvedUri is added on internally after the initial request. Since there's no
- // request for pre-resolved manifests, add on resolvedUri here.
- this.src.resolvedUri = this.src.uri; // Since a manifest object was passed in as the source (instead of a URL), the first
- // request can be skipped (since the top level of the manifest, at a minimum, is
- // already available as a parsed manifest object). However, if the manifest object
- // represents a main playlist, some media playlists may need to be resolved before
- // the starting segment list is available. Therefore, go directly to setup of the
- // initial playlist, and let the normal flow continue from there.
- //
- // Note that the call to setup is asynchronous, as other sections of VHS may assume
- // that the first request is asynchronous.
- setTimeout(() => {
- this.setupInitialPlaylist(this.src);
- }, 0);
- return;
- } // request the specified URL
- this.request = this.vhs_.xhr({
- uri: this.src,
- withCredentials: this.withCredentials
- }, (error, req) => {
- // disposed
- if (!this.request) {
- return;
- } // clear the loader's request reference
- this.request = null;
- if (error) {
- this.error = {
- status: req.status,
- message: `HLS playlist request error at URL: ${this.src}.`,
- responseText: req.responseText,
- // MEDIA_ERR_NETWORK
- code: 2
- };
- if (this.state === 'HAVE_NOTHING') {
- this.started = false;
- }
- return this.trigger('error');
- }
- this.src = resolveManifestRedirect(this.src, req);
- const manifest = this.parseManifest_({
- manifestString: req.responseText,
- url: this.src
- });
- this.setupInitialPlaylist(manifest);
- });
- }
- srcUri() {
- return typeof this.src === 'string' ? this.src : this.src.uri;
- }
- /**
- * Given a manifest object that's either a main or media playlist, trigger the proper
- * events and set the state of the playlist loader.
- *
- * If the manifest object represents a main playlist, `loadedplaylist` will be
- * triggered to allow listeners to select a playlist. If none is selected, the loader
- * will default to the first one in the playlists array.
- *
- * If the manifest object represents a media playlist, `loadedplaylist` will be
- * triggered followed by `loadedmetadata`, as the only available playlist is loaded.
- *
- * In the case of a media playlist, a main playlist object wrapper with one playlist
- * will be created so that all logic can handle playlists in the same fashion (as an
- * assumed manifest object schema).
- *
- * @param {Object} manifest
- * The parsed manifest object
- */
- setupInitialPlaylist(manifest) {
- this.state = 'HAVE_MAIN_MANIFEST';
- if (manifest.playlists) {
- this.main = manifest;
- addPropertiesToMain(this.main, this.srcUri()); // If the initial main playlist has playlists wtih segments already resolved,
- // then resolve URIs in advance, as they are usually done after a playlist request,
- // which may not happen if the playlist is resolved.
- manifest.playlists.forEach(playlist => {
- playlist.segments = getAllSegments(playlist);
- playlist.segments.forEach(segment => {
- resolveSegmentUris(segment, playlist.resolvedUri);
- });
- });
- this.trigger('loadedplaylist');
- if (!this.request) {
- // no media playlist was specifically selected so start
- // from the first listed one
- this.media(this.main.playlists[0]);
- }
- return;
- } // In order to support media playlists passed in as vhs-json, the case where the uri
- // is not provided as part of the manifest should be considered, and an appropriate
- // default used.
- const uri = this.srcUri() || window__default["default"].location.href;
- this.main = mainForMedia(manifest, uri);
- this.haveMetadata({
- playlistObject: manifest,
- url: uri,
- id: this.main.playlists[0].id
- });
- this.trigger('loadedmetadata');
- }
- }
- /**
- * @file xhr.js
- */
- const {
- xhr: videojsXHR
- } = videojs__default["default"];
- const callbackWrapper = function (request, error, response, callback) {
- const reqResponse = request.responseType === 'arraybuffer' ? request.response : request.responseText;
- if (!error && reqResponse) {
- request.responseTime = Date.now();
- request.roundTripTime = request.responseTime - request.requestTime;
- request.bytesReceived = reqResponse.byteLength || reqResponse.length;
- if (!request.bandwidth) {
- request.bandwidth = Math.floor(request.bytesReceived / request.roundTripTime * 8 * 1000);
- }
- }
- if (response.headers) {
- request.responseHeaders = response.headers;
- } // videojs.xhr now uses a specific code on the error
- // object to signal that a request has timed out instead
- // of setting a boolean on the request object
- if (error && error.code === 'ETIMEDOUT') {
- request.timedout = true;
- } // videojs.xhr no longer considers status codes outside of 200 and 0
- // (for file uris) to be errors, but the old XHR did, so emulate that
- // behavior. Status 206 may be used in response to byterange requests.
- if (!error && !request.aborted && response.statusCode !== 200 && response.statusCode !== 206 && response.statusCode !== 0) {
- error = new Error('XHR Failed with a response of: ' + (request && (reqResponse || request.responseText)));
- }
- callback(error, request);
- };
- const xhrFactory = function () {
- const xhr = function XhrFunction(options, callback) {
- // Add a default timeout
- options = merge({
- timeout: 45e3
- }, options); // Allow an optional user-specified function to modify the option
- // object before we construct the xhr request
- const beforeRequest = XhrFunction.beforeRequest || videojs__default["default"].Vhs.xhr.beforeRequest;
- if (beforeRequest && typeof beforeRequest === 'function') {
- const newOptions = beforeRequest(options);
- if (newOptions) {
- options = newOptions;
- }
- } // Use the standard videojs.xhr() method unless `videojs.Vhs.xhr` has been overriden
- // TODO: switch back to videojs.Vhs.xhr.name === 'XhrFunction' when we drop IE11
- const xhrMethod = videojs__default["default"].Vhs.xhr.original === true ? videojsXHR : videojs__default["default"].Vhs.xhr;
- const request = xhrMethod(options, function (error, response) {
- return callbackWrapper(request, error, response, callback);
- });
- const originalAbort = request.abort;
- request.abort = function () {
- request.aborted = true;
- return originalAbort.apply(request, arguments);
- };
- request.uri = options.uri;
- request.requestTime = Date.now();
- return request;
- };
- xhr.original = true;
- return xhr;
- };
- /**
- * Turns segment byterange into a string suitable for use in
- * HTTP Range requests
- *
- * @param {Object} byterange - an object with two values defining the start and end
- * of a byte-range
- */
- const byterangeStr = function (byterange) {
- // `byterangeEnd` is one less than `offset + length` because the HTTP range
- // header uses inclusive ranges
- let byterangeEnd;
- const byterangeStart = byterange.offset;
- if (typeof byterange.offset === 'bigint' || typeof byterange.length === 'bigint') {
- byterangeEnd = window__default["default"].BigInt(byterange.offset) + window__default["default"].BigInt(byterange.length) - window__default["default"].BigInt(1);
- } else {
- byterangeEnd = byterange.offset + byterange.length - 1;
- }
- return 'bytes=' + byterangeStart + '-' + byterangeEnd;
- };
- /**
- * Defines headers for use in the xhr request for a particular segment.
- *
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- */
- const segmentXhrHeaders = function (segment) {
- const headers = {};
- if (segment.byterange) {
- headers.Range = byterangeStr(segment.byterange);
- }
- return headers;
- };
- /**
- * @file bin-utils.js
- */
- /**
- * convert a TimeRange to text
- *
- * @param {TimeRange} range the timerange to use for conversion
- * @param {number} i the iterator on the range to convert
- * @return {string} the range in string format
- */
- const textRange = function (range, i) {
- return range.start(i) + '-' + range.end(i);
- };
- /**
- * format a number as hex string
- *
- * @param {number} e The number
- * @param {number} i the iterator
- * @return {string} the hex formatted number as a string
- */
- const formatHexString = function (e, i) {
- const value = e.toString(16);
- return '00'.substring(0, 2 - value.length) + value + (i % 2 ? ' ' : '');
- };
- const formatAsciiString = function (e) {
- if (e >= 0x20 && e < 0x7e) {
- return String.fromCharCode(e);
- }
- return '.';
- };
- /**
- * Creates an object for sending to a web worker modifying properties that are TypedArrays
- * into a new object with seperated properties for the buffer, byteOffset, and byteLength.
- *
- * @param {Object} message
- * Object of properties and values to send to the web worker
- * @return {Object}
- * Modified message with TypedArray values expanded
- * @function createTransferableMessage
- */
- const createTransferableMessage = function (message) {
- const transferable = {};
- Object.keys(message).forEach(key => {
- const value = message[key];
- if (byteHelpers.isArrayBufferView(value)) {
- transferable[key] = {
- bytes: value.buffer,
- byteOffset: value.byteOffset,
- byteLength: value.byteLength
- };
- } else {
- transferable[key] = value;
- }
- });
- return transferable;
- };
- /**
- * Returns a unique string identifier for a media initialization
- * segment.
- *
- * @param {Object} initSegment
- * the init segment object.
- *
- * @return {string} the generated init segment id
- */
- const initSegmentId = function (initSegment) {
- const byterange = initSegment.byterange || {
- length: Infinity,
- offset: 0
- };
- return [byterange.length, byterange.offset, initSegment.resolvedUri].join(',');
- };
- /**
- * Returns a unique string identifier for a media segment key.
- *
- * @param {Object} key the encryption key
- * @return {string} the unique id for the media segment key.
- */
- const segmentKeyId = function (key) {
- return key.resolvedUri;
- };
- /**
- * utils to help dump binary data to the console
- *
- * @param {Array|TypedArray} data
- * data to dump to a string
- *
- * @return {string} the data as a hex string.
- */
- const hexDump = data => {
- const bytes = Array.prototype.slice.call(data);
- const step = 16;
- let result = '';
- let hex;
- let ascii;
- for (let j = 0; j < bytes.length / step; j++) {
- hex = bytes.slice(j * step, j * step + step).map(formatHexString).join('');
- ascii = bytes.slice(j * step, j * step + step).map(formatAsciiString).join('');
- result += hex + ' ' + ascii + '\n';
- }
- return result;
- };
- const tagDump = ({
- bytes
- }) => hexDump(bytes);
- const textRanges = ranges => {
- let result = '';
- let i;
- for (i = 0; i < ranges.length; i++) {
- result += textRange(ranges, i) + ' ';
- }
- return result;
- };
- var utils = /*#__PURE__*/Object.freeze({
- __proto__: null,
- createTransferableMessage: createTransferableMessage,
- initSegmentId: initSegmentId,
- segmentKeyId: segmentKeyId,
- hexDump: hexDump,
- tagDump: tagDump,
- textRanges: textRanges
- });
- // TODO handle fmp4 case where the timing info is accurate and doesn't involve transmux
- // 25% was arbitrarily chosen, and may need to be refined over time.
- const SEGMENT_END_FUDGE_PERCENT = 0.25;
- /**
- * Converts a player time (any time that can be gotten/set from player.currentTime(),
- * e.g., any time within player.seekable().start(0) to player.seekable().end(0)) to a
- * program time (any time referencing the real world (e.g., EXT-X-PROGRAM-DATE-TIME)).
- *
- * The containing segment is required as the EXT-X-PROGRAM-DATE-TIME serves as an "anchor
- * point" (a point where we have a mapping from program time to player time, with player
- * time being the post transmux start of the segment).
- *
- * For more details, see [this doc](../../docs/program-time-from-player-time.md).
- *
- * @param {number} playerTime the player time
- * @param {Object} segment the segment which contains the player time
- * @return {Date} program time
- */
- const playerTimeToProgramTime = (playerTime, segment) => {
- if (!segment.dateTimeObject) {
- // Can't convert without an "anchor point" for the program time (i.e., a time that can
- // be used to map the start of a segment with a real world time).
- return null;
- }
- const transmuxerPrependedSeconds = segment.videoTimingInfo.transmuxerPrependedSeconds;
- const transmuxedStart = segment.videoTimingInfo.transmuxedPresentationStart; // get the start of the content from before old content is prepended
- const startOfSegment = transmuxedStart + transmuxerPrependedSeconds;
- const offsetFromSegmentStart = playerTime - startOfSegment;
- return new Date(segment.dateTimeObject.getTime() + offsetFromSegmentStart * 1000);
- };
- const originalSegmentVideoDuration = videoTimingInfo => {
- return videoTimingInfo.transmuxedPresentationEnd - videoTimingInfo.transmuxedPresentationStart - videoTimingInfo.transmuxerPrependedSeconds;
- };
- /**
- * Finds a segment that contains the time requested given as an ISO-8601 string. The
- * returned segment might be an estimate or an accurate match.
- *
- * @param {string} programTime The ISO-8601 programTime to find a match for
- * @param {Object} playlist A playlist object to search within
- */
- const findSegmentForProgramTime = (programTime, playlist) => {
- // Assumptions:
- // - verifyProgramDateTimeTags has already been run
- // - live streams have been started
- let dateTimeObject;
- try {
- dateTimeObject = new Date(programTime);
- } catch (e) {
- return null;
- }
- if (!playlist || !playlist.segments || playlist.segments.length === 0) {
- return null;
- }
- let segment = playlist.segments[0];
- if (dateTimeObject < segment.dateTimeObject) {
- // Requested time is before stream start.
- return null;
- }
- for (let i = 0; i < playlist.segments.length - 1; i++) {
- segment = playlist.segments[i];
- const nextSegmentStart = playlist.segments[i + 1].dateTimeObject;
- if (dateTimeObject < nextSegmentStart) {
- break;
- }
- }
- const lastSegment = playlist.segments[playlist.segments.length - 1];
- const lastSegmentStart = lastSegment.dateTimeObject;
- const lastSegmentDuration = lastSegment.videoTimingInfo ? originalSegmentVideoDuration(lastSegment.videoTimingInfo) : lastSegment.duration + lastSegment.duration * SEGMENT_END_FUDGE_PERCENT;
- const lastSegmentEnd = new Date(lastSegmentStart.getTime() + lastSegmentDuration * 1000);
- if (dateTimeObject > lastSegmentEnd) {
- // Beyond the end of the stream, or our best guess of the end of the stream.
- return null;
- }
- if (dateTimeObject > lastSegmentStart) {
- segment = lastSegment;
- }
- return {
- segment,
- estimatedStart: segment.videoTimingInfo ? segment.videoTimingInfo.transmuxedPresentationStart : Playlist.duration(playlist, playlist.mediaSequence + playlist.segments.indexOf(segment)),
- // Although, given that all segments have accurate date time objects, the segment
- // selected should be accurate, unless the video has been transmuxed at some point
- // (determined by the presence of the videoTimingInfo object), the segment's "player
- // time" (the start time in the player) can't be considered accurate.
- type: segment.videoTimingInfo ? 'accurate' : 'estimate'
- };
- };
- /**
- * Finds a segment that contains the given player time(in seconds).
- *
- * @param {number} time The player time to find a match for
- * @param {Object} playlist A playlist object to search within
- */
- const findSegmentForPlayerTime = (time, playlist) => {
- // Assumptions:
- // - there will always be a segment.duration
- // - we can start from zero
- // - segments are in time order
- if (!playlist || !playlist.segments || playlist.segments.length === 0) {
- return null;
- }
- let segmentEnd = 0;
- let segment;
- for (let i = 0; i < playlist.segments.length; i++) {
- segment = playlist.segments[i]; // videoTimingInfo is set after the segment is downloaded and transmuxed, and
- // should contain the most accurate values we have for the segment's player times.
- //
- // Use the accurate transmuxedPresentationEnd value if it is available, otherwise fall
- // back to an estimate based on the manifest derived (inaccurate) segment.duration, to
- // calculate an end value.
- segmentEnd = segment.videoTimingInfo ? segment.videoTimingInfo.transmuxedPresentationEnd : segmentEnd + segment.duration;
- if (time <= segmentEnd) {
- break;
- }
- }
- const lastSegment = playlist.segments[playlist.segments.length - 1];
- if (lastSegment.videoTimingInfo && lastSegment.videoTimingInfo.transmuxedPresentationEnd < time) {
- // The time requested is beyond the stream end.
- return null;
- }
- if (time > segmentEnd) {
- // The time is within or beyond the last segment.
- //
- // Check to see if the time is beyond a reasonable guess of the end of the stream.
- if (time > segmentEnd + lastSegment.duration * SEGMENT_END_FUDGE_PERCENT) {
- // Technically, because the duration value is only an estimate, the time may still
- // exist in the last segment, however, there isn't enough information to make even
- // a reasonable estimate.
- return null;
- }
- segment = lastSegment;
- }
- return {
- segment,
- estimatedStart: segment.videoTimingInfo ? segment.videoTimingInfo.transmuxedPresentationStart : segmentEnd - segment.duration,
- // Because videoTimingInfo is only set after transmux, it is the only way to get
- // accurate timing values.
- type: segment.videoTimingInfo ? 'accurate' : 'estimate'
- };
- };
- /**
- * Gives the offset of the comparisonTimestamp from the programTime timestamp in seconds.
- * If the offset returned is positive, the programTime occurs after the
- * comparisonTimestamp.
- * If the offset is negative, the programTime occurs before the comparisonTimestamp.
- *
- * @param {string} comparisonTimeStamp An ISO-8601 timestamp to compare against
- * @param {string} programTime The programTime as an ISO-8601 string
- * @return {number} offset
- */
- const getOffsetFromTimestamp = (comparisonTimeStamp, programTime) => {
- let segmentDateTime;
- let programDateTime;
- try {
- segmentDateTime = new Date(comparisonTimeStamp);
- programDateTime = new Date(programTime);
- } catch (e) {// TODO handle error
- }
- const segmentTimeEpoch = segmentDateTime.getTime();
- const programTimeEpoch = programDateTime.getTime();
- return (programTimeEpoch - segmentTimeEpoch) / 1000;
- };
- /**
- * Checks that all segments in this playlist have programDateTime tags.
- *
- * @param {Object} playlist A playlist object
- */
- const verifyProgramDateTimeTags = playlist => {
- if (!playlist.segments || playlist.segments.length === 0) {
- return false;
- }
- for (let i = 0; i < playlist.segments.length; i++) {
- const segment = playlist.segments[i];
- if (!segment.dateTimeObject) {
- return false;
- }
- }
- return true;
- };
- /**
- * Returns the programTime of the media given a playlist and a playerTime.
- * The playlist must have programDateTime tags for a programDateTime tag to be returned.
- * If the segments containing the time requested have not been buffered yet, an estimate
- * may be returned to the callback.
- *
- * @param {Object} args
- * @param {Object} args.playlist A playlist object to search within
- * @param {number} time A playerTime in seconds
- * @param {Function} callback(err, programTime)
- * @return {string} err.message A detailed error message
- * @return {Object} programTime
- * @return {number} programTime.mediaSeconds The streamTime in seconds
- * @return {string} programTime.programDateTime The programTime as an ISO-8601 String
- */
- const getProgramTime = ({
- playlist,
- time = undefined,
- callback
- }) => {
- if (!callback) {
- throw new Error('getProgramTime: callback must be provided');
- }
- if (!playlist || time === undefined) {
- return callback({
- message: 'getProgramTime: playlist and time must be provided'
- });
- }
- const matchedSegment = findSegmentForPlayerTime(time, playlist);
- if (!matchedSegment) {
- return callback({
- message: 'valid programTime was not found'
- });
- }
- if (matchedSegment.type === 'estimate') {
- return callback({
- message: 'Accurate programTime could not be determined.' + ' Please seek to e.seekTime and try again',
- seekTime: matchedSegment.estimatedStart
- });
- }
- const programTimeObject = {
- mediaSeconds: time
- };
- const programTime = playerTimeToProgramTime(time, matchedSegment.segment);
- if (programTime) {
- programTimeObject.programDateTime = programTime.toISOString();
- }
- return callback(null, programTimeObject);
- };
- /**
- * Seeks in the player to a time that matches the given programTime ISO-8601 string.
- *
- * @param {Object} args
- * @param {string} args.programTime A programTime to seek to as an ISO-8601 String
- * @param {Object} args.playlist A playlist to look within
- * @param {number} args.retryCount The number of times to try for an accurate seek. Default is 2.
- * @param {Function} args.seekTo A method to perform a seek
- * @param {boolean} args.pauseAfterSeek Whether to end in a paused state after seeking. Default is true.
- * @param {Object} args.tech The tech to seek on
- * @param {Function} args.callback(err, newTime) A callback to return the new time to
- * @return {string} err.message A detailed error message
- * @return {number} newTime The exact time that was seeked to in seconds
- */
- const seekToProgramTime = ({
- programTime,
- playlist,
- retryCount = 2,
- seekTo,
- pauseAfterSeek = true,
- tech,
- callback
- }) => {
- if (!callback) {
- throw new Error('seekToProgramTime: callback must be provided');
- }
- if (typeof programTime === 'undefined' || !playlist || !seekTo) {
- return callback({
- message: 'seekToProgramTime: programTime, seekTo and playlist must be provided'
- });
- }
- if (!playlist.endList && !tech.hasStarted_) {
- return callback({
- message: 'player must be playing a live stream to start buffering'
- });
- }
- if (!verifyProgramDateTimeTags(playlist)) {
- return callback({
- message: 'programDateTime tags must be provided in the manifest ' + playlist.resolvedUri
- });
- }
- const matchedSegment = findSegmentForProgramTime(programTime, playlist); // no match
- if (!matchedSegment) {
- return callback({
- message: `${programTime} was not found in the stream`
- });
- }
- const segment = matchedSegment.segment;
- const mediaOffset = getOffsetFromTimestamp(segment.dateTimeObject, programTime);
- if (matchedSegment.type === 'estimate') {
- // we've run out of retries
- if (retryCount === 0) {
- return callback({
- message: `${programTime} is not buffered yet. Try again`
- });
- }
- seekTo(matchedSegment.estimatedStart + mediaOffset);
- tech.one('seeked', () => {
- seekToProgramTime({
- programTime,
- playlist,
- retryCount: retryCount - 1,
- seekTo,
- pauseAfterSeek,
- tech,
- callback
- });
- });
- return;
- } // Since the segment.start value is determined from the buffered end or ending time
- // of the prior segment, the seekToTime doesn't need to account for any transmuxer
- // modifications.
- const seekToTime = segment.start + mediaOffset;
- const seekedCallback = () => {
- return callback(null, tech.currentTime());
- }; // listen for seeked event
- tech.one('seeked', seekedCallback); // pause before seeking as video.js will restore this state
- if (pauseAfterSeek) {
- tech.pause();
- }
- seekTo(seekToTime);
- };
- // which will only happen if the request is complete.
- const callbackOnCompleted = (request, cb) => {
- if (request.readyState === 4) {
- return cb();
- }
- return;
- };
- const containerRequest = (uri, xhr, cb) => {
- let bytes = [];
- let id3Offset;
- let finished = false;
- const endRequestAndCallback = function (err, req, type, _bytes) {
- req.abort();
- finished = true;
- return cb(err, req, type, _bytes);
- };
- const progressListener = function (error, request) {
- if (finished) {
- return;
- }
- if (error) {
- return endRequestAndCallback(error, request, '', bytes);
- } // grap the new part of content that was just downloaded
- const newPart = request.responseText.substring(bytes && bytes.byteLength || 0, request.responseText.length); // add that onto bytes
- bytes = byteHelpers.concatTypedArrays(bytes, byteHelpers.stringToBytes(newPart, true));
- id3Offset = id3Offset || id3Helpers.getId3Offset(bytes); // we need at least 10 bytes to determine a type
- // or we need at least two bytes after an id3Offset
- if (bytes.length < 10 || id3Offset && bytes.length < id3Offset + 2) {
- return callbackOnCompleted(request, () => endRequestAndCallback(error, request, '', bytes));
- }
- const type = containers.detectContainerForBytes(bytes); // if this looks like a ts segment but we don't have enough data
- // to see the second sync byte, wait until we have enough data
- // before declaring it ts
- if (type === 'ts' && bytes.length < 188) {
- return callbackOnCompleted(request, () => endRequestAndCallback(error, request, '', bytes));
- } // this may be an unsynced ts segment
- // wait for 376 bytes before detecting no container
- if (!type && bytes.length < 376) {
- return callbackOnCompleted(request, () => endRequestAndCallback(error, request, '', bytes));
- }
- return endRequestAndCallback(null, request, type, bytes);
- };
- const options = {
- uri,
- beforeSend(request) {
- // this forces the browser to pass the bytes to us unprocessed
- request.overrideMimeType('text/plain; charset=x-user-defined');
- request.addEventListener('progress', function ({
- total,
- loaded
- }) {
- return callbackWrapper(request, null, {
- statusCode: request.status
- }, progressListener);
- });
- }
- };
- const request = xhr(options, function (error, response) {
- return callbackWrapper(request, error, response, progressListener);
- });
- return request;
- };
- const {
- EventTarget
- } = videojs__default["default"];
- const dashPlaylistUnchanged = function (a, b) {
- if (!isPlaylistUnchanged(a, b)) {
- return false;
- } // for dash the above check will often return true in scenarios where
- // the playlist actually has changed because mediaSequence isn't a
- // dash thing, and we often set it to 1. So if the playlists have the same amount
- // of segments we return true.
- // So for dash we need to make sure that the underlying segments are different.
- // if sidx changed then the playlists are different.
- if (a.sidx && b.sidx && (a.sidx.offset !== b.sidx.offset || a.sidx.length !== b.sidx.length)) {
- return false;
- } else if (!a.sidx && b.sidx || a.sidx && !b.sidx) {
- return false;
- } // one or the other does not have segments
- // there was a change.
- if (a.segments && !b.segments || !a.segments && b.segments) {
- return false;
- } // neither has segments nothing changed
- if (!a.segments && !b.segments) {
- return true;
- } // check segments themselves
- for (let i = 0; i < a.segments.length; i++) {
- const aSegment = a.segments[i];
- const bSegment = b.segments[i]; // if uris are different between segments there was a change
- if (aSegment.uri !== bSegment.uri) {
- return false;
- } // neither segment has a byterange, there will be no byterange change.
- if (!aSegment.byterange && !bSegment.byterange) {
- continue;
- }
- const aByterange = aSegment.byterange;
- const bByterange = bSegment.byterange; // if byterange only exists on one of the segments, there was a change.
- if (aByterange && !bByterange || !aByterange && bByterange) {
- return false;
- } // if both segments have byterange with different offsets, there was a change.
- if (aByterange.offset !== bByterange.offset || aByterange.length !== bByterange.length) {
- return false;
- }
- } // if everything was the same with segments, this is the same playlist.
- return true;
- };
- /**
- * Use the representation IDs from the mpd object to create groupIDs, the NAME is set to mandatory representation
- * ID in the parser. This allows for continuous playout across periods with the same representation IDs
- * (continuous periods as defined in DASH-IF 3.2.12). This is assumed in the mpd-parser as well. If we want to support
- * periods without continuous playback this function may need modification as well as the parser.
- */
- const dashGroupId = (type, group, label, playlist) => {
- // If the manifest somehow does not have an ID (non-dash compliant), use the label.
- const playlistId = playlist.attributes.NAME || label;
- return `placeholder-uri-${type}-${group}-${playlistId}`;
- };
- /**
- * Parses the main XML string and updates playlist URI references.
- *
- * @param {Object} config
- * Object of arguments
- * @param {string} config.mainXml
- * The mpd XML
- * @param {string} config.srcUrl
- * The mpd URL
- * @param {Date} config.clientOffset
- * A time difference between server and client
- * @param {Object} config.sidxMapping
- * SIDX mappings for moof/mdat URIs and byte ranges
- * @return {Object}
- * The parsed mpd manifest object
- */
- const parseMainXml = ({
- mainXml,
- srcUrl,
- clientOffset,
- sidxMapping,
- previousManifest
- }) => {
- const manifest = mpdParser.parse(mainXml, {
- manifestUri: srcUrl,
- clientOffset,
- sidxMapping,
- previousManifest
- });
- addPropertiesToMain(manifest, srcUrl, dashGroupId);
- return manifest;
- };
- /**
- * Removes any mediaGroup labels that no longer exist in the newMain
- *
- * @param {Object} update
- * The previous mpd object being updated
- * @param {Object} newMain
- * The new mpd object
- */
- const removeOldMediaGroupLabels = (update, newMain) => {
- forEachMediaGroup(update, (properties, type, group, label) => {
- if (!(label in newMain.mediaGroups[type][group])) {
- delete update.mediaGroups[type][group][label];
- }
- });
- };
- /**
- * Returns a new main manifest that is the result of merging an updated main manifest
- * into the original version.
- *
- * @param {Object} oldMain
- * The old parsed mpd object
- * @param {Object} newMain
- * The updated parsed mpd object
- * @return {Object}
- * A new object representing the original main manifest with the updated media
- * playlists merged in
- */
- const updateMain = (oldMain, newMain, sidxMapping) => {
- let noChanges = true;
- let update = merge(oldMain, {
- // These are top level properties that can be updated
- duration: newMain.duration,
- minimumUpdatePeriod: newMain.minimumUpdatePeriod,
- timelineStarts: newMain.timelineStarts
- }); // First update the playlists in playlist list
- for (let i = 0; i < newMain.playlists.length; i++) {
- const playlist = newMain.playlists[i];
- if (playlist.sidx) {
- const sidxKey = mpdParser.generateSidxKey(playlist.sidx); // add sidx segments to the playlist if we have all the sidx info already
- if (sidxMapping && sidxMapping[sidxKey] && sidxMapping[sidxKey].sidx) {
- mpdParser.addSidxSegmentsToPlaylist(playlist, sidxMapping[sidxKey].sidx, playlist.sidx.resolvedUri);
- }
- }
- const playlistUpdate = updateMain$1(update, playlist, dashPlaylistUnchanged);
- if (playlistUpdate) {
- update = playlistUpdate;
- noChanges = false;
- }
- } // Then update media group playlists
- forEachMediaGroup(newMain, (properties, type, group, label) => {
- if (properties.playlists && properties.playlists.length) {
- const id = properties.playlists[0].id;
- const playlistUpdate = updateMain$1(update, properties.playlists[0], dashPlaylistUnchanged);
- if (playlistUpdate) {
- update = playlistUpdate; // add new mediaGroup label if it doesn't exist and assign the new mediaGroup.
- if (!(label in update.mediaGroups[type][group])) {
- update.mediaGroups[type][group][label] = properties;
- } // update the playlist reference within media groups
- update.mediaGroups[type][group][label].playlists[0] = update.playlists[id];
- noChanges = false;
- }
- }
- }); // remove mediaGroup labels and references that no longer exist in the newMain
- removeOldMediaGroupLabels(update, newMain);
- if (newMain.minimumUpdatePeriod !== oldMain.minimumUpdatePeriod) {
- noChanges = false;
- }
- if (noChanges) {
- return null;
- }
- return update;
- }; // SIDX should be equivalent if the URI and byteranges of the SIDX match.
- // If the SIDXs have maps, the two maps should match,
- // both `a` and `b` missing SIDXs is considered matching.
- // If `a` or `b` but not both have a map, they aren't matching.
- const equivalentSidx = (a, b) => {
- const neitherMap = Boolean(!a.map && !b.map);
- const equivalentMap = neitherMap || Boolean(a.map && b.map && a.map.byterange.offset === b.map.byterange.offset && a.map.byterange.length === b.map.byterange.length);
- return equivalentMap && a.uri === b.uri && a.byterange.offset === b.byterange.offset && a.byterange.length === b.byterange.length;
- }; // exported for testing
- const compareSidxEntry = (playlists, oldSidxMapping) => {
- const newSidxMapping = {};
- for (const id in playlists) {
- const playlist = playlists[id];
- const currentSidxInfo = playlist.sidx;
- if (currentSidxInfo) {
- const key = mpdParser.generateSidxKey(currentSidxInfo);
- if (!oldSidxMapping[key]) {
- break;
- }
- const savedSidxInfo = oldSidxMapping[key].sidxInfo;
- if (equivalentSidx(savedSidxInfo, currentSidxInfo)) {
- newSidxMapping[key] = oldSidxMapping[key];
- }
- }
- }
- return newSidxMapping;
- };
- /**
- * A function that filters out changed items as they need to be requested separately.
- *
- * The method is exported for testing
- *
- * @param {Object} main the parsed mpd XML returned via mpd-parser
- * @param {Object} oldSidxMapping the SIDX to compare against
- */
- const filterChangedSidxMappings = (main, oldSidxMapping) => {
- const videoSidx = compareSidxEntry(main.playlists, oldSidxMapping);
- let mediaGroupSidx = videoSidx;
- forEachMediaGroup(main, (properties, mediaType, groupKey, labelKey) => {
- if (properties.playlists && properties.playlists.length) {
- const playlists = properties.playlists;
- mediaGroupSidx = merge(mediaGroupSidx, compareSidxEntry(playlists, oldSidxMapping));
- }
- });
- return mediaGroupSidx;
- };
- class DashPlaylistLoader extends EventTarget {
- // DashPlaylistLoader must accept either a src url or a playlist because subsequent
- // playlist loader setups from media groups will expect to be able to pass a playlist
- // (since there aren't external URLs to media playlists with DASH)
- constructor(srcUrlOrPlaylist, vhs, options = {}, mainPlaylistLoader) {
- super();
- this.mainPlaylistLoader_ = mainPlaylistLoader || this;
- if (!mainPlaylistLoader) {
- this.isMain_ = true;
- }
- const {
- withCredentials = false
- } = options;
- this.vhs_ = vhs;
- this.withCredentials = withCredentials;
- if (!srcUrlOrPlaylist) {
- throw new Error('A non-empty playlist URL or object is required');
- } // event naming?
- this.on('minimumUpdatePeriod', () => {
- this.refreshXml_();
- }); // live playlist staleness timeout
- this.on('mediaupdatetimeout', () => {
- this.refreshMedia_(this.media().id);
- });
- this.state = 'HAVE_NOTHING';
- this.loadedPlaylists_ = {};
- this.logger_ = logger('DashPlaylistLoader'); // initialize the loader state
- // The mainPlaylistLoader will be created with a string
- if (this.isMain_) {
- this.mainPlaylistLoader_.srcUrl = srcUrlOrPlaylist; // TODO: reset sidxMapping between period changes
- // once multi-period is refactored
- this.mainPlaylistLoader_.sidxMapping_ = {};
- } else {
- this.childPlaylist_ = srcUrlOrPlaylist;
- }
- }
- requestErrored_(err, request, startingState) {
- // disposed
- if (!this.request) {
- return true;
- } // pending request is cleared
- this.request = null;
- if (err) {
- // use the provided error object or create one
- // based on the request/response
- this.error = typeof err === 'object' && !(err instanceof Error) ? err : {
- status: request.status,
- message: 'DASH request error at URL: ' + request.uri,
- response: request.response,
- // MEDIA_ERR_NETWORK
- code: 2
- };
- if (startingState) {
- this.state = startingState;
- }
- this.trigger('error');
- return true;
- }
- }
- /**
- * Verify that the container of the sidx segment can be parsed
- * and if it can, get and parse that segment.
- */
- addSidxSegments_(playlist, startingState, cb) {
- const sidxKey = playlist.sidx && mpdParser.generateSidxKey(playlist.sidx); // playlist lacks sidx or sidx segments were added to this playlist already.
- if (!playlist.sidx || !sidxKey || this.mainPlaylistLoader_.sidxMapping_[sidxKey]) {
- // keep this function async
- this.mediaRequest_ = window__default["default"].setTimeout(() => cb(false), 0);
- return;
- } // resolve the segment URL relative to the playlist
- const uri = resolveManifestRedirect(playlist.sidx.resolvedUri);
- const fin = (err, request) => {
- if (this.requestErrored_(err, request, startingState)) {
- return;
- }
- const sidxMapping = this.mainPlaylistLoader_.sidxMapping_;
- let sidx;
- try {
- sidx = parseSidx__default["default"](byteHelpers.toUint8(request.response).subarray(8));
- } catch (e) {
- // sidx parsing failed.
- this.requestErrored_(e, request, startingState);
- return;
- }
- sidxMapping[sidxKey] = {
- sidxInfo: playlist.sidx,
- sidx
- };
- mpdParser.addSidxSegmentsToPlaylist(playlist, sidx, playlist.sidx.resolvedUri);
- return cb(true);
- };
- this.request = containerRequest(uri, this.vhs_.xhr, (err, request, container, bytes) => {
- if (err) {
- return fin(err, request);
- }
- if (!container || container !== 'mp4') {
- return fin({
- status: request.status,
- message: `Unsupported ${container || 'unknown'} container type for sidx segment at URL: ${uri}`,
- // response is just bytes in this case
- // but we really don't want to return that.
- response: '',
- playlist,
- internal: true,
- playlistExclusionDuration: Infinity,
- // MEDIA_ERR_NETWORK
- code: 2
- }, request);
- } // if we already downloaded the sidx bytes in the container request, use them
- const {
- offset,
- length
- } = playlist.sidx.byterange;
- if (bytes.length >= length + offset) {
- return fin(err, {
- response: bytes.subarray(offset, offset + length),
- status: request.status,
- uri: request.uri
- });
- } // otherwise request sidx bytes
- this.request = this.vhs_.xhr({
- uri,
- responseType: 'arraybuffer',
- headers: segmentXhrHeaders({
- byterange: playlist.sidx.byterange
- })
- }, fin);
- });
- }
- dispose() {
- this.trigger('dispose');
- this.stopRequest();
- this.loadedPlaylists_ = {};
- window__default["default"].clearTimeout(this.minimumUpdatePeriodTimeout_);
- window__default["default"].clearTimeout(this.mediaRequest_);
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- this.mediaRequest_ = null;
- this.minimumUpdatePeriodTimeout_ = null;
- if (this.mainPlaylistLoader_.createMupOnMedia_) {
- this.off('loadedmetadata', this.mainPlaylistLoader_.createMupOnMedia_);
- this.mainPlaylistLoader_.createMupOnMedia_ = null;
- }
- this.off();
- }
- hasPendingRequest() {
- return this.request || this.mediaRequest_;
- }
- stopRequest() {
- if (this.request) {
- const oldRequest = this.request;
- this.request = null;
- oldRequest.onreadystatechange = null;
- oldRequest.abort();
- }
- }
- media(playlist) {
- // getter
- if (!playlist) {
- return this.media_;
- } // setter
- if (this.state === 'HAVE_NOTHING') {
- throw new Error('Cannot switch media playlist from ' + this.state);
- }
- const startingState = this.state; // find the playlist object if the target playlist has been specified by URI
- if (typeof playlist === 'string') {
- if (!this.mainPlaylistLoader_.main.playlists[playlist]) {
- throw new Error('Unknown playlist URI: ' + playlist);
- }
- playlist = this.mainPlaylistLoader_.main.playlists[playlist];
- }
- const mediaChange = !this.media_ || playlist.id !== this.media_.id; // switch to previously loaded playlists immediately
- if (mediaChange && this.loadedPlaylists_[playlist.id] && this.loadedPlaylists_[playlist.id].endList) {
- this.state = 'HAVE_METADATA';
- this.media_ = playlist; // trigger media change if the active media has been updated
- if (mediaChange) {
- this.trigger('mediachanging');
- this.trigger('mediachange');
- }
- return;
- } // switching to the active playlist is a no-op
- if (!mediaChange) {
- return;
- } // switching from an already loaded playlist
- if (this.media_) {
- this.trigger('mediachanging');
- }
- this.addSidxSegments_(playlist, startingState, sidxChanged => {
- // everything is ready just continue to haveMetadata
- this.haveMetadata({
- startingState,
- playlist
- });
- });
- }
- haveMetadata({
- startingState,
- playlist
- }) {
- this.state = 'HAVE_METADATA';
- this.loadedPlaylists_[playlist.id] = playlist;
- this.mediaRequest_ = null; // This will trigger loadedplaylist
- this.refreshMedia_(playlist.id); // fire loadedmetadata the first time a media playlist is loaded
- // to resolve setup of media groups
- if (startingState === 'HAVE_MAIN_MANIFEST') {
- this.trigger('loadedmetadata');
- } else {
- // trigger media change if the active media has been updated
- this.trigger('mediachange');
- }
- }
- pause() {
- if (this.mainPlaylistLoader_.createMupOnMedia_) {
- this.off('loadedmetadata', this.mainPlaylistLoader_.createMupOnMedia_);
- this.mainPlaylistLoader_.createMupOnMedia_ = null;
- }
- this.stopRequest();
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- if (this.isMain_) {
- window__default["default"].clearTimeout(this.mainPlaylistLoader_.minimumUpdatePeriodTimeout_);
- this.mainPlaylistLoader_.minimumUpdatePeriodTimeout_ = null;
- }
- if (this.state === 'HAVE_NOTHING') {
- // If we pause the loader before any data has been retrieved, its as if we never
- // started, so reset to an unstarted state.
- this.started = false;
- }
- }
- load(isFinalRendition) {
- window__default["default"].clearTimeout(this.mediaUpdateTimeout);
- this.mediaUpdateTimeout = null;
- const media = this.media();
- if (isFinalRendition) {
- const delay = media ? media.targetDuration / 2 * 1000 : 5 * 1000;
- this.mediaUpdateTimeout = window__default["default"].setTimeout(() => this.load(), delay);
- return;
- } // because the playlists are internal to the manifest, load should either load the
- // main manifest, or do nothing but trigger an event
- if (!this.started) {
- this.start();
- return;
- }
- if (media && !media.endList) {
- // Check to see if this is the main loader and the MUP was cleared (this happens
- // when the loader was paused). `media` should be set at this point since one is always
- // set during `start()`.
- if (this.isMain_ && !this.minimumUpdatePeriodTimeout_) {
- // Trigger minimumUpdatePeriod to refresh the main manifest
- this.trigger('minimumUpdatePeriod'); // Since there was no prior minimumUpdatePeriodTimeout it should be recreated
- this.updateMinimumUpdatePeriodTimeout_();
- }
- this.trigger('mediaupdatetimeout');
- } else {
- this.trigger('loadedplaylist');
- }
- }
- start() {
- this.started = true; // We don't need to request the main manifest again
- // Call this asynchronously to match the xhr request behavior below
- if (!this.isMain_) {
- this.mediaRequest_ = window__default["default"].setTimeout(() => this.haveMain_(), 0);
- return;
- }
- this.requestMain_((req, mainChanged) => {
- this.haveMain_();
- if (!this.hasPendingRequest() && !this.media_) {
- this.media(this.mainPlaylistLoader_.main.playlists[0]);
- }
- });
- }
- requestMain_(cb) {
- this.request = this.vhs_.xhr({
- uri: this.mainPlaylistLoader_.srcUrl,
- withCredentials: this.withCredentials
- }, (error, req) => {
- if (this.requestErrored_(error, req)) {
- if (this.state === 'HAVE_NOTHING') {
- this.started = false;
- }
- return;
- }
- const mainChanged = req.responseText !== this.mainPlaylistLoader_.mainXml_;
- this.mainPlaylistLoader_.mainXml_ = req.responseText;
- if (req.responseHeaders && req.responseHeaders.date) {
- this.mainLoaded_ = Date.parse(req.responseHeaders.date);
- } else {
- this.mainLoaded_ = Date.now();
- }
- this.mainPlaylistLoader_.srcUrl = resolveManifestRedirect(this.mainPlaylistLoader_.srcUrl, req);
- if (mainChanged) {
- this.handleMain_();
- this.syncClientServerClock_(() => {
- return cb(req, mainChanged);
- });
- return;
- }
- return cb(req, mainChanged);
- });
- }
- /**
- * Parses the main xml for UTCTiming node to sync the client clock to the server
- * clock. If the UTCTiming node requires a HEAD or GET request, that request is made.
- *
- * @param {Function} done
- * Function to call when clock sync has completed
- */
- syncClientServerClock_(done) {
- const utcTiming = mpdParser.parseUTCTiming(this.mainPlaylistLoader_.mainXml_); // No UTCTiming element found in the mpd. Use Date header from mpd request as the
- // server clock
- if (utcTiming === null) {
- this.mainPlaylistLoader_.clientOffset_ = this.mainLoaded_ - Date.now();
- return done();
- }
- if (utcTiming.method === 'DIRECT') {
- this.mainPlaylistLoader_.clientOffset_ = utcTiming.value - Date.now();
- return done();
- }
- this.request = this.vhs_.xhr({
- uri: resolveUrl(this.mainPlaylistLoader_.srcUrl, utcTiming.value),
- method: utcTiming.method,
- withCredentials: this.withCredentials
- }, (error, req) => {
- // disposed
- if (!this.request) {
- return;
- }
- if (error) {
- // sync request failed, fall back to using date header from mpd
- // TODO: log warning
- this.mainPlaylistLoader_.clientOffset_ = this.mainLoaded_ - Date.now();
- return done();
- }
- let serverTime;
- if (utcTiming.method === 'HEAD') {
- if (!req.responseHeaders || !req.responseHeaders.date) {
- // expected date header not preset, fall back to using date header from mpd
- // TODO: log warning
- serverTime = this.mainLoaded_;
- } else {
- serverTime = Date.parse(req.responseHeaders.date);
- }
- } else {
- serverTime = Date.parse(req.responseText);
- }
- this.mainPlaylistLoader_.clientOffset_ = serverTime - Date.now();
- done();
- });
- }
- haveMain_() {
- this.state = 'HAVE_MAIN_MANIFEST';
- if (this.isMain_) {
- // We have the main playlist at this point, so
- // trigger this to allow PlaylistController
- // to make an initial playlist selection
- this.trigger('loadedplaylist');
- } else if (!this.media_) {
- // no media playlist was specifically selected so select
- // the one the child playlist loader was created with
- this.media(this.childPlaylist_);
- }
- }
- handleMain_() {
- // clear media request
- this.mediaRequest_ = null;
- const oldMain = this.mainPlaylistLoader_.main;
- let newMain = parseMainXml({
- mainXml: this.mainPlaylistLoader_.mainXml_,
- srcUrl: this.mainPlaylistLoader_.srcUrl,
- clientOffset: this.mainPlaylistLoader_.clientOffset_,
- sidxMapping: this.mainPlaylistLoader_.sidxMapping_,
- previousManifest: oldMain
- }); // if we have an old main to compare the new main against
- if (oldMain) {
- newMain = updateMain(oldMain, newMain, this.mainPlaylistLoader_.sidxMapping_);
- } // only update main if we have a new main
- this.mainPlaylistLoader_.main = newMain ? newMain : oldMain;
- const location = this.mainPlaylistLoader_.main.locations && this.mainPlaylistLoader_.main.locations[0];
- if (location && location !== this.mainPlaylistLoader_.srcUrl) {
- this.mainPlaylistLoader_.srcUrl = location;
- }
- if (!oldMain || newMain && newMain.minimumUpdatePeriod !== oldMain.minimumUpdatePeriod) {
- this.updateMinimumUpdatePeriodTimeout_();
- }
- return Boolean(newMain);
- }
- updateMinimumUpdatePeriodTimeout_() {
- const mpl = this.mainPlaylistLoader_; // cancel any pending creation of mup on media
- // a new one will be added if needed.
- if (mpl.createMupOnMedia_) {
- mpl.off('loadedmetadata', mpl.createMupOnMedia_);
- mpl.createMupOnMedia_ = null;
- } // clear any pending timeouts
- if (mpl.minimumUpdatePeriodTimeout_) {
- window__default["default"].clearTimeout(mpl.minimumUpdatePeriodTimeout_);
- mpl.minimumUpdatePeriodTimeout_ = null;
- }
- let mup = mpl.main && mpl.main.minimumUpdatePeriod; // If the minimumUpdatePeriod has a value of 0, that indicates that the current
- // MPD has no future validity, so a new one will need to be acquired when new
- // media segments are to be made available. Thus, we use the target duration
- // in this case
- if (mup === 0) {
- if (mpl.media()) {
- mup = mpl.media().targetDuration * 1000;
- } else {
- mpl.createMupOnMedia_ = mpl.updateMinimumUpdatePeriodTimeout_;
- mpl.one('loadedmetadata', mpl.createMupOnMedia_);
- }
- } // if minimumUpdatePeriod is invalid or <= zero, which
- // can happen when a live video becomes VOD. skip timeout
- // creation.
- if (typeof mup !== 'number' || mup <= 0) {
- if (mup < 0) {
- this.logger_(`found invalid minimumUpdatePeriod of ${mup}, not setting a timeout`);
- }
- return;
- }
- this.createMUPTimeout_(mup);
- }
- createMUPTimeout_(mup) {
- const mpl = this.mainPlaylistLoader_;
- mpl.minimumUpdatePeriodTimeout_ = window__default["default"].setTimeout(() => {
- mpl.minimumUpdatePeriodTimeout_ = null;
- mpl.trigger('minimumUpdatePeriod');
- mpl.createMUPTimeout_(mup);
- }, mup);
- }
- /**
- * Sends request to refresh the main xml and updates the parsed main manifest
- */
- refreshXml_() {
- this.requestMain_((req, mainChanged) => {
- if (!mainChanged) {
- return;
- }
- if (this.media_) {
- this.media_ = this.mainPlaylistLoader_.main.playlists[this.media_.id];
- } // This will filter out updated sidx info from the mapping
- this.mainPlaylistLoader_.sidxMapping_ = filterChangedSidxMappings(this.mainPlaylistLoader_.main, this.mainPlaylistLoader_.sidxMapping_);
- this.addSidxSegments_(this.media(), this.state, sidxChanged => {
- // TODO: do we need to reload the current playlist?
- this.refreshMedia_(this.media().id);
- });
- });
- }
- /**
- * Refreshes the media playlist by re-parsing the main xml and updating playlist
- * references. If this is an alternate loader, the updated parsed manifest is retrieved
- * from the main loader.
- */
- refreshMedia_(mediaID) {
- if (!mediaID) {
- throw new Error('refreshMedia_ must take a media id');
- } // for main we have to reparse the main xml
- // to re-create segments based on current timing values
- // which may change media. We only skip updating the main manifest
- // if this is the first time this.media_ is being set.
- // as main was just parsed in that case.
- if (this.media_ && this.isMain_) {
- this.handleMain_();
- }
- const playlists = this.mainPlaylistLoader_.main.playlists;
- const mediaChanged = !this.media_ || this.media_ !== playlists[mediaID];
- if (mediaChanged) {
- this.media_ = playlists[mediaID];
- } else {
- this.trigger('playlistunchanged');
- }
- if (!this.mediaUpdateTimeout) {
- const createMediaUpdateTimeout = () => {
- if (this.media().endList) {
- return;
- }
- this.mediaUpdateTimeout = window__default["default"].setTimeout(() => {
- this.trigger('mediaupdatetimeout');
- createMediaUpdateTimeout();
- }, refreshDelay(this.media(), Boolean(mediaChanged)));
- };
- createMediaUpdateTimeout();
- }
- this.trigger('loadedplaylist');
- }
- }
- var Config = {
- GOAL_BUFFER_LENGTH: 30,
- MAX_GOAL_BUFFER_LENGTH: 60,
- BACK_BUFFER_LENGTH: 30,
- GOAL_BUFFER_LENGTH_RATE: 1,
- // 0.5 MB/s
- INITIAL_BANDWIDTH: 4194304,
- // A fudge factor to apply to advertised playlist bitrates to account for
- // temporary flucations in client bandwidth
- BANDWIDTH_VARIANCE: 1.2,
- // How much of the buffer must be filled before we consider upswitching
- BUFFER_LOW_WATER_LINE: 0,
- MAX_BUFFER_LOW_WATER_LINE: 30,
- // TODO: Remove this when experimentalBufferBasedABR is removed
- EXPERIMENTAL_MAX_BUFFER_LOW_WATER_LINE: 16,
- BUFFER_LOW_WATER_LINE_RATE: 1,
- // If the buffer is greater than the high water line, we won't switch down
- BUFFER_HIGH_WATER_LINE: 30
- };
- const stringToArrayBuffer = string => {
- const view = new Uint8Array(new ArrayBuffer(string.length));
- for (let i = 0; i < string.length; i++) {
- view[i] = string.charCodeAt(i);
- }
- return view.buffer;
- };
- /* global Blob, BlobBuilder, Worker */
- // unify worker interface
- const browserWorkerPolyFill = function (workerObj) {
- // node only supports on/off
- workerObj.on = workerObj.addEventListener;
- workerObj.off = workerObj.removeEventListener;
- return workerObj;
- };
- const createObjectURL = function (str) {
- try {
- return URL.createObjectURL(new Blob([str], {
- type: 'application/javascript'
- }));
- } catch (e) {
- const blob = new BlobBuilder();
- blob.append(str);
- return URL.createObjectURL(blob.getBlob());
- }
- };
- const factory = function (code) {
- return function () {
- const objectUrl = createObjectURL(code);
- const worker = browserWorkerPolyFill(new Worker(objectUrl));
- worker.objURL = objectUrl;
- const terminate = worker.terminate;
- worker.on = worker.addEventListener;
- worker.off = worker.removeEventListener;
- worker.terminate = function () {
- URL.revokeObjectURL(objectUrl);
- return terminate.call(this);
- };
- return worker;
- };
- };
- const transform = function (code) {
- return `var browserWorkerPolyFill = ${browserWorkerPolyFill.toString()};\n` + 'browserWorkerPolyFill(self);\n' + code;
- };
- const getWorkerString = function (fn) {
- return fn.toString().replace(/^function.+?{/, '').slice(0, -1);
- };
- /* rollup-plugin-worker-factory start for worker!/Users/ddashkevich/projects/http-streaming/src/transmuxer-worker.js */
- const workerCode$1 = transform(getWorkerString(function () {
- var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * A lightweight readable stream implemention that handles event dispatching.
- * Objects that inherit from streams should call init in their constructors.
- */
- var Stream$8 = function () {
- this.init = function () {
- var listeners = {};
- /**
- * Add a listener for a specified event type.
- * @param type {string} the event name
- * @param listener {function} the callback to be invoked when an event of
- * the specified type occurs
- */
- this.on = function (type, listener) {
- if (!listeners[type]) {
- listeners[type] = [];
- }
- listeners[type] = listeners[type].concat(listener);
- };
- /**
- * Remove a listener for a specified event type.
- * @param type {string} the event name
- * @param listener {function} a function previously registered for this
- * type of event through `on`
- */
- this.off = function (type, listener) {
- var index;
- if (!listeners[type]) {
- return false;
- }
- index = listeners[type].indexOf(listener);
- listeners[type] = listeners[type].slice();
- listeners[type].splice(index, 1);
- return index > -1;
- };
- /**
- * Trigger an event of the specified type on this stream. Any additional
- * arguments to this function are passed as parameters to event listeners.
- * @param type {string} the event name
- */
- this.trigger = function (type) {
- var callbacks, i, length, args;
- callbacks = listeners[type];
- if (!callbacks) {
- return;
- } // Slicing the arguments on every invocation of this method
- // can add a significant amount of overhead. Avoid the
- // intermediate object creation for the common case of a
- // single callback argument
- if (arguments.length === 2) {
- length = callbacks.length;
- for (i = 0; i < length; ++i) {
- callbacks[i].call(this, arguments[1]);
- }
- } else {
- args = [];
- i = arguments.length;
- for (i = 1; i < arguments.length; ++i) {
- args.push(arguments[i]);
- }
- length = callbacks.length;
- for (i = 0; i < length; ++i) {
- callbacks[i].apply(this, args);
- }
- }
- };
- /**
- * Destroys the stream and cleans up.
- */
- this.dispose = function () {
- listeners = {};
- };
- };
- };
- /**
- * Forwards all `data` events on this stream to the destination stream. The
- * destination stream should provide a method `push` to receive the data
- * events as they arrive.
- * @param destination {stream} the stream that will receive all `data` events
- * @param autoFlush {boolean} if false, we will not call `flush` on the destination
- * when the current stream emits a 'done' event
- * @see http://nodejs.org/api/stream.html#stream_readable_pipe_destination_options
- */
- Stream$8.prototype.pipe = function (destination) {
- this.on('data', function (data) {
- destination.push(data);
- });
- this.on('done', function (flushSource) {
- destination.flush(flushSource);
- });
- this.on('partialdone', function (flushSource) {
- destination.partialFlush(flushSource);
- });
- this.on('endedtimeline', function (flushSource) {
- destination.endTimeline(flushSource);
- });
- this.on('reset', function (flushSource) {
- destination.reset(flushSource);
- });
- return destination;
- }; // Default stream functions that are expected to be overridden to perform
- // actual work. These are provided by the prototype as a sort of no-op
- // implementation so that we don't have to check for their existence in the
- // `pipe` function above.
- Stream$8.prototype.push = function (data) {
- this.trigger('data', data);
- };
- Stream$8.prototype.flush = function (flushSource) {
- this.trigger('done', flushSource);
- };
- Stream$8.prototype.partialFlush = function (flushSource) {
- this.trigger('partialdone', flushSource);
- };
- Stream$8.prototype.endTimeline = function (flushSource) {
- this.trigger('endedtimeline', flushSource);
- };
- Stream$8.prototype.reset = function (flushSource) {
- this.trigger('reset', flushSource);
- };
- var stream = Stream$8;
- var MAX_UINT32$1 = Math.pow(2, 32);
- var getUint64$3 = function (uint8) {
- var dv = new DataView(uint8.buffer, uint8.byteOffset, uint8.byteLength);
- var value;
- if (dv.getBigUint64) {
- value = dv.getBigUint64(0);
- if (value < Number.MAX_SAFE_INTEGER) {
- return Number(value);
- }
- return value;
- }
- return dv.getUint32(0) * MAX_UINT32$1 + dv.getUint32(4);
- };
- var numbers = {
- getUint64: getUint64$3,
- MAX_UINT32: MAX_UINT32$1
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Functions that generate fragmented MP4s suitable for use with Media
- * Source Extensions.
- */
- var MAX_UINT32 = numbers.MAX_UINT32;
- var box, dinf, esds, ftyp, mdat, mfhd, minf, moof, moov, mvex, mvhd, trak, tkhd, mdia, mdhd, hdlr, sdtp, stbl, stsd, traf, trex, trun$1, types, MAJOR_BRAND, MINOR_VERSION, AVC1_BRAND, VIDEO_HDLR, AUDIO_HDLR, HDLR_TYPES, VMHD, SMHD, DREF, STCO, STSC, STSZ, STTS; // pre-calculate constants
- (function () {
- var i;
- types = {
- avc1: [],
- // codingname
- avcC: [],
- btrt: [],
- dinf: [],
- dref: [],
- esds: [],
- ftyp: [],
- hdlr: [],
- mdat: [],
- mdhd: [],
- mdia: [],
- mfhd: [],
- minf: [],
- moof: [],
- moov: [],
- mp4a: [],
- // codingname
- mvex: [],
- mvhd: [],
- pasp: [],
- sdtp: [],
- smhd: [],
- stbl: [],
- stco: [],
- stsc: [],
- stsd: [],
- stsz: [],
- stts: [],
- styp: [],
- tfdt: [],
- tfhd: [],
- traf: [],
- trak: [],
- trun: [],
- trex: [],
- tkhd: [],
- vmhd: []
- }; // In environments where Uint8Array is undefined (e.g., IE8), skip set up so that we
- // don't throw an error
- if (typeof Uint8Array === 'undefined') {
- return;
- }
- for (i in types) {
- if (types.hasOwnProperty(i)) {
- types[i] = [i.charCodeAt(0), i.charCodeAt(1), i.charCodeAt(2), i.charCodeAt(3)];
- }
- }
- MAJOR_BRAND = new Uint8Array(['i'.charCodeAt(0), 's'.charCodeAt(0), 'o'.charCodeAt(0), 'm'.charCodeAt(0)]);
- AVC1_BRAND = new Uint8Array(['a'.charCodeAt(0), 'v'.charCodeAt(0), 'c'.charCodeAt(0), '1'.charCodeAt(0)]);
- MINOR_VERSION = new Uint8Array([0, 0, 0, 1]);
- VIDEO_HDLR = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x00, // pre_defined
- 0x76, 0x69, 0x64, 0x65, // handler_type: 'vide'
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x56, 0x69, 0x64, 0x65, 0x6f, 0x48, 0x61, 0x6e, 0x64, 0x6c, 0x65, 0x72, 0x00 // name: 'VideoHandler'
- ]);
- AUDIO_HDLR = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x00, // pre_defined
- 0x73, 0x6f, 0x75, 0x6e, // handler_type: 'soun'
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x53, 0x6f, 0x75, 0x6e, 0x64, 0x48, 0x61, 0x6e, 0x64, 0x6c, 0x65, 0x72, 0x00 // name: 'SoundHandler'
- ]);
- HDLR_TYPES = {
- video: VIDEO_HDLR,
- audio: AUDIO_HDLR
- };
- DREF = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x01, // entry_count
- 0x00, 0x00, 0x00, 0x0c, // entry_size
- 0x75, 0x72, 0x6c, 0x20, // 'url' type
- 0x00, // version 0
- 0x00, 0x00, 0x01 // entry_flags
- ]);
- SMHD = new Uint8Array([0x00, // version
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, // balance, 0 means centered
- 0x00, 0x00 // reserved
- ]);
- STCO = new Uint8Array([0x00, // version
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x00 // entry_count
- ]);
- STSC = STCO;
- STSZ = new Uint8Array([0x00, // version
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x00, // sample_size
- 0x00, 0x00, 0x00, 0x00 // sample_count
- ]);
- STTS = STCO;
- VMHD = new Uint8Array([0x00, // version
- 0x00, 0x00, 0x01, // flags
- 0x00, 0x00, // graphicsmode
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 // opcolor
- ]);
- })();
- box = function (type) {
- var payload = [],
- size = 0,
- i,
- result,
- view;
- for (i = 1; i < arguments.length; i++) {
- payload.push(arguments[i]);
- }
- i = payload.length; // calculate the total size we need to allocate
- while (i--) {
- size += payload[i].byteLength;
- }
- result = new Uint8Array(size + 8);
- view = new DataView(result.buffer, result.byteOffset, result.byteLength);
- view.setUint32(0, result.byteLength);
- result.set(type, 4); // copy the payload into the result
- for (i = 0, size = 8; i < payload.length; i++) {
- result.set(payload[i], size);
- size += payload[i].byteLength;
- }
- return result;
- };
- dinf = function () {
- return box(types.dinf, box(types.dref, DREF));
- };
- esds = function (track) {
- return box(types.esds, new Uint8Array([0x00, // version
- 0x00, 0x00, 0x00, // flags
- // ES_Descriptor
- 0x03, // tag, ES_DescrTag
- 0x19, // length
- 0x00, 0x00, // ES_ID
- 0x00, // streamDependenceFlag, URL_flag, reserved, streamPriority
- // DecoderConfigDescriptor
- 0x04, // tag, DecoderConfigDescrTag
- 0x11, // length
- 0x40, // object type
- 0x15, // streamType
- 0x00, 0x06, 0x00, // bufferSizeDB
- 0x00, 0x00, 0xda, 0xc0, // maxBitrate
- 0x00, 0x00, 0xda, 0xc0, // avgBitrate
- // DecoderSpecificInfo
- 0x05, // tag, DecoderSpecificInfoTag
- 0x02, // length
- // ISO/IEC 14496-3, AudioSpecificConfig
- // for samplingFrequencyIndex see ISO/IEC 13818-7:2006, 8.1.3.2.2, Table 35
- track.audioobjecttype << 3 | track.samplingfrequencyindex >>> 1, track.samplingfrequencyindex << 7 | track.channelcount << 3, 0x06, 0x01, 0x02 // GASpecificConfig
- ]));
- };
- ftyp = function () {
- return box(types.ftyp, MAJOR_BRAND, MINOR_VERSION, MAJOR_BRAND, AVC1_BRAND);
- };
- hdlr = function (type) {
- return box(types.hdlr, HDLR_TYPES[type]);
- };
- mdat = function (data) {
- return box(types.mdat, data);
- };
- mdhd = function (track) {
- var result = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x02, // creation_time
- 0x00, 0x00, 0x00, 0x03, // modification_time
- 0x00, 0x01, 0x5f, 0x90, // timescale, 90,000 "ticks" per second
- track.duration >>> 24 & 0xFF, track.duration >>> 16 & 0xFF, track.duration >>> 8 & 0xFF, track.duration & 0xFF, // duration
- 0x55, 0xc4, // 'und' language (undetermined)
- 0x00, 0x00]); // Use the sample rate from the track metadata, when it is
- // defined. The sample rate can be parsed out of an ADTS header, for
- // instance.
- if (track.samplerate) {
- result[12] = track.samplerate >>> 24 & 0xFF;
- result[13] = track.samplerate >>> 16 & 0xFF;
- result[14] = track.samplerate >>> 8 & 0xFF;
- result[15] = track.samplerate & 0xFF;
- }
- return box(types.mdhd, result);
- };
- mdia = function (track) {
- return box(types.mdia, mdhd(track), hdlr(track.type), minf(track));
- };
- mfhd = function (sequenceNumber) {
- return box(types.mfhd, new Uint8Array([0x00, 0x00, 0x00, 0x00, // flags
- (sequenceNumber & 0xFF000000) >> 24, (sequenceNumber & 0xFF0000) >> 16, (sequenceNumber & 0xFF00) >> 8, sequenceNumber & 0xFF // sequence_number
- ]));
- };
- minf = function (track) {
- return box(types.minf, track.type === 'video' ? box(types.vmhd, VMHD) : box(types.smhd, SMHD), dinf(), stbl(track));
- };
- moof = function (sequenceNumber, tracks) {
- var trackFragments = [],
- i = tracks.length; // build traf boxes for each track fragment
- while (i--) {
- trackFragments[i] = traf(tracks[i]);
- }
- return box.apply(null, [types.moof, mfhd(sequenceNumber)].concat(trackFragments));
- };
- /**
- * Returns a movie box.
- * @param tracks {array} the tracks associated with this movie
- * @see ISO/IEC 14496-12:2012(E), section 8.2.1
- */
- moov = function (tracks) {
- var i = tracks.length,
- boxes = [];
- while (i--) {
- boxes[i] = trak(tracks[i]);
- }
- return box.apply(null, [types.moov, mvhd(0xffffffff)].concat(boxes).concat(mvex(tracks)));
- };
- mvex = function (tracks) {
- var i = tracks.length,
- boxes = [];
- while (i--) {
- boxes[i] = trex(tracks[i]);
- }
- return box.apply(null, [types.mvex].concat(boxes));
- };
- mvhd = function (duration) {
- var bytes = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x01, // creation_time
- 0x00, 0x00, 0x00, 0x02, // modification_time
- 0x00, 0x01, 0x5f, 0x90, // timescale, 90,000 "ticks" per second
- (duration & 0xFF000000) >> 24, (duration & 0xFF0000) >> 16, (duration & 0xFF00) >> 8, duration & 0xFF, // duration
- 0x00, 0x01, 0x00, 0x00, // 1.0 rate
- 0x01, 0x00, // 1.0 volume
- 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00, 0x00, // transformation: unity matrix
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // pre_defined
- 0xff, 0xff, 0xff, 0xff // next_track_ID
- ]);
- return box(types.mvhd, bytes);
- };
- sdtp = function (track) {
- var samples = track.samples || [],
- bytes = new Uint8Array(4 + samples.length),
- flags,
- i; // leave the full box header (4 bytes) all zero
- // write the sample table
- for (i = 0; i < samples.length; i++) {
- flags = samples[i].flags;
- bytes[i + 4] = flags.dependsOn << 4 | flags.isDependedOn << 2 | flags.hasRedundancy;
- }
- return box(types.sdtp, bytes);
- };
- stbl = function (track) {
- return box(types.stbl, stsd(track), box(types.stts, STTS), box(types.stsc, STSC), box(types.stsz, STSZ), box(types.stco, STCO));
- };
- (function () {
- var videoSample, audioSample;
- stsd = function (track) {
- return box(types.stsd, new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- 0x00, 0x00, 0x00, 0x01]), track.type === 'video' ? videoSample(track) : audioSample(track));
- };
- videoSample = function (track) {
- var sps = track.sps || [],
- pps = track.pps || [],
- sequenceParameterSets = [],
- pictureParameterSets = [],
- i,
- avc1Box; // assemble the SPSs
- for (i = 0; i < sps.length; i++) {
- sequenceParameterSets.push((sps[i].byteLength & 0xFF00) >>> 8);
- sequenceParameterSets.push(sps[i].byteLength & 0xFF); // sequenceParameterSetLength
- sequenceParameterSets = sequenceParameterSets.concat(Array.prototype.slice.call(sps[i])); // SPS
- } // assemble the PPSs
- for (i = 0; i < pps.length; i++) {
- pictureParameterSets.push((pps[i].byteLength & 0xFF00) >>> 8);
- pictureParameterSets.push(pps[i].byteLength & 0xFF);
- pictureParameterSets = pictureParameterSets.concat(Array.prototype.slice.call(pps[i]));
- }
- avc1Box = [types.avc1, new Uint8Array([0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x01, // data_reference_index
- 0x00, 0x00, // pre_defined
- 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // pre_defined
- (track.width & 0xff00) >> 8, track.width & 0xff, // width
- (track.height & 0xff00) >> 8, track.height & 0xff, // height
- 0x00, 0x48, 0x00, 0x00, // horizresolution
- 0x00, 0x48, 0x00, 0x00, // vertresolution
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x01, // frame_count
- 0x13, 0x76, 0x69, 0x64, 0x65, 0x6f, 0x6a, 0x73, 0x2d, 0x63, 0x6f, 0x6e, 0x74, 0x72, 0x69, 0x62, 0x2d, 0x68, 0x6c, 0x73, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // compressorname
- 0x00, 0x18, // depth = 24
- 0x11, 0x11 // pre_defined = -1
- ]), box(types.avcC, new Uint8Array([0x01, // configurationVersion
- track.profileIdc, // AVCProfileIndication
- track.profileCompatibility, // profile_compatibility
- track.levelIdc, // AVCLevelIndication
- 0xff // lengthSizeMinusOne, hard-coded to 4 bytes
- ].concat([sps.length], // numOfSequenceParameterSets
- sequenceParameterSets, // "SPS"
- [pps.length], // numOfPictureParameterSets
- pictureParameterSets // "PPS"
- ))), box(types.btrt, new Uint8Array([0x00, 0x1c, 0x9c, 0x80, // bufferSizeDB
- 0x00, 0x2d, 0xc6, 0xc0, // maxBitrate
- 0x00, 0x2d, 0xc6, 0xc0 // avgBitrate
- ]))];
- if (track.sarRatio) {
- var hSpacing = track.sarRatio[0],
- vSpacing = track.sarRatio[1];
- avc1Box.push(box(types.pasp, new Uint8Array([(hSpacing & 0xFF000000) >> 24, (hSpacing & 0xFF0000) >> 16, (hSpacing & 0xFF00) >> 8, hSpacing & 0xFF, (vSpacing & 0xFF000000) >> 24, (vSpacing & 0xFF0000) >> 16, (vSpacing & 0xFF00) >> 8, vSpacing & 0xFF])));
- }
- return box.apply(null, avc1Box);
- };
- audioSample = function (track) {
- return box(types.mp4a, new Uint8Array([// SampleEntry, ISO/IEC 14496-12
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x01, // data_reference_index
- // AudioSampleEntry, ISO/IEC 14496-12
- 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, 0x00, 0x00, // reserved
- (track.channelcount & 0xff00) >> 8, track.channelcount & 0xff, // channelcount
- (track.samplesize & 0xff00) >> 8, track.samplesize & 0xff, // samplesize
- 0x00, 0x00, // pre_defined
- 0x00, 0x00, // reserved
- (track.samplerate & 0xff00) >> 8, track.samplerate & 0xff, 0x00, 0x00 // samplerate, 16.16
- // MP4AudioSampleEntry, ISO/IEC 14496-14
- ]), esds(track));
- };
- })();
- tkhd = function (track) {
- var result = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x07, // flags
- 0x00, 0x00, 0x00, 0x00, // creation_time
- 0x00, 0x00, 0x00, 0x00, // modification_time
- (track.id & 0xFF000000) >> 24, (track.id & 0xFF0000) >> 16, (track.id & 0xFF00) >> 8, track.id & 0xFF, // track_ID
- 0x00, 0x00, 0x00, 0x00, // reserved
- (track.duration & 0xFF000000) >> 24, (track.duration & 0xFF0000) >> 16, (track.duration & 0xFF00) >> 8, track.duration & 0xFF, // duration
- 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, // reserved
- 0x00, 0x00, // layer
- 0x00, 0x00, // alternate_group
- 0x01, 0x00, // non-audio track volume
- 0x00, 0x00, // reserved
- 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00, 0x00, // transformation: unity matrix
- (track.width & 0xFF00) >> 8, track.width & 0xFF, 0x00, 0x00, // width
- (track.height & 0xFF00) >> 8, track.height & 0xFF, 0x00, 0x00 // height
- ]);
- return box(types.tkhd, result);
- };
- /**
- * Generate a track fragment (traf) box. A traf box collects metadata
- * about tracks in a movie fragment (moof) box.
- */
- traf = function (track) {
- var trackFragmentHeader, trackFragmentDecodeTime, trackFragmentRun, sampleDependencyTable, dataOffset, upperWordBaseMediaDecodeTime, lowerWordBaseMediaDecodeTime;
- trackFragmentHeader = box(types.tfhd, new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x3a, // flags
- (track.id & 0xFF000000) >> 24, (track.id & 0xFF0000) >> 16, (track.id & 0xFF00) >> 8, track.id & 0xFF, // track_ID
- 0x00, 0x00, 0x00, 0x01, // sample_description_index
- 0x00, 0x00, 0x00, 0x00, // default_sample_duration
- 0x00, 0x00, 0x00, 0x00, // default_sample_size
- 0x00, 0x00, 0x00, 0x00 // default_sample_flags
- ]));
- upperWordBaseMediaDecodeTime = Math.floor(track.baseMediaDecodeTime / MAX_UINT32);
- lowerWordBaseMediaDecodeTime = Math.floor(track.baseMediaDecodeTime % MAX_UINT32);
- trackFragmentDecodeTime = box(types.tfdt, new Uint8Array([0x01, // version 1
- 0x00, 0x00, 0x00, // flags
- // baseMediaDecodeTime
- upperWordBaseMediaDecodeTime >>> 24 & 0xFF, upperWordBaseMediaDecodeTime >>> 16 & 0xFF, upperWordBaseMediaDecodeTime >>> 8 & 0xFF, upperWordBaseMediaDecodeTime & 0xFF, lowerWordBaseMediaDecodeTime >>> 24 & 0xFF, lowerWordBaseMediaDecodeTime >>> 16 & 0xFF, lowerWordBaseMediaDecodeTime >>> 8 & 0xFF, lowerWordBaseMediaDecodeTime & 0xFF])); // the data offset specifies the number of bytes from the start of
- // the containing moof to the first payload byte of the associated
- // mdat
- dataOffset = 32 + // tfhd
- 20 + // tfdt
- 8 + // traf header
- 16 + // mfhd
- 8 + // moof header
- 8; // mdat header
- // audio tracks require less metadata
- if (track.type === 'audio') {
- trackFragmentRun = trun$1(track, dataOffset);
- return box(types.traf, trackFragmentHeader, trackFragmentDecodeTime, trackFragmentRun);
- } // video tracks should contain an independent and disposable samples
- // box (sdtp)
- // generate one and adjust offsets to match
- sampleDependencyTable = sdtp(track);
- trackFragmentRun = trun$1(track, sampleDependencyTable.length + dataOffset);
- return box(types.traf, trackFragmentHeader, trackFragmentDecodeTime, trackFragmentRun, sampleDependencyTable);
- };
- /**
- * Generate a track box.
- * @param track {object} a track definition
- * @return {Uint8Array} the track box
- */
- trak = function (track) {
- track.duration = track.duration || 0xffffffff;
- return box(types.trak, tkhd(track), mdia(track));
- };
- trex = function (track) {
- var result = new Uint8Array([0x00, // version 0
- 0x00, 0x00, 0x00, // flags
- (track.id & 0xFF000000) >> 24, (track.id & 0xFF0000) >> 16, (track.id & 0xFF00) >> 8, track.id & 0xFF, // track_ID
- 0x00, 0x00, 0x00, 0x01, // default_sample_description_index
- 0x00, 0x00, 0x00, 0x00, // default_sample_duration
- 0x00, 0x00, 0x00, 0x00, // default_sample_size
- 0x00, 0x01, 0x00, 0x01 // default_sample_flags
- ]); // the last two bytes of default_sample_flags is the sample
- // degradation priority, a hint about the importance of this sample
- // relative to others. Lower the degradation priority for all sample
- // types other than video.
- if (track.type !== 'video') {
- result[result.length - 1] = 0x00;
- }
- return box(types.trex, result);
- };
- (function () {
- var audioTrun, videoTrun, trunHeader; // This method assumes all samples are uniform. That is, if a
- // duration is present for the first sample, it will be present for
- // all subsequent samples.
- // see ISO/IEC 14496-12:2012, Section 8.8.8.1
- trunHeader = function (samples, offset) {
- var durationPresent = 0,
- sizePresent = 0,
- flagsPresent = 0,
- compositionTimeOffset = 0; // trun flag constants
- if (samples.length) {
- if (samples[0].duration !== undefined) {
- durationPresent = 0x1;
- }
- if (samples[0].size !== undefined) {
- sizePresent = 0x2;
- }
- if (samples[0].flags !== undefined) {
- flagsPresent = 0x4;
- }
- if (samples[0].compositionTimeOffset !== undefined) {
- compositionTimeOffset = 0x8;
- }
- }
- return [0x00, // version 0
- 0x00, durationPresent | sizePresent | flagsPresent | compositionTimeOffset, 0x01, // flags
- (samples.length & 0xFF000000) >>> 24, (samples.length & 0xFF0000) >>> 16, (samples.length & 0xFF00) >>> 8, samples.length & 0xFF, // sample_count
- (offset & 0xFF000000) >>> 24, (offset & 0xFF0000) >>> 16, (offset & 0xFF00) >>> 8, offset & 0xFF // data_offset
- ];
- };
- videoTrun = function (track, offset) {
- var bytesOffest, bytes, header, samples, sample, i;
- samples = track.samples || [];
- offset += 8 + 12 + 16 * samples.length;
- header = trunHeader(samples, offset);
- bytes = new Uint8Array(header.length + samples.length * 16);
- bytes.set(header);
- bytesOffest = header.length;
- for (i = 0; i < samples.length; i++) {
- sample = samples[i];
- bytes[bytesOffest++] = (sample.duration & 0xFF000000) >>> 24;
- bytes[bytesOffest++] = (sample.duration & 0xFF0000) >>> 16;
- bytes[bytesOffest++] = (sample.duration & 0xFF00) >>> 8;
- bytes[bytesOffest++] = sample.duration & 0xFF; // sample_duration
- bytes[bytesOffest++] = (sample.size & 0xFF000000) >>> 24;
- bytes[bytesOffest++] = (sample.size & 0xFF0000) >>> 16;
- bytes[bytesOffest++] = (sample.size & 0xFF00) >>> 8;
- bytes[bytesOffest++] = sample.size & 0xFF; // sample_size
- bytes[bytesOffest++] = sample.flags.isLeading << 2 | sample.flags.dependsOn;
- bytes[bytesOffest++] = sample.flags.isDependedOn << 6 | sample.flags.hasRedundancy << 4 | sample.flags.paddingValue << 1 | sample.flags.isNonSyncSample;
- bytes[bytesOffest++] = sample.flags.degradationPriority & 0xF0 << 8;
- bytes[bytesOffest++] = sample.flags.degradationPriority & 0x0F; // sample_flags
- bytes[bytesOffest++] = (sample.compositionTimeOffset & 0xFF000000) >>> 24;
- bytes[bytesOffest++] = (sample.compositionTimeOffset & 0xFF0000) >>> 16;
- bytes[bytesOffest++] = (sample.compositionTimeOffset & 0xFF00) >>> 8;
- bytes[bytesOffest++] = sample.compositionTimeOffset & 0xFF; // sample_composition_time_offset
- }
- return box(types.trun, bytes);
- };
- audioTrun = function (track, offset) {
- var bytes, bytesOffest, header, samples, sample, i;
- samples = track.samples || [];
- offset += 8 + 12 + 8 * samples.length;
- header = trunHeader(samples, offset);
- bytes = new Uint8Array(header.length + samples.length * 8);
- bytes.set(header);
- bytesOffest = header.length;
- for (i = 0; i < samples.length; i++) {
- sample = samples[i];
- bytes[bytesOffest++] = (sample.duration & 0xFF000000) >>> 24;
- bytes[bytesOffest++] = (sample.duration & 0xFF0000) >>> 16;
- bytes[bytesOffest++] = (sample.duration & 0xFF00) >>> 8;
- bytes[bytesOffest++] = sample.duration & 0xFF; // sample_duration
- bytes[bytesOffest++] = (sample.size & 0xFF000000) >>> 24;
- bytes[bytesOffest++] = (sample.size & 0xFF0000) >>> 16;
- bytes[bytesOffest++] = (sample.size & 0xFF00) >>> 8;
- bytes[bytesOffest++] = sample.size & 0xFF; // sample_size
- }
- return box(types.trun, bytes);
- };
- trun$1 = function (track, offset) {
- if (track.type === 'audio') {
- return audioTrun(track, offset);
- }
- return videoTrun(track, offset);
- };
- })();
- var mp4Generator = {
- ftyp: ftyp,
- mdat: mdat,
- moof: moof,
- moov: moov,
- initSegment: function (tracks) {
- var fileType = ftyp(),
- movie = moov(tracks),
- result;
- result = new Uint8Array(fileType.byteLength + movie.byteLength);
- result.set(fileType);
- result.set(movie, fileType.byteLength);
- return result;
- }
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- // composed of the nal units that make up that frame
- // Also keep track of cummulative data about the frame from the nal units such
- // as the frame duration, starting pts, etc.
- var groupNalsIntoFrames = function (nalUnits) {
- var i,
- currentNal,
- currentFrame = [],
- frames = []; // TODO added for LHLS, make sure this is OK
- frames.byteLength = 0;
- frames.nalCount = 0;
- frames.duration = 0;
- currentFrame.byteLength = 0;
- for (i = 0; i < nalUnits.length; i++) {
- currentNal = nalUnits[i]; // Split on 'aud'-type nal units
- if (currentNal.nalUnitType === 'access_unit_delimiter_rbsp') {
- // Since the very first nal unit is expected to be an AUD
- // only push to the frames array when currentFrame is not empty
- if (currentFrame.length) {
- currentFrame.duration = currentNal.dts - currentFrame.dts; // TODO added for LHLS, make sure this is OK
- frames.byteLength += currentFrame.byteLength;
- frames.nalCount += currentFrame.length;
- frames.duration += currentFrame.duration;
- frames.push(currentFrame);
- }
- currentFrame = [currentNal];
- currentFrame.byteLength = currentNal.data.byteLength;
- currentFrame.pts = currentNal.pts;
- currentFrame.dts = currentNal.dts;
- } else {
- // Specifically flag key frames for ease of use later
- if (currentNal.nalUnitType === 'slice_layer_without_partitioning_rbsp_idr') {
- currentFrame.keyFrame = true;
- }
- currentFrame.duration = currentNal.dts - currentFrame.dts;
- currentFrame.byteLength += currentNal.data.byteLength;
- currentFrame.push(currentNal);
- }
- } // For the last frame, use the duration of the previous frame if we
- // have nothing better to go on
- if (frames.length && (!currentFrame.duration || currentFrame.duration <= 0)) {
- currentFrame.duration = frames[frames.length - 1].duration;
- } // Push the final frame
- // TODO added for LHLS, make sure this is OK
- frames.byteLength += currentFrame.byteLength;
- frames.nalCount += currentFrame.length;
- frames.duration += currentFrame.duration;
- frames.push(currentFrame);
- return frames;
- }; // Convert an array of frames into an array of Gop with each Gop being composed
- // of the frames that make up that Gop
- // Also keep track of cummulative data about the Gop from the frames such as the
- // Gop duration, starting pts, etc.
- var groupFramesIntoGops = function (frames) {
- var i,
- currentFrame,
- currentGop = [],
- gops = []; // We must pre-set some of the values on the Gop since we
- // keep running totals of these values
- currentGop.byteLength = 0;
- currentGop.nalCount = 0;
- currentGop.duration = 0;
- currentGop.pts = frames[0].pts;
- currentGop.dts = frames[0].dts; // store some metadata about all the Gops
- gops.byteLength = 0;
- gops.nalCount = 0;
- gops.duration = 0;
- gops.pts = frames[0].pts;
- gops.dts = frames[0].dts;
- for (i = 0; i < frames.length; i++) {
- currentFrame = frames[i];
- if (currentFrame.keyFrame) {
- // Since the very first frame is expected to be an keyframe
- // only push to the gops array when currentGop is not empty
- if (currentGop.length) {
- gops.push(currentGop);
- gops.byteLength += currentGop.byteLength;
- gops.nalCount += currentGop.nalCount;
- gops.duration += currentGop.duration;
- }
- currentGop = [currentFrame];
- currentGop.nalCount = currentFrame.length;
- currentGop.byteLength = currentFrame.byteLength;
- currentGop.pts = currentFrame.pts;
- currentGop.dts = currentFrame.dts;
- currentGop.duration = currentFrame.duration;
- } else {
- currentGop.duration += currentFrame.duration;
- currentGop.nalCount += currentFrame.length;
- currentGop.byteLength += currentFrame.byteLength;
- currentGop.push(currentFrame);
- }
- }
- if (gops.length && currentGop.duration <= 0) {
- currentGop.duration = gops[gops.length - 1].duration;
- }
- gops.byteLength += currentGop.byteLength;
- gops.nalCount += currentGop.nalCount;
- gops.duration += currentGop.duration; // push the final Gop
- gops.push(currentGop);
- return gops;
- };
- /*
- * Search for the first keyframe in the GOPs and throw away all frames
- * until that keyframe. Then extend the duration of the pulled keyframe
- * and pull the PTS and DTS of the keyframe so that it covers the time
- * range of the frames that were disposed.
- *
- * @param {Array} gops video GOPs
- * @returns {Array} modified video GOPs
- */
- var extendFirstKeyFrame = function (gops) {
- var currentGop;
- if (!gops[0][0].keyFrame && gops.length > 1) {
- // Remove the first GOP
- currentGop = gops.shift();
- gops.byteLength -= currentGop.byteLength;
- gops.nalCount -= currentGop.nalCount; // Extend the first frame of what is now the
- // first gop to cover the time period of the
- // frames we just removed
- gops[0][0].dts = currentGop.dts;
- gops[0][0].pts = currentGop.pts;
- gops[0][0].duration += currentGop.duration;
- }
- return gops;
- };
- /**
- * Default sample object
- * see ISO/IEC 14496-12:2012, section 8.6.4.3
- */
- var createDefaultSample = function () {
- return {
- size: 0,
- flags: {
- isLeading: 0,
- dependsOn: 1,
- isDependedOn: 0,
- hasRedundancy: 0,
- degradationPriority: 0,
- isNonSyncSample: 1
- }
- };
- };
- /*
- * Collates information from a video frame into an object for eventual
- * entry into an MP4 sample table.
- *
- * @param {Object} frame the video frame
- * @param {Number} dataOffset the byte offset to position the sample
- * @return {Object} object containing sample table info for a frame
- */
- var sampleForFrame = function (frame, dataOffset) {
- var sample = createDefaultSample();
- sample.dataOffset = dataOffset;
- sample.compositionTimeOffset = frame.pts - frame.dts;
- sample.duration = frame.duration;
- sample.size = 4 * frame.length; // Space for nal unit size
- sample.size += frame.byteLength;
- if (frame.keyFrame) {
- sample.flags.dependsOn = 2;
- sample.flags.isNonSyncSample = 0;
- }
- return sample;
- }; // generate the track's sample table from an array of gops
- var generateSampleTable$1 = function (gops, baseDataOffset) {
- var h,
- i,
- sample,
- currentGop,
- currentFrame,
- dataOffset = baseDataOffset || 0,
- samples = [];
- for (h = 0; h < gops.length; h++) {
- currentGop = gops[h];
- for (i = 0; i < currentGop.length; i++) {
- currentFrame = currentGop[i];
- sample = sampleForFrame(currentFrame, dataOffset);
- dataOffset += sample.size;
- samples.push(sample);
- }
- }
- return samples;
- }; // generate the track's raw mdat data from an array of gops
- var concatenateNalData = function (gops) {
- var h,
- i,
- j,
- currentGop,
- currentFrame,
- currentNal,
- dataOffset = 0,
- nalsByteLength = gops.byteLength,
- numberOfNals = gops.nalCount,
- totalByteLength = nalsByteLength + 4 * numberOfNals,
- data = new Uint8Array(totalByteLength),
- view = new DataView(data.buffer); // For each Gop..
- for (h = 0; h < gops.length; h++) {
- currentGop = gops[h]; // For each Frame..
- for (i = 0; i < currentGop.length; i++) {
- currentFrame = currentGop[i]; // For each NAL..
- for (j = 0; j < currentFrame.length; j++) {
- currentNal = currentFrame[j];
- view.setUint32(dataOffset, currentNal.data.byteLength);
- dataOffset += 4;
- data.set(currentNal.data, dataOffset);
- dataOffset += currentNal.data.byteLength;
- }
- }
- }
- return data;
- }; // generate the track's sample table from a frame
- var generateSampleTableForFrame = function (frame, baseDataOffset) {
- var sample,
- dataOffset = baseDataOffset || 0,
- samples = [];
- sample = sampleForFrame(frame, dataOffset);
- samples.push(sample);
- return samples;
- }; // generate the track's raw mdat data from a frame
- var concatenateNalDataForFrame = function (frame) {
- var i,
- currentNal,
- dataOffset = 0,
- nalsByteLength = frame.byteLength,
- numberOfNals = frame.length,
- totalByteLength = nalsByteLength + 4 * numberOfNals,
- data = new Uint8Array(totalByteLength),
- view = new DataView(data.buffer); // For each NAL..
- for (i = 0; i < frame.length; i++) {
- currentNal = frame[i];
- view.setUint32(dataOffset, currentNal.data.byteLength);
- dataOffset += 4;
- data.set(currentNal.data, dataOffset);
- dataOffset += currentNal.data.byteLength;
- }
- return data;
- };
- var frameUtils$1 = {
- groupNalsIntoFrames: groupNalsIntoFrames,
- groupFramesIntoGops: groupFramesIntoGops,
- extendFirstKeyFrame: extendFirstKeyFrame,
- generateSampleTable: generateSampleTable$1,
- concatenateNalData: concatenateNalData,
- generateSampleTableForFrame: generateSampleTableForFrame,
- concatenateNalDataForFrame: concatenateNalDataForFrame
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var highPrefix = [33, 16, 5, 32, 164, 27];
- var lowPrefix = [33, 65, 108, 84, 1, 2, 4, 8, 168, 2, 4, 8, 17, 191, 252];
- var zeroFill = function (count) {
- var a = [];
- while (count--) {
- a.push(0);
- }
- return a;
- };
- var makeTable = function (metaTable) {
- return Object.keys(metaTable).reduce(function (obj, key) {
- obj[key] = new Uint8Array(metaTable[key].reduce(function (arr, part) {
- return arr.concat(part);
- }, []));
- return obj;
- }, {});
- };
- var silence;
- var silence_1 = function () {
- if (!silence) {
- // Frames-of-silence to use for filling in missing AAC frames
- var coneOfSilence = {
- 96000: [highPrefix, [227, 64], zeroFill(154), [56]],
- 88200: [highPrefix, [231], zeroFill(170), [56]],
- 64000: [highPrefix, [248, 192], zeroFill(240), [56]],
- 48000: [highPrefix, [255, 192], zeroFill(268), [55, 148, 128], zeroFill(54), [112]],
- 44100: [highPrefix, [255, 192], zeroFill(268), [55, 163, 128], zeroFill(84), [112]],
- 32000: [highPrefix, [255, 192], zeroFill(268), [55, 234], zeroFill(226), [112]],
- 24000: [highPrefix, [255, 192], zeroFill(268), [55, 255, 128], zeroFill(268), [111, 112], zeroFill(126), [224]],
- 16000: [highPrefix, [255, 192], zeroFill(268), [55, 255, 128], zeroFill(268), [111, 255], zeroFill(269), [223, 108], zeroFill(195), [1, 192]],
- 12000: [lowPrefix, zeroFill(268), [3, 127, 248], zeroFill(268), [6, 255, 240], zeroFill(268), [13, 255, 224], zeroFill(268), [27, 253, 128], zeroFill(259), [56]],
- 11025: [lowPrefix, zeroFill(268), [3, 127, 248], zeroFill(268), [6, 255, 240], zeroFill(268), [13, 255, 224], zeroFill(268), [27, 255, 192], zeroFill(268), [55, 175, 128], zeroFill(108), [112]],
- 8000: [lowPrefix, zeroFill(268), [3, 121, 16], zeroFill(47), [7]]
- };
- silence = makeTable(coneOfSilence);
- }
- return silence;
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var ONE_SECOND_IN_TS$4 = 90000,
- // 90kHz clock
- secondsToVideoTs,
- secondsToAudioTs,
- videoTsToSeconds,
- audioTsToSeconds,
- audioTsToVideoTs,
- videoTsToAudioTs,
- metadataTsToSeconds;
- secondsToVideoTs = function (seconds) {
- return seconds * ONE_SECOND_IN_TS$4;
- };
- secondsToAudioTs = function (seconds, sampleRate) {
- return seconds * sampleRate;
- };
- videoTsToSeconds = function (timestamp) {
- return timestamp / ONE_SECOND_IN_TS$4;
- };
- audioTsToSeconds = function (timestamp, sampleRate) {
- return timestamp / sampleRate;
- };
- audioTsToVideoTs = function (timestamp, sampleRate) {
- return secondsToVideoTs(audioTsToSeconds(timestamp, sampleRate));
- };
- videoTsToAudioTs = function (timestamp, sampleRate) {
- return secondsToAudioTs(videoTsToSeconds(timestamp), sampleRate);
- };
- /**
- * Adjust ID3 tag or caption timing information by the timeline pts values
- * (if keepOriginalTimestamps is false) and convert to seconds
- */
- metadataTsToSeconds = function (timestamp, timelineStartPts, keepOriginalTimestamps) {
- return videoTsToSeconds(keepOriginalTimestamps ? timestamp : timestamp - timelineStartPts);
- };
- var clock$2 = {
- ONE_SECOND_IN_TS: ONE_SECOND_IN_TS$4,
- secondsToVideoTs: secondsToVideoTs,
- secondsToAudioTs: secondsToAudioTs,
- videoTsToSeconds: videoTsToSeconds,
- audioTsToSeconds: audioTsToSeconds,
- audioTsToVideoTs: audioTsToVideoTs,
- videoTsToAudioTs: videoTsToAudioTs,
- metadataTsToSeconds: metadataTsToSeconds
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var coneOfSilence = silence_1;
- var clock$1 = clock$2;
- /**
- * Sum the `byteLength` properties of the data in each AAC frame
- */
- var sumFrameByteLengths = function (array) {
- var i,
- currentObj,
- sum = 0; // sum the byteLength's all each nal unit in the frame
- for (i = 0; i < array.length; i++) {
- currentObj = array[i];
- sum += currentObj.data.byteLength;
- }
- return sum;
- }; // Possibly pad (prefix) the audio track with silence if appending this track
- // would lead to the introduction of a gap in the audio buffer
- var prefixWithSilence = function (track, frames, audioAppendStartTs, videoBaseMediaDecodeTime) {
- var baseMediaDecodeTimeTs,
- frameDuration = 0,
- audioGapDuration = 0,
- audioFillFrameCount = 0,
- audioFillDuration = 0,
- silentFrame,
- i,
- firstFrame;
- if (!frames.length) {
- return;
- }
- baseMediaDecodeTimeTs = clock$1.audioTsToVideoTs(track.baseMediaDecodeTime, track.samplerate); // determine frame clock duration based on sample rate, round up to avoid overfills
- frameDuration = Math.ceil(clock$1.ONE_SECOND_IN_TS / (track.samplerate / 1024));
- if (audioAppendStartTs && videoBaseMediaDecodeTime) {
- // insert the shortest possible amount (audio gap or audio to video gap)
- audioGapDuration = baseMediaDecodeTimeTs - Math.max(audioAppendStartTs, videoBaseMediaDecodeTime); // number of full frames in the audio gap
- audioFillFrameCount = Math.floor(audioGapDuration / frameDuration);
- audioFillDuration = audioFillFrameCount * frameDuration;
- } // don't attempt to fill gaps smaller than a single frame or larger
- // than a half second
- if (audioFillFrameCount < 1 || audioFillDuration > clock$1.ONE_SECOND_IN_TS / 2) {
- return;
- }
- silentFrame = coneOfSilence()[track.samplerate];
- if (!silentFrame) {
- // we don't have a silent frame pregenerated for the sample rate, so use a frame
- // from the content instead
- silentFrame = frames[0].data;
- }
- for (i = 0; i < audioFillFrameCount; i++) {
- firstFrame = frames[0];
- frames.splice(0, 0, {
- data: silentFrame,
- dts: firstFrame.dts - frameDuration,
- pts: firstFrame.pts - frameDuration
- });
- }
- track.baseMediaDecodeTime -= Math.floor(clock$1.videoTsToAudioTs(audioFillDuration, track.samplerate));
- return audioFillDuration;
- }; // If the audio segment extends before the earliest allowed dts
- // value, remove AAC frames until starts at or after the earliest
- // allowed DTS so that we don't end up with a negative baseMedia-
- // DecodeTime for the audio track
- var trimAdtsFramesByEarliestDts = function (adtsFrames, track, earliestAllowedDts) {
- if (track.minSegmentDts >= earliestAllowedDts) {
- return adtsFrames;
- } // We will need to recalculate the earliest segment Dts
- track.minSegmentDts = Infinity;
- return adtsFrames.filter(function (currentFrame) {
- // If this is an allowed frame, keep it and record it's Dts
- if (currentFrame.dts >= earliestAllowedDts) {
- track.minSegmentDts = Math.min(track.minSegmentDts, currentFrame.dts);
- track.minSegmentPts = track.minSegmentDts;
- return true;
- } // Otherwise, discard it
- return false;
- });
- }; // generate the track's raw mdat data from an array of frames
- var generateSampleTable = function (frames) {
- var i,
- currentFrame,
- samples = [];
- for (i = 0; i < frames.length; i++) {
- currentFrame = frames[i];
- samples.push({
- size: currentFrame.data.byteLength,
- duration: 1024 // For AAC audio, all samples contain 1024 samples
- });
- }
- return samples;
- }; // generate the track's sample table from an array of frames
- var concatenateFrameData = function (frames) {
- var i,
- currentFrame,
- dataOffset = 0,
- data = new Uint8Array(sumFrameByteLengths(frames));
- for (i = 0; i < frames.length; i++) {
- currentFrame = frames[i];
- data.set(currentFrame.data, dataOffset);
- dataOffset += currentFrame.data.byteLength;
- }
- return data;
- };
- var audioFrameUtils$1 = {
- prefixWithSilence: prefixWithSilence,
- trimAdtsFramesByEarliestDts: trimAdtsFramesByEarliestDts,
- generateSampleTable: generateSampleTable,
- concatenateFrameData: concatenateFrameData
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var ONE_SECOND_IN_TS$3 = clock$2.ONE_SECOND_IN_TS;
- /**
- * Store information about the start and end of the track and the
- * duration for each frame/sample we process in order to calculate
- * the baseMediaDecodeTime
- */
- var collectDtsInfo = function (track, data) {
- if (typeof data.pts === 'number') {
- if (track.timelineStartInfo.pts === undefined) {
- track.timelineStartInfo.pts = data.pts;
- }
- if (track.minSegmentPts === undefined) {
- track.minSegmentPts = data.pts;
- } else {
- track.minSegmentPts = Math.min(track.minSegmentPts, data.pts);
- }
- if (track.maxSegmentPts === undefined) {
- track.maxSegmentPts = data.pts;
- } else {
- track.maxSegmentPts = Math.max(track.maxSegmentPts, data.pts);
- }
- }
- if (typeof data.dts === 'number') {
- if (track.timelineStartInfo.dts === undefined) {
- track.timelineStartInfo.dts = data.dts;
- }
- if (track.minSegmentDts === undefined) {
- track.minSegmentDts = data.dts;
- } else {
- track.minSegmentDts = Math.min(track.minSegmentDts, data.dts);
- }
- if (track.maxSegmentDts === undefined) {
- track.maxSegmentDts = data.dts;
- } else {
- track.maxSegmentDts = Math.max(track.maxSegmentDts, data.dts);
- }
- }
- };
- /**
- * Clear values used to calculate the baseMediaDecodeTime between
- * tracks
- */
- var clearDtsInfo = function (track) {
- delete track.minSegmentDts;
- delete track.maxSegmentDts;
- delete track.minSegmentPts;
- delete track.maxSegmentPts;
- };
- /**
- * Calculate the track's baseMediaDecodeTime based on the earliest
- * DTS the transmuxer has ever seen and the minimum DTS for the
- * current track
- * @param track {object} track metadata configuration
- * @param keepOriginalTimestamps {boolean} If true, keep the timestamps
- * in the source; false to adjust the first segment to start at 0.
- */
- var calculateTrackBaseMediaDecodeTime = function (track, keepOriginalTimestamps) {
- var baseMediaDecodeTime,
- scale,
- minSegmentDts = track.minSegmentDts; // Optionally adjust the time so the first segment starts at zero.
- if (!keepOriginalTimestamps) {
- minSegmentDts -= track.timelineStartInfo.dts;
- } // track.timelineStartInfo.baseMediaDecodeTime is the location, in time, where
- // we want the start of the first segment to be placed
- baseMediaDecodeTime = track.timelineStartInfo.baseMediaDecodeTime; // Add to that the distance this segment is from the very first
- baseMediaDecodeTime += minSegmentDts; // baseMediaDecodeTime must not become negative
- baseMediaDecodeTime = Math.max(0, baseMediaDecodeTime);
- if (track.type === 'audio') {
- // Audio has a different clock equal to the sampling_rate so we need to
- // scale the PTS values into the clock rate of the track
- scale = track.samplerate / ONE_SECOND_IN_TS$3;
- baseMediaDecodeTime *= scale;
- baseMediaDecodeTime = Math.floor(baseMediaDecodeTime);
- }
- return baseMediaDecodeTime;
- };
- var trackDecodeInfo$1 = {
- clearDtsInfo: clearDtsInfo,
- calculateTrackBaseMediaDecodeTime: calculateTrackBaseMediaDecodeTime,
- collectDtsInfo: collectDtsInfo
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Reads in-band caption information from a video elementary
- * stream. Captions must follow the CEA-708 standard for injection
- * into an MPEG-2 transport streams.
- * @see https://en.wikipedia.org/wiki/CEA-708
- * @see https://www.gpo.gov/fdsys/pkg/CFR-2007-title47-vol1/pdf/CFR-2007-title47-vol1-sec15-119.pdf
- */
- // payload type field to indicate how they are to be
- // interpreted. CEAS-708 caption content is always transmitted with
- // payload type 0x04.
- var USER_DATA_REGISTERED_ITU_T_T35 = 4,
- RBSP_TRAILING_BITS = 128;
- /**
- * Parse a supplemental enhancement information (SEI) NAL unit.
- * Stops parsing once a message of type ITU T T35 has been found.
- *
- * @param bytes {Uint8Array} the bytes of a SEI NAL unit
- * @return {object} the parsed SEI payload
- * @see Rec. ITU-T H.264, 7.3.2.3.1
- */
- var parseSei = function (bytes) {
- var i = 0,
- result = {
- payloadType: -1,
- payloadSize: 0
- },
- payloadType = 0,
- payloadSize = 0; // go through the sei_rbsp parsing each each individual sei_message
- while (i < bytes.byteLength) {
- // stop once we have hit the end of the sei_rbsp
- if (bytes[i] === RBSP_TRAILING_BITS) {
- break;
- } // Parse payload type
- while (bytes[i] === 0xFF) {
- payloadType += 255;
- i++;
- }
- payloadType += bytes[i++]; // Parse payload size
- while (bytes[i] === 0xFF) {
- payloadSize += 255;
- i++;
- }
- payloadSize += bytes[i++]; // this sei_message is a 608/708 caption so save it and break
- // there can only ever be one caption message in a frame's sei
- if (!result.payload && payloadType === USER_DATA_REGISTERED_ITU_T_T35) {
- var userIdentifier = String.fromCharCode(bytes[i + 3], bytes[i + 4], bytes[i + 5], bytes[i + 6]);
- if (userIdentifier === 'GA94') {
- result.payloadType = payloadType;
- result.payloadSize = payloadSize;
- result.payload = bytes.subarray(i, i + payloadSize);
- break;
- } else {
- result.payload = void 0;
- }
- } // skip the payload and parse the next message
- i += payloadSize;
- payloadType = 0;
- payloadSize = 0;
- }
- return result;
- }; // see ANSI/SCTE 128-1 (2013), section 8.1
- var parseUserData = function (sei) {
- // itu_t_t35_contry_code must be 181 (United States) for
- // captions
- if (sei.payload[0] !== 181) {
- return null;
- } // itu_t_t35_provider_code should be 49 (ATSC) for captions
- if ((sei.payload[1] << 8 | sei.payload[2]) !== 49) {
- return null;
- } // the user_identifier should be "GA94" to indicate ATSC1 data
- if (String.fromCharCode(sei.payload[3], sei.payload[4], sei.payload[5], sei.payload[6]) !== 'GA94') {
- return null;
- } // finally, user_data_type_code should be 0x03 for caption data
- if (sei.payload[7] !== 0x03) {
- return null;
- } // return the user_data_type_structure and strip the trailing
- // marker bits
- return sei.payload.subarray(8, sei.payload.length - 1);
- }; // see CEA-708-D, section 4.4
- var parseCaptionPackets = function (pts, userData) {
- var results = [],
- i,
- count,
- offset,
- data; // if this is just filler, return immediately
- if (!(userData[0] & 0x40)) {
- return results;
- } // parse out the cc_data_1 and cc_data_2 fields
- count = userData[0] & 0x1f;
- for (i = 0; i < count; i++) {
- offset = i * 3;
- data = {
- type: userData[offset + 2] & 0x03,
- pts: pts
- }; // capture cc data when cc_valid is 1
- if (userData[offset + 2] & 0x04) {
- data.ccData = userData[offset + 3] << 8 | userData[offset + 4];
- results.push(data);
- }
- }
- return results;
- };
- var discardEmulationPreventionBytes$1 = function (data) {
- var length = data.byteLength,
- emulationPreventionBytesPositions = [],
- i = 1,
- newLength,
- newData; // Find all `Emulation Prevention Bytes`
- while (i < length - 2) {
- if (data[i] === 0 && data[i + 1] === 0 && data[i + 2] === 0x03) {
- emulationPreventionBytesPositions.push(i + 2);
- i += 2;
- } else {
- i++;
- }
- } // If no Emulation Prevention Bytes were found just return the original
- // array
- if (emulationPreventionBytesPositions.length === 0) {
- return data;
- } // Create a new array to hold the NAL unit data
- newLength = length - emulationPreventionBytesPositions.length;
- newData = new Uint8Array(newLength);
- var sourceIndex = 0;
- for (i = 0; i < newLength; sourceIndex++, i++) {
- if (sourceIndex === emulationPreventionBytesPositions[0]) {
- // Skip this byte
- sourceIndex++; // Remove this position index
- emulationPreventionBytesPositions.shift();
- }
- newData[i] = data[sourceIndex];
- }
- return newData;
- }; // exports
- var captionPacketParser = {
- parseSei: parseSei,
- parseUserData: parseUserData,
- parseCaptionPackets: parseCaptionPackets,
- discardEmulationPreventionBytes: discardEmulationPreventionBytes$1,
- USER_DATA_REGISTERED_ITU_T_T35: USER_DATA_REGISTERED_ITU_T_T35
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Reads in-band caption information from a video elementary
- * stream. Captions must follow the CEA-708 standard for injection
- * into an MPEG-2 transport streams.
- * @see https://en.wikipedia.org/wiki/CEA-708
- * @see https://www.gpo.gov/fdsys/pkg/CFR-2007-title47-vol1/pdf/CFR-2007-title47-vol1-sec15-119.pdf
- */
- // Link To Transport
- // -----------------
- var Stream$7 = stream;
- var cea708Parser = captionPacketParser;
- var CaptionStream$2 = function (options) {
- options = options || {};
- CaptionStream$2.prototype.init.call(this); // parse708captions flag, default to true
- this.parse708captions_ = typeof options.parse708captions === 'boolean' ? options.parse708captions : true;
- this.captionPackets_ = [];
- this.ccStreams_ = [new Cea608Stream(0, 0), // eslint-disable-line no-use-before-define
- new Cea608Stream(0, 1), // eslint-disable-line no-use-before-define
- new Cea608Stream(1, 0), // eslint-disable-line no-use-before-define
- new Cea608Stream(1, 1) // eslint-disable-line no-use-before-define
- ];
- if (this.parse708captions_) {
- this.cc708Stream_ = new Cea708Stream({
- captionServices: options.captionServices
- }); // eslint-disable-line no-use-before-define
- }
- this.reset(); // forward data and done events from CCs to this CaptionStream
- this.ccStreams_.forEach(function (cc) {
- cc.on('data', this.trigger.bind(this, 'data'));
- cc.on('partialdone', this.trigger.bind(this, 'partialdone'));
- cc.on('done', this.trigger.bind(this, 'done'));
- }, this);
- if (this.parse708captions_) {
- this.cc708Stream_.on('data', this.trigger.bind(this, 'data'));
- this.cc708Stream_.on('partialdone', this.trigger.bind(this, 'partialdone'));
- this.cc708Stream_.on('done', this.trigger.bind(this, 'done'));
- }
- };
- CaptionStream$2.prototype = new Stream$7();
- CaptionStream$2.prototype.push = function (event) {
- var sei, userData, newCaptionPackets; // only examine SEI NALs
- if (event.nalUnitType !== 'sei_rbsp') {
- return;
- } // parse the sei
- sei = cea708Parser.parseSei(event.escapedRBSP); // no payload data, skip
- if (!sei.payload) {
- return;
- } // ignore everything but user_data_registered_itu_t_t35
- if (sei.payloadType !== cea708Parser.USER_DATA_REGISTERED_ITU_T_T35) {
- return;
- } // parse out the user data payload
- userData = cea708Parser.parseUserData(sei); // ignore unrecognized userData
- if (!userData) {
- return;
- } // Sometimes, the same segment # will be downloaded twice. To stop the
- // caption data from being processed twice, we track the latest dts we've
- // received and ignore everything with a dts before that. However, since
- // data for a specific dts can be split across packets on either side of
- // a segment boundary, we need to make sure we *don't* ignore the packets
- // from the *next* segment that have dts === this.latestDts_. By constantly
- // tracking the number of packets received with dts === this.latestDts_, we
- // know how many should be ignored once we start receiving duplicates.
- if (event.dts < this.latestDts_) {
- // We've started getting older data, so set the flag.
- this.ignoreNextEqualDts_ = true;
- return;
- } else if (event.dts === this.latestDts_ && this.ignoreNextEqualDts_) {
- this.numSameDts_--;
- if (!this.numSameDts_) {
- // We've received the last duplicate packet, time to start processing again
- this.ignoreNextEqualDts_ = false;
- }
- return;
- } // parse out CC data packets and save them for later
- newCaptionPackets = cea708Parser.parseCaptionPackets(event.pts, userData);
- this.captionPackets_ = this.captionPackets_.concat(newCaptionPackets);
- if (this.latestDts_ !== event.dts) {
- this.numSameDts_ = 0;
- }
- this.numSameDts_++;
- this.latestDts_ = event.dts;
- };
- CaptionStream$2.prototype.flushCCStreams = function (flushType) {
- this.ccStreams_.forEach(function (cc) {
- return flushType === 'flush' ? cc.flush() : cc.partialFlush();
- }, this);
- };
- CaptionStream$2.prototype.flushStream = function (flushType) {
- // make sure we actually parsed captions before proceeding
- if (!this.captionPackets_.length) {
- this.flushCCStreams(flushType);
- return;
- } // In Chrome, the Array#sort function is not stable so add a
- // presortIndex that we can use to ensure we get a stable-sort
- this.captionPackets_.forEach(function (elem, idx) {
- elem.presortIndex = idx;
- }); // sort caption byte-pairs based on their PTS values
- this.captionPackets_.sort(function (a, b) {
- if (a.pts === b.pts) {
- return a.presortIndex - b.presortIndex;
- }
- return a.pts - b.pts;
- });
- this.captionPackets_.forEach(function (packet) {
- if (packet.type < 2) {
- // Dispatch packet to the right Cea608Stream
- this.dispatchCea608Packet(packet);
- } else {
- // Dispatch packet to the Cea708Stream
- this.dispatchCea708Packet(packet);
- }
- }, this);
- this.captionPackets_.length = 0;
- this.flushCCStreams(flushType);
- };
- CaptionStream$2.prototype.flush = function () {
- return this.flushStream('flush');
- }; // Only called if handling partial data
- CaptionStream$2.prototype.partialFlush = function () {
- return this.flushStream('partialFlush');
- };
- CaptionStream$2.prototype.reset = function () {
- this.latestDts_ = null;
- this.ignoreNextEqualDts_ = false;
- this.numSameDts_ = 0;
- this.activeCea608Channel_ = [null, null];
- this.ccStreams_.forEach(function (ccStream) {
- ccStream.reset();
- });
- }; // From the CEA-608 spec:
- /*
- * When XDS sub-packets are interleaved with other services, the end of each sub-packet shall be followed
- * by a control pair to change to a different service. When any of the control codes from 0x10 to 0x1F is
- * used to begin a control code pair, it indicates the return to captioning or Text data. The control code pair
- * and subsequent data should then be processed according to the FCC rules. It may be necessary for the
- * line 21 data encoder to automatically insert a control code pair (i.e. RCL, RU2, RU3, RU4, RDC, or RTD)
- * to switch to captioning or Text.
- */
- // With that in mind, we ignore any data between an XDS control code and a
- // subsequent closed-captioning control code.
- CaptionStream$2.prototype.dispatchCea608Packet = function (packet) {
- // NOTE: packet.type is the CEA608 field
- if (this.setsTextOrXDSActive(packet)) {
- this.activeCea608Channel_[packet.type] = null;
- } else if (this.setsChannel1Active(packet)) {
- this.activeCea608Channel_[packet.type] = 0;
- } else if (this.setsChannel2Active(packet)) {
- this.activeCea608Channel_[packet.type] = 1;
- }
- if (this.activeCea608Channel_[packet.type] === null) {
- // If we haven't received anything to set the active channel, or the
- // packets are Text/XDS data, discard the data; we don't want jumbled
- // captions
- return;
- }
- this.ccStreams_[(packet.type << 1) + this.activeCea608Channel_[packet.type]].push(packet);
- };
- CaptionStream$2.prototype.setsChannel1Active = function (packet) {
- return (packet.ccData & 0x7800) === 0x1000;
- };
- CaptionStream$2.prototype.setsChannel2Active = function (packet) {
- return (packet.ccData & 0x7800) === 0x1800;
- };
- CaptionStream$2.prototype.setsTextOrXDSActive = function (packet) {
- return (packet.ccData & 0x7100) === 0x0100 || (packet.ccData & 0x78fe) === 0x102a || (packet.ccData & 0x78fe) === 0x182a;
- };
- CaptionStream$2.prototype.dispatchCea708Packet = function (packet) {
- if (this.parse708captions_) {
- this.cc708Stream_.push(packet);
- }
- }; // ----------------------
- // Session to Application
- // ----------------------
- // This hash maps special and extended character codes to their
- // proper Unicode equivalent. The first one-byte key is just a
- // non-standard character code. The two-byte keys that follow are
- // the extended CEA708 character codes, along with the preceding
- // 0x10 extended character byte to distinguish these codes from
- // non-extended character codes. Every CEA708 character code that
- // is not in this object maps directly to a standard unicode
- // character code.
- // The transparent space and non-breaking transparent space are
- // technically not fully supported since there is no code to
- // make them transparent, so they have normal non-transparent
- // stand-ins.
- // The special closed caption (CC) character isn't a standard
- // unicode character, so a fairly similar unicode character was
- // chosen in it's place.
- var CHARACTER_TRANSLATION_708 = {
- 0x7f: 0x266a,
- // ♪
- 0x1020: 0x20,
- // Transparent Space
- 0x1021: 0xa0,
- // Nob-breaking Transparent Space
- 0x1025: 0x2026,
- // …
- 0x102a: 0x0160,
- // Š
- 0x102c: 0x0152,
- // Œ
- 0x1030: 0x2588,
- // █
- 0x1031: 0x2018,
- // ‘
- 0x1032: 0x2019,
- // ’
- 0x1033: 0x201c,
- // “
- 0x1034: 0x201d,
- // ”
- 0x1035: 0x2022,
- // •
- 0x1039: 0x2122,
- // ™
- 0x103a: 0x0161,
- // š
- 0x103c: 0x0153,
- // œ
- 0x103d: 0x2120,
- // ℠
- 0x103f: 0x0178,
- // Ÿ
- 0x1076: 0x215b,
- // ⅛
- 0x1077: 0x215c,
- // ⅜
- 0x1078: 0x215d,
- // ⅝
- 0x1079: 0x215e,
- // ⅞
- 0x107a: 0x23d0,
- // ⏐
- 0x107b: 0x23a4,
- // ⎤
- 0x107c: 0x23a3,
- // ⎣
- 0x107d: 0x23af,
- // ⎯
- 0x107e: 0x23a6,
- // ⎦
- 0x107f: 0x23a1,
- // ⎡
- 0x10a0: 0x3138 // ㄸ (CC char)
- };
- var get708CharFromCode = function (code) {
- var newCode = CHARACTER_TRANSLATION_708[code] || code;
- if (code & 0x1000 && code === newCode) {
- // Invalid extended code
- return '';
- }
- return String.fromCharCode(newCode);
- };
- var within708TextBlock = function (b) {
- return 0x20 <= b && b <= 0x7f || 0xa0 <= b && b <= 0xff;
- };
- var Cea708Window = function (windowNum) {
- this.windowNum = windowNum;
- this.reset();
- };
- Cea708Window.prototype.reset = function () {
- this.clearText();
- this.pendingNewLine = false;
- this.winAttr = {};
- this.penAttr = {};
- this.penLoc = {};
- this.penColor = {}; // These default values are arbitrary,
- // defineWindow will usually override them
- this.visible = 0;
- this.rowLock = 0;
- this.columnLock = 0;
- this.priority = 0;
- this.relativePositioning = 0;
- this.anchorVertical = 0;
- this.anchorHorizontal = 0;
- this.anchorPoint = 0;
- this.rowCount = 1;
- this.virtualRowCount = this.rowCount + 1;
- this.columnCount = 41;
- this.windowStyle = 0;
- this.penStyle = 0;
- };
- Cea708Window.prototype.getText = function () {
- return this.rows.join('\n');
- };
- Cea708Window.prototype.clearText = function () {
- this.rows = [''];
- this.rowIdx = 0;
- };
- Cea708Window.prototype.newLine = function (pts) {
- if (this.rows.length >= this.virtualRowCount && typeof this.beforeRowOverflow === 'function') {
- this.beforeRowOverflow(pts);
- }
- if (this.rows.length > 0) {
- this.rows.push('');
- this.rowIdx++;
- } // Show all virtual rows since there's no visible scrolling
- while (this.rows.length > this.virtualRowCount) {
- this.rows.shift();
- this.rowIdx--;
- }
- };
- Cea708Window.prototype.isEmpty = function () {
- if (this.rows.length === 0) {
- return true;
- } else if (this.rows.length === 1) {
- return this.rows[0] === '';
- }
- return false;
- };
- Cea708Window.prototype.addText = function (text) {
- this.rows[this.rowIdx] += text;
- };
- Cea708Window.prototype.backspace = function () {
- if (!this.isEmpty()) {
- var row = this.rows[this.rowIdx];
- this.rows[this.rowIdx] = row.substr(0, row.length - 1);
- }
- };
- var Cea708Service = function (serviceNum, encoding, stream) {
- this.serviceNum = serviceNum;
- this.text = '';
- this.currentWindow = new Cea708Window(-1);
- this.windows = [];
- this.stream = stream; // Try to setup a TextDecoder if an `encoding` value was provided
- if (typeof encoding === 'string') {
- this.createTextDecoder(encoding);
- }
- };
- /**
- * Initialize service windows
- * Must be run before service use
- *
- * @param {Integer} pts PTS value
- * @param {Function} beforeRowOverflow Function to execute before row overflow of a window
- */
- Cea708Service.prototype.init = function (pts, beforeRowOverflow) {
- this.startPts = pts;
- for (var win = 0; win < 8; win++) {
- this.windows[win] = new Cea708Window(win);
- if (typeof beforeRowOverflow === 'function') {
- this.windows[win].beforeRowOverflow = beforeRowOverflow;
- }
- }
- };
- /**
- * Set current window of service to be affected by commands
- *
- * @param {Integer} windowNum Window number
- */
- Cea708Service.prototype.setCurrentWindow = function (windowNum) {
- this.currentWindow = this.windows[windowNum];
- };
- /**
- * Try to create a TextDecoder if it is natively supported
- */
- Cea708Service.prototype.createTextDecoder = function (encoding) {
- if (typeof TextDecoder === 'undefined') {
- this.stream.trigger('log', {
- level: 'warn',
- message: 'The `encoding` option is unsupported without TextDecoder support'
- });
- } else {
- try {
- this.textDecoder_ = new TextDecoder(encoding);
- } catch (error) {
- this.stream.trigger('log', {
- level: 'warn',
- message: 'TextDecoder could not be created with ' + encoding + ' encoding. ' + error
- });
- }
- }
- };
- var Cea708Stream = function (options) {
- options = options || {};
- Cea708Stream.prototype.init.call(this);
- var self = this;
- var captionServices = options.captionServices || {};
- var captionServiceEncodings = {};
- var serviceProps; // Get service encodings from captionServices option block
- Object.keys(captionServices).forEach(serviceName => {
- serviceProps = captionServices[serviceName];
- if (/^SERVICE/.test(serviceName)) {
- captionServiceEncodings[serviceName] = serviceProps.encoding;
- }
- });
- this.serviceEncodings = captionServiceEncodings;
- this.current708Packet = null;
- this.services = {};
- this.push = function (packet) {
- if (packet.type === 3) {
- // 708 packet start
- self.new708Packet();
- self.add708Bytes(packet);
- } else {
- if (self.current708Packet === null) {
- // This should only happen at the start of a file if there's no packet start.
- self.new708Packet();
- }
- self.add708Bytes(packet);
- }
- };
- };
- Cea708Stream.prototype = new Stream$7();
- /**
- * Push current 708 packet, create new 708 packet.
- */
- Cea708Stream.prototype.new708Packet = function () {
- if (this.current708Packet !== null) {
- this.push708Packet();
- }
- this.current708Packet = {
- data: [],
- ptsVals: []
- };
- };
- /**
- * Add pts and both bytes from packet into current 708 packet.
- */
- Cea708Stream.prototype.add708Bytes = function (packet) {
- var data = packet.ccData;
- var byte0 = data >>> 8;
- var byte1 = data & 0xff; // I would just keep a list of packets instead of bytes, but it isn't clear in the spec
- // that service blocks will always line up with byte pairs.
- this.current708Packet.ptsVals.push(packet.pts);
- this.current708Packet.data.push(byte0);
- this.current708Packet.data.push(byte1);
- };
- /**
- * Parse completed 708 packet into service blocks and push each service block.
- */
- Cea708Stream.prototype.push708Packet = function () {
- var packet708 = this.current708Packet;
- var packetData = packet708.data;
- var serviceNum = null;
- var blockSize = null;
- var i = 0;
- var b = packetData[i++];
- packet708.seq = b >> 6;
- packet708.sizeCode = b & 0x3f; // 0b00111111;
- for (; i < packetData.length; i++) {
- b = packetData[i++];
- serviceNum = b >> 5;
- blockSize = b & 0x1f; // 0b00011111
- if (serviceNum === 7 && blockSize > 0) {
- // Extended service num
- b = packetData[i++];
- serviceNum = b;
- }
- this.pushServiceBlock(serviceNum, i, blockSize);
- if (blockSize > 0) {
- i += blockSize - 1;
- }
- }
- };
- /**
- * Parse service block, execute commands, read text.
- *
- * Note: While many of these commands serve important purposes,
- * many others just parse out the parameters or attributes, but
- * nothing is done with them because this is not a full and complete
- * implementation of the entire 708 spec.
- *
- * @param {Integer} serviceNum Service number
- * @param {Integer} start Start index of the 708 packet data
- * @param {Integer} size Block size
- */
- Cea708Stream.prototype.pushServiceBlock = function (serviceNum, start, size) {
- var b;
- var i = start;
- var packetData = this.current708Packet.data;
- var service = this.services[serviceNum];
- if (!service) {
- service = this.initService(serviceNum, i);
- }
- for (; i < start + size && i < packetData.length; i++) {
- b = packetData[i];
- if (within708TextBlock(b)) {
- i = this.handleText(i, service);
- } else if (b === 0x18) {
- i = this.multiByteCharacter(i, service);
- } else if (b === 0x10) {
- i = this.extendedCommands(i, service);
- } else if (0x80 <= b && b <= 0x87) {
- i = this.setCurrentWindow(i, service);
- } else if (0x98 <= b && b <= 0x9f) {
- i = this.defineWindow(i, service);
- } else if (b === 0x88) {
- i = this.clearWindows(i, service);
- } else if (b === 0x8c) {
- i = this.deleteWindows(i, service);
- } else if (b === 0x89) {
- i = this.displayWindows(i, service);
- } else if (b === 0x8a) {
- i = this.hideWindows(i, service);
- } else if (b === 0x8b) {
- i = this.toggleWindows(i, service);
- } else if (b === 0x97) {
- i = this.setWindowAttributes(i, service);
- } else if (b === 0x90) {
- i = this.setPenAttributes(i, service);
- } else if (b === 0x91) {
- i = this.setPenColor(i, service);
- } else if (b === 0x92) {
- i = this.setPenLocation(i, service);
- } else if (b === 0x8f) {
- service = this.reset(i, service);
- } else if (b === 0x08) {
- // BS: Backspace
- service.currentWindow.backspace();
- } else if (b === 0x0c) {
- // FF: Form feed
- service.currentWindow.clearText();
- } else if (b === 0x0d) {
- // CR: Carriage return
- service.currentWindow.pendingNewLine = true;
- } else if (b === 0x0e) {
- // HCR: Horizontal carriage return
- service.currentWindow.clearText();
- } else if (b === 0x8d) {
- // DLY: Delay, nothing to do
- i++;
- } else ;
- }
- };
- /**
- * Execute an extended command
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.extendedCommands = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- if (within708TextBlock(b)) {
- i = this.handleText(i, service, {
- isExtended: true
- });
- }
- return i;
- };
- /**
- * Get PTS value of a given byte index
- *
- * @param {Integer} byteIndex Index of the byte
- * @return {Integer} PTS
- */
- Cea708Stream.prototype.getPts = function (byteIndex) {
- // There's 1 pts value per 2 bytes
- return this.current708Packet.ptsVals[Math.floor(byteIndex / 2)];
- };
- /**
- * Initializes a service
- *
- * @param {Integer} serviceNum Service number
- * @return {Service} Initialized service object
- */
- Cea708Stream.prototype.initService = function (serviceNum, i) {
- var serviceName = 'SERVICE' + serviceNum;
- var self = this;
- var serviceName;
- var encoding;
- if (serviceName in this.serviceEncodings) {
- encoding = this.serviceEncodings[serviceName];
- }
- this.services[serviceNum] = new Cea708Service(serviceNum, encoding, self);
- this.services[serviceNum].init(this.getPts(i), function (pts) {
- self.flushDisplayed(pts, self.services[serviceNum]);
- });
- return this.services[serviceNum];
- };
- /**
- * Execute text writing to current window
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.handleText = function (i, service, options) {
- var isExtended = options && options.isExtended;
- var isMultiByte = options && options.isMultiByte;
- var packetData = this.current708Packet.data;
- var extended = isExtended ? 0x1000 : 0x0000;
- var currentByte = packetData[i];
- var nextByte = packetData[i + 1];
- var win = service.currentWindow;
- var char;
- var charCodeArray; // Use the TextDecoder if one was created for this service
- if (service.textDecoder_ && !isExtended) {
- if (isMultiByte) {
- charCodeArray = [currentByte, nextByte];
- i++;
- } else {
- charCodeArray = [currentByte];
- }
- char = service.textDecoder_.decode(new Uint8Array(charCodeArray));
- } else {
- char = get708CharFromCode(extended | currentByte);
- }
- if (win.pendingNewLine && !win.isEmpty()) {
- win.newLine(this.getPts(i));
- }
- win.pendingNewLine = false;
- win.addText(char);
- return i;
- };
- /**
- * Handle decoding of multibyte character
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.multiByteCharacter = function (i, service) {
- var packetData = this.current708Packet.data;
- var firstByte = packetData[i + 1];
- var secondByte = packetData[i + 2];
- if (within708TextBlock(firstByte) && within708TextBlock(secondByte)) {
- i = this.handleText(++i, service, {
- isMultiByte: true
- });
- }
- return i;
- };
- /**
- * Parse and execute the CW# command.
- *
- * Set the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.setCurrentWindow = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var windowNum = b & 0x07;
- service.setCurrentWindow(windowNum);
- return i;
- };
- /**
- * Parse and execute the DF# command.
- *
- * Define a window and set it as the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.defineWindow = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var windowNum = b & 0x07;
- service.setCurrentWindow(windowNum);
- var win = service.currentWindow;
- b = packetData[++i];
- win.visible = (b & 0x20) >> 5; // v
- win.rowLock = (b & 0x10) >> 4; // rl
- win.columnLock = (b & 0x08) >> 3; // cl
- win.priority = b & 0x07; // p
- b = packetData[++i];
- win.relativePositioning = (b & 0x80) >> 7; // rp
- win.anchorVertical = b & 0x7f; // av
- b = packetData[++i];
- win.anchorHorizontal = b; // ah
- b = packetData[++i];
- win.anchorPoint = (b & 0xf0) >> 4; // ap
- win.rowCount = b & 0x0f; // rc
- b = packetData[++i];
- win.columnCount = b & 0x3f; // cc
- b = packetData[++i];
- win.windowStyle = (b & 0x38) >> 3; // ws
- win.penStyle = b & 0x07; // ps
- // The spec says there are (rowCount+1) "virtual rows"
- win.virtualRowCount = win.rowCount + 1;
- return i;
- };
- /**
- * Parse and execute the SWA command.
- *
- * Set attributes of the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.setWindowAttributes = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var winAttr = service.currentWindow.winAttr;
- b = packetData[++i];
- winAttr.fillOpacity = (b & 0xc0) >> 6; // fo
- winAttr.fillRed = (b & 0x30) >> 4; // fr
- winAttr.fillGreen = (b & 0x0c) >> 2; // fg
- winAttr.fillBlue = b & 0x03; // fb
- b = packetData[++i];
- winAttr.borderType = (b & 0xc0) >> 6; // bt
- winAttr.borderRed = (b & 0x30) >> 4; // br
- winAttr.borderGreen = (b & 0x0c) >> 2; // bg
- winAttr.borderBlue = b & 0x03; // bb
- b = packetData[++i];
- winAttr.borderType += (b & 0x80) >> 5; // bt
- winAttr.wordWrap = (b & 0x40) >> 6; // ww
- winAttr.printDirection = (b & 0x30) >> 4; // pd
- winAttr.scrollDirection = (b & 0x0c) >> 2; // sd
- winAttr.justify = b & 0x03; // j
- b = packetData[++i];
- winAttr.effectSpeed = (b & 0xf0) >> 4; // es
- winAttr.effectDirection = (b & 0x0c) >> 2; // ed
- winAttr.displayEffect = b & 0x03; // de
- return i;
- };
- /**
- * Gather text from all displayed windows and push a caption to output.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- */
- Cea708Stream.prototype.flushDisplayed = function (pts, service) {
- var displayedText = []; // TODO: Positioning not supported, displaying multiple windows will not necessarily
- // display text in the correct order, but sample files so far have not shown any issue.
- for (var winId = 0; winId < 8; winId++) {
- if (service.windows[winId].visible && !service.windows[winId].isEmpty()) {
- displayedText.push(service.windows[winId].getText());
- }
- }
- service.endPts = pts;
- service.text = displayedText.join('\n\n');
- this.pushCaption(service);
- service.startPts = pts;
- };
- /**
- * Push a caption to output if the caption contains text.
- *
- * @param {Service} service The service object to be affected
- */
- Cea708Stream.prototype.pushCaption = function (service) {
- if (service.text !== '') {
- this.trigger('data', {
- startPts: service.startPts,
- endPts: service.endPts,
- text: service.text,
- stream: 'cc708_' + service.serviceNum
- });
- service.text = '';
- service.startPts = service.endPts;
- }
- };
- /**
- * Parse and execute the DSW command.
- *
- * Set visible property of windows based on the parsed bitmask.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.displayWindows = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- for (var winId = 0; winId < 8; winId++) {
- if (b & 0x01 << winId) {
- service.windows[winId].visible = 1;
- }
- }
- return i;
- };
- /**
- * Parse and execute the HDW command.
- *
- * Set visible property of windows based on the parsed bitmask.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.hideWindows = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- for (var winId = 0; winId < 8; winId++) {
- if (b & 0x01 << winId) {
- service.windows[winId].visible = 0;
- }
- }
- return i;
- };
- /**
- * Parse and execute the TGW command.
- *
- * Set visible property of windows based on the parsed bitmask.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.toggleWindows = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- for (var winId = 0; winId < 8; winId++) {
- if (b & 0x01 << winId) {
- service.windows[winId].visible ^= 1;
- }
- }
- return i;
- };
- /**
- * Parse and execute the CLW command.
- *
- * Clear text of windows based on the parsed bitmask.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.clearWindows = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- for (var winId = 0; winId < 8; winId++) {
- if (b & 0x01 << winId) {
- service.windows[winId].clearText();
- }
- }
- return i;
- };
- /**
- * Parse and execute the DLW command.
- *
- * Re-initialize windows based on the parsed bitmask.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.deleteWindows = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[++i];
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- for (var winId = 0; winId < 8; winId++) {
- if (b & 0x01 << winId) {
- service.windows[winId].reset();
- }
- }
- return i;
- };
- /**
- * Parse and execute the SPA command.
- *
- * Set pen attributes of the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.setPenAttributes = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var penAttr = service.currentWindow.penAttr;
- b = packetData[++i];
- penAttr.textTag = (b & 0xf0) >> 4; // tt
- penAttr.offset = (b & 0x0c) >> 2; // o
- penAttr.penSize = b & 0x03; // s
- b = packetData[++i];
- penAttr.italics = (b & 0x80) >> 7; // i
- penAttr.underline = (b & 0x40) >> 6; // u
- penAttr.edgeType = (b & 0x38) >> 3; // et
- penAttr.fontStyle = b & 0x07; // fs
- return i;
- };
- /**
- * Parse and execute the SPC command.
- *
- * Set pen color of the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.setPenColor = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var penColor = service.currentWindow.penColor;
- b = packetData[++i];
- penColor.fgOpacity = (b & 0xc0) >> 6; // fo
- penColor.fgRed = (b & 0x30) >> 4; // fr
- penColor.fgGreen = (b & 0x0c) >> 2; // fg
- penColor.fgBlue = b & 0x03; // fb
- b = packetData[++i];
- penColor.bgOpacity = (b & 0xc0) >> 6; // bo
- penColor.bgRed = (b & 0x30) >> 4; // br
- penColor.bgGreen = (b & 0x0c) >> 2; // bg
- penColor.bgBlue = b & 0x03; // bb
- b = packetData[++i];
- penColor.edgeRed = (b & 0x30) >> 4; // er
- penColor.edgeGreen = (b & 0x0c) >> 2; // eg
- penColor.edgeBlue = b & 0x03; // eb
- return i;
- };
- /**
- * Parse and execute the SPL command.
- *
- * Set pen location of the current window.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Integer} New index after parsing
- */
- Cea708Stream.prototype.setPenLocation = function (i, service) {
- var packetData = this.current708Packet.data;
- var b = packetData[i];
- var penLoc = service.currentWindow.penLoc; // Positioning isn't really supported at the moment, so this essentially just inserts a linebreak
- service.currentWindow.pendingNewLine = true;
- b = packetData[++i];
- penLoc.row = b & 0x0f; // r
- b = packetData[++i];
- penLoc.column = b & 0x3f; // c
- return i;
- };
- /**
- * Execute the RST command.
- *
- * Reset service to a clean slate. Re-initialize.
- *
- * @param {Integer} i Current index in the 708 packet
- * @param {Service} service The service object to be affected
- * @return {Service} Re-initialized service
- */
- Cea708Stream.prototype.reset = function (i, service) {
- var pts = this.getPts(i);
- this.flushDisplayed(pts, service);
- return this.initService(service.serviceNum, i);
- }; // This hash maps non-ASCII, special, and extended character codes to their
- // proper Unicode equivalent. The first keys that are only a single byte
- // are the non-standard ASCII characters, which simply map the CEA608 byte
- // to the standard ASCII/Unicode. The two-byte keys that follow are the CEA608
- // character codes, but have their MSB bitmasked with 0x03 so that a lookup
- // can be performed regardless of the field and data channel on which the
- // character code was received.
- var CHARACTER_TRANSLATION = {
- 0x2a: 0xe1,
- // á
- 0x5c: 0xe9,
- // é
- 0x5e: 0xed,
- // í
- 0x5f: 0xf3,
- // ó
- 0x60: 0xfa,
- // ú
- 0x7b: 0xe7,
- // ç
- 0x7c: 0xf7,
- // ÷
- 0x7d: 0xd1,
- // Ñ
- 0x7e: 0xf1,
- // ñ
- 0x7f: 0x2588,
- // █
- 0x0130: 0xae,
- // ®
- 0x0131: 0xb0,
- // °
- 0x0132: 0xbd,
- // ½
- 0x0133: 0xbf,
- // ¿
- 0x0134: 0x2122,
- // ™
- 0x0135: 0xa2,
- // ¢
- 0x0136: 0xa3,
- // £
- 0x0137: 0x266a,
- // ♪
- 0x0138: 0xe0,
- // à
- 0x0139: 0xa0,
- //
- 0x013a: 0xe8,
- // è
- 0x013b: 0xe2,
- // â
- 0x013c: 0xea,
- // ê
- 0x013d: 0xee,
- // î
- 0x013e: 0xf4,
- // ô
- 0x013f: 0xfb,
- // û
- 0x0220: 0xc1,
- // Á
- 0x0221: 0xc9,
- // É
- 0x0222: 0xd3,
- // Ó
- 0x0223: 0xda,
- // Ú
- 0x0224: 0xdc,
- // Ü
- 0x0225: 0xfc,
- // ü
- 0x0226: 0x2018,
- // ‘
- 0x0227: 0xa1,
- // ¡
- 0x0228: 0x2a,
- // *
- 0x0229: 0x27,
- // '
- 0x022a: 0x2014,
- // —
- 0x022b: 0xa9,
- // ©
- 0x022c: 0x2120,
- // ℠
- 0x022d: 0x2022,
- // •
- 0x022e: 0x201c,
- // “
- 0x022f: 0x201d,
- // ”
- 0x0230: 0xc0,
- // À
- 0x0231: 0xc2,
- // Â
- 0x0232: 0xc7,
- // Ç
- 0x0233: 0xc8,
- // È
- 0x0234: 0xca,
- // Ê
- 0x0235: 0xcb,
- // Ë
- 0x0236: 0xeb,
- // ë
- 0x0237: 0xce,
- // Î
- 0x0238: 0xcf,
- // Ï
- 0x0239: 0xef,
- // ï
- 0x023a: 0xd4,
- // Ô
- 0x023b: 0xd9,
- // Ù
- 0x023c: 0xf9,
- // ù
- 0x023d: 0xdb,
- // Û
- 0x023e: 0xab,
- // «
- 0x023f: 0xbb,
- // »
- 0x0320: 0xc3,
- // Ã
- 0x0321: 0xe3,
- // ã
- 0x0322: 0xcd,
- // Í
- 0x0323: 0xcc,
- // Ì
- 0x0324: 0xec,
- // ì
- 0x0325: 0xd2,
- // Ò
- 0x0326: 0xf2,
- // ò
- 0x0327: 0xd5,
- // Õ
- 0x0328: 0xf5,
- // õ
- 0x0329: 0x7b,
- // {
- 0x032a: 0x7d,
- // }
- 0x032b: 0x5c,
- // \
- 0x032c: 0x5e,
- // ^
- 0x032d: 0x5f,
- // _
- 0x032e: 0x7c,
- // |
- 0x032f: 0x7e,
- // ~
- 0x0330: 0xc4,
- // Ä
- 0x0331: 0xe4,
- // ä
- 0x0332: 0xd6,
- // Ö
- 0x0333: 0xf6,
- // ö
- 0x0334: 0xdf,
- // ß
- 0x0335: 0xa5,
- // ¥
- 0x0336: 0xa4,
- // ¤
- 0x0337: 0x2502,
- // │
- 0x0338: 0xc5,
- // Å
- 0x0339: 0xe5,
- // å
- 0x033a: 0xd8,
- // Ø
- 0x033b: 0xf8,
- // ø
- 0x033c: 0x250c,
- // ┌
- 0x033d: 0x2510,
- // ┐
- 0x033e: 0x2514,
- // └
- 0x033f: 0x2518 // ┘
- };
- var getCharFromCode = function (code) {
- if (code === null) {
- return '';
- }
- code = CHARACTER_TRANSLATION[code] || code;
- return String.fromCharCode(code);
- }; // the index of the last row in a CEA-608 display buffer
- var BOTTOM_ROW = 14; // This array is used for mapping PACs -> row #, since there's no way of
- // getting it through bit logic.
- var ROWS = [0x1100, 0x1120, 0x1200, 0x1220, 0x1500, 0x1520, 0x1600, 0x1620, 0x1700, 0x1720, 0x1000, 0x1300, 0x1320, 0x1400, 0x1420]; // CEA-608 captions are rendered onto a 34x15 matrix of character
- // cells. The "bottom" row is the last element in the outer array.
- var createDisplayBuffer = function () {
- var result = [],
- i = BOTTOM_ROW + 1;
- while (i--) {
- result.push('');
- }
- return result;
- };
- var Cea608Stream = function (field, dataChannel) {
- Cea608Stream.prototype.init.call(this);
- this.field_ = field || 0;
- this.dataChannel_ = dataChannel || 0;
- this.name_ = 'CC' + ((this.field_ << 1 | this.dataChannel_) + 1);
- this.setConstants();
- this.reset();
- this.push = function (packet) {
- var data, swap, char0, char1, text; // remove the parity bits
- data = packet.ccData & 0x7f7f; // ignore duplicate control codes; the spec demands they're sent twice
- if (data === this.lastControlCode_) {
- this.lastControlCode_ = null;
- return;
- } // Store control codes
- if ((data & 0xf000) === 0x1000) {
- this.lastControlCode_ = data;
- } else if (data !== this.PADDING_) {
- this.lastControlCode_ = null;
- }
- char0 = data >>> 8;
- char1 = data & 0xff;
- if (data === this.PADDING_) {
- return;
- } else if (data === this.RESUME_CAPTION_LOADING_) {
- this.mode_ = 'popOn';
- } else if (data === this.END_OF_CAPTION_) {
- // If an EOC is received while in paint-on mode, the displayed caption
- // text should be swapped to non-displayed memory as if it was a pop-on
- // caption. Because of that, we should explicitly switch back to pop-on
- // mode
- this.mode_ = 'popOn';
- this.clearFormatting(packet.pts); // if a caption was being displayed, it's gone now
- this.flushDisplayed(packet.pts); // flip memory
- swap = this.displayed_;
- this.displayed_ = this.nonDisplayed_;
- this.nonDisplayed_ = swap; // start measuring the time to display the caption
- this.startPts_ = packet.pts;
- } else if (data === this.ROLL_UP_2_ROWS_) {
- this.rollUpRows_ = 2;
- this.setRollUp(packet.pts);
- } else if (data === this.ROLL_UP_3_ROWS_) {
- this.rollUpRows_ = 3;
- this.setRollUp(packet.pts);
- } else if (data === this.ROLL_UP_4_ROWS_) {
- this.rollUpRows_ = 4;
- this.setRollUp(packet.pts);
- } else if (data === this.CARRIAGE_RETURN_) {
- this.clearFormatting(packet.pts);
- this.flushDisplayed(packet.pts);
- this.shiftRowsUp_();
- this.startPts_ = packet.pts;
- } else if (data === this.BACKSPACE_) {
- if (this.mode_ === 'popOn') {
- this.nonDisplayed_[this.row_] = this.nonDisplayed_[this.row_].slice(0, -1);
- } else {
- this.displayed_[this.row_] = this.displayed_[this.row_].slice(0, -1);
- }
- } else if (data === this.ERASE_DISPLAYED_MEMORY_) {
- this.flushDisplayed(packet.pts);
- this.displayed_ = createDisplayBuffer();
- } else if (data === this.ERASE_NON_DISPLAYED_MEMORY_) {
- this.nonDisplayed_ = createDisplayBuffer();
- } else if (data === this.RESUME_DIRECT_CAPTIONING_) {
- if (this.mode_ !== 'paintOn') {
- // NOTE: This should be removed when proper caption positioning is
- // implemented
- this.flushDisplayed(packet.pts);
- this.displayed_ = createDisplayBuffer();
- }
- this.mode_ = 'paintOn';
- this.startPts_ = packet.pts; // Append special characters to caption text
- } else if (this.isSpecialCharacter(char0, char1)) {
- // Bitmask char0 so that we can apply character transformations
- // regardless of field and data channel.
- // Then byte-shift to the left and OR with char1 so we can pass the
- // entire character code to `getCharFromCode`.
- char0 = (char0 & 0x03) << 8;
- text = getCharFromCode(char0 | char1);
- this[this.mode_](packet.pts, text);
- this.column_++; // Append extended characters to caption text
- } else if (this.isExtCharacter(char0, char1)) {
- // Extended characters always follow their "non-extended" equivalents.
- // IE if a "è" is desired, you'll always receive "eè"; non-compliant
- // decoders are supposed to drop the "è", while compliant decoders
- // backspace the "e" and insert "è".
- // Delete the previous character
- if (this.mode_ === 'popOn') {
- this.nonDisplayed_[this.row_] = this.nonDisplayed_[this.row_].slice(0, -1);
- } else {
- this.displayed_[this.row_] = this.displayed_[this.row_].slice(0, -1);
- } // Bitmask char0 so that we can apply character transformations
- // regardless of field and data channel.
- // Then byte-shift to the left and OR with char1 so we can pass the
- // entire character code to `getCharFromCode`.
- char0 = (char0 & 0x03) << 8;
- text = getCharFromCode(char0 | char1);
- this[this.mode_](packet.pts, text);
- this.column_++; // Process mid-row codes
- } else if (this.isMidRowCode(char0, char1)) {
- // Attributes are not additive, so clear all formatting
- this.clearFormatting(packet.pts); // According to the standard, mid-row codes
- // should be replaced with spaces, so add one now
- this[this.mode_](packet.pts, ' ');
- this.column_++;
- if ((char1 & 0xe) === 0xe) {
- this.addFormatting(packet.pts, ['i']);
- }
- if ((char1 & 0x1) === 0x1) {
- this.addFormatting(packet.pts, ['u']);
- } // Detect offset control codes and adjust cursor
- } else if (this.isOffsetControlCode(char0, char1)) {
- // Cursor position is set by indent PAC (see below) in 4-column
- // increments, with an additional offset code of 1-3 to reach any
- // of the 32 columns specified by CEA-608. So all we need to do
- // here is increment the column cursor by the given offset.
- this.column_ += char1 & 0x03; // Detect PACs (Preamble Address Codes)
- } else if (this.isPAC(char0, char1)) {
- // There's no logic for PAC -> row mapping, so we have to just
- // find the row code in an array and use its index :(
- var row = ROWS.indexOf(data & 0x1f20); // Configure the caption window if we're in roll-up mode
- if (this.mode_ === 'rollUp') {
- // This implies that the base row is incorrectly set.
- // As per the recommendation in CEA-608(Base Row Implementation), defer to the number
- // of roll-up rows set.
- if (row - this.rollUpRows_ + 1 < 0) {
- row = this.rollUpRows_ - 1;
- }
- this.setRollUp(packet.pts, row);
- }
- if (row !== this.row_) {
- // formatting is only persistent for current row
- this.clearFormatting(packet.pts);
- this.row_ = row;
- } // All PACs can apply underline, so detect and apply
- // (All odd-numbered second bytes set underline)
- if (char1 & 0x1 && this.formatting_.indexOf('u') === -1) {
- this.addFormatting(packet.pts, ['u']);
- }
- if ((data & 0x10) === 0x10) {
- // We've got an indent level code. Each successive even number
- // increments the column cursor by 4, so we can get the desired
- // column position by bit-shifting to the right (to get n/2)
- // and multiplying by 4.
- this.column_ = ((data & 0xe) >> 1) * 4;
- }
- if (this.isColorPAC(char1)) {
- // it's a color code, though we only support white, which
- // can be either normal or italicized. white italics can be
- // either 0x4e or 0x6e depending on the row, so we just
- // bitwise-and with 0xe to see if italics should be turned on
- if ((char1 & 0xe) === 0xe) {
- this.addFormatting(packet.pts, ['i']);
- }
- } // We have a normal character in char0, and possibly one in char1
- } else if (this.isNormalChar(char0)) {
- if (char1 === 0x00) {
- char1 = null;
- }
- text = getCharFromCode(char0);
- text += getCharFromCode(char1);
- this[this.mode_](packet.pts, text);
- this.column_ += text.length;
- } // finish data processing
- };
- };
- Cea608Stream.prototype = new Stream$7(); // Trigger a cue point that captures the current state of the
- // display buffer
- Cea608Stream.prototype.flushDisplayed = function (pts) {
- var content = this.displayed_ // remove spaces from the start and end of the string
- .map(function (row, index) {
- try {
- return row.trim();
- } catch (e) {
- // Ordinarily, this shouldn't happen. However, caption
- // parsing errors should not throw exceptions and
- // break playback.
- this.trigger('log', {
- level: 'warn',
- message: 'Skipping a malformed 608 caption at index ' + index + '.'
- });
- return '';
- }
- }, this) // combine all text rows to display in one cue
- .join('\n') // and remove blank rows from the start and end, but not the middle
- .replace(/^\n+|\n+$/g, '');
- if (content.length) {
- this.trigger('data', {
- startPts: this.startPts_,
- endPts: pts,
- text: content,
- stream: this.name_
- });
- }
- };
- /**
- * Zero out the data, used for startup and on seek
- */
- Cea608Stream.prototype.reset = function () {
- this.mode_ = 'popOn'; // When in roll-up mode, the index of the last row that will
- // actually display captions. If a caption is shifted to a row
- // with a lower index than this, it is cleared from the display
- // buffer
- this.topRow_ = 0;
- this.startPts_ = 0;
- this.displayed_ = createDisplayBuffer();
- this.nonDisplayed_ = createDisplayBuffer();
- this.lastControlCode_ = null; // Track row and column for proper line-breaking and spacing
- this.column_ = 0;
- this.row_ = BOTTOM_ROW;
- this.rollUpRows_ = 2; // This variable holds currently-applied formatting
- this.formatting_ = [];
- };
- /**
- * Sets up control code and related constants for this instance
- */
- Cea608Stream.prototype.setConstants = function () {
- // The following attributes have these uses:
- // ext_ : char0 for mid-row codes, and the base for extended
- // chars (ext_+0, ext_+1, and ext_+2 are char0s for
- // extended codes)
- // control_: char0 for control codes, except byte-shifted to the
- // left so that we can do this.control_ | CONTROL_CODE
- // offset_: char0 for tab offset codes
- //
- // It's also worth noting that control codes, and _only_ control codes,
- // differ between field 1 and field2. Field 2 control codes are always
- // their field 1 value plus 1. That's why there's the "| field" on the
- // control value.
- if (this.dataChannel_ === 0) {
- this.BASE_ = 0x10;
- this.EXT_ = 0x11;
- this.CONTROL_ = (0x14 | this.field_) << 8;
- this.OFFSET_ = 0x17;
- } else if (this.dataChannel_ === 1) {
- this.BASE_ = 0x18;
- this.EXT_ = 0x19;
- this.CONTROL_ = (0x1c | this.field_) << 8;
- this.OFFSET_ = 0x1f;
- } // Constants for the LSByte command codes recognized by Cea608Stream. This
- // list is not exhaustive. For a more comprehensive listing and semantics see
- // http://www.gpo.gov/fdsys/pkg/CFR-2010-title47-vol1/pdf/CFR-2010-title47-vol1-sec15-119.pdf
- // Padding
- this.PADDING_ = 0x0000; // Pop-on Mode
- this.RESUME_CAPTION_LOADING_ = this.CONTROL_ | 0x20;
- this.END_OF_CAPTION_ = this.CONTROL_ | 0x2f; // Roll-up Mode
- this.ROLL_UP_2_ROWS_ = this.CONTROL_ | 0x25;
- this.ROLL_UP_3_ROWS_ = this.CONTROL_ | 0x26;
- this.ROLL_UP_4_ROWS_ = this.CONTROL_ | 0x27;
- this.CARRIAGE_RETURN_ = this.CONTROL_ | 0x2d; // paint-on mode
- this.RESUME_DIRECT_CAPTIONING_ = this.CONTROL_ | 0x29; // Erasure
- this.BACKSPACE_ = this.CONTROL_ | 0x21;
- this.ERASE_DISPLAYED_MEMORY_ = this.CONTROL_ | 0x2c;
- this.ERASE_NON_DISPLAYED_MEMORY_ = this.CONTROL_ | 0x2e;
- };
- /**
- * Detects if the 2-byte packet data is a special character
- *
- * Special characters have a second byte in the range 0x30 to 0x3f,
- * with the first byte being 0x11 (for data channel 1) or 0x19 (for
- * data channel 2).
- *
- * @param {Integer} char0 The first byte
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the 2 bytes are an special character
- */
- Cea608Stream.prototype.isSpecialCharacter = function (char0, char1) {
- return char0 === this.EXT_ && char1 >= 0x30 && char1 <= 0x3f;
- };
- /**
- * Detects if the 2-byte packet data is an extended character
- *
- * Extended characters have a second byte in the range 0x20 to 0x3f,
- * with the first byte being 0x12 or 0x13 (for data channel 1) or
- * 0x1a or 0x1b (for data channel 2).
- *
- * @param {Integer} char0 The first byte
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the 2 bytes are an extended character
- */
- Cea608Stream.prototype.isExtCharacter = function (char0, char1) {
- return (char0 === this.EXT_ + 1 || char0 === this.EXT_ + 2) && char1 >= 0x20 && char1 <= 0x3f;
- };
- /**
- * Detects if the 2-byte packet is a mid-row code
- *
- * Mid-row codes have a second byte in the range 0x20 to 0x2f, with
- * the first byte being 0x11 (for data channel 1) or 0x19 (for data
- * channel 2).
- *
- * @param {Integer} char0 The first byte
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the 2 bytes are a mid-row code
- */
- Cea608Stream.prototype.isMidRowCode = function (char0, char1) {
- return char0 === this.EXT_ && char1 >= 0x20 && char1 <= 0x2f;
- };
- /**
- * Detects if the 2-byte packet is an offset control code
- *
- * Offset control codes have a second byte in the range 0x21 to 0x23,
- * with the first byte being 0x17 (for data channel 1) or 0x1f (for
- * data channel 2).
- *
- * @param {Integer} char0 The first byte
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the 2 bytes are an offset control code
- */
- Cea608Stream.prototype.isOffsetControlCode = function (char0, char1) {
- return char0 === this.OFFSET_ && char1 >= 0x21 && char1 <= 0x23;
- };
- /**
- * Detects if the 2-byte packet is a Preamble Address Code
- *
- * PACs have a first byte in the range 0x10 to 0x17 (for data channel 1)
- * or 0x18 to 0x1f (for data channel 2), with the second byte in the
- * range 0x40 to 0x7f.
- *
- * @param {Integer} char0 The first byte
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the 2 bytes are a PAC
- */
- Cea608Stream.prototype.isPAC = function (char0, char1) {
- return char0 >= this.BASE_ && char0 < this.BASE_ + 8 && char1 >= 0x40 && char1 <= 0x7f;
- };
- /**
- * Detects if a packet's second byte is in the range of a PAC color code
- *
- * PAC color codes have the second byte be in the range 0x40 to 0x4f, or
- * 0x60 to 0x6f.
- *
- * @param {Integer} char1 The second byte
- * @return {Boolean} Whether the byte is a color PAC
- */
- Cea608Stream.prototype.isColorPAC = function (char1) {
- return char1 >= 0x40 && char1 <= 0x4f || char1 >= 0x60 && char1 <= 0x7f;
- };
- /**
- * Detects if a single byte is in the range of a normal character
- *
- * Normal text bytes are in the range 0x20 to 0x7f.
- *
- * @param {Integer} char The byte
- * @return {Boolean} Whether the byte is a normal character
- */
- Cea608Stream.prototype.isNormalChar = function (char) {
- return char >= 0x20 && char <= 0x7f;
- };
- /**
- * Configures roll-up
- *
- * @param {Integer} pts Current PTS
- * @param {Integer} newBaseRow Used by PACs to slide the current window to
- * a new position
- */
- Cea608Stream.prototype.setRollUp = function (pts, newBaseRow) {
- // Reset the base row to the bottom row when switching modes
- if (this.mode_ !== 'rollUp') {
- this.row_ = BOTTOM_ROW;
- this.mode_ = 'rollUp'; // Spec says to wipe memories when switching to roll-up
- this.flushDisplayed(pts);
- this.nonDisplayed_ = createDisplayBuffer();
- this.displayed_ = createDisplayBuffer();
- }
- if (newBaseRow !== undefined && newBaseRow !== this.row_) {
- // move currently displayed captions (up or down) to the new base row
- for (var i = 0; i < this.rollUpRows_; i++) {
- this.displayed_[newBaseRow - i] = this.displayed_[this.row_ - i];
- this.displayed_[this.row_ - i] = '';
- }
- }
- if (newBaseRow === undefined) {
- newBaseRow = this.row_;
- }
- this.topRow_ = newBaseRow - this.rollUpRows_ + 1;
- }; // Adds the opening HTML tag for the passed character to the caption text,
- // and keeps track of it for later closing
- Cea608Stream.prototype.addFormatting = function (pts, format) {
- this.formatting_ = this.formatting_.concat(format);
- var text = format.reduce(function (text, format) {
- return text + '<' + format + '>';
- }, '');
- this[this.mode_](pts, text);
- }; // Adds HTML closing tags for current formatting to caption text and
- // clears remembered formatting
- Cea608Stream.prototype.clearFormatting = function (pts) {
- if (!this.formatting_.length) {
- return;
- }
- var text = this.formatting_.reverse().reduce(function (text, format) {
- return text + '</' + format + '>';
- }, '');
- this.formatting_ = [];
- this[this.mode_](pts, text);
- }; // Mode Implementations
- Cea608Stream.prototype.popOn = function (pts, text) {
- var baseRow = this.nonDisplayed_[this.row_]; // buffer characters
- baseRow += text;
- this.nonDisplayed_[this.row_] = baseRow;
- };
- Cea608Stream.prototype.rollUp = function (pts, text) {
- var baseRow = this.displayed_[this.row_];
- baseRow += text;
- this.displayed_[this.row_] = baseRow;
- };
- Cea608Stream.prototype.shiftRowsUp_ = function () {
- var i; // clear out inactive rows
- for (i = 0; i < this.topRow_; i++) {
- this.displayed_[i] = '';
- }
- for (i = this.row_ + 1; i < BOTTOM_ROW + 1; i++) {
- this.displayed_[i] = '';
- } // shift displayed rows up
- for (i = this.topRow_; i < this.row_; i++) {
- this.displayed_[i] = this.displayed_[i + 1];
- } // clear out the bottom row
- this.displayed_[this.row_] = '';
- };
- Cea608Stream.prototype.paintOn = function (pts, text) {
- var baseRow = this.displayed_[this.row_];
- baseRow += text;
- this.displayed_[this.row_] = baseRow;
- }; // exports
- var captionStream = {
- CaptionStream: CaptionStream$2,
- Cea608Stream: Cea608Stream,
- Cea708Stream: Cea708Stream
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var streamTypes = {
- H264_STREAM_TYPE: 0x1B,
- ADTS_STREAM_TYPE: 0x0F,
- METADATA_STREAM_TYPE: 0x15
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Accepts program elementary stream (PES) data events and corrects
- * decode and presentation time stamps to account for a rollover
- * of the 33 bit value.
- */
- var Stream$6 = stream;
- var MAX_TS = 8589934592;
- var RO_THRESH = 4294967296;
- var TYPE_SHARED = 'shared';
- var handleRollover$1 = function (value, reference) {
- var direction = 1;
- if (value > reference) {
- // If the current timestamp value is greater than our reference timestamp and we detect a
- // timestamp rollover, this means the roll over is happening in the opposite direction.
- // Example scenario: Enter a long stream/video just after a rollover occurred. The reference
- // point will be set to a small number, e.g. 1. The user then seeks backwards over the
- // rollover point. In loading this segment, the timestamp values will be very large,
- // e.g. 2^33 - 1. Since this comes before the data we loaded previously, we want to adjust
- // the time stamp to be `value - 2^33`.
- direction = -1;
- } // Note: A seek forwards or back that is greater than the RO_THRESH (2^32, ~13 hours) will
- // cause an incorrect adjustment.
- while (Math.abs(reference - value) > RO_THRESH) {
- value += direction * MAX_TS;
- }
- return value;
- };
- var TimestampRolloverStream$1 = function (type) {
- var lastDTS, referenceDTS;
- TimestampRolloverStream$1.prototype.init.call(this); // The "shared" type is used in cases where a stream will contain muxed
- // video and audio. We could use `undefined` here, but having a string
- // makes debugging a little clearer.
- this.type_ = type || TYPE_SHARED;
- this.push = function (data) {
- // Any "shared" rollover streams will accept _all_ data. Otherwise,
- // streams will only accept data that matches their type.
- if (this.type_ !== TYPE_SHARED && data.type !== this.type_) {
- return;
- }
- if (referenceDTS === undefined) {
- referenceDTS = data.dts;
- }
- data.dts = handleRollover$1(data.dts, referenceDTS);
- data.pts = handleRollover$1(data.pts, referenceDTS);
- lastDTS = data.dts;
- this.trigger('data', data);
- };
- this.flush = function () {
- referenceDTS = lastDTS;
- this.trigger('done');
- };
- this.endTimeline = function () {
- this.flush();
- this.trigger('endedtimeline');
- };
- this.discontinuity = function () {
- referenceDTS = void 0;
- lastDTS = void 0;
- };
- this.reset = function () {
- this.discontinuity();
- this.trigger('reset');
- };
- };
- TimestampRolloverStream$1.prototype = new Stream$6();
- var timestampRolloverStream = {
- TimestampRolloverStream: TimestampRolloverStream$1,
- handleRollover: handleRollover$1
- }; // Once IE11 support is dropped, this function should be removed.
- var typedArrayIndexOf$1 = (typedArray, element, fromIndex) => {
- if (!typedArray) {
- return -1;
- }
- var currentIndex = fromIndex;
- for (; currentIndex < typedArray.length; currentIndex++) {
- if (typedArray[currentIndex] === element) {
- return currentIndex;
- }
- }
- return -1;
- };
- var typedArray = {
- typedArrayIndexOf: typedArrayIndexOf$1
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Tools for parsing ID3 frame data
- * @see http://id3.org/id3v2.3.0
- */
- var typedArrayIndexOf = typedArray.typedArrayIndexOf,
- // Frames that allow different types of text encoding contain a text
- // encoding description byte [ID3v2.4.0 section 4.]
- textEncodingDescriptionByte = {
- Iso88591: 0x00,
- // ISO-8859-1, terminated with \0.
- Utf16: 0x01,
- // UTF-16 encoded Unicode BOM, terminated with \0\0
- Utf16be: 0x02,
- // UTF-16BE encoded Unicode, without BOM, terminated with \0\0
- Utf8: 0x03 // UTF-8 encoded Unicode, terminated with \0
- },
- // return a percent-encoded representation of the specified byte range
- // @see http://en.wikipedia.org/wiki/Percent-encoding
- percentEncode$1 = function (bytes, start, end) {
- var i,
- result = '';
- for (i = start; i < end; i++) {
- result += '%' + ('00' + bytes[i].toString(16)).slice(-2);
- }
- return result;
- },
- // return the string representation of the specified byte range,
- // interpreted as UTf-8.
- parseUtf8 = function (bytes, start, end) {
- return decodeURIComponent(percentEncode$1(bytes, start, end));
- },
- // return the string representation of the specified byte range,
- // interpreted as ISO-8859-1.
- parseIso88591$1 = function (bytes, start, end) {
- return unescape(percentEncode$1(bytes, start, end)); // jshint ignore:line
- },
- parseSyncSafeInteger$1 = function (data) {
- return data[0] << 21 | data[1] << 14 | data[2] << 7 | data[3];
- },
- frameParsers = {
- 'APIC': function (frame) {
- var i = 1,
- mimeTypeEndIndex,
- descriptionEndIndex,
- LINK_MIME_TYPE = '-->';
- if (frame.data[0] !== textEncodingDescriptionByte.Utf8) {
- // ignore frames with unrecognized character encodings
- return;
- } // parsing fields [ID3v2.4.0 section 4.14.]
- mimeTypeEndIndex = typedArrayIndexOf(frame.data, 0, i);
- if (mimeTypeEndIndex < 0) {
- // malformed frame
- return;
- } // parsing Mime type field (terminated with \0)
- frame.mimeType = parseIso88591$1(frame.data, i, mimeTypeEndIndex);
- i = mimeTypeEndIndex + 1; // parsing 1-byte Picture Type field
- frame.pictureType = frame.data[i];
- i++;
- descriptionEndIndex = typedArrayIndexOf(frame.data, 0, i);
- if (descriptionEndIndex < 0) {
- // malformed frame
- return;
- } // parsing Description field (terminated with \0)
- frame.description = parseUtf8(frame.data, i, descriptionEndIndex);
- i = descriptionEndIndex + 1;
- if (frame.mimeType === LINK_MIME_TYPE) {
- // parsing Picture Data field as URL (always represented as ISO-8859-1 [ID3v2.4.0 section 4.])
- frame.url = parseIso88591$1(frame.data, i, frame.data.length);
- } else {
- // parsing Picture Data field as binary data
- frame.pictureData = frame.data.subarray(i, frame.data.length);
- }
- },
- 'T*': function (frame) {
- if (frame.data[0] !== textEncodingDescriptionByte.Utf8) {
- // ignore frames with unrecognized character encodings
- return;
- } // parse text field, do not include null terminator in the frame value
- // frames that allow different types of encoding contain terminated text [ID3v2.4.0 section 4.]
- frame.value = parseUtf8(frame.data, 1, frame.data.length).replace(/\0*$/, ''); // text information frames supports multiple strings, stored as a terminator separated list [ID3v2.4.0 section 4.2.]
- frame.values = frame.value.split('\0');
- },
- 'TXXX': function (frame) {
- var descriptionEndIndex;
- if (frame.data[0] !== textEncodingDescriptionByte.Utf8) {
- // ignore frames with unrecognized character encodings
- return;
- }
- descriptionEndIndex = typedArrayIndexOf(frame.data, 0, 1);
- if (descriptionEndIndex === -1) {
- return;
- } // parse the text fields
- frame.description = parseUtf8(frame.data, 1, descriptionEndIndex); // do not include the null terminator in the tag value
- // frames that allow different types of encoding contain terminated text
- // [ID3v2.4.0 section 4.]
- frame.value = parseUtf8(frame.data, descriptionEndIndex + 1, frame.data.length).replace(/\0*$/, '');
- frame.data = frame.value;
- },
- 'W*': function (frame) {
- // parse URL field; URL fields are always represented as ISO-8859-1 [ID3v2.4.0 section 4.]
- // if the value is followed by a string termination all the following information should be ignored [ID3v2.4.0 section 4.3]
- frame.url = parseIso88591$1(frame.data, 0, frame.data.length).replace(/\0.*$/, '');
- },
- 'WXXX': function (frame) {
- var descriptionEndIndex;
- if (frame.data[0] !== textEncodingDescriptionByte.Utf8) {
- // ignore frames with unrecognized character encodings
- return;
- }
- descriptionEndIndex = typedArrayIndexOf(frame.data, 0, 1);
- if (descriptionEndIndex === -1) {
- return;
- } // parse the description and URL fields
- frame.description = parseUtf8(frame.data, 1, descriptionEndIndex); // URL fields are always represented as ISO-8859-1 [ID3v2.4.0 section 4.]
- // if the value is followed by a string termination all the following information
- // should be ignored [ID3v2.4.0 section 4.3]
- frame.url = parseIso88591$1(frame.data, descriptionEndIndex + 1, frame.data.length).replace(/\0.*$/, '');
- },
- 'PRIV': function (frame) {
- var i;
- for (i = 0; i < frame.data.length; i++) {
- if (frame.data[i] === 0) {
- // parse the description and URL fields
- frame.owner = parseIso88591$1(frame.data, 0, i);
- break;
- }
- }
- frame.privateData = frame.data.subarray(i + 1);
- frame.data = frame.privateData;
- }
- };
- var parseId3Frames$1 = function (data) {
- var frameSize,
- frameHeader,
- frameStart = 10,
- tagSize = 0,
- frames = []; // If we don't have enough data for a header, 10 bytes,
- // or 'ID3' in the first 3 bytes this is not a valid ID3 tag.
- if (data.length < 10 || data[0] !== 'I'.charCodeAt(0) || data[1] !== 'D'.charCodeAt(0) || data[2] !== '3'.charCodeAt(0)) {
- return;
- } // the frame size is transmitted as a 28-bit integer in the
- // last four bytes of the ID3 header.
- // The most significant bit of each byte is dropped and the
- // results concatenated to recover the actual value.
- tagSize = parseSyncSafeInteger$1(data.subarray(6, 10)); // ID3 reports the tag size excluding the header but it's more
- // convenient for our comparisons to include it
- tagSize += 10; // check bit 6 of byte 5 for the extended header flag.
- var hasExtendedHeader = data[5] & 0x40;
- if (hasExtendedHeader) {
- // advance the frame start past the extended header
- frameStart += 4; // header size field
- frameStart += parseSyncSafeInteger$1(data.subarray(10, 14));
- tagSize -= parseSyncSafeInteger$1(data.subarray(16, 20)); // clip any padding off the end
- } // parse one or more ID3 frames
- // http://id3.org/id3v2.3.0#ID3v2_frame_overview
- do {
- // determine the number of bytes in this frame
- frameSize = parseSyncSafeInteger$1(data.subarray(frameStart + 4, frameStart + 8));
- if (frameSize < 1) {
- break;
- }
- frameHeader = String.fromCharCode(data[frameStart], data[frameStart + 1], data[frameStart + 2], data[frameStart + 3]);
- var frame = {
- id: frameHeader,
- data: data.subarray(frameStart + 10, frameStart + frameSize + 10)
- };
- frame.key = frame.id; // parse frame values
- if (frameParsers[frame.id]) {
- // use frame specific parser
- frameParsers[frame.id](frame);
- } else if (frame.id[0] === 'T') {
- // use text frame generic parser
- frameParsers['T*'](frame);
- } else if (frame.id[0] === 'W') {
- // use URL link frame generic parser
- frameParsers['W*'](frame);
- }
- frames.push(frame);
- frameStart += 10; // advance past the frame header
- frameStart += frameSize; // advance past the frame body
- } while (frameStart < tagSize);
- return frames;
- };
- var parseId3 = {
- parseId3Frames: parseId3Frames$1,
- parseSyncSafeInteger: parseSyncSafeInteger$1,
- frameParsers: frameParsers
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Accepts program elementary stream (PES) data events and parses out
- * ID3 metadata from them, if present.
- * @see http://id3.org/id3v2.3.0
- */
- var Stream$5 = stream,
- StreamTypes$3 = streamTypes,
- id3 = parseId3,
- MetadataStream;
- MetadataStream = function (options) {
- var settings = {
- // the bytes of the program-level descriptor field in MP2T
- // see ISO/IEC 13818-1:2013 (E), section 2.6 "Program and
- // program element descriptors"
- descriptor: options && options.descriptor
- },
- // the total size in bytes of the ID3 tag being parsed
- tagSize = 0,
- // tag data that is not complete enough to be parsed
- buffer = [],
- // the total number of bytes currently in the buffer
- bufferSize = 0,
- i;
- MetadataStream.prototype.init.call(this); // calculate the text track in-band metadata track dispatch type
- // https://html.spec.whatwg.org/multipage/embedded-content.html#steps-to-expose-a-media-resource-specific-text-track
- this.dispatchType = StreamTypes$3.METADATA_STREAM_TYPE.toString(16);
- if (settings.descriptor) {
- for (i = 0; i < settings.descriptor.length; i++) {
- this.dispatchType += ('00' + settings.descriptor[i].toString(16)).slice(-2);
- }
- }
- this.push = function (chunk) {
- var tag, frameStart, frameSize, frame, i, frameHeader;
- if (chunk.type !== 'timed-metadata') {
- return;
- } // if data_alignment_indicator is set in the PES header,
- // we must have the start of a new ID3 tag. Assume anything
- // remaining in the buffer was malformed and throw it out
- if (chunk.dataAlignmentIndicator) {
- bufferSize = 0;
- buffer.length = 0;
- } // ignore events that don't look like ID3 data
- if (buffer.length === 0 && (chunk.data.length < 10 || chunk.data[0] !== 'I'.charCodeAt(0) || chunk.data[1] !== 'D'.charCodeAt(0) || chunk.data[2] !== '3'.charCodeAt(0))) {
- this.trigger('log', {
- level: 'warn',
- message: 'Skipping unrecognized metadata packet'
- });
- return;
- } // add this chunk to the data we've collected so far
- buffer.push(chunk);
- bufferSize += chunk.data.byteLength; // grab the size of the entire frame from the ID3 header
- if (buffer.length === 1) {
- // the frame size is transmitted as a 28-bit integer in the
- // last four bytes of the ID3 header.
- // The most significant bit of each byte is dropped and the
- // results concatenated to recover the actual value.
- tagSize = id3.parseSyncSafeInteger(chunk.data.subarray(6, 10)); // ID3 reports the tag size excluding the header but it's more
- // convenient for our comparisons to include it
- tagSize += 10;
- } // if the entire frame has not arrived, wait for more data
- if (bufferSize < tagSize) {
- return;
- } // collect the entire frame so it can be parsed
- tag = {
- data: new Uint8Array(tagSize),
- frames: [],
- pts: buffer[0].pts,
- dts: buffer[0].dts
- };
- for (i = 0; i < tagSize;) {
- tag.data.set(buffer[0].data.subarray(0, tagSize - i), i);
- i += buffer[0].data.byteLength;
- bufferSize -= buffer[0].data.byteLength;
- buffer.shift();
- } // find the start of the first frame and the end of the tag
- frameStart = 10;
- if (tag.data[5] & 0x40) {
- // advance the frame start past the extended header
- frameStart += 4; // header size field
- frameStart += id3.parseSyncSafeInteger(tag.data.subarray(10, 14)); // clip any padding off the end
- tagSize -= id3.parseSyncSafeInteger(tag.data.subarray(16, 20));
- } // parse one or more ID3 frames
- // http://id3.org/id3v2.3.0#ID3v2_frame_overview
- do {
- // determine the number of bytes in this frame
- frameSize = id3.parseSyncSafeInteger(tag.data.subarray(frameStart + 4, frameStart + 8));
- if (frameSize < 1) {
- this.trigger('log', {
- level: 'warn',
- message: 'Malformed ID3 frame encountered. Skipping remaining metadata parsing.'
- }); // If the frame is malformed, don't parse any further frames but allow previous valid parsed frames
- // to be sent along.
- break;
- }
- frameHeader = String.fromCharCode(tag.data[frameStart], tag.data[frameStart + 1], tag.data[frameStart + 2], tag.data[frameStart + 3]);
- frame = {
- id: frameHeader,
- data: tag.data.subarray(frameStart + 10, frameStart + frameSize + 10)
- };
- frame.key = frame.id; // parse frame values
- if (id3.frameParsers[frame.id]) {
- // use frame specific parser
- id3.frameParsers[frame.id](frame);
- } else if (frame.id[0] === 'T') {
- // use text frame generic parser
- id3.frameParsers['T*'](frame);
- } else if (frame.id[0] === 'W') {
- // use URL link frame generic parser
- id3.frameParsers['W*'](frame);
- } // handle the special PRIV frame used to indicate the start
- // time for raw AAC data
- if (frame.owner === 'com.apple.streaming.transportStreamTimestamp') {
- var d = frame.data,
- size = (d[3] & 0x01) << 30 | d[4] << 22 | d[5] << 14 | d[6] << 6 | d[7] >>> 2;
- size *= 4;
- size += d[7] & 0x03;
- frame.timeStamp = size; // in raw AAC, all subsequent data will be timestamped based
- // on the value of this frame
- // we couldn't have known the appropriate pts and dts before
- // parsing this ID3 tag so set those values now
- if (tag.pts === undefined && tag.dts === undefined) {
- tag.pts = frame.timeStamp;
- tag.dts = frame.timeStamp;
- }
- this.trigger('timestamp', frame);
- }
- tag.frames.push(frame);
- frameStart += 10; // advance past the frame header
- frameStart += frameSize; // advance past the frame body
- } while (frameStart < tagSize);
- this.trigger('data', tag);
- };
- };
- MetadataStream.prototype = new Stream$5();
- var metadataStream = MetadataStream;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * A stream-based mp2t to mp4 converter. This utility can be used to
- * deliver mp4s to a SourceBuffer on platforms that support native
- * Media Source Extensions.
- */
- var Stream$4 = stream,
- CaptionStream$1 = captionStream,
- StreamTypes$2 = streamTypes,
- TimestampRolloverStream = timestampRolloverStream.TimestampRolloverStream; // object types
- var TransportPacketStream, TransportParseStream, ElementaryStream; // constants
- var MP2T_PACKET_LENGTH$1 = 188,
- // bytes
- SYNC_BYTE$1 = 0x47;
- /**
- * Splits an incoming stream of binary data into MPEG-2 Transport
- * Stream packets.
- */
- TransportPacketStream = function () {
- var buffer = new Uint8Array(MP2T_PACKET_LENGTH$1),
- bytesInBuffer = 0;
- TransportPacketStream.prototype.init.call(this); // Deliver new bytes to the stream.
- /**
- * Split a stream of data into M2TS packets
- **/
- this.push = function (bytes) {
- var startIndex = 0,
- endIndex = MP2T_PACKET_LENGTH$1,
- everything; // If there are bytes remaining from the last segment, prepend them to the
- // bytes that were pushed in
- if (bytesInBuffer) {
- everything = new Uint8Array(bytes.byteLength + bytesInBuffer);
- everything.set(buffer.subarray(0, bytesInBuffer));
- everything.set(bytes, bytesInBuffer);
- bytesInBuffer = 0;
- } else {
- everything = bytes;
- } // While we have enough data for a packet
- while (endIndex < everything.byteLength) {
- // Look for a pair of start and end sync bytes in the data..
- if (everything[startIndex] === SYNC_BYTE$1 && everything[endIndex] === SYNC_BYTE$1) {
- // We found a packet so emit it and jump one whole packet forward in
- // the stream
- this.trigger('data', everything.subarray(startIndex, endIndex));
- startIndex += MP2T_PACKET_LENGTH$1;
- endIndex += MP2T_PACKET_LENGTH$1;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex++;
- endIndex++;
- } // If there was some data left over at the end of the segment that couldn't
- // possibly be a whole packet, keep it because it might be the start of a packet
- // that continues in the next segment
- if (startIndex < everything.byteLength) {
- buffer.set(everything.subarray(startIndex), 0);
- bytesInBuffer = everything.byteLength - startIndex;
- }
- };
- /**
- * Passes identified M2TS packets to the TransportParseStream to be parsed
- **/
- this.flush = function () {
- // If the buffer contains a whole packet when we are being flushed, emit it
- // and empty the buffer. Otherwise hold onto the data because it may be
- // important for decoding the next segment
- if (bytesInBuffer === MP2T_PACKET_LENGTH$1 && buffer[0] === SYNC_BYTE$1) {
- this.trigger('data', buffer);
- bytesInBuffer = 0;
- }
- this.trigger('done');
- };
- this.endTimeline = function () {
- this.flush();
- this.trigger('endedtimeline');
- };
- this.reset = function () {
- bytesInBuffer = 0;
- this.trigger('reset');
- };
- };
- TransportPacketStream.prototype = new Stream$4();
- /**
- * Accepts an MP2T TransportPacketStream and emits data events with parsed
- * forms of the individual transport stream packets.
- */
- TransportParseStream = function () {
- var parsePsi, parsePat, parsePmt, self;
- TransportParseStream.prototype.init.call(this);
- self = this;
- this.packetsWaitingForPmt = [];
- this.programMapTable = undefined;
- parsePsi = function (payload, psi) {
- var offset = 0; // PSI packets may be split into multiple sections and those
- // sections may be split into multiple packets. If a PSI
- // section starts in this packet, the payload_unit_start_indicator
- // will be true and the first byte of the payload will indicate
- // the offset from the current position to the start of the
- // section.
- if (psi.payloadUnitStartIndicator) {
- offset += payload[offset] + 1;
- }
- if (psi.type === 'pat') {
- parsePat(payload.subarray(offset), psi);
- } else {
- parsePmt(payload.subarray(offset), psi);
- }
- };
- parsePat = function (payload, pat) {
- pat.section_number = payload[7]; // eslint-disable-line camelcase
- pat.last_section_number = payload[8]; // eslint-disable-line camelcase
- // skip the PSI header and parse the first PMT entry
- self.pmtPid = (payload[10] & 0x1F) << 8 | payload[11];
- pat.pmtPid = self.pmtPid;
- };
- /**
- * Parse out the relevant fields of a Program Map Table (PMT).
- * @param payload {Uint8Array} the PMT-specific portion of an MP2T
- * packet. The first byte in this array should be the table_id
- * field.
- * @param pmt {object} the object that should be decorated with
- * fields parsed from the PMT.
- */
- parsePmt = function (payload, pmt) {
- var sectionLength, tableEnd, programInfoLength, offset; // PMTs can be sent ahead of the time when they should actually
- // take effect. We don't believe this should ever be the case
- // for HLS but we'll ignore "forward" PMT declarations if we see
- // them. Future PMT declarations have the current_next_indicator
- // set to zero.
- if (!(payload[5] & 0x01)) {
- return;
- } // overwrite any existing program map table
- self.programMapTable = {
- video: null,
- audio: null,
- 'timed-metadata': {}
- }; // the mapping table ends at the end of the current section
- sectionLength = (payload[1] & 0x0f) << 8 | payload[2];
- tableEnd = 3 + sectionLength - 4; // to determine where the table is, we have to figure out how
- // long the program info descriptors are
- programInfoLength = (payload[10] & 0x0f) << 8 | payload[11]; // advance the offset to the first entry in the mapping table
- offset = 12 + programInfoLength;
- while (offset < tableEnd) {
- var streamType = payload[offset];
- var pid = (payload[offset + 1] & 0x1F) << 8 | payload[offset + 2]; // only map a single elementary_pid for audio and video stream types
- // TODO: should this be done for metadata too? for now maintain behavior of
- // multiple metadata streams
- if (streamType === StreamTypes$2.H264_STREAM_TYPE && self.programMapTable.video === null) {
- self.programMapTable.video = pid;
- } else if (streamType === StreamTypes$2.ADTS_STREAM_TYPE && self.programMapTable.audio === null) {
- self.programMapTable.audio = pid;
- } else if (streamType === StreamTypes$2.METADATA_STREAM_TYPE) {
- // map pid to stream type for metadata streams
- self.programMapTable['timed-metadata'][pid] = streamType;
- } // move to the next table entry
- // skip past the elementary stream descriptors, if present
- offset += ((payload[offset + 3] & 0x0F) << 8 | payload[offset + 4]) + 5;
- } // record the map on the packet as well
- pmt.programMapTable = self.programMapTable;
- };
- /**
- * Deliver a new MP2T packet to the next stream in the pipeline.
- */
- this.push = function (packet) {
- var result = {},
- offset = 4;
- result.payloadUnitStartIndicator = !!(packet[1] & 0x40); // pid is a 13-bit field starting at the last bit of packet[1]
- result.pid = packet[1] & 0x1f;
- result.pid <<= 8;
- result.pid |= packet[2]; // if an adaption field is present, its length is specified by the
- // fifth byte of the TS packet header. The adaptation field is
- // used to add stuffing to PES packets that don't fill a complete
- // TS packet, and to specify some forms of timing and control data
- // that we do not currently use.
- if ((packet[3] & 0x30) >>> 4 > 0x01) {
- offset += packet[offset] + 1;
- } // parse the rest of the packet based on the type
- if (result.pid === 0) {
- result.type = 'pat';
- parsePsi(packet.subarray(offset), result);
- this.trigger('data', result);
- } else if (result.pid === this.pmtPid) {
- result.type = 'pmt';
- parsePsi(packet.subarray(offset), result);
- this.trigger('data', result); // if there are any packets waiting for a PMT to be found, process them now
- while (this.packetsWaitingForPmt.length) {
- this.processPes_.apply(this, this.packetsWaitingForPmt.shift());
- }
- } else if (this.programMapTable === undefined) {
- // When we have not seen a PMT yet, defer further processing of
- // PES packets until one has been parsed
- this.packetsWaitingForPmt.push([packet, offset, result]);
- } else {
- this.processPes_(packet, offset, result);
- }
- };
- this.processPes_ = function (packet, offset, result) {
- // set the appropriate stream type
- if (result.pid === this.programMapTable.video) {
- result.streamType = StreamTypes$2.H264_STREAM_TYPE;
- } else if (result.pid === this.programMapTable.audio) {
- result.streamType = StreamTypes$2.ADTS_STREAM_TYPE;
- } else {
- // if not video or audio, it is timed-metadata or unknown
- // if unknown, streamType will be undefined
- result.streamType = this.programMapTable['timed-metadata'][result.pid];
- }
- result.type = 'pes';
- result.data = packet.subarray(offset);
- this.trigger('data', result);
- };
- };
- TransportParseStream.prototype = new Stream$4();
- TransportParseStream.STREAM_TYPES = {
- h264: 0x1b,
- adts: 0x0f
- };
- /**
- * Reconsistutes program elementary stream (PES) packets from parsed
- * transport stream packets. That is, if you pipe an
- * mp2t.TransportParseStream into a mp2t.ElementaryStream, the output
- * events will be events which capture the bytes for individual PES
- * packets plus relevant metadata that has been extracted from the
- * container.
- */
- ElementaryStream = function () {
- var self = this,
- segmentHadPmt = false,
- // PES packet fragments
- video = {
- data: [],
- size: 0
- },
- audio = {
- data: [],
- size: 0
- },
- timedMetadata = {
- data: [],
- size: 0
- },
- programMapTable,
- parsePes = function (payload, pes) {
- var ptsDtsFlags;
- const startPrefix = payload[0] << 16 | payload[1] << 8 | payload[2]; // default to an empty array
- pes.data = new Uint8Array(); // In certain live streams, the start of a TS fragment has ts packets
- // that are frame data that is continuing from the previous fragment. This
- // is to check that the pes data is the start of a new pes payload
- if (startPrefix !== 1) {
- return;
- } // get the packet length, this will be 0 for video
- pes.packetLength = 6 + (payload[4] << 8 | payload[5]); // find out if this packets starts a new keyframe
- pes.dataAlignmentIndicator = (payload[6] & 0x04) !== 0; // PES packets may be annotated with a PTS value, or a PTS value
- // and a DTS value. Determine what combination of values is
- // available to work with.
- ptsDtsFlags = payload[7]; // PTS and DTS are normally stored as a 33-bit number. Javascript
- // performs all bitwise operations on 32-bit integers but javascript
- // supports a much greater range (52-bits) of integer using standard
- // mathematical operations.
- // We construct a 31-bit value using bitwise operators over the 31
- // most significant bits and then multiply by 4 (equal to a left-shift
- // of 2) before we add the final 2 least significant bits of the
- // timestamp (equal to an OR.)
- if (ptsDtsFlags & 0xC0) {
- // the PTS and DTS are not written out directly. For information
- // on how they are encoded, see
- // http://dvd.sourceforge.net/dvdinfo/pes-hdr.html
- pes.pts = (payload[9] & 0x0E) << 27 | (payload[10] & 0xFF) << 20 | (payload[11] & 0xFE) << 12 | (payload[12] & 0xFF) << 5 | (payload[13] & 0xFE) >>> 3;
- pes.pts *= 4; // Left shift by 2
- pes.pts += (payload[13] & 0x06) >>> 1; // OR by the two LSBs
- pes.dts = pes.pts;
- if (ptsDtsFlags & 0x40) {
- pes.dts = (payload[14] & 0x0E) << 27 | (payload[15] & 0xFF) << 20 | (payload[16] & 0xFE) << 12 | (payload[17] & 0xFF) << 5 | (payload[18] & 0xFE) >>> 3;
- pes.dts *= 4; // Left shift by 2
- pes.dts += (payload[18] & 0x06) >>> 1; // OR by the two LSBs
- }
- } // the data section starts immediately after the PES header.
- // pes_header_data_length specifies the number of header bytes
- // that follow the last byte of the field.
- pes.data = payload.subarray(9 + payload[8]);
- },
- /**
- * Pass completely parsed PES packets to the next stream in the pipeline
- **/
- flushStream = function (stream, type, forceFlush) {
- var packetData = new Uint8Array(stream.size),
- event = {
- type: type
- },
- i = 0,
- offset = 0,
- packetFlushable = false,
- fragment; // do nothing if there is not enough buffered data for a complete
- // PES header
- if (!stream.data.length || stream.size < 9) {
- return;
- }
- event.trackId = stream.data[0].pid; // reassemble the packet
- for (i = 0; i < stream.data.length; i++) {
- fragment = stream.data[i];
- packetData.set(fragment.data, offset);
- offset += fragment.data.byteLength;
- } // parse assembled packet's PES header
- parsePes(packetData, event); // non-video PES packets MUST have a non-zero PES_packet_length
- // check that there is enough stream data to fill the packet
- packetFlushable = type === 'video' || event.packetLength <= stream.size; // flush pending packets if the conditions are right
- if (forceFlush || packetFlushable) {
- stream.size = 0;
- stream.data.length = 0;
- } // only emit packets that are complete. this is to avoid assembling
- // incomplete PES packets due to poor segmentation
- if (packetFlushable) {
- self.trigger('data', event);
- }
- };
- ElementaryStream.prototype.init.call(this);
- /**
- * Identifies M2TS packet types and parses PES packets using metadata
- * parsed from the PMT
- **/
- this.push = function (data) {
- ({
- pat: function () {// we have to wait for the PMT to arrive as well before we
- // have any meaningful metadata
- },
- pes: function () {
- var stream, streamType;
- switch (data.streamType) {
- case StreamTypes$2.H264_STREAM_TYPE:
- stream = video;
- streamType = 'video';
- break;
- case StreamTypes$2.ADTS_STREAM_TYPE:
- stream = audio;
- streamType = 'audio';
- break;
- case StreamTypes$2.METADATA_STREAM_TYPE:
- stream = timedMetadata;
- streamType = 'timed-metadata';
- break;
- default:
- // ignore unknown stream types
- return;
- } // if a new packet is starting, we can flush the completed
- // packet
- if (data.payloadUnitStartIndicator) {
- flushStream(stream, streamType, true);
- } // buffer this fragment until we are sure we've received the
- // complete payload
- stream.data.push(data);
- stream.size += data.data.byteLength;
- },
- pmt: function () {
- var event = {
- type: 'metadata',
- tracks: []
- };
- programMapTable = data.programMapTable; // translate audio and video streams to tracks
- if (programMapTable.video !== null) {
- event.tracks.push({
- timelineStartInfo: {
- baseMediaDecodeTime: 0
- },
- id: +programMapTable.video,
- codec: 'avc',
- type: 'video'
- });
- }
- if (programMapTable.audio !== null) {
- event.tracks.push({
- timelineStartInfo: {
- baseMediaDecodeTime: 0
- },
- id: +programMapTable.audio,
- codec: 'adts',
- type: 'audio'
- });
- }
- segmentHadPmt = true;
- self.trigger('data', event);
- }
- })[data.type]();
- };
- this.reset = function () {
- video.size = 0;
- video.data.length = 0;
- audio.size = 0;
- audio.data.length = 0;
- this.trigger('reset');
- };
- /**
- * Flush any remaining input. Video PES packets may be of variable
- * length. Normally, the start of a new video packet can trigger the
- * finalization of the previous packet. That is not possible if no
- * more video is forthcoming, however. In that case, some other
- * mechanism (like the end of the file) has to be employed. When it is
- * clear that no additional data is forthcoming, calling this method
- * will flush the buffered packets.
- */
- this.flushStreams_ = function () {
- // !!THIS ORDER IS IMPORTANT!!
- // video first then audio
- flushStream(video, 'video');
- flushStream(audio, 'audio');
- flushStream(timedMetadata, 'timed-metadata');
- };
- this.flush = function () {
- // if on flush we haven't had a pmt emitted
- // and we have a pmt to emit. emit the pmt
- // so that we trigger a trackinfo downstream.
- if (!segmentHadPmt && programMapTable) {
- var pmt = {
- type: 'metadata',
- tracks: []
- }; // translate audio and video streams to tracks
- if (programMapTable.video !== null) {
- pmt.tracks.push({
- timelineStartInfo: {
- baseMediaDecodeTime: 0
- },
- id: +programMapTable.video,
- codec: 'avc',
- type: 'video'
- });
- }
- if (programMapTable.audio !== null) {
- pmt.tracks.push({
- timelineStartInfo: {
- baseMediaDecodeTime: 0
- },
- id: +programMapTable.audio,
- codec: 'adts',
- type: 'audio'
- });
- }
- self.trigger('data', pmt);
- }
- segmentHadPmt = false;
- this.flushStreams_();
- this.trigger('done');
- };
- };
- ElementaryStream.prototype = new Stream$4();
- var m2ts$1 = {
- PAT_PID: 0x0000,
- MP2T_PACKET_LENGTH: MP2T_PACKET_LENGTH$1,
- TransportPacketStream: TransportPacketStream,
- TransportParseStream: TransportParseStream,
- ElementaryStream: ElementaryStream,
- TimestampRolloverStream: TimestampRolloverStream,
- CaptionStream: CaptionStream$1.CaptionStream,
- Cea608Stream: CaptionStream$1.Cea608Stream,
- Cea708Stream: CaptionStream$1.Cea708Stream,
- MetadataStream: metadataStream
- };
- for (var type in StreamTypes$2) {
- if (StreamTypes$2.hasOwnProperty(type)) {
- m2ts$1[type] = StreamTypes$2[type];
- }
- }
- var m2ts_1 = m2ts$1;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var Stream$3 = stream;
- var ONE_SECOND_IN_TS$2 = clock$2.ONE_SECOND_IN_TS;
- var AdtsStream$1;
- var ADTS_SAMPLING_FREQUENCIES$1 = [96000, 88200, 64000, 48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000, 7350];
- /*
- * Accepts a ElementaryStream and emits data events with parsed
- * AAC Audio Frames of the individual packets. Input audio in ADTS
- * format is unpacked and re-emitted as AAC frames.
- *
- * @see http://wiki.multimedia.cx/index.php?title=ADTS
- * @see http://wiki.multimedia.cx/?title=Understanding_AAC
- */
- AdtsStream$1 = function (handlePartialSegments) {
- var buffer,
- frameNum = 0;
- AdtsStream$1.prototype.init.call(this);
- this.skipWarn_ = function (start, end) {
- this.trigger('log', {
- level: 'warn',
- message: `adts skiping bytes ${start} to ${end} in frame ${frameNum} outside syncword`
- });
- };
- this.push = function (packet) {
- var i = 0,
- frameLength,
- protectionSkipBytes,
- oldBuffer,
- sampleCount,
- adtsFrameDuration;
- if (!handlePartialSegments) {
- frameNum = 0;
- }
- if (packet.type !== 'audio') {
- // ignore non-audio data
- return;
- } // Prepend any data in the buffer to the input data so that we can parse
- // aac frames the cross a PES packet boundary
- if (buffer && buffer.length) {
- oldBuffer = buffer;
- buffer = new Uint8Array(oldBuffer.byteLength + packet.data.byteLength);
- buffer.set(oldBuffer);
- buffer.set(packet.data, oldBuffer.byteLength);
- } else {
- buffer = packet.data;
- } // unpack any ADTS frames which have been fully received
- // for details on the ADTS header, see http://wiki.multimedia.cx/index.php?title=ADTS
- var skip; // We use i + 7 here because we want to be able to parse the entire header.
- // If we don't have enough bytes to do that, then we definitely won't have a full frame.
- while (i + 7 < buffer.length) {
- // Look for the start of an ADTS header..
- if (buffer[i] !== 0xFF || (buffer[i + 1] & 0xF6) !== 0xF0) {
- if (typeof skip !== 'number') {
- skip = i;
- } // If a valid header was not found, jump one forward and attempt to
- // find a valid ADTS header starting at the next byte
- i++;
- continue;
- }
- if (typeof skip === 'number') {
- this.skipWarn_(skip, i);
- skip = null;
- } // The protection skip bit tells us if we have 2 bytes of CRC data at the
- // end of the ADTS header
- protectionSkipBytes = (~buffer[i + 1] & 0x01) * 2; // Frame length is a 13 bit integer starting 16 bits from the
- // end of the sync sequence
- // NOTE: frame length includes the size of the header
- frameLength = (buffer[i + 3] & 0x03) << 11 | buffer[i + 4] << 3 | (buffer[i + 5] & 0xe0) >> 5;
- sampleCount = ((buffer[i + 6] & 0x03) + 1) * 1024;
- adtsFrameDuration = sampleCount * ONE_SECOND_IN_TS$2 / ADTS_SAMPLING_FREQUENCIES$1[(buffer[i + 2] & 0x3c) >>> 2]; // If we don't have enough data to actually finish this ADTS frame,
- // then we have to wait for more data
- if (buffer.byteLength - i < frameLength) {
- break;
- } // Otherwise, deliver the complete AAC frame
- this.trigger('data', {
- pts: packet.pts + frameNum * adtsFrameDuration,
- dts: packet.dts + frameNum * adtsFrameDuration,
- sampleCount: sampleCount,
- audioobjecttype: (buffer[i + 2] >>> 6 & 0x03) + 1,
- channelcount: (buffer[i + 2] & 1) << 2 | (buffer[i + 3] & 0xc0) >>> 6,
- samplerate: ADTS_SAMPLING_FREQUENCIES$1[(buffer[i + 2] & 0x3c) >>> 2],
- samplingfrequencyindex: (buffer[i + 2] & 0x3c) >>> 2,
- // assume ISO/IEC 14496-12 AudioSampleEntry default of 16
- samplesize: 16,
- // data is the frame without it's header
- data: buffer.subarray(i + 7 + protectionSkipBytes, i + frameLength)
- });
- frameNum++;
- i += frameLength;
- }
- if (typeof skip === 'number') {
- this.skipWarn_(skip, i);
- skip = null;
- } // remove processed bytes from the buffer.
- buffer = buffer.subarray(i);
- };
- this.flush = function () {
- frameNum = 0;
- this.trigger('done');
- };
- this.reset = function () {
- buffer = void 0;
- this.trigger('reset');
- };
- this.endTimeline = function () {
- buffer = void 0;
- this.trigger('endedtimeline');
- };
- };
- AdtsStream$1.prototype = new Stream$3();
- var adts = AdtsStream$1;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var ExpGolomb$1;
- /**
- * Parser for exponential Golomb codes, a variable-bitwidth number encoding
- * scheme used by h264.
- */
- ExpGolomb$1 = function (workingData) {
- var // the number of bytes left to examine in workingData
- workingBytesAvailable = workingData.byteLength,
- // the current word being examined
- workingWord = 0,
- // :uint
- // the number of bits left to examine in the current word
- workingBitsAvailable = 0; // :uint;
- // ():uint
- this.length = function () {
- return 8 * workingBytesAvailable;
- }; // ():uint
- this.bitsAvailable = function () {
- return 8 * workingBytesAvailable + workingBitsAvailable;
- }; // ():void
- this.loadWord = function () {
- var position = workingData.byteLength - workingBytesAvailable,
- workingBytes = new Uint8Array(4),
- availableBytes = Math.min(4, workingBytesAvailable);
- if (availableBytes === 0) {
- throw new Error('no bytes available');
- }
- workingBytes.set(workingData.subarray(position, position + availableBytes));
- workingWord = new DataView(workingBytes.buffer).getUint32(0); // track the amount of workingData that has been processed
- workingBitsAvailable = availableBytes * 8;
- workingBytesAvailable -= availableBytes;
- }; // (count:int):void
- this.skipBits = function (count) {
- var skipBytes; // :int
- if (workingBitsAvailable > count) {
- workingWord <<= count;
- workingBitsAvailable -= count;
- } else {
- count -= workingBitsAvailable;
- skipBytes = Math.floor(count / 8);
- count -= skipBytes * 8;
- workingBytesAvailable -= skipBytes;
- this.loadWord();
- workingWord <<= count;
- workingBitsAvailable -= count;
- }
- }; // (size:int):uint
- this.readBits = function (size) {
- var bits = Math.min(workingBitsAvailable, size),
- // :uint
- valu = workingWord >>> 32 - bits; // :uint
- // if size > 31, handle error
- workingBitsAvailable -= bits;
- if (workingBitsAvailable > 0) {
- workingWord <<= bits;
- } else if (workingBytesAvailable > 0) {
- this.loadWord();
- }
- bits = size - bits;
- if (bits > 0) {
- return valu << bits | this.readBits(bits);
- }
- return valu;
- }; // ():uint
- this.skipLeadingZeros = function () {
- var leadingZeroCount; // :uint
- for (leadingZeroCount = 0; leadingZeroCount < workingBitsAvailable; ++leadingZeroCount) {
- if ((workingWord & 0x80000000 >>> leadingZeroCount) !== 0) {
- // the first bit of working word is 1
- workingWord <<= leadingZeroCount;
- workingBitsAvailable -= leadingZeroCount;
- return leadingZeroCount;
- }
- } // we exhausted workingWord and still have not found a 1
- this.loadWord();
- return leadingZeroCount + this.skipLeadingZeros();
- }; // ():void
- this.skipUnsignedExpGolomb = function () {
- this.skipBits(1 + this.skipLeadingZeros());
- }; // ():void
- this.skipExpGolomb = function () {
- this.skipBits(1 + this.skipLeadingZeros());
- }; // ():uint
- this.readUnsignedExpGolomb = function () {
- var clz = this.skipLeadingZeros(); // :uint
- return this.readBits(clz + 1) - 1;
- }; // ():int
- this.readExpGolomb = function () {
- var valu = this.readUnsignedExpGolomb(); // :int
- if (0x01 & valu) {
- // the number is odd if the low order bit is set
- return 1 + valu >>> 1; // add 1 to make it even, and divide by 2
- }
- return -1 * (valu >>> 1); // divide by two then make it negative
- }; // Some convenience functions
- // :Boolean
- this.readBoolean = function () {
- return this.readBits(1) === 1;
- }; // ():int
- this.readUnsignedByte = function () {
- return this.readBits(8);
- };
- this.loadWord();
- };
- var expGolomb = ExpGolomb$1;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var Stream$2 = stream;
- var ExpGolomb = expGolomb;
- var H264Stream$1, NalByteStream;
- var PROFILES_WITH_OPTIONAL_SPS_DATA;
- /**
- * Accepts a NAL unit byte stream and unpacks the embedded NAL units.
- */
- NalByteStream = function () {
- var syncPoint = 0,
- i,
- buffer;
- NalByteStream.prototype.init.call(this);
- /*
- * Scans a byte stream and triggers a data event with the NAL units found.
- * @param {Object} data Event received from H264Stream
- * @param {Uint8Array} data.data The h264 byte stream to be scanned
- *
- * @see H264Stream.push
- */
- this.push = function (data) {
- var swapBuffer;
- if (!buffer) {
- buffer = data.data;
- } else {
- swapBuffer = new Uint8Array(buffer.byteLength + data.data.byteLength);
- swapBuffer.set(buffer);
- swapBuffer.set(data.data, buffer.byteLength);
- buffer = swapBuffer;
- }
- var len = buffer.byteLength; // Rec. ITU-T H.264, Annex B
- // scan for NAL unit boundaries
- // a match looks like this:
- // 0 0 1 .. NAL .. 0 0 1
- // ^ sync point ^ i
- // or this:
- // 0 0 1 .. NAL .. 0 0 0
- // ^ sync point ^ i
- // advance the sync point to a NAL start, if necessary
- for (; syncPoint < len - 3; syncPoint++) {
- if (buffer[syncPoint + 2] === 1) {
- // the sync point is properly aligned
- i = syncPoint + 5;
- break;
- }
- }
- while (i < len) {
- // look at the current byte to determine if we've hit the end of
- // a NAL unit boundary
- switch (buffer[i]) {
- case 0:
- // skip past non-sync sequences
- if (buffer[i - 1] !== 0) {
- i += 2;
- break;
- } else if (buffer[i - 2] !== 0) {
- i++;
- break;
- } // deliver the NAL unit if it isn't empty
- if (syncPoint + 3 !== i - 2) {
- this.trigger('data', buffer.subarray(syncPoint + 3, i - 2));
- } // drop trailing zeroes
- do {
- i++;
- } while (buffer[i] !== 1 && i < len);
- syncPoint = i - 2;
- i += 3;
- break;
- case 1:
- // skip past non-sync sequences
- if (buffer[i - 1] !== 0 || buffer[i - 2] !== 0) {
- i += 3;
- break;
- } // deliver the NAL unit
- this.trigger('data', buffer.subarray(syncPoint + 3, i - 2));
- syncPoint = i - 2;
- i += 3;
- break;
- default:
- // the current byte isn't a one or zero, so it cannot be part
- // of a sync sequence
- i += 3;
- break;
- }
- } // filter out the NAL units that were delivered
- buffer = buffer.subarray(syncPoint);
- i -= syncPoint;
- syncPoint = 0;
- };
- this.reset = function () {
- buffer = null;
- syncPoint = 0;
- this.trigger('reset');
- };
- this.flush = function () {
- // deliver the last buffered NAL unit
- if (buffer && buffer.byteLength > 3) {
- this.trigger('data', buffer.subarray(syncPoint + 3));
- } // reset the stream state
- buffer = null;
- syncPoint = 0;
- this.trigger('done');
- };
- this.endTimeline = function () {
- this.flush();
- this.trigger('endedtimeline');
- };
- };
- NalByteStream.prototype = new Stream$2(); // values of profile_idc that indicate additional fields are included in the SPS
- // see Recommendation ITU-T H.264 (4/2013),
- // 7.3.2.1.1 Sequence parameter set data syntax
- PROFILES_WITH_OPTIONAL_SPS_DATA = {
- 100: true,
- 110: true,
- 122: true,
- 244: true,
- 44: true,
- 83: true,
- 86: true,
- 118: true,
- 128: true,
- // TODO: the three profiles below don't
- // appear to have sps data in the specificiation anymore?
- 138: true,
- 139: true,
- 134: true
- };
- /**
- * Accepts input from a ElementaryStream and produces H.264 NAL unit data
- * events.
- */
- H264Stream$1 = function () {
- var nalByteStream = new NalByteStream(),
- self,
- trackId,
- currentPts,
- currentDts,
- discardEmulationPreventionBytes,
- readSequenceParameterSet,
- skipScalingList;
- H264Stream$1.prototype.init.call(this);
- self = this;
- /*
- * Pushes a packet from a stream onto the NalByteStream
- *
- * @param {Object} packet - A packet received from a stream
- * @param {Uint8Array} packet.data - The raw bytes of the packet
- * @param {Number} packet.dts - Decode timestamp of the packet
- * @param {Number} packet.pts - Presentation timestamp of the packet
- * @param {Number} packet.trackId - The id of the h264 track this packet came from
- * @param {('video'|'audio')} packet.type - The type of packet
- *
- */
- this.push = function (packet) {
- if (packet.type !== 'video') {
- return;
- }
- trackId = packet.trackId;
- currentPts = packet.pts;
- currentDts = packet.dts;
- nalByteStream.push(packet);
- };
- /*
- * Identify NAL unit types and pass on the NALU, trackId, presentation and decode timestamps
- * for the NALUs to the next stream component.
- * Also, preprocess caption and sequence parameter NALUs.
- *
- * @param {Uint8Array} data - A NAL unit identified by `NalByteStream.push`
- * @see NalByteStream.push
- */
- nalByteStream.on('data', function (data) {
- var event = {
- trackId: trackId,
- pts: currentPts,
- dts: currentDts,
- data: data,
- nalUnitTypeCode: data[0] & 0x1f
- };
- switch (event.nalUnitTypeCode) {
- case 0x05:
- event.nalUnitType = 'slice_layer_without_partitioning_rbsp_idr';
- break;
- case 0x06:
- event.nalUnitType = 'sei_rbsp';
- event.escapedRBSP = discardEmulationPreventionBytes(data.subarray(1));
- break;
- case 0x07:
- event.nalUnitType = 'seq_parameter_set_rbsp';
- event.escapedRBSP = discardEmulationPreventionBytes(data.subarray(1));
- event.config = readSequenceParameterSet(event.escapedRBSP);
- break;
- case 0x08:
- event.nalUnitType = 'pic_parameter_set_rbsp';
- break;
- case 0x09:
- event.nalUnitType = 'access_unit_delimiter_rbsp';
- break;
- } // This triggers data on the H264Stream
- self.trigger('data', event);
- });
- nalByteStream.on('done', function () {
- self.trigger('done');
- });
- nalByteStream.on('partialdone', function () {
- self.trigger('partialdone');
- });
- nalByteStream.on('reset', function () {
- self.trigger('reset');
- });
- nalByteStream.on('endedtimeline', function () {
- self.trigger('endedtimeline');
- });
- this.flush = function () {
- nalByteStream.flush();
- };
- this.partialFlush = function () {
- nalByteStream.partialFlush();
- };
- this.reset = function () {
- nalByteStream.reset();
- };
- this.endTimeline = function () {
- nalByteStream.endTimeline();
- };
- /**
- * Advance the ExpGolomb decoder past a scaling list. The scaling
- * list is optionally transmitted as part of a sequence parameter
- * set and is not relevant to transmuxing.
- * @param count {number} the number of entries in this scaling list
- * @param expGolombDecoder {object} an ExpGolomb pointed to the
- * start of a scaling list
- * @see Recommendation ITU-T H.264, Section 7.3.2.1.1.1
- */
- skipScalingList = function (count, expGolombDecoder) {
- var lastScale = 8,
- nextScale = 8,
- j,
- deltaScale;
- for (j = 0; j < count; j++) {
- if (nextScale !== 0) {
- deltaScale = expGolombDecoder.readExpGolomb();
- nextScale = (lastScale + deltaScale + 256) % 256;
- }
- lastScale = nextScale === 0 ? lastScale : nextScale;
- }
- };
- /**
- * Expunge any "Emulation Prevention" bytes from a "Raw Byte
- * Sequence Payload"
- * @param data {Uint8Array} the bytes of a RBSP from a NAL
- * unit
- * @return {Uint8Array} the RBSP without any Emulation
- * Prevention Bytes
- */
- discardEmulationPreventionBytes = function (data) {
- var length = data.byteLength,
- emulationPreventionBytesPositions = [],
- i = 1,
- newLength,
- newData; // Find all `Emulation Prevention Bytes`
- while (i < length - 2) {
- if (data[i] === 0 && data[i + 1] === 0 && data[i + 2] === 0x03) {
- emulationPreventionBytesPositions.push(i + 2);
- i += 2;
- } else {
- i++;
- }
- } // If no Emulation Prevention Bytes were found just return the original
- // array
- if (emulationPreventionBytesPositions.length === 0) {
- return data;
- } // Create a new array to hold the NAL unit data
- newLength = length - emulationPreventionBytesPositions.length;
- newData = new Uint8Array(newLength);
- var sourceIndex = 0;
- for (i = 0; i < newLength; sourceIndex++, i++) {
- if (sourceIndex === emulationPreventionBytesPositions[0]) {
- // Skip this byte
- sourceIndex++; // Remove this position index
- emulationPreventionBytesPositions.shift();
- }
- newData[i] = data[sourceIndex];
- }
- return newData;
- };
- /**
- * Read a sequence parameter set and return some interesting video
- * properties. A sequence parameter set is the H264 metadata that
- * describes the properties of upcoming video frames.
- * @param data {Uint8Array} the bytes of a sequence parameter set
- * @return {object} an object with configuration parsed from the
- * sequence parameter set, including the dimensions of the
- * associated video frames.
- */
- readSequenceParameterSet = function (data) {
- var frameCropLeftOffset = 0,
- frameCropRightOffset = 0,
- frameCropTopOffset = 0,
- frameCropBottomOffset = 0,
- expGolombDecoder,
- profileIdc,
- levelIdc,
- profileCompatibility,
- chromaFormatIdc,
- picOrderCntType,
- numRefFramesInPicOrderCntCycle,
- picWidthInMbsMinus1,
- picHeightInMapUnitsMinus1,
- frameMbsOnlyFlag,
- scalingListCount,
- sarRatio = [1, 1],
- aspectRatioIdc,
- i;
- expGolombDecoder = new ExpGolomb(data);
- profileIdc = expGolombDecoder.readUnsignedByte(); // profile_idc
- profileCompatibility = expGolombDecoder.readUnsignedByte(); // constraint_set[0-5]_flag
- levelIdc = expGolombDecoder.readUnsignedByte(); // level_idc u(8)
- expGolombDecoder.skipUnsignedExpGolomb(); // seq_parameter_set_id
- // some profiles have more optional data we don't need
- if (PROFILES_WITH_OPTIONAL_SPS_DATA[profileIdc]) {
- chromaFormatIdc = expGolombDecoder.readUnsignedExpGolomb();
- if (chromaFormatIdc === 3) {
- expGolombDecoder.skipBits(1); // separate_colour_plane_flag
- }
- expGolombDecoder.skipUnsignedExpGolomb(); // bit_depth_luma_minus8
- expGolombDecoder.skipUnsignedExpGolomb(); // bit_depth_chroma_minus8
- expGolombDecoder.skipBits(1); // qpprime_y_zero_transform_bypass_flag
- if (expGolombDecoder.readBoolean()) {
- // seq_scaling_matrix_present_flag
- scalingListCount = chromaFormatIdc !== 3 ? 8 : 12;
- for (i = 0; i < scalingListCount; i++) {
- if (expGolombDecoder.readBoolean()) {
- // seq_scaling_list_present_flag[ i ]
- if (i < 6) {
- skipScalingList(16, expGolombDecoder);
- } else {
- skipScalingList(64, expGolombDecoder);
- }
- }
- }
- }
- }
- expGolombDecoder.skipUnsignedExpGolomb(); // log2_max_frame_num_minus4
- picOrderCntType = expGolombDecoder.readUnsignedExpGolomb();
- if (picOrderCntType === 0) {
- expGolombDecoder.readUnsignedExpGolomb(); // log2_max_pic_order_cnt_lsb_minus4
- } else if (picOrderCntType === 1) {
- expGolombDecoder.skipBits(1); // delta_pic_order_always_zero_flag
- expGolombDecoder.skipExpGolomb(); // offset_for_non_ref_pic
- expGolombDecoder.skipExpGolomb(); // offset_for_top_to_bottom_field
- numRefFramesInPicOrderCntCycle = expGolombDecoder.readUnsignedExpGolomb();
- for (i = 0; i < numRefFramesInPicOrderCntCycle; i++) {
- expGolombDecoder.skipExpGolomb(); // offset_for_ref_frame[ i ]
- }
- }
- expGolombDecoder.skipUnsignedExpGolomb(); // max_num_ref_frames
- expGolombDecoder.skipBits(1); // gaps_in_frame_num_value_allowed_flag
- picWidthInMbsMinus1 = expGolombDecoder.readUnsignedExpGolomb();
- picHeightInMapUnitsMinus1 = expGolombDecoder.readUnsignedExpGolomb();
- frameMbsOnlyFlag = expGolombDecoder.readBits(1);
- if (frameMbsOnlyFlag === 0) {
- expGolombDecoder.skipBits(1); // mb_adaptive_frame_field_flag
- }
- expGolombDecoder.skipBits(1); // direct_8x8_inference_flag
- if (expGolombDecoder.readBoolean()) {
- // frame_cropping_flag
- frameCropLeftOffset = expGolombDecoder.readUnsignedExpGolomb();
- frameCropRightOffset = expGolombDecoder.readUnsignedExpGolomb();
- frameCropTopOffset = expGolombDecoder.readUnsignedExpGolomb();
- frameCropBottomOffset = expGolombDecoder.readUnsignedExpGolomb();
- }
- if (expGolombDecoder.readBoolean()) {
- // vui_parameters_present_flag
- if (expGolombDecoder.readBoolean()) {
- // aspect_ratio_info_present_flag
- aspectRatioIdc = expGolombDecoder.readUnsignedByte();
- switch (aspectRatioIdc) {
- case 1:
- sarRatio = [1, 1];
- break;
- case 2:
- sarRatio = [12, 11];
- break;
- case 3:
- sarRatio = [10, 11];
- break;
- case 4:
- sarRatio = [16, 11];
- break;
- case 5:
- sarRatio = [40, 33];
- break;
- case 6:
- sarRatio = [24, 11];
- break;
- case 7:
- sarRatio = [20, 11];
- break;
- case 8:
- sarRatio = [32, 11];
- break;
- case 9:
- sarRatio = [80, 33];
- break;
- case 10:
- sarRatio = [18, 11];
- break;
- case 11:
- sarRatio = [15, 11];
- break;
- case 12:
- sarRatio = [64, 33];
- break;
- case 13:
- sarRatio = [160, 99];
- break;
- case 14:
- sarRatio = [4, 3];
- break;
- case 15:
- sarRatio = [3, 2];
- break;
- case 16:
- sarRatio = [2, 1];
- break;
- case 255:
- {
- sarRatio = [expGolombDecoder.readUnsignedByte() << 8 | expGolombDecoder.readUnsignedByte(), expGolombDecoder.readUnsignedByte() << 8 | expGolombDecoder.readUnsignedByte()];
- break;
- }
- }
- if (sarRatio) {
- sarRatio[0] / sarRatio[1];
- }
- }
- }
- return {
- profileIdc: profileIdc,
- levelIdc: levelIdc,
- profileCompatibility: profileCompatibility,
- width: (picWidthInMbsMinus1 + 1) * 16 - frameCropLeftOffset * 2 - frameCropRightOffset * 2,
- height: (2 - frameMbsOnlyFlag) * (picHeightInMapUnitsMinus1 + 1) * 16 - frameCropTopOffset * 2 - frameCropBottomOffset * 2,
- // sar is sample aspect ratio
- sarRatio: sarRatio
- };
- };
- };
- H264Stream$1.prototype = new Stream$2();
- var h264 = {
- H264Stream: H264Stream$1,
- NalByteStream: NalByteStream
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Utilities to detect basic properties and metadata about Aac data.
- */
- var ADTS_SAMPLING_FREQUENCIES = [96000, 88200, 64000, 48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000, 7350];
- var parseId3TagSize = function (header, byteIndex) {
- var returnSize = header[byteIndex + 6] << 21 | header[byteIndex + 7] << 14 | header[byteIndex + 8] << 7 | header[byteIndex + 9],
- flags = header[byteIndex + 5],
- footerPresent = (flags & 16) >> 4; // if we get a negative returnSize clamp it to 0
- returnSize = returnSize >= 0 ? returnSize : 0;
- if (footerPresent) {
- return returnSize + 20;
- }
- return returnSize + 10;
- };
- var getId3Offset = function (data, offset) {
- if (data.length - offset < 10 || data[offset] !== 'I'.charCodeAt(0) || data[offset + 1] !== 'D'.charCodeAt(0) || data[offset + 2] !== '3'.charCodeAt(0)) {
- return offset;
- }
- offset += parseId3TagSize(data, offset);
- return getId3Offset(data, offset);
- }; // TODO: use vhs-utils
- var isLikelyAacData$1 = function (data) {
- var offset = getId3Offset(data, 0);
- return data.length >= offset + 2 && (data[offset] & 0xFF) === 0xFF && (data[offset + 1] & 0xF0) === 0xF0 && // verify that the 2 layer bits are 0, aka this
- // is not mp3 data but aac data.
- (data[offset + 1] & 0x16) === 0x10;
- };
- var parseSyncSafeInteger = function (data) {
- return data[0] << 21 | data[1] << 14 | data[2] << 7 | data[3];
- }; // return a percent-encoded representation of the specified byte range
- // @see http://en.wikipedia.org/wiki/Percent-encoding
- var percentEncode = function (bytes, start, end) {
- var i,
- result = '';
- for (i = start; i < end; i++) {
- result += '%' + ('00' + bytes[i].toString(16)).slice(-2);
- }
- return result;
- }; // return the string representation of the specified byte range,
- // interpreted as ISO-8859-1.
- var parseIso88591 = function (bytes, start, end) {
- return unescape(percentEncode(bytes, start, end)); // jshint ignore:line
- };
- var parseAdtsSize = function (header, byteIndex) {
- var lowThree = (header[byteIndex + 5] & 0xE0) >> 5,
- middle = header[byteIndex + 4] << 3,
- highTwo = header[byteIndex + 3] & 0x3 << 11;
- return highTwo | middle | lowThree;
- };
- var parseType$4 = function (header, byteIndex) {
- if (header[byteIndex] === 'I'.charCodeAt(0) && header[byteIndex + 1] === 'D'.charCodeAt(0) && header[byteIndex + 2] === '3'.charCodeAt(0)) {
- return 'timed-metadata';
- } else if (header[byteIndex] & 0xff === 0xff && (header[byteIndex + 1] & 0xf0) === 0xf0) {
- return 'audio';
- }
- return null;
- };
- var parseSampleRate = function (packet) {
- var i = 0;
- while (i + 5 < packet.length) {
- if (packet[i] !== 0xFF || (packet[i + 1] & 0xF6) !== 0xF0) {
- // If a valid header was not found, jump one forward and attempt to
- // find a valid ADTS header starting at the next byte
- i++;
- continue;
- }
- return ADTS_SAMPLING_FREQUENCIES[(packet[i + 2] & 0x3c) >>> 2];
- }
- return null;
- };
- var parseAacTimestamp = function (packet) {
- var frameStart, frameSize, frame, frameHeader; // find the start of the first frame and the end of the tag
- frameStart = 10;
- if (packet[5] & 0x40) {
- // advance the frame start past the extended header
- frameStart += 4; // header size field
- frameStart += parseSyncSafeInteger(packet.subarray(10, 14));
- } // parse one or more ID3 frames
- // http://id3.org/id3v2.3.0#ID3v2_frame_overview
- do {
- // determine the number of bytes in this frame
- frameSize = parseSyncSafeInteger(packet.subarray(frameStart + 4, frameStart + 8));
- if (frameSize < 1) {
- return null;
- }
- frameHeader = String.fromCharCode(packet[frameStart], packet[frameStart + 1], packet[frameStart + 2], packet[frameStart + 3]);
- if (frameHeader === 'PRIV') {
- frame = packet.subarray(frameStart + 10, frameStart + frameSize + 10);
- for (var i = 0; i < frame.byteLength; i++) {
- if (frame[i] === 0) {
- var owner = parseIso88591(frame, 0, i);
- if (owner === 'com.apple.streaming.transportStreamTimestamp') {
- var d = frame.subarray(i + 1);
- var size = (d[3] & 0x01) << 30 | d[4] << 22 | d[5] << 14 | d[6] << 6 | d[7] >>> 2;
- size *= 4;
- size += d[7] & 0x03;
- return size;
- }
- break;
- }
- }
- }
- frameStart += 10; // advance past the frame header
- frameStart += frameSize; // advance past the frame body
- } while (frameStart < packet.byteLength);
- return null;
- };
- var utils = {
- isLikelyAacData: isLikelyAacData$1,
- parseId3TagSize: parseId3TagSize,
- parseAdtsSize: parseAdtsSize,
- parseType: parseType$4,
- parseSampleRate: parseSampleRate,
- parseAacTimestamp: parseAacTimestamp
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * A stream-based aac to mp4 converter. This utility can be used to
- * deliver mp4s to a SourceBuffer on platforms that support native
- * Media Source Extensions.
- */
- var Stream$1 = stream;
- var aacUtils = utils; // Constants
- var AacStream$1;
- /**
- * Splits an incoming stream of binary data into ADTS and ID3 Frames.
- */
- AacStream$1 = function () {
- var everything = new Uint8Array(),
- timeStamp = 0;
- AacStream$1.prototype.init.call(this);
- this.setTimestamp = function (timestamp) {
- timeStamp = timestamp;
- };
- this.push = function (bytes) {
- var frameSize = 0,
- byteIndex = 0,
- bytesLeft,
- chunk,
- packet,
- tempLength; // If there are bytes remaining from the last segment, prepend them to the
- // bytes that were pushed in
- if (everything.length) {
- tempLength = everything.length;
- everything = new Uint8Array(bytes.byteLength + tempLength);
- everything.set(everything.subarray(0, tempLength));
- everything.set(bytes, tempLength);
- } else {
- everything = bytes;
- }
- while (everything.length - byteIndex >= 3) {
- if (everything[byteIndex] === 'I'.charCodeAt(0) && everything[byteIndex + 1] === 'D'.charCodeAt(0) && everything[byteIndex + 2] === '3'.charCodeAt(0)) {
- // Exit early because we don't have enough to parse
- // the ID3 tag header
- if (everything.length - byteIndex < 10) {
- break;
- } // check framesize
- frameSize = aacUtils.parseId3TagSize(everything, byteIndex); // Exit early if we don't have enough in the buffer
- // to emit a full packet
- // Add to byteIndex to support multiple ID3 tags in sequence
- if (byteIndex + frameSize > everything.length) {
- break;
- }
- chunk = {
- type: 'timed-metadata',
- data: everything.subarray(byteIndex, byteIndex + frameSize)
- };
- this.trigger('data', chunk);
- byteIndex += frameSize;
- continue;
- } else if ((everything[byteIndex] & 0xff) === 0xff && (everything[byteIndex + 1] & 0xf0) === 0xf0) {
- // Exit early because we don't have enough to parse
- // the ADTS frame header
- if (everything.length - byteIndex < 7) {
- break;
- }
- frameSize = aacUtils.parseAdtsSize(everything, byteIndex); // Exit early if we don't have enough in the buffer
- // to emit a full packet
- if (byteIndex + frameSize > everything.length) {
- break;
- }
- packet = {
- type: 'audio',
- data: everything.subarray(byteIndex, byteIndex + frameSize),
- pts: timeStamp,
- dts: timeStamp
- };
- this.trigger('data', packet);
- byteIndex += frameSize;
- continue;
- }
- byteIndex++;
- }
- bytesLeft = everything.length - byteIndex;
- if (bytesLeft > 0) {
- everything = everything.subarray(byteIndex);
- } else {
- everything = new Uint8Array();
- }
- };
- this.reset = function () {
- everything = new Uint8Array();
- this.trigger('reset');
- };
- this.endTimeline = function () {
- everything = new Uint8Array();
- this.trigger('endedtimeline');
- };
- };
- AacStream$1.prototype = new Stream$1();
- var aac = AacStream$1;
- var AUDIO_PROPERTIES$1 = ['audioobjecttype', 'channelcount', 'samplerate', 'samplingfrequencyindex', 'samplesize'];
- var audioProperties = AUDIO_PROPERTIES$1;
- var VIDEO_PROPERTIES$1 = ['width', 'height', 'profileIdc', 'levelIdc', 'profileCompatibility', 'sarRatio'];
- var videoProperties = VIDEO_PROPERTIES$1;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * A stream-based mp2t to mp4 converter. This utility can be used to
- * deliver mp4s to a SourceBuffer on platforms that support native
- * Media Source Extensions.
- */
- var Stream = stream;
- var mp4 = mp4Generator;
- var frameUtils = frameUtils$1;
- var audioFrameUtils = audioFrameUtils$1;
- var trackDecodeInfo = trackDecodeInfo$1;
- var m2ts = m2ts_1;
- var clock = clock$2;
- var AdtsStream = adts;
- var H264Stream = h264.H264Stream;
- var AacStream = aac;
- var isLikelyAacData = utils.isLikelyAacData;
- var ONE_SECOND_IN_TS$1 = clock$2.ONE_SECOND_IN_TS;
- var AUDIO_PROPERTIES = audioProperties;
- var VIDEO_PROPERTIES = videoProperties; // object types
- var VideoSegmentStream, AudioSegmentStream, Transmuxer, CoalesceStream;
- var retriggerForStream = function (key, event) {
- event.stream = key;
- this.trigger('log', event);
- };
- var addPipelineLogRetriggers = function (transmuxer, pipeline) {
- var keys = Object.keys(pipeline);
- for (var i = 0; i < keys.length; i++) {
- var key = keys[i]; // skip non-stream keys and headOfPipeline
- // which is just a duplicate
- if (key === 'headOfPipeline' || !pipeline[key].on) {
- continue;
- }
- pipeline[key].on('log', retriggerForStream.bind(transmuxer, key));
- }
- };
- /**
- * Compare two arrays (even typed) for same-ness
- */
- var arrayEquals = function (a, b) {
- var i;
- if (a.length !== b.length) {
- return false;
- } // compare the value of each element in the array
- for (i = 0; i < a.length; i++) {
- if (a[i] !== b[i]) {
- return false;
- }
- }
- return true;
- };
- var generateSegmentTimingInfo = function (baseMediaDecodeTime, startDts, startPts, endDts, endPts, prependedContentDuration) {
- var ptsOffsetFromDts = startPts - startDts,
- decodeDuration = endDts - startDts,
- presentationDuration = endPts - startPts; // The PTS and DTS values are based on the actual stream times from the segment,
- // however, the player time values will reflect a start from the baseMediaDecodeTime.
- // In order to provide relevant values for the player times, base timing info on the
- // baseMediaDecodeTime and the DTS and PTS durations of the segment.
- return {
- start: {
- dts: baseMediaDecodeTime,
- pts: baseMediaDecodeTime + ptsOffsetFromDts
- },
- end: {
- dts: baseMediaDecodeTime + decodeDuration,
- pts: baseMediaDecodeTime + presentationDuration
- },
- prependedContentDuration: prependedContentDuration,
- baseMediaDecodeTime: baseMediaDecodeTime
- };
- };
- /**
- * Constructs a single-track, ISO BMFF media segment from AAC data
- * events. The output of this stream can be fed to a SourceBuffer
- * configured with a suitable initialization segment.
- * @param track {object} track metadata configuration
- * @param options {object} transmuxer options object
- * @param options.keepOriginalTimestamps {boolean} If true, keep the timestamps
- * in the source; false to adjust the first segment to start at 0.
- */
- AudioSegmentStream = function (track, options) {
- var adtsFrames = [],
- sequenceNumber,
- earliestAllowedDts = 0,
- audioAppendStartTs = 0,
- videoBaseMediaDecodeTime = Infinity;
- options = options || {};
- sequenceNumber = options.firstSequenceNumber || 0;
- AudioSegmentStream.prototype.init.call(this);
- this.push = function (data) {
- trackDecodeInfo.collectDtsInfo(track, data);
- if (track) {
- AUDIO_PROPERTIES.forEach(function (prop) {
- track[prop] = data[prop];
- });
- } // buffer audio data until end() is called
- adtsFrames.push(data);
- };
- this.setEarliestDts = function (earliestDts) {
- earliestAllowedDts = earliestDts;
- };
- this.setVideoBaseMediaDecodeTime = function (baseMediaDecodeTime) {
- videoBaseMediaDecodeTime = baseMediaDecodeTime;
- };
- this.setAudioAppendStart = function (timestamp) {
- audioAppendStartTs = timestamp;
- };
- this.flush = function () {
- var frames, moof, mdat, boxes, frameDuration, segmentDuration, videoClockCyclesOfSilencePrefixed; // return early if no audio data has been observed
- if (adtsFrames.length === 0) {
- this.trigger('done', 'AudioSegmentStream');
- return;
- }
- frames = audioFrameUtils.trimAdtsFramesByEarliestDts(adtsFrames, track, earliestAllowedDts);
- track.baseMediaDecodeTime = trackDecodeInfo.calculateTrackBaseMediaDecodeTime(track, options.keepOriginalTimestamps); // amount of audio filled but the value is in video clock rather than audio clock
- videoClockCyclesOfSilencePrefixed = audioFrameUtils.prefixWithSilence(track, frames, audioAppendStartTs, videoBaseMediaDecodeTime); // we have to build the index from byte locations to
- // samples (that is, adts frames) in the audio data
- track.samples = audioFrameUtils.generateSampleTable(frames); // concatenate the audio data to constuct the mdat
- mdat = mp4.mdat(audioFrameUtils.concatenateFrameData(frames));
- adtsFrames = [];
- moof = mp4.moof(sequenceNumber, [track]);
- boxes = new Uint8Array(moof.byteLength + mdat.byteLength); // bump the sequence number for next time
- sequenceNumber++;
- boxes.set(moof);
- boxes.set(mdat, moof.byteLength);
- trackDecodeInfo.clearDtsInfo(track);
- frameDuration = Math.ceil(ONE_SECOND_IN_TS$1 * 1024 / track.samplerate); // TODO this check was added to maintain backwards compatibility (particularly with
- // tests) on adding the timingInfo event. However, it seems unlikely that there's a
- // valid use-case where an init segment/data should be triggered without associated
- // frames. Leaving for now, but should be looked into.
- if (frames.length) {
- segmentDuration = frames.length * frameDuration;
- this.trigger('segmentTimingInfo', generateSegmentTimingInfo( // The audio track's baseMediaDecodeTime is in audio clock cycles, but the
- // frame info is in video clock cycles. Convert to match expectation of
- // listeners (that all timestamps will be based on video clock cycles).
- clock.audioTsToVideoTs(track.baseMediaDecodeTime, track.samplerate), // frame times are already in video clock, as is segment duration
- frames[0].dts, frames[0].pts, frames[0].dts + segmentDuration, frames[0].pts + segmentDuration, videoClockCyclesOfSilencePrefixed || 0));
- this.trigger('timingInfo', {
- start: frames[0].pts,
- end: frames[0].pts + segmentDuration
- });
- }
- this.trigger('data', {
- track: track,
- boxes: boxes
- });
- this.trigger('done', 'AudioSegmentStream');
- };
- this.reset = function () {
- trackDecodeInfo.clearDtsInfo(track);
- adtsFrames = [];
- this.trigger('reset');
- };
- };
- AudioSegmentStream.prototype = new Stream();
- /**
- * Constructs a single-track, ISO BMFF media segment from H264 data
- * events. The output of this stream can be fed to a SourceBuffer
- * configured with a suitable initialization segment.
- * @param track {object} track metadata configuration
- * @param options {object} transmuxer options object
- * @param options.alignGopsAtEnd {boolean} If true, start from the end of the
- * gopsToAlignWith list when attempting to align gop pts
- * @param options.keepOriginalTimestamps {boolean} If true, keep the timestamps
- * in the source; false to adjust the first segment to start at 0.
- */
- VideoSegmentStream = function (track, options) {
- var sequenceNumber,
- nalUnits = [],
- gopsToAlignWith = [],
- config,
- pps;
- options = options || {};
- sequenceNumber = options.firstSequenceNumber || 0;
- VideoSegmentStream.prototype.init.call(this);
- delete track.minPTS;
- this.gopCache_ = [];
- /**
- * Constructs a ISO BMFF segment given H264 nalUnits
- * @param {Object} nalUnit A data event representing a nalUnit
- * @param {String} nalUnit.nalUnitType
- * @param {Object} nalUnit.config Properties for a mp4 track
- * @param {Uint8Array} nalUnit.data The nalUnit bytes
- * @see lib/codecs/h264.js
- **/
- this.push = function (nalUnit) {
- trackDecodeInfo.collectDtsInfo(track, nalUnit); // record the track config
- if (nalUnit.nalUnitType === 'seq_parameter_set_rbsp' && !config) {
- config = nalUnit.config;
- track.sps = [nalUnit.data];
- VIDEO_PROPERTIES.forEach(function (prop) {
- track[prop] = config[prop];
- }, this);
- }
- if (nalUnit.nalUnitType === 'pic_parameter_set_rbsp' && !pps) {
- pps = nalUnit.data;
- track.pps = [nalUnit.data];
- } // buffer video until flush() is called
- nalUnits.push(nalUnit);
- };
- /**
- * Pass constructed ISO BMFF track and boxes on to the
- * next stream in the pipeline
- **/
- this.flush = function () {
- var frames,
- gopForFusion,
- gops,
- moof,
- mdat,
- boxes,
- prependedContentDuration = 0,
- firstGop,
- lastGop; // Throw away nalUnits at the start of the byte stream until
- // we find the first AUD
- while (nalUnits.length) {
- if (nalUnits[0].nalUnitType === 'access_unit_delimiter_rbsp') {
- break;
- }
- nalUnits.shift();
- } // Return early if no video data has been observed
- if (nalUnits.length === 0) {
- this.resetStream_();
- this.trigger('done', 'VideoSegmentStream');
- return;
- } // Organize the raw nal-units into arrays that represent
- // higher-level constructs such as frames and gops
- // (group-of-pictures)
- frames = frameUtils.groupNalsIntoFrames(nalUnits);
- gops = frameUtils.groupFramesIntoGops(frames); // If the first frame of this fragment is not a keyframe we have
- // a problem since MSE (on Chrome) requires a leading keyframe.
- //
- // We have two approaches to repairing this situation:
- // 1) GOP-FUSION:
- // This is where we keep track of the GOPS (group-of-pictures)
- // from previous fragments and attempt to find one that we can
- // prepend to the current fragment in order to create a valid
- // fragment.
- // 2) KEYFRAME-PULLING:
- // Here we search for the first keyframe in the fragment and
- // throw away all the frames between the start of the fragment
- // and that keyframe. We then extend the duration and pull the
- // PTS of the keyframe forward so that it covers the time range
- // of the frames that were disposed of.
- //
- // #1 is far prefereable over #2 which can cause "stuttering" but
- // requires more things to be just right.
- if (!gops[0][0].keyFrame) {
- // Search for a gop for fusion from our gopCache
- gopForFusion = this.getGopForFusion_(nalUnits[0], track);
- if (gopForFusion) {
- // in order to provide more accurate timing information about the segment, save
- // the number of seconds prepended to the original segment due to GOP fusion
- prependedContentDuration = gopForFusion.duration;
- gops.unshift(gopForFusion); // Adjust Gops' metadata to account for the inclusion of the
- // new gop at the beginning
- gops.byteLength += gopForFusion.byteLength;
- gops.nalCount += gopForFusion.nalCount;
- gops.pts = gopForFusion.pts;
- gops.dts = gopForFusion.dts;
- gops.duration += gopForFusion.duration;
- } else {
- // If we didn't find a candidate gop fall back to keyframe-pulling
- gops = frameUtils.extendFirstKeyFrame(gops);
- }
- } // Trim gops to align with gopsToAlignWith
- if (gopsToAlignWith.length) {
- var alignedGops;
- if (options.alignGopsAtEnd) {
- alignedGops = this.alignGopsAtEnd_(gops);
- } else {
- alignedGops = this.alignGopsAtStart_(gops);
- }
- if (!alignedGops) {
- // save all the nals in the last GOP into the gop cache
- this.gopCache_.unshift({
- gop: gops.pop(),
- pps: track.pps,
- sps: track.sps
- }); // Keep a maximum of 6 GOPs in the cache
- this.gopCache_.length = Math.min(6, this.gopCache_.length); // Clear nalUnits
- nalUnits = []; // return early no gops can be aligned with desired gopsToAlignWith
- this.resetStream_();
- this.trigger('done', 'VideoSegmentStream');
- return;
- } // Some gops were trimmed. clear dts info so minSegmentDts and pts are correct
- // when recalculated before sending off to CoalesceStream
- trackDecodeInfo.clearDtsInfo(track);
- gops = alignedGops;
- }
- trackDecodeInfo.collectDtsInfo(track, gops); // First, we have to build the index from byte locations to
- // samples (that is, frames) in the video data
- track.samples = frameUtils.generateSampleTable(gops); // Concatenate the video data and construct the mdat
- mdat = mp4.mdat(frameUtils.concatenateNalData(gops));
- track.baseMediaDecodeTime = trackDecodeInfo.calculateTrackBaseMediaDecodeTime(track, options.keepOriginalTimestamps);
- this.trigger('processedGopsInfo', gops.map(function (gop) {
- return {
- pts: gop.pts,
- dts: gop.dts,
- byteLength: gop.byteLength
- };
- }));
- firstGop = gops[0];
- lastGop = gops[gops.length - 1];
- this.trigger('segmentTimingInfo', generateSegmentTimingInfo(track.baseMediaDecodeTime, firstGop.dts, firstGop.pts, lastGop.dts + lastGop.duration, lastGop.pts + lastGop.duration, prependedContentDuration));
- this.trigger('timingInfo', {
- start: gops[0].pts,
- end: gops[gops.length - 1].pts + gops[gops.length - 1].duration
- }); // save all the nals in the last GOP into the gop cache
- this.gopCache_.unshift({
- gop: gops.pop(),
- pps: track.pps,
- sps: track.sps
- }); // Keep a maximum of 6 GOPs in the cache
- this.gopCache_.length = Math.min(6, this.gopCache_.length); // Clear nalUnits
- nalUnits = [];
- this.trigger('baseMediaDecodeTime', track.baseMediaDecodeTime);
- this.trigger('timelineStartInfo', track.timelineStartInfo);
- moof = mp4.moof(sequenceNumber, [track]); // it would be great to allocate this array up front instead of
- // throwing away hundreds of media segment fragments
- boxes = new Uint8Array(moof.byteLength + mdat.byteLength); // Bump the sequence number for next time
- sequenceNumber++;
- boxes.set(moof);
- boxes.set(mdat, moof.byteLength);
- this.trigger('data', {
- track: track,
- boxes: boxes
- });
- this.resetStream_(); // Continue with the flush process now
- this.trigger('done', 'VideoSegmentStream');
- };
- this.reset = function () {
- this.resetStream_();
- nalUnits = [];
- this.gopCache_.length = 0;
- gopsToAlignWith.length = 0;
- this.trigger('reset');
- };
- this.resetStream_ = function () {
- trackDecodeInfo.clearDtsInfo(track); // reset config and pps because they may differ across segments
- // for instance, when we are rendition switching
- config = undefined;
- pps = undefined;
- }; // Search for a candidate Gop for gop-fusion from the gop cache and
- // return it or return null if no good candidate was found
- this.getGopForFusion_ = function (nalUnit) {
- var halfSecond = 45000,
- // Half-a-second in a 90khz clock
- allowableOverlap = 10000,
- // About 3 frames @ 30fps
- nearestDistance = Infinity,
- dtsDistance,
- nearestGopObj,
- currentGop,
- currentGopObj,
- i; // Search for the GOP nearest to the beginning of this nal unit
- for (i = 0; i < this.gopCache_.length; i++) {
- currentGopObj = this.gopCache_[i];
- currentGop = currentGopObj.gop; // Reject Gops with different SPS or PPS
- if (!(track.pps && arrayEquals(track.pps[0], currentGopObj.pps[0])) || !(track.sps && arrayEquals(track.sps[0], currentGopObj.sps[0]))) {
- continue;
- } // Reject Gops that would require a negative baseMediaDecodeTime
- if (currentGop.dts < track.timelineStartInfo.dts) {
- continue;
- } // The distance between the end of the gop and the start of the nalUnit
- dtsDistance = nalUnit.dts - currentGop.dts - currentGop.duration; // Only consider GOPS that start before the nal unit and end within
- // a half-second of the nal unit
- if (dtsDistance >= -allowableOverlap && dtsDistance <= halfSecond) {
- // Always use the closest GOP we found if there is more than
- // one candidate
- if (!nearestGopObj || nearestDistance > dtsDistance) {
- nearestGopObj = currentGopObj;
- nearestDistance = dtsDistance;
- }
- }
- }
- if (nearestGopObj) {
- return nearestGopObj.gop;
- }
- return null;
- }; // trim gop list to the first gop found that has a matching pts with a gop in the list
- // of gopsToAlignWith starting from the START of the list
- this.alignGopsAtStart_ = function (gops) {
- var alignIndex, gopIndex, align, gop, byteLength, nalCount, duration, alignedGops;
- byteLength = gops.byteLength;
- nalCount = gops.nalCount;
- duration = gops.duration;
- alignIndex = gopIndex = 0;
- while (alignIndex < gopsToAlignWith.length && gopIndex < gops.length) {
- align = gopsToAlignWith[alignIndex];
- gop = gops[gopIndex];
- if (align.pts === gop.pts) {
- break;
- }
- if (gop.pts > align.pts) {
- // this current gop starts after the current gop we want to align on, so increment
- // align index
- alignIndex++;
- continue;
- } // current gop starts before the current gop we want to align on. so increment gop
- // index
- gopIndex++;
- byteLength -= gop.byteLength;
- nalCount -= gop.nalCount;
- duration -= gop.duration;
- }
- if (gopIndex === 0) {
- // no gops to trim
- return gops;
- }
- if (gopIndex === gops.length) {
- // all gops trimmed, skip appending all gops
- return null;
- }
- alignedGops = gops.slice(gopIndex);
- alignedGops.byteLength = byteLength;
- alignedGops.duration = duration;
- alignedGops.nalCount = nalCount;
- alignedGops.pts = alignedGops[0].pts;
- alignedGops.dts = alignedGops[0].dts;
- return alignedGops;
- }; // trim gop list to the first gop found that has a matching pts with a gop in the list
- // of gopsToAlignWith starting from the END of the list
- this.alignGopsAtEnd_ = function (gops) {
- var alignIndex, gopIndex, align, gop, alignEndIndex, matchFound;
- alignIndex = gopsToAlignWith.length - 1;
- gopIndex = gops.length - 1;
- alignEndIndex = null;
- matchFound = false;
- while (alignIndex >= 0 && gopIndex >= 0) {
- align = gopsToAlignWith[alignIndex];
- gop = gops[gopIndex];
- if (align.pts === gop.pts) {
- matchFound = true;
- break;
- }
- if (align.pts > gop.pts) {
- alignIndex--;
- continue;
- }
- if (alignIndex === gopsToAlignWith.length - 1) {
- // gop.pts is greater than the last alignment candidate. If no match is found
- // by the end of this loop, we still want to append gops that come after this
- // point
- alignEndIndex = gopIndex;
- }
- gopIndex--;
- }
- if (!matchFound && alignEndIndex === null) {
- return null;
- }
- var trimIndex;
- if (matchFound) {
- trimIndex = gopIndex;
- } else {
- trimIndex = alignEndIndex;
- }
- if (trimIndex === 0) {
- return gops;
- }
- var alignedGops = gops.slice(trimIndex);
- var metadata = alignedGops.reduce(function (total, gop) {
- total.byteLength += gop.byteLength;
- total.duration += gop.duration;
- total.nalCount += gop.nalCount;
- return total;
- }, {
- byteLength: 0,
- duration: 0,
- nalCount: 0
- });
- alignedGops.byteLength = metadata.byteLength;
- alignedGops.duration = metadata.duration;
- alignedGops.nalCount = metadata.nalCount;
- alignedGops.pts = alignedGops[0].pts;
- alignedGops.dts = alignedGops[0].dts;
- return alignedGops;
- };
- this.alignGopsWith = function (newGopsToAlignWith) {
- gopsToAlignWith = newGopsToAlignWith;
- };
- };
- VideoSegmentStream.prototype = new Stream();
- /**
- * A Stream that can combine multiple streams (ie. audio & video)
- * into a single output segment for MSE. Also supports audio-only
- * and video-only streams.
- * @param options {object} transmuxer options object
- * @param options.keepOriginalTimestamps {boolean} If true, keep the timestamps
- * in the source; false to adjust the first segment to start at media timeline start.
- */
- CoalesceStream = function (options, metadataStream) {
- // Number of Tracks per output segment
- // If greater than 1, we combine multiple
- // tracks into a single segment
- this.numberOfTracks = 0;
- this.metadataStream = metadataStream;
- options = options || {};
- if (typeof options.remux !== 'undefined') {
- this.remuxTracks = !!options.remux;
- } else {
- this.remuxTracks = true;
- }
- if (typeof options.keepOriginalTimestamps === 'boolean') {
- this.keepOriginalTimestamps = options.keepOriginalTimestamps;
- } else {
- this.keepOriginalTimestamps = false;
- }
- this.pendingTracks = [];
- this.videoTrack = null;
- this.pendingBoxes = [];
- this.pendingCaptions = [];
- this.pendingMetadata = [];
- this.pendingBytes = 0;
- this.emittedTracks = 0;
- CoalesceStream.prototype.init.call(this); // Take output from multiple
- this.push = function (output) {
- // buffer incoming captions until the associated video segment
- // finishes
- if (output.text) {
- return this.pendingCaptions.push(output);
- } // buffer incoming id3 tags until the final flush
- if (output.frames) {
- return this.pendingMetadata.push(output);
- } // Add this track to the list of pending tracks and store
- // important information required for the construction of
- // the final segment
- this.pendingTracks.push(output.track);
- this.pendingBytes += output.boxes.byteLength; // TODO: is there an issue for this against chrome?
- // We unshift audio and push video because
- // as of Chrome 75 when switching from
- // one init segment to another if the video
- // mdat does not appear after the audio mdat
- // only audio will play for the duration of our transmux.
- if (output.track.type === 'video') {
- this.videoTrack = output.track;
- this.pendingBoxes.push(output.boxes);
- }
- if (output.track.type === 'audio') {
- this.audioTrack = output.track;
- this.pendingBoxes.unshift(output.boxes);
- }
- };
- };
- CoalesceStream.prototype = new Stream();
- CoalesceStream.prototype.flush = function (flushSource) {
- var offset = 0,
- event = {
- captions: [],
- captionStreams: {},
- metadata: [],
- info: {}
- },
- caption,
- id3,
- initSegment,
- timelineStartPts = 0,
- i;
- if (this.pendingTracks.length < this.numberOfTracks) {
- if (flushSource !== 'VideoSegmentStream' && flushSource !== 'AudioSegmentStream') {
- // Return because we haven't received a flush from a data-generating
- // portion of the segment (meaning that we have only recieved meta-data
- // or captions.)
- return;
- } else if (this.remuxTracks) {
- // Return until we have enough tracks from the pipeline to remux (if we
- // are remuxing audio and video into a single MP4)
- return;
- } else if (this.pendingTracks.length === 0) {
- // In the case where we receive a flush without any data having been
- // received we consider it an emitted track for the purposes of coalescing
- // `done` events.
- // We do this for the case where there is an audio and video track in the
- // segment but no audio data. (seen in several playlists with alternate
- // audio tracks and no audio present in the main TS segments.)
- this.emittedTracks++;
- if (this.emittedTracks >= this.numberOfTracks) {
- this.trigger('done');
- this.emittedTracks = 0;
- }
- return;
- }
- }
- if (this.videoTrack) {
- timelineStartPts = this.videoTrack.timelineStartInfo.pts;
- VIDEO_PROPERTIES.forEach(function (prop) {
- event.info[prop] = this.videoTrack[prop];
- }, this);
- } else if (this.audioTrack) {
- timelineStartPts = this.audioTrack.timelineStartInfo.pts;
- AUDIO_PROPERTIES.forEach(function (prop) {
- event.info[prop] = this.audioTrack[prop];
- }, this);
- }
- if (this.videoTrack || this.audioTrack) {
- if (this.pendingTracks.length === 1) {
- event.type = this.pendingTracks[0].type;
- } else {
- event.type = 'combined';
- }
- this.emittedTracks += this.pendingTracks.length;
- initSegment = mp4.initSegment(this.pendingTracks); // Create a new typed array to hold the init segment
- event.initSegment = new Uint8Array(initSegment.byteLength); // Create an init segment containing a moov
- // and track definitions
- event.initSegment.set(initSegment); // Create a new typed array to hold the moof+mdats
- event.data = new Uint8Array(this.pendingBytes); // Append each moof+mdat (one per track) together
- for (i = 0; i < this.pendingBoxes.length; i++) {
- event.data.set(this.pendingBoxes[i], offset);
- offset += this.pendingBoxes[i].byteLength;
- } // Translate caption PTS times into second offsets to match the
- // video timeline for the segment, and add track info
- for (i = 0; i < this.pendingCaptions.length; i++) {
- caption = this.pendingCaptions[i];
- caption.startTime = clock.metadataTsToSeconds(caption.startPts, timelineStartPts, this.keepOriginalTimestamps);
- caption.endTime = clock.metadataTsToSeconds(caption.endPts, timelineStartPts, this.keepOriginalTimestamps);
- event.captionStreams[caption.stream] = true;
- event.captions.push(caption);
- } // Translate ID3 frame PTS times into second offsets to match the
- // video timeline for the segment
- for (i = 0; i < this.pendingMetadata.length; i++) {
- id3 = this.pendingMetadata[i];
- id3.cueTime = clock.metadataTsToSeconds(id3.pts, timelineStartPts, this.keepOriginalTimestamps);
- event.metadata.push(id3);
- } // We add this to every single emitted segment even though we only need
- // it for the first
- event.metadata.dispatchType = this.metadataStream.dispatchType; // Reset stream state
- this.pendingTracks.length = 0;
- this.videoTrack = null;
- this.pendingBoxes.length = 0;
- this.pendingCaptions.length = 0;
- this.pendingBytes = 0;
- this.pendingMetadata.length = 0; // Emit the built segment
- // We include captions and ID3 tags for backwards compatibility,
- // ideally we should send only video and audio in the data event
- this.trigger('data', event); // Emit each caption to the outside world
- // Ideally, this would happen immediately on parsing captions,
- // but we need to ensure that video data is sent back first
- // so that caption timing can be adjusted to match video timing
- for (i = 0; i < event.captions.length; i++) {
- caption = event.captions[i];
- this.trigger('caption', caption);
- } // Emit each id3 tag to the outside world
- // Ideally, this would happen immediately on parsing the tag,
- // but we need to ensure that video data is sent back first
- // so that ID3 frame timing can be adjusted to match video timing
- for (i = 0; i < event.metadata.length; i++) {
- id3 = event.metadata[i];
- this.trigger('id3Frame', id3);
- }
- } // Only emit `done` if all tracks have been flushed and emitted
- if (this.emittedTracks >= this.numberOfTracks) {
- this.trigger('done');
- this.emittedTracks = 0;
- }
- };
- CoalesceStream.prototype.setRemux = function (val) {
- this.remuxTracks = val;
- };
- /**
- * A Stream that expects MP2T binary data as input and produces
- * corresponding media segments, suitable for use with Media Source
- * Extension (MSE) implementations that support the ISO BMFF byte
- * stream format, like Chrome.
- */
- Transmuxer = function (options) {
- var self = this,
- hasFlushed = true,
- videoTrack,
- audioTrack;
- Transmuxer.prototype.init.call(this);
- options = options || {};
- this.baseMediaDecodeTime = options.baseMediaDecodeTime || 0;
- this.transmuxPipeline_ = {};
- this.setupAacPipeline = function () {
- var pipeline = {};
- this.transmuxPipeline_ = pipeline;
- pipeline.type = 'aac';
- pipeline.metadataStream = new m2ts.MetadataStream(); // set up the parsing pipeline
- pipeline.aacStream = new AacStream();
- pipeline.audioTimestampRolloverStream = new m2ts.TimestampRolloverStream('audio');
- pipeline.timedMetadataTimestampRolloverStream = new m2ts.TimestampRolloverStream('timed-metadata');
- pipeline.adtsStream = new AdtsStream();
- pipeline.coalesceStream = new CoalesceStream(options, pipeline.metadataStream);
- pipeline.headOfPipeline = pipeline.aacStream;
- pipeline.aacStream.pipe(pipeline.audioTimestampRolloverStream).pipe(pipeline.adtsStream);
- pipeline.aacStream.pipe(pipeline.timedMetadataTimestampRolloverStream).pipe(pipeline.metadataStream).pipe(pipeline.coalesceStream);
- pipeline.metadataStream.on('timestamp', function (frame) {
- pipeline.aacStream.setTimestamp(frame.timeStamp);
- });
- pipeline.aacStream.on('data', function (data) {
- if (data.type !== 'timed-metadata' && data.type !== 'audio' || pipeline.audioSegmentStream) {
- return;
- }
- audioTrack = audioTrack || {
- timelineStartInfo: {
- baseMediaDecodeTime: self.baseMediaDecodeTime
- },
- codec: 'adts',
- type: 'audio'
- }; // hook up the audio segment stream to the first track with aac data
- pipeline.coalesceStream.numberOfTracks++;
- pipeline.audioSegmentStream = new AudioSegmentStream(audioTrack, options);
- pipeline.audioSegmentStream.on('log', self.getLogTrigger_('audioSegmentStream'));
- pipeline.audioSegmentStream.on('timingInfo', self.trigger.bind(self, 'audioTimingInfo')); // Set up the final part of the audio pipeline
- pipeline.adtsStream.pipe(pipeline.audioSegmentStream).pipe(pipeline.coalesceStream); // emit pmt info
- self.trigger('trackinfo', {
- hasAudio: !!audioTrack,
- hasVideo: !!videoTrack
- });
- }); // Re-emit any data coming from the coalesce stream to the outside world
- pipeline.coalesceStream.on('data', this.trigger.bind(this, 'data')); // Let the consumer know we have finished flushing the entire pipeline
- pipeline.coalesceStream.on('done', this.trigger.bind(this, 'done'));
- addPipelineLogRetriggers(this, pipeline);
- };
- this.setupTsPipeline = function () {
- var pipeline = {};
- this.transmuxPipeline_ = pipeline;
- pipeline.type = 'ts';
- pipeline.metadataStream = new m2ts.MetadataStream(); // set up the parsing pipeline
- pipeline.packetStream = new m2ts.TransportPacketStream();
- pipeline.parseStream = new m2ts.TransportParseStream();
- pipeline.elementaryStream = new m2ts.ElementaryStream();
- pipeline.timestampRolloverStream = new m2ts.TimestampRolloverStream();
- pipeline.adtsStream = new AdtsStream();
- pipeline.h264Stream = new H264Stream();
- pipeline.captionStream = new m2ts.CaptionStream(options);
- pipeline.coalesceStream = new CoalesceStream(options, pipeline.metadataStream);
- pipeline.headOfPipeline = pipeline.packetStream; // disassemble MPEG2-TS packets into elementary streams
- pipeline.packetStream.pipe(pipeline.parseStream).pipe(pipeline.elementaryStream).pipe(pipeline.timestampRolloverStream); // !!THIS ORDER IS IMPORTANT!!
- // demux the streams
- pipeline.timestampRolloverStream.pipe(pipeline.h264Stream);
- pipeline.timestampRolloverStream.pipe(pipeline.adtsStream);
- pipeline.timestampRolloverStream.pipe(pipeline.metadataStream).pipe(pipeline.coalesceStream); // Hook up CEA-608/708 caption stream
- pipeline.h264Stream.pipe(pipeline.captionStream).pipe(pipeline.coalesceStream);
- pipeline.elementaryStream.on('data', function (data) {
- var i;
- if (data.type === 'metadata') {
- i = data.tracks.length; // scan the tracks listed in the metadata
- while (i--) {
- if (!videoTrack && data.tracks[i].type === 'video') {
- videoTrack = data.tracks[i];
- videoTrack.timelineStartInfo.baseMediaDecodeTime = self.baseMediaDecodeTime;
- } else if (!audioTrack && data.tracks[i].type === 'audio') {
- audioTrack = data.tracks[i];
- audioTrack.timelineStartInfo.baseMediaDecodeTime = self.baseMediaDecodeTime;
- }
- } // hook up the video segment stream to the first track with h264 data
- if (videoTrack && !pipeline.videoSegmentStream) {
- pipeline.coalesceStream.numberOfTracks++;
- pipeline.videoSegmentStream = new VideoSegmentStream(videoTrack, options);
- pipeline.videoSegmentStream.on('log', self.getLogTrigger_('videoSegmentStream'));
- pipeline.videoSegmentStream.on('timelineStartInfo', function (timelineStartInfo) {
- // When video emits timelineStartInfo data after a flush, we forward that
- // info to the AudioSegmentStream, if it exists, because video timeline
- // data takes precedence. Do not do this if keepOriginalTimestamps is set,
- // because this is a particularly subtle form of timestamp alteration.
- if (audioTrack && !options.keepOriginalTimestamps) {
- audioTrack.timelineStartInfo = timelineStartInfo; // On the first segment we trim AAC frames that exist before the
- // very earliest DTS we have seen in video because Chrome will
- // interpret any video track with a baseMediaDecodeTime that is
- // non-zero as a gap.
- pipeline.audioSegmentStream.setEarliestDts(timelineStartInfo.dts - self.baseMediaDecodeTime);
- }
- });
- pipeline.videoSegmentStream.on('processedGopsInfo', self.trigger.bind(self, 'gopInfo'));
- pipeline.videoSegmentStream.on('segmentTimingInfo', self.trigger.bind(self, 'videoSegmentTimingInfo'));
- pipeline.videoSegmentStream.on('baseMediaDecodeTime', function (baseMediaDecodeTime) {
- if (audioTrack) {
- pipeline.audioSegmentStream.setVideoBaseMediaDecodeTime(baseMediaDecodeTime);
- }
- });
- pipeline.videoSegmentStream.on('timingInfo', self.trigger.bind(self, 'videoTimingInfo')); // Set up the final part of the video pipeline
- pipeline.h264Stream.pipe(pipeline.videoSegmentStream).pipe(pipeline.coalesceStream);
- }
- if (audioTrack && !pipeline.audioSegmentStream) {
- // hook up the audio segment stream to the first track with aac data
- pipeline.coalesceStream.numberOfTracks++;
- pipeline.audioSegmentStream = new AudioSegmentStream(audioTrack, options);
- pipeline.audioSegmentStream.on('log', self.getLogTrigger_('audioSegmentStream'));
- pipeline.audioSegmentStream.on('timingInfo', self.trigger.bind(self, 'audioTimingInfo'));
- pipeline.audioSegmentStream.on('segmentTimingInfo', self.trigger.bind(self, 'audioSegmentTimingInfo')); // Set up the final part of the audio pipeline
- pipeline.adtsStream.pipe(pipeline.audioSegmentStream).pipe(pipeline.coalesceStream);
- } // emit pmt info
- self.trigger('trackinfo', {
- hasAudio: !!audioTrack,
- hasVideo: !!videoTrack
- });
- }
- }); // Re-emit any data coming from the coalesce stream to the outside world
- pipeline.coalesceStream.on('data', this.trigger.bind(this, 'data'));
- pipeline.coalesceStream.on('id3Frame', function (id3Frame) {
- id3Frame.dispatchType = pipeline.metadataStream.dispatchType;
- self.trigger('id3Frame', id3Frame);
- });
- pipeline.coalesceStream.on('caption', this.trigger.bind(this, 'caption')); // Let the consumer know we have finished flushing the entire pipeline
- pipeline.coalesceStream.on('done', this.trigger.bind(this, 'done'));
- addPipelineLogRetriggers(this, pipeline);
- }; // hook up the segment streams once track metadata is delivered
- this.setBaseMediaDecodeTime = function (baseMediaDecodeTime) {
- var pipeline = this.transmuxPipeline_;
- if (!options.keepOriginalTimestamps) {
- this.baseMediaDecodeTime = baseMediaDecodeTime;
- }
- if (audioTrack) {
- audioTrack.timelineStartInfo.dts = undefined;
- audioTrack.timelineStartInfo.pts = undefined;
- trackDecodeInfo.clearDtsInfo(audioTrack);
- if (pipeline.audioTimestampRolloverStream) {
- pipeline.audioTimestampRolloverStream.discontinuity();
- }
- }
- if (videoTrack) {
- if (pipeline.videoSegmentStream) {
- pipeline.videoSegmentStream.gopCache_ = [];
- }
- videoTrack.timelineStartInfo.dts = undefined;
- videoTrack.timelineStartInfo.pts = undefined;
- trackDecodeInfo.clearDtsInfo(videoTrack);
- pipeline.captionStream.reset();
- }
- if (pipeline.timestampRolloverStream) {
- pipeline.timestampRolloverStream.discontinuity();
- }
- };
- this.setAudioAppendStart = function (timestamp) {
- if (audioTrack) {
- this.transmuxPipeline_.audioSegmentStream.setAudioAppendStart(timestamp);
- }
- };
- this.setRemux = function (val) {
- var pipeline = this.transmuxPipeline_;
- options.remux = val;
- if (pipeline && pipeline.coalesceStream) {
- pipeline.coalesceStream.setRemux(val);
- }
- };
- this.alignGopsWith = function (gopsToAlignWith) {
- if (videoTrack && this.transmuxPipeline_.videoSegmentStream) {
- this.transmuxPipeline_.videoSegmentStream.alignGopsWith(gopsToAlignWith);
- }
- };
- this.getLogTrigger_ = function (key) {
- var self = this;
- return function (event) {
- event.stream = key;
- self.trigger('log', event);
- };
- }; // feed incoming data to the front of the parsing pipeline
- this.push = function (data) {
- if (hasFlushed) {
- var isAac = isLikelyAacData(data);
- if (isAac && this.transmuxPipeline_.type !== 'aac') {
- this.setupAacPipeline();
- } else if (!isAac && this.transmuxPipeline_.type !== 'ts') {
- this.setupTsPipeline();
- }
- hasFlushed = false;
- }
- this.transmuxPipeline_.headOfPipeline.push(data);
- }; // flush any buffered data
- this.flush = function () {
- hasFlushed = true; // Start at the top of the pipeline and flush all pending work
- this.transmuxPipeline_.headOfPipeline.flush();
- };
- this.endTimeline = function () {
- this.transmuxPipeline_.headOfPipeline.endTimeline();
- };
- this.reset = function () {
- if (this.transmuxPipeline_.headOfPipeline) {
- this.transmuxPipeline_.headOfPipeline.reset();
- }
- }; // Caption data has to be reset when seeking outside buffered range
- this.resetCaptions = function () {
- if (this.transmuxPipeline_.captionStream) {
- this.transmuxPipeline_.captionStream.reset();
- }
- };
- };
- Transmuxer.prototype = new Stream();
- var transmuxer = {
- Transmuxer: Transmuxer,
- VideoSegmentStream: VideoSegmentStream,
- AudioSegmentStream: AudioSegmentStream,
- AUDIO_PROPERTIES: AUDIO_PROPERTIES,
- VIDEO_PROPERTIES: VIDEO_PROPERTIES,
- // exported for testing
- generateSegmentTimingInfo: generateSegmentTimingInfo
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- */
- var toUnsigned$3 = function (value) {
- return value >>> 0;
- };
- var toHexString$1 = function (value) {
- return ('00' + value.toString(16)).slice(-2);
- };
- var bin = {
- toUnsigned: toUnsigned$3,
- toHexString: toHexString$1
- };
- var parseType$3 = function (buffer) {
- var result = '';
- result += String.fromCharCode(buffer[0]);
- result += String.fromCharCode(buffer[1]);
- result += String.fromCharCode(buffer[2]);
- result += String.fromCharCode(buffer[3]);
- return result;
- };
- var parseType_1 = parseType$3;
- var toUnsigned$2 = bin.toUnsigned;
- var parseType$2 = parseType_1;
- var findBox$2 = function (data, path) {
- var results = [],
- i,
- size,
- type,
- end,
- subresults;
- if (!path.length) {
- // short-circuit the search for empty paths
- return null;
- }
- for (i = 0; i < data.byteLength;) {
- size = toUnsigned$2(data[i] << 24 | data[i + 1] << 16 | data[i + 2] << 8 | data[i + 3]);
- type = parseType$2(data.subarray(i + 4, i + 8));
- end = size > 1 ? i + size : data.byteLength;
- if (type === path[0]) {
- if (path.length === 1) {
- // this is the end of the path and we've found the box we were
- // looking for
- results.push(data.subarray(i + 8, end));
- } else {
- // recursively search for the next box along the path
- subresults = findBox$2(data.subarray(i + 8, end), path.slice(1));
- if (subresults.length) {
- results = results.concat(subresults);
- }
- }
- }
- i = end;
- } // we've finished searching all of data
- return results;
- };
- var findBox_1 = findBox$2;
- var toUnsigned$1 = bin.toUnsigned;
- var getUint64$2 = numbers.getUint64;
- var tfdt = function (data) {
- var result = {
- version: data[0],
- flags: new Uint8Array(data.subarray(1, 4))
- };
- if (result.version === 1) {
- result.baseMediaDecodeTime = getUint64$2(data.subarray(4));
- } else {
- result.baseMediaDecodeTime = toUnsigned$1(data[4] << 24 | data[5] << 16 | data[6] << 8 | data[7]);
- }
- return result;
- };
- var parseTfdt$2 = tfdt;
- var parseSampleFlags$1 = function (flags) {
- return {
- isLeading: (flags[0] & 0x0c) >>> 2,
- dependsOn: flags[0] & 0x03,
- isDependedOn: (flags[1] & 0xc0) >>> 6,
- hasRedundancy: (flags[1] & 0x30) >>> 4,
- paddingValue: (flags[1] & 0x0e) >>> 1,
- isNonSyncSample: flags[1] & 0x01,
- degradationPriority: flags[2] << 8 | flags[3]
- };
- };
- var parseSampleFlags_1 = parseSampleFlags$1;
- var parseSampleFlags = parseSampleFlags_1;
- var trun = function (data) {
- var result = {
- version: data[0],
- flags: new Uint8Array(data.subarray(1, 4)),
- samples: []
- },
- view = new DataView(data.buffer, data.byteOffset, data.byteLength),
- // Flag interpretation
- dataOffsetPresent = result.flags[2] & 0x01,
- // compare with 2nd byte of 0x1
- firstSampleFlagsPresent = result.flags[2] & 0x04,
- // compare with 2nd byte of 0x4
- sampleDurationPresent = result.flags[1] & 0x01,
- // compare with 2nd byte of 0x100
- sampleSizePresent = result.flags[1] & 0x02,
- // compare with 2nd byte of 0x200
- sampleFlagsPresent = result.flags[1] & 0x04,
- // compare with 2nd byte of 0x400
- sampleCompositionTimeOffsetPresent = result.flags[1] & 0x08,
- // compare with 2nd byte of 0x800
- sampleCount = view.getUint32(4),
- offset = 8,
- sample;
- if (dataOffsetPresent) {
- // 32 bit signed integer
- result.dataOffset = view.getInt32(offset);
- offset += 4;
- } // Overrides the flags for the first sample only. The order of
- // optional values will be: duration, size, compositionTimeOffset
- if (firstSampleFlagsPresent && sampleCount) {
- sample = {
- flags: parseSampleFlags(data.subarray(offset, offset + 4))
- };
- offset += 4;
- if (sampleDurationPresent) {
- sample.duration = view.getUint32(offset);
- offset += 4;
- }
- if (sampleSizePresent) {
- sample.size = view.getUint32(offset);
- offset += 4;
- }
- if (sampleCompositionTimeOffsetPresent) {
- if (result.version === 1) {
- sample.compositionTimeOffset = view.getInt32(offset);
- } else {
- sample.compositionTimeOffset = view.getUint32(offset);
- }
- offset += 4;
- }
- result.samples.push(sample);
- sampleCount--;
- }
- while (sampleCount--) {
- sample = {};
- if (sampleDurationPresent) {
- sample.duration = view.getUint32(offset);
- offset += 4;
- }
- if (sampleSizePresent) {
- sample.size = view.getUint32(offset);
- offset += 4;
- }
- if (sampleFlagsPresent) {
- sample.flags = parseSampleFlags(data.subarray(offset, offset + 4));
- offset += 4;
- }
- if (sampleCompositionTimeOffsetPresent) {
- if (result.version === 1) {
- sample.compositionTimeOffset = view.getInt32(offset);
- } else {
- sample.compositionTimeOffset = view.getUint32(offset);
- }
- offset += 4;
- }
- result.samples.push(sample);
- }
- return result;
- };
- var parseTrun$2 = trun;
- var tfhd = function (data) {
- var view = new DataView(data.buffer, data.byteOffset, data.byteLength),
- result = {
- version: data[0],
- flags: new Uint8Array(data.subarray(1, 4)),
- trackId: view.getUint32(4)
- },
- baseDataOffsetPresent = result.flags[2] & 0x01,
- sampleDescriptionIndexPresent = result.flags[2] & 0x02,
- defaultSampleDurationPresent = result.flags[2] & 0x08,
- defaultSampleSizePresent = result.flags[2] & 0x10,
- defaultSampleFlagsPresent = result.flags[2] & 0x20,
- durationIsEmpty = result.flags[0] & 0x010000,
- defaultBaseIsMoof = result.flags[0] & 0x020000,
- i;
- i = 8;
- if (baseDataOffsetPresent) {
- i += 4; // truncate top 4 bytes
- // FIXME: should we read the full 64 bits?
- result.baseDataOffset = view.getUint32(12);
- i += 4;
- }
- if (sampleDescriptionIndexPresent) {
- result.sampleDescriptionIndex = view.getUint32(i);
- i += 4;
- }
- if (defaultSampleDurationPresent) {
- result.defaultSampleDuration = view.getUint32(i);
- i += 4;
- }
- if (defaultSampleSizePresent) {
- result.defaultSampleSize = view.getUint32(i);
- i += 4;
- }
- if (defaultSampleFlagsPresent) {
- result.defaultSampleFlags = view.getUint32(i);
- }
- if (durationIsEmpty) {
- result.durationIsEmpty = true;
- }
- if (!baseDataOffsetPresent && defaultBaseIsMoof) {
- result.baseDataOffsetIsMoof = true;
- }
- return result;
- };
- var parseTfhd$2 = tfhd;
- var win;
- if (typeof window !== "undefined") {
- win = window;
- } else if (typeof commonjsGlobal !== "undefined") {
- win = commonjsGlobal;
- } else if (typeof self !== "undefined") {
- win = self;
- } else {
- win = {};
- }
- var window_1 = win;
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Reads in-band CEA-708 captions out of FMP4 segments.
- * @see https://en.wikipedia.org/wiki/CEA-708
- */
- var discardEmulationPreventionBytes = captionPacketParser.discardEmulationPreventionBytes;
- var CaptionStream = captionStream.CaptionStream;
- var findBox$1 = findBox_1;
- var parseTfdt$1 = parseTfdt$2;
- var parseTrun$1 = parseTrun$2;
- var parseTfhd$1 = parseTfhd$2;
- var window$2 = window_1;
- /**
- * Maps an offset in the mdat to a sample based on the the size of the samples.
- * Assumes that `parseSamples` has been called first.
- *
- * @param {Number} offset - The offset into the mdat
- * @param {Object[]} samples - An array of samples, parsed using `parseSamples`
- * @return {?Object} The matching sample, or null if no match was found.
- *
- * @see ISO-BMFF-12/2015, Section 8.8.8
- **/
- var mapToSample = function (offset, samples) {
- var approximateOffset = offset;
- for (var i = 0; i < samples.length; i++) {
- var sample = samples[i];
- if (approximateOffset < sample.size) {
- return sample;
- }
- approximateOffset -= sample.size;
- }
- return null;
- };
- /**
- * Finds SEI nal units contained in a Media Data Box.
- * Assumes that `parseSamples` has been called first.
- *
- * @param {Uint8Array} avcStream - The bytes of the mdat
- * @param {Object[]} samples - The samples parsed out by `parseSamples`
- * @param {Number} trackId - The trackId of this video track
- * @return {Object[]} seiNals - the parsed SEI NALUs found.
- * The contents of the seiNal should match what is expected by
- * CaptionStream.push (nalUnitType, size, data, escapedRBSP, pts, dts)
- *
- * @see ISO-BMFF-12/2015, Section 8.1.1
- * @see Rec. ITU-T H.264, 7.3.2.3.1
- **/
- var findSeiNals = function (avcStream, samples, trackId) {
- var avcView = new DataView(avcStream.buffer, avcStream.byteOffset, avcStream.byteLength),
- result = {
- logs: [],
- seiNals: []
- },
- seiNal,
- i,
- length,
- lastMatchedSample;
- for (i = 0; i + 4 < avcStream.length; i += length) {
- length = avcView.getUint32(i);
- i += 4; // Bail if this doesn't appear to be an H264 stream
- if (length <= 0) {
- continue;
- }
- switch (avcStream[i] & 0x1F) {
- case 0x06:
- var data = avcStream.subarray(i + 1, i + 1 + length);
- var matchingSample = mapToSample(i, samples);
- seiNal = {
- nalUnitType: 'sei_rbsp',
- size: length,
- data: data,
- escapedRBSP: discardEmulationPreventionBytes(data),
- trackId: trackId
- };
- if (matchingSample) {
- seiNal.pts = matchingSample.pts;
- seiNal.dts = matchingSample.dts;
- lastMatchedSample = matchingSample;
- } else if (lastMatchedSample) {
- // If a matching sample cannot be found, use the last
- // sample's values as they should be as close as possible
- seiNal.pts = lastMatchedSample.pts;
- seiNal.dts = lastMatchedSample.dts;
- } else {
- result.logs.push({
- level: 'warn',
- message: 'We\'ve encountered a nal unit without data at ' + i + ' for trackId ' + trackId + '. See mux.js#223.'
- });
- break;
- }
- result.seiNals.push(seiNal);
- break;
- }
- }
- return result;
- };
- /**
- * Parses sample information out of Track Run Boxes and calculates
- * the absolute presentation and decode timestamps of each sample.
- *
- * @param {Array<Uint8Array>} truns - The Trun Run boxes to be parsed
- * @param {Number|BigInt} baseMediaDecodeTime - base media decode time from tfdt
- @see ISO-BMFF-12/2015, Section 8.8.12
- * @param {Object} tfhd - The parsed Track Fragment Header
- * @see inspect.parseTfhd
- * @return {Object[]} the parsed samples
- *
- * @see ISO-BMFF-12/2015, Section 8.8.8
- **/
- var parseSamples = function (truns, baseMediaDecodeTime, tfhd) {
- var currentDts = baseMediaDecodeTime;
- var defaultSampleDuration = tfhd.defaultSampleDuration || 0;
- var defaultSampleSize = tfhd.defaultSampleSize || 0;
- var trackId = tfhd.trackId;
- var allSamples = [];
- truns.forEach(function (trun) {
- // Note: We currently do not parse the sample table as well
- // as the trun. It's possible some sources will require this.
- // moov > trak > mdia > minf > stbl
- var trackRun = parseTrun$1(trun);
- var samples = trackRun.samples;
- samples.forEach(function (sample) {
- if (sample.duration === undefined) {
- sample.duration = defaultSampleDuration;
- }
- if (sample.size === undefined) {
- sample.size = defaultSampleSize;
- }
- sample.trackId = trackId;
- sample.dts = currentDts;
- if (sample.compositionTimeOffset === undefined) {
- sample.compositionTimeOffset = 0;
- }
- if (typeof currentDts === 'bigint') {
- sample.pts = currentDts + window$2.BigInt(sample.compositionTimeOffset);
- currentDts += window$2.BigInt(sample.duration);
- } else {
- sample.pts = currentDts + sample.compositionTimeOffset;
- currentDts += sample.duration;
- }
- });
- allSamples = allSamples.concat(samples);
- });
- return allSamples;
- };
- /**
- * Parses out caption nals from an FMP4 segment's video tracks.
- *
- * @param {Uint8Array} segment - The bytes of a single segment
- * @param {Number} videoTrackId - The trackId of a video track in the segment
- * @return {Object.<Number, Object[]>} A mapping of video trackId to
- * a list of seiNals found in that track
- **/
- var parseCaptionNals = function (segment, videoTrackId) {
- // To get the samples
- var trafs = findBox$1(segment, ['moof', 'traf']); // To get SEI NAL units
- var mdats = findBox$1(segment, ['mdat']);
- var captionNals = {};
- var mdatTrafPairs = []; // Pair up each traf with a mdat as moofs and mdats are in pairs
- mdats.forEach(function (mdat, index) {
- var matchingTraf = trafs[index];
- mdatTrafPairs.push({
- mdat: mdat,
- traf: matchingTraf
- });
- });
- mdatTrafPairs.forEach(function (pair) {
- var mdat = pair.mdat;
- var traf = pair.traf;
- var tfhd = findBox$1(traf, ['tfhd']); // Exactly 1 tfhd per traf
- var headerInfo = parseTfhd$1(tfhd[0]);
- var trackId = headerInfo.trackId;
- var tfdt = findBox$1(traf, ['tfdt']); // Either 0 or 1 tfdt per traf
- var baseMediaDecodeTime = tfdt.length > 0 ? parseTfdt$1(tfdt[0]).baseMediaDecodeTime : 0;
- var truns = findBox$1(traf, ['trun']);
- var samples;
- var result; // Only parse video data for the chosen video track
- if (videoTrackId === trackId && truns.length > 0) {
- samples = parseSamples(truns, baseMediaDecodeTime, headerInfo);
- result = findSeiNals(mdat, samples, trackId);
- if (!captionNals[trackId]) {
- captionNals[trackId] = {
- seiNals: [],
- logs: []
- };
- }
- captionNals[trackId].seiNals = captionNals[trackId].seiNals.concat(result.seiNals);
- captionNals[trackId].logs = captionNals[trackId].logs.concat(result.logs);
- }
- });
- return captionNals;
- };
- /**
- * Parses out inband captions from an MP4 container and returns
- * caption objects that can be used by WebVTT and the TextTrack API.
- * @see https://developer.mozilla.org/en-US/docs/Web/API/VTTCue
- * @see https://developer.mozilla.org/en-US/docs/Web/API/TextTrack
- * Assumes that `probe.getVideoTrackIds` and `probe.timescale` have been called first
- *
- * @param {Uint8Array} segment - The fmp4 segment containing embedded captions
- * @param {Number} trackId - The id of the video track to parse
- * @param {Number} timescale - The timescale for the video track from the init segment
- *
- * @return {?Object[]} parsedCaptions - A list of captions or null if no video tracks
- * @return {Number} parsedCaptions[].startTime - The time to show the caption in seconds
- * @return {Number} parsedCaptions[].endTime - The time to stop showing the caption in seconds
- * @return {String} parsedCaptions[].text - The visible content of the caption
- **/
- var parseEmbeddedCaptions = function (segment, trackId, timescale) {
- var captionNals; // the ISO-BMFF spec says that trackId can't be zero, but there's some broken content out there
- if (trackId === null) {
- return null;
- }
- captionNals = parseCaptionNals(segment, trackId);
- var trackNals = captionNals[trackId] || {};
- return {
- seiNals: trackNals.seiNals,
- logs: trackNals.logs,
- timescale: timescale
- };
- };
- /**
- * Converts SEI NALUs into captions that can be used by video.js
- **/
- var CaptionParser = function () {
- var isInitialized = false;
- var captionStream; // Stores segments seen before trackId and timescale are set
- var segmentCache; // Stores video track ID of the track being parsed
- var trackId; // Stores the timescale of the track being parsed
- var timescale; // Stores captions parsed so far
- var parsedCaptions; // Stores whether we are receiving partial data or not
- var parsingPartial;
- /**
- * A method to indicate whether a CaptionParser has been initalized
- * @returns {Boolean}
- **/
- this.isInitialized = function () {
- return isInitialized;
- };
- /**
- * Initializes the underlying CaptionStream, SEI NAL parsing
- * and management, and caption collection
- **/
- this.init = function (options) {
- captionStream = new CaptionStream();
- isInitialized = true;
- parsingPartial = options ? options.isPartial : false; // Collect dispatched captions
- captionStream.on('data', function (event) {
- // Convert to seconds in the source's timescale
- event.startTime = event.startPts / timescale;
- event.endTime = event.endPts / timescale;
- parsedCaptions.captions.push(event);
- parsedCaptions.captionStreams[event.stream] = true;
- });
- captionStream.on('log', function (log) {
- parsedCaptions.logs.push(log);
- });
- };
- /**
- * Determines if a new video track will be selected
- * or if the timescale changed
- * @return {Boolean}
- **/
- this.isNewInit = function (videoTrackIds, timescales) {
- if (videoTrackIds && videoTrackIds.length === 0 || timescales && typeof timescales === 'object' && Object.keys(timescales).length === 0) {
- return false;
- }
- return trackId !== videoTrackIds[0] || timescale !== timescales[trackId];
- };
- /**
- * Parses out SEI captions and interacts with underlying
- * CaptionStream to return dispatched captions
- *
- * @param {Uint8Array} segment - The fmp4 segment containing embedded captions
- * @param {Number[]} videoTrackIds - A list of video tracks found in the init segment
- * @param {Object.<Number, Number>} timescales - The timescales found in the init segment
- * @see parseEmbeddedCaptions
- * @see m2ts/caption-stream.js
- **/
- this.parse = function (segment, videoTrackIds, timescales) {
- var parsedData;
- if (!this.isInitialized()) {
- return null; // This is not likely to be a video segment
- } else if (!videoTrackIds || !timescales) {
- return null;
- } else if (this.isNewInit(videoTrackIds, timescales)) {
- // Use the first video track only as there is no
- // mechanism to switch to other video tracks
- trackId = videoTrackIds[0];
- timescale = timescales[trackId]; // If an init segment has not been seen yet, hold onto segment
- // data until we have one.
- // the ISO-BMFF spec says that trackId can't be zero, but there's some broken content out there
- } else if (trackId === null || !timescale) {
- segmentCache.push(segment);
- return null;
- } // Now that a timescale and trackId is set, parse cached segments
- while (segmentCache.length > 0) {
- var cachedSegment = segmentCache.shift();
- this.parse(cachedSegment, videoTrackIds, timescales);
- }
- parsedData = parseEmbeddedCaptions(segment, trackId, timescale);
- if (parsedData && parsedData.logs) {
- parsedCaptions.logs = parsedCaptions.logs.concat(parsedData.logs);
- }
- if (parsedData === null || !parsedData.seiNals) {
- if (parsedCaptions.logs.length) {
- return {
- logs: parsedCaptions.logs,
- captions: [],
- captionStreams: []
- };
- }
- return null;
- }
- this.pushNals(parsedData.seiNals); // Force the parsed captions to be dispatched
- this.flushStream();
- return parsedCaptions;
- };
- /**
- * Pushes SEI NALUs onto CaptionStream
- * @param {Object[]} nals - A list of SEI nals parsed using `parseCaptionNals`
- * Assumes that `parseCaptionNals` has been called first
- * @see m2ts/caption-stream.js
- **/
- this.pushNals = function (nals) {
- if (!this.isInitialized() || !nals || nals.length === 0) {
- return null;
- }
- nals.forEach(function (nal) {
- captionStream.push(nal);
- });
- };
- /**
- * Flushes underlying CaptionStream to dispatch processed, displayable captions
- * @see m2ts/caption-stream.js
- **/
- this.flushStream = function () {
- if (!this.isInitialized()) {
- return null;
- }
- if (!parsingPartial) {
- captionStream.flush();
- } else {
- captionStream.partialFlush();
- }
- };
- /**
- * Reset caption buckets for new data
- **/
- this.clearParsedCaptions = function () {
- parsedCaptions.captions = [];
- parsedCaptions.captionStreams = {};
- parsedCaptions.logs = [];
- };
- /**
- * Resets underlying CaptionStream
- * @see m2ts/caption-stream.js
- **/
- this.resetCaptionStream = function () {
- if (!this.isInitialized()) {
- return null;
- }
- captionStream.reset();
- };
- /**
- * Convenience method to clear all captions flushed from the
- * CaptionStream and still being parsed
- * @see m2ts/caption-stream.js
- **/
- this.clearAllCaptions = function () {
- this.clearParsedCaptions();
- this.resetCaptionStream();
- };
- /**
- * Reset caption parser
- **/
- this.reset = function () {
- segmentCache = [];
- trackId = null;
- timescale = null;
- if (!parsedCaptions) {
- parsedCaptions = {
- captions: [],
- // CC1, CC2, CC3, CC4
- captionStreams: {},
- logs: []
- };
- } else {
- this.clearParsedCaptions();
- }
- this.resetCaptionStream();
- };
- this.reset();
- };
- var captionParser = CaptionParser;
- /**
- * Returns the first string in the data array ending with a null char '\0'
- * @param {UInt8} data
- * @returns the string with the null char
- */
- var uint8ToCString$1 = function (data) {
- var index = 0;
- var curChar = String.fromCharCode(data[index]);
- var retString = '';
- while (curChar !== '\0') {
- retString += curChar;
- index++;
- curChar = String.fromCharCode(data[index]);
- } // Add nullChar
- retString += curChar;
- return retString;
- };
- var string = {
- uint8ToCString: uint8ToCString$1
- };
- var uint8ToCString = string.uint8ToCString;
- var getUint64$1 = numbers.getUint64;
- /**
- * Based on: ISO/IEC 23009 Section: 5.10.3.3
- * References:
- * https://dashif-documents.azurewebsites.net/Events/master/event.html#emsg-format
- * https://aomediacodec.github.io/id3-emsg/
- *
- * Takes emsg box data as a uint8 array and returns a emsg box object
- * @param {UInt8Array} boxData data from emsg box
- * @returns A parsed emsg box object
- */
- var parseEmsgBox = function (boxData) {
- // version + flags
- var offset = 4;
- var version = boxData[0];
- var scheme_id_uri, value, timescale, presentation_time, presentation_time_delta, event_duration, id, message_data;
- if (version === 0) {
- scheme_id_uri = uint8ToCString(boxData.subarray(offset));
- offset += scheme_id_uri.length;
- value = uint8ToCString(boxData.subarray(offset));
- offset += value.length;
- var dv = new DataView(boxData.buffer);
- timescale = dv.getUint32(offset);
- offset += 4;
- presentation_time_delta = dv.getUint32(offset);
- offset += 4;
- event_duration = dv.getUint32(offset);
- offset += 4;
- id = dv.getUint32(offset);
- offset += 4;
- } else if (version === 1) {
- var dv = new DataView(boxData.buffer);
- timescale = dv.getUint32(offset);
- offset += 4;
- presentation_time = getUint64$1(boxData.subarray(offset));
- offset += 8;
- event_duration = dv.getUint32(offset);
- offset += 4;
- id = dv.getUint32(offset);
- offset += 4;
- scheme_id_uri = uint8ToCString(boxData.subarray(offset));
- offset += scheme_id_uri.length;
- value = uint8ToCString(boxData.subarray(offset));
- offset += value.length;
- }
- message_data = new Uint8Array(boxData.subarray(offset, boxData.byteLength));
- var emsgBox = {
- scheme_id_uri,
- value,
- // if timescale is undefined or 0 set to 1
- timescale: timescale ? timescale : 1,
- presentation_time,
- presentation_time_delta,
- event_duration,
- id,
- message_data
- };
- return isValidEmsgBox(version, emsgBox) ? emsgBox : undefined;
- };
- /**
- * Scales a presentation time or time delta with an offset with a provided timescale
- * @param {number} presentationTime
- * @param {number} timescale
- * @param {number} timeDelta
- * @param {number} offset
- * @returns the scaled time as a number
- */
- var scaleTime = function (presentationTime, timescale, timeDelta, offset) {
- return presentationTime || presentationTime === 0 ? presentationTime / timescale : offset + timeDelta / timescale;
- };
- /**
- * Checks the emsg box data for validity based on the version
- * @param {number} version of the emsg box to validate
- * @param {Object} emsg the emsg data to validate
- * @returns if the box is valid as a boolean
- */
- var isValidEmsgBox = function (version, emsg) {
- var hasScheme = emsg.scheme_id_uri !== '\0';
- var isValidV0Box = version === 0 && isDefined(emsg.presentation_time_delta) && hasScheme;
- var isValidV1Box = version === 1 && isDefined(emsg.presentation_time) && hasScheme; // Only valid versions of emsg are 0 and 1
- return !(version > 1) && isValidV0Box || isValidV1Box;
- }; // Utility function to check if an object is defined
- var isDefined = function (data) {
- return data !== undefined || data !== null;
- };
- var emsg$1 = {
- parseEmsgBox: parseEmsgBox,
- scaleTime: scaleTime
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Utilities to detect basic properties and metadata about MP4s.
- */
- var toUnsigned = bin.toUnsigned;
- var toHexString = bin.toHexString;
- var findBox = findBox_1;
- var parseType$1 = parseType_1;
- var emsg = emsg$1;
- var parseTfhd = parseTfhd$2;
- var parseTrun = parseTrun$2;
- var parseTfdt = parseTfdt$2;
- var getUint64 = numbers.getUint64;
- var timescale, startTime, compositionStartTime, getVideoTrackIds, getTracks, getTimescaleFromMediaHeader, getEmsgID3;
- var window$1 = window_1;
- var parseId3Frames = parseId3.parseId3Frames;
- /**
- * Parses an MP4 initialization segment and extracts the timescale
- * values for any declared tracks. Timescale values indicate the
- * number of clock ticks per second to assume for time-based values
- * elsewhere in the MP4.
- *
- * To determine the start time of an MP4, you need two pieces of
- * information: the timescale unit and the earliest base media decode
- * time. Multiple timescales can be specified within an MP4 but the
- * base media decode time is always expressed in the timescale from
- * the media header box for the track:
- * ```
- * moov > trak > mdia > mdhd.timescale
- * ```
- * @param init {Uint8Array} the bytes of the init segment
- * @return {object} a hash of track ids to timescale values or null if
- * the init segment is malformed.
- */
- timescale = function (init) {
- var result = {},
- traks = findBox(init, ['moov', 'trak']); // mdhd timescale
- return traks.reduce(function (result, trak) {
- var tkhd, version, index, id, mdhd;
- tkhd = findBox(trak, ['tkhd'])[0];
- if (!tkhd) {
- return null;
- }
- version = tkhd[0];
- index = version === 0 ? 12 : 20;
- id = toUnsigned(tkhd[index] << 24 | tkhd[index + 1] << 16 | tkhd[index + 2] << 8 | tkhd[index + 3]);
- mdhd = findBox(trak, ['mdia', 'mdhd'])[0];
- if (!mdhd) {
- return null;
- }
- version = mdhd[0];
- index = version === 0 ? 12 : 20;
- result[id] = toUnsigned(mdhd[index] << 24 | mdhd[index + 1] << 16 | mdhd[index + 2] << 8 | mdhd[index + 3]);
- return result;
- }, result);
- };
- /**
- * Determine the base media decode start time, in seconds, for an MP4
- * fragment. If multiple fragments are specified, the earliest time is
- * returned.
- *
- * The base media decode time can be parsed from track fragment
- * metadata:
- * ```
- * moof > traf > tfdt.baseMediaDecodeTime
- * ```
- * It requires the timescale value from the mdhd to interpret.
- *
- * @param timescale {object} a hash of track ids to timescale values.
- * @return {number} the earliest base media decode start time for the
- * fragment, in seconds
- */
- startTime = function (timescale, fragment) {
- var trafs; // we need info from two childrend of each track fragment box
- trafs = findBox(fragment, ['moof', 'traf']); // determine the start times for each track
- var lowestTime = trafs.reduce(function (acc, traf) {
- var tfhd = findBox(traf, ['tfhd'])[0]; // get the track id from the tfhd
- var id = toUnsigned(tfhd[4] << 24 | tfhd[5] << 16 | tfhd[6] << 8 | tfhd[7]); // assume a 90kHz clock if no timescale was specified
- var scale = timescale[id] || 90e3; // get the base media decode time from the tfdt
- var tfdt = findBox(traf, ['tfdt'])[0];
- var dv = new DataView(tfdt.buffer, tfdt.byteOffset, tfdt.byteLength);
- var baseTime; // version 1 is 64 bit
- if (tfdt[0] === 1) {
- baseTime = getUint64(tfdt.subarray(4, 12));
- } else {
- baseTime = dv.getUint32(4);
- } // convert base time to seconds if it is a valid number.
- let seconds;
- if (typeof baseTime === 'bigint') {
- seconds = baseTime / window$1.BigInt(scale);
- } else if (typeof baseTime === 'number' && !isNaN(baseTime)) {
- seconds = baseTime / scale;
- }
- if (seconds < Number.MAX_SAFE_INTEGER) {
- seconds = Number(seconds);
- }
- if (seconds < acc) {
- acc = seconds;
- }
- return acc;
- }, Infinity);
- return typeof lowestTime === 'bigint' || isFinite(lowestTime) ? lowestTime : 0;
- };
- /**
- * Determine the composition start, in seconds, for an MP4
- * fragment.
- *
- * The composition start time of a fragment can be calculated using the base
- * media decode time, composition time offset, and timescale, as follows:
- *
- * compositionStartTime = (baseMediaDecodeTime + compositionTimeOffset) / timescale
- *
- * All of the aforementioned information is contained within a media fragment's
- * `traf` box, except for timescale info, which comes from the initialization
- * segment, so a track id (also contained within a `traf`) is also necessary to
- * associate it with a timescale
- *
- *
- * @param timescales {object} - a hash of track ids to timescale values.
- * @param fragment {Unit8Array} - the bytes of a media segment
- * @return {number} the composition start time for the fragment, in seconds
- **/
- compositionStartTime = function (timescales, fragment) {
- var trafBoxes = findBox(fragment, ['moof', 'traf']);
- var baseMediaDecodeTime = 0;
- var compositionTimeOffset = 0;
- var trackId;
- if (trafBoxes && trafBoxes.length) {
- // The spec states that track run samples contained within a `traf` box are contiguous, but
- // it does not explicitly state whether the `traf` boxes themselves are contiguous.
- // We will assume that they are, so we only need the first to calculate start time.
- var tfhd = findBox(trafBoxes[0], ['tfhd'])[0];
- var trun = findBox(trafBoxes[0], ['trun'])[0];
- var tfdt = findBox(trafBoxes[0], ['tfdt'])[0];
- if (tfhd) {
- var parsedTfhd = parseTfhd(tfhd);
- trackId = parsedTfhd.trackId;
- }
- if (tfdt) {
- var parsedTfdt = parseTfdt(tfdt);
- baseMediaDecodeTime = parsedTfdt.baseMediaDecodeTime;
- }
- if (trun) {
- var parsedTrun = parseTrun(trun);
- if (parsedTrun.samples && parsedTrun.samples.length) {
- compositionTimeOffset = parsedTrun.samples[0].compositionTimeOffset || 0;
- }
- }
- } // Get timescale for this specific track. Assume a 90kHz clock if no timescale was
- // specified.
- var timescale = timescales[trackId] || 90e3; // return the composition start time, in seconds
- if (typeof baseMediaDecodeTime === 'bigint') {
- compositionTimeOffset = window$1.BigInt(compositionTimeOffset);
- timescale = window$1.BigInt(timescale);
- }
- var result = (baseMediaDecodeTime + compositionTimeOffset) / timescale;
- if (typeof result === 'bigint' && result < Number.MAX_SAFE_INTEGER) {
- result = Number(result);
- }
- return result;
- };
- /**
- * Find the trackIds of the video tracks in this source.
- * Found by parsing the Handler Reference and Track Header Boxes:
- * moov > trak > mdia > hdlr
- * moov > trak > tkhd
- *
- * @param {Uint8Array} init - The bytes of the init segment for this source
- * @return {Number[]} A list of trackIds
- *
- * @see ISO-BMFF-12/2015, Section 8.4.3
- **/
- getVideoTrackIds = function (init) {
- var traks = findBox(init, ['moov', 'trak']);
- var videoTrackIds = [];
- traks.forEach(function (trak) {
- var hdlrs = findBox(trak, ['mdia', 'hdlr']);
- var tkhds = findBox(trak, ['tkhd']);
- hdlrs.forEach(function (hdlr, index) {
- var handlerType = parseType$1(hdlr.subarray(8, 12));
- var tkhd = tkhds[index];
- var view;
- var version;
- var trackId;
- if (handlerType === 'vide') {
- view = new DataView(tkhd.buffer, tkhd.byteOffset, tkhd.byteLength);
- version = view.getUint8(0);
- trackId = version === 0 ? view.getUint32(12) : view.getUint32(20);
- videoTrackIds.push(trackId);
- }
- });
- });
- return videoTrackIds;
- };
- getTimescaleFromMediaHeader = function (mdhd) {
- // mdhd is a FullBox, meaning it will have its own version as the first byte
- var version = mdhd[0];
- var index = version === 0 ? 12 : 20;
- return toUnsigned(mdhd[index] << 24 | mdhd[index + 1] << 16 | mdhd[index + 2] << 8 | mdhd[index + 3]);
- };
- /**
- * Get all the video, audio, and hint tracks from a non fragmented
- * mp4 segment
- */
- getTracks = function (init) {
- var traks = findBox(init, ['moov', 'trak']);
- var tracks = [];
- traks.forEach(function (trak) {
- var track = {};
- var tkhd = findBox(trak, ['tkhd'])[0];
- var view, tkhdVersion; // id
- if (tkhd) {
- view = new DataView(tkhd.buffer, tkhd.byteOffset, tkhd.byteLength);
- tkhdVersion = view.getUint8(0);
- track.id = tkhdVersion === 0 ? view.getUint32(12) : view.getUint32(20);
- }
- var hdlr = findBox(trak, ['mdia', 'hdlr'])[0]; // type
- if (hdlr) {
- var type = parseType$1(hdlr.subarray(8, 12));
- if (type === 'vide') {
- track.type = 'video';
- } else if (type === 'soun') {
- track.type = 'audio';
- } else {
- track.type = type;
- }
- } // codec
- var stsd = findBox(trak, ['mdia', 'minf', 'stbl', 'stsd'])[0];
- if (stsd) {
- var sampleDescriptions = stsd.subarray(8); // gives the codec type string
- track.codec = parseType$1(sampleDescriptions.subarray(4, 8));
- var codecBox = findBox(sampleDescriptions, [track.codec])[0];
- var codecConfig, codecConfigType;
- if (codecBox) {
- // https://tools.ietf.org/html/rfc6381#section-3.3
- if (/^[asm]vc[1-9]$/i.test(track.codec)) {
- // we don't need anything but the "config" parameter of the
- // avc1 codecBox
- codecConfig = codecBox.subarray(78);
- codecConfigType = parseType$1(codecConfig.subarray(4, 8));
- if (codecConfigType === 'avcC' && codecConfig.length > 11) {
- track.codec += '.'; // left padded with zeroes for single digit hex
- // profile idc
- track.codec += toHexString(codecConfig[9]); // the byte containing the constraint_set flags
- track.codec += toHexString(codecConfig[10]); // level idc
- track.codec += toHexString(codecConfig[11]);
- } else {
- // TODO: show a warning that we couldn't parse the codec
- // and are using the default
- track.codec = 'avc1.4d400d';
- }
- } else if (/^mp4[a,v]$/i.test(track.codec)) {
- // we do not need anything but the streamDescriptor of the mp4a codecBox
- codecConfig = codecBox.subarray(28);
- codecConfigType = parseType$1(codecConfig.subarray(4, 8));
- if (codecConfigType === 'esds' && codecConfig.length > 20 && codecConfig[19] !== 0) {
- track.codec += '.' + toHexString(codecConfig[19]); // this value is only a single digit
- track.codec += '.' + toHexString(codecConfig[20] >>> 2 & 0x3f).replace(/^0/, '');
- } else {
- // TODO: show a warning that we couldn't parse the codec
- // and are using the default
- track.codec = 'mp4a.40.2';
- }
- } else {
- // flac, opus, etc
- track.codec = track.codec.toLowerCase();
- }
- }
- }
- var mdhd = findBox(trak, ['mdia', 'mdhd'])[0];
- if (mdhd) {
- track.timescale = getTimescaleFromMediaHeader(mdhd);
- }
- tracks.push(track);
- });
- return tracks;
- };
- /**
- * Returns an array of emsg ID3 data from the provided segmentData.
- * An offset can also be provided as the Latest Arrival Time to calculate
- * the Event Start Time of v0 EMSG boxes.
- * See: https://dashif-documents.azurewebsites.net/Events/master/event.html#Inband-event-timing
- *
- * @param {Uint8Array} segmentData the segment byte array.
- * @param {number} offset the segment start time or Latest Arrival Time,
- * @return {Object[]} an array of ID3 parsed from EMSG boxes
- */
- getEmsgID3 = function (segmentData, offset = 0) {
- var emsgBoxes = findBox(segmentData, ['emsg']);
- return emsgBoxes.map(data => {
- var parsedBox = emsg.parseEmsgBox(new Uint8Array(data));
- var parsedId3Frames = parseId3Frames(parsedBox.message_data);
- return {
- cueTime: emsg.scaleTime(parsedBox.presentation_time, parsedBox.timescale, parsedBox.presentation_time_delta, offset),
- duration: emsg.scaleTime(parsedBox.event_duration, parsedBox.timescale),
- frames: parsedId3Frames
- };
- });
- };
- var probe$2 = {
- // export mp4 inspector's findBox and parseType for backwards compatibility
- findBox: findBox,
- parseType: parseType$1,
- timescale: timescale,
- startTime: startTime,
- compositionStartTime: compositionStartTime,
- videoTrackIds: getVideoTrackIds,
- tracks: getTracks,
- getTimescaleFromMediaHeader: getTimescaleFromMediaHeader,
- getEmsgID3: getEmsgID3
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Utilities to detect basic properties and metadata about TS Segments.
- */
- var StreamTypes$1 = streamTypes;
- var parsePid = function (packet) {
- var pid = packet[1] & 0x1f;
- pid <<= 8;
- pid |= packet[2];
- return pid;
- };
- var parsePayloadUnitStartIndicator = function (packet) {
- return !!(packet[1] & 0x40);
- };
- var parseAdaptionField = function (packet) {
- var offset = 0; // if an adaption field is present, its length is specified by the
- // fifth byte of the TS packet header. The adaptation field is
- // used to add stuffing to PES packets that don't fill a complete
- // TS packet, and to specify some forms of timing and control data
- // that we do not currently use.
- if ((packet[3] & 0x30) >>> 4 > 0x01) {
- offset += packet[4] + 1;
- }
- return offset;
- };
- var parseType = function (packet, pmtPid) {
- var pid = parsePid(packet);
- if (pid === 0) {
- return 'pat';
- } else if (pid === pmtPid) {
- return 'pmt';
- } else if (pmtPid) {
- return 'pes';
- }
- return null;
- };
- var parsePat = function (packet) {
- var pusi = parsePayloadUnitStartIndicator(packet);
- var offset = 4 + parseAdaptionField(packet);
- if (pusi) {
- offset += packet[offset] + 1;
- }
- return (packet[offset + 10] & 0x1f) << 8 | packet[offset + 11];
- };
- var parsePmt = function (packet) {
- var programMapTable = {};
- var pusi = parsePayloadUnitStartIndicator(packet);
- var payloadOffset = 4 + parseAdaptionField(packet);
- if (pusi) {
- payloadOffset += packet[payloadOffset] + 1;
- } // PMTs can be sent ahead of the time when they should actually
- // take effect. We don't believe this should ever be the case
- // for HLS but we'll ignore "forward" PMT declarations if we see
- // them. Future PMT declarations have the current_next_indicator
- // set to zero.
- if (!(packet[payloadOffset + 5] & 0x01)) {
- return;
- }
- var sectionLength, tableEnd, programInfoLength; // the mapping table ends at the end of the current section
- sectionLength = (packet[payloadOffset + 1] & 0x0f) << 8 | packet[payloadOffset + 2];
- tableEnd = 3 + sectionLength - 4; // to determine where the table is, we have to figure out how
- // long the program info descriptors are
- programInfoLength = (packet[payloadOffset + 10] & 0x0f) << 8 | packet[payloadOffset + 11]; // advance the offset to the first entry in the mapping table
- var offset = 12 + programInfoLength;
- while (offset < tableEnd) {
- var i = payloadOffset + offset; // add an entry that maps the elementary_pid to the stream_type
- programMapTable[(packet[i + 1] & 0x1F) << 8 | packet[i + 2]] = packet[i]; // move to the next table entry
- // skip past the elementary stream descriptors, if present
- offset += ((packet[i + 3] & 0x0F) << 8 | packet[i + 4]) + 5;
- }
- return programMapTable;
- };
- var parsePesType = function (packet, programMapTable) {
- var pid = parsePid(packet);
- var type = programMapTable[pid];
- switch (type) {
- case StreamTypes$1.H264_STREAM_TYPE:
- return 'video';
- case StreamTypes$1.ADTS_STREAM_TYPE:
- return 'audio';
- case StreamTypes$1.METADATA_STREAM_TYPE:
- return 'timed-metadata';
- default:
- return null;
- }
- };
- var parsePesTime = function (packet) {
- var pusi = parsePayloadUnitStartIndicator(packet);
- if (!pusi) {
- return null;
- }
- var offset = 4 + parseAdaptionField(packet);
- if (offset >= packet.byteLength) {
- // From the H 222.0 MPEG-TS spec
- // "For transport stream packets carrying PES packets, stuffing is needed when there
- // is insufficient PES packet data to completely fill the transport stream packet
- // payload bytes. Stuffing is accomplished by defining an adaptation field longer than
- // the sum of the lengths of the data elements in it, so that the payload bytes
- // remaining after the adaptation field exactly accommodates the available PES packet
- // data."
- //
- // If the offset is >= the length of the packet, then the packet contains no data
- // and instead is just adaption field stuffing bytes
- return null;
- }
- var pes = null;
- var ptsDtsFlags; // PES packets may be annotated with a PTS value, or a PTS value
- // and a DTS value. Determine what combination of values is
- // available to work with.
- ptsDtsFlags = packet[offset + 7]; // PTS and DTS are normally stored as a 33-bit number. Javascript
- // performs all bitwise operations on 32-bit integers but javascript
- // supports a much greater range (52-bits) of integer using standard
- // mathematical operations.
- // We construct a 31-bit value using bitwise operators over the 31
- // most significant bits and then multiply by 4 (equal to a left-shift
- // of 2) before we add the final 2 least significant bits of the
- // timestamp (equal to an OR.)
- if (ptsDtsFlags & 0xC0) {
- pes = {}; // the PTS and DTS are not written out directly. For information
- // on how they are encoded, see
- // http://dvd.sourceforge.net/dvdinfo/pes-hdr.html
- pes.pts = (packet[offset + 9] & 0x0E) << 27 | (packet[offset + 10] & 0xFF) << 20 | (packet[offset + 11] & 0xFE) << 12 | (packet[offset + 12] & 0xFF) << 5 | (packet[offset + 13] & 0xFE) >>> 3;
- pes.pts *= 4; // Left shift by 2
- pes.pts += (packet[offset + 13] & 0x06) >>> 1; // OR by the two LSBs
- pes.dts = pes.pts;
- if (ptsDtsFlags & 0x40) {
- pes.dts = (packet[offset + 14] & 0x0E) << 27 | (packet[offset + 15] & 0xFF) << 20 | (packet[offset + 16] & 0xFE) << 12 | (packet[offset + 17] & 0xFF) << 5 | (packet[offset + 18] & 0xFE) >>> 3;
- pes.dts *= 4; // Left shift by 2
- pes.dts += (packet[offset + 18] & 0x06) >>> 1; // OR by the two LSBs
- }
- }
- return pes;
- };
- var parseNalUnitType = function (type) {
- switch (type) {
- case 0x05:
- return 'slice_layer_without_partitioning_rbsp_idr';
- case 0x06:
- return 'sei_rbsp';
- case 0x07:
- return 'seq_parameter_set_rbsp';
- case 0x08:
- return 'pic_parameter_set_rbsp';
- case 0x09:
- return 'access_unit_delimiter_rbsp';
- default:
- return null;
- }
- };
- var videoPacketContainsKeyFrame = function (packet) {
- var offset = 4 + parseAdaptionField(packet);
- var frameBuffer = packet.subarray(offset);
- var frameI = 0;
- var frameSyncPoint = 0;
- var foundKeyFrame = false;
- var nalType; // advance the sync point to a NAL start, if necessary
- for (; frameSyncPoint < frameBuffer.byteLength - 3; frameSyncPoint++) {
- if (frameBuffer[frameSyncPoint + 2] === 1) {
- // the sync point is properly aligned
- frameI = frameSyncPoint + 5;
- break;
- }
- }
- while (frameI < frameBuffer.byteLength) {
- // look at the current byte to determine if we've hit the end of
- // a NAL unit boundary
- switch (frameBuffer[frameI]) {
- case 0:
- // skip past non-sync sequences
- if (frameBuffer[frameI - 1] !== 0) {
- frameI += 2;
- break;
- } else if (frameBuffer[frameI - 2] !== 0) {
- frameI++;
- break;
- }
- if (frameSyncPoint + 3 !== frameI - 2) {
- nalType = parseNalUnitType(frameBuffer[frameSyncPoint + 3] & 0x1f);
- if (nalType === 'slice_layer_without_partitioning_rbsp_idr') {
- foundKeyFrame = true;
- }
- } // drop trailing zeroes
- do {
- frameI++;
- } while (frameBuffer[frameI] !== 1 && frameI < frameBuffer.length);
- frameSyncPoint = frameI - 2;
- frameI += 3;
- break;
- case 1:
- // skip past non-sync sequences
- if (frameBuffer[frameI - 1] !== 0 || frameBuffer[frameI - 2] !== 0) {
- frameI += 3;
- break;
- }
- nalType = parseNalUnitType(frameBuffer[frameSyncPoint + 3] & 0x1f);
- if (nalType === 'slice_layer_without_partitioning_rbsp_idr') {
- foundKeyFrame = true;
- }
- frameSyncPoint = frameI - 2;
- frameI += 3;
- break;
- default:
- // the current byte isn't a one or zero, so it cannot be part
- // of a sync sequence
- frameI += 3;
- break;
- }
- }
- frameBuffer = frameBuffer.subarray(frameSyncPoint);
- frameI -= frameSyncPoint;
- frameSyncPoint = 0; // parse the final nal
- if (frameBuffer && frameBuffer.byteLength > 3) {
- nalType = parseNalUnitType(frameBuffer[frameSyncPoint + 3] & 0x1f);
- if (nalType === 'slice_layer_without_partitioning_rbsp_idr') {
- foundKeyFrame = true;
- }
- }
- return foundKeyFrame;
- };
- var probe$1 = {
- parseType: parseType,
- parsePat: parsePat,
- parsePmt: parsePmt,
- parsePayloadUnitStartIndicator: parsePayloadUnitStartIndicator,
- parsePesType: parsePesType,
- parsePesTime: parsePesTime,
- videoPacketContainsKeyFrame: videoPacketContainsKeyFrame
- };
- /**
- * mux.js
- *
- * Copyright (c) Brightcove
- * Licensed Apache-2.0 https://github.com/videojs/mux.js/blob/master/LICENSE
- *
- * Parse mpeg2 transport stream packets to extract basic timing information
- */
- var StreamTypes = streamTypes;
- var handleRollover = timestampRolloverStream.handleRollover;
- var probe = {};
- probe.ts = probe$1;
- probe.aac = utils;
- var ONE_SECOND_IN_TS = clock$2.ONE_SECOND_IN_TS;
- var MP2T_PACKET_LENGTH = 188,
- // bytes
- SYNC_BYTE = 0x47;
- /**
- * walks through segment data looking for pat and pmt packets to parse out
- * program map table information
- */
- var parsePsi_ = function (bytes, pmt) {
- var startIndex = 0,
- endIndex = MP2T_PACKET_LENGTH,
- packet,
- type;
- while (endIndex < bytes.byteLength) {
- // Look for a pair of start and end sync bytes in the data..
- if (bytes[startIndex] === SYNC_BYTE && bytes[endIndex] === SYNC_BYTE) {
- // We found a packet
- packet = bytes.subarray(startIndex, endIndex);
- type = probe.ts.parseType(packet, pmt.pid);
- switch (type) {
- case 'pat':
- pmt.pid = probe.ts.parsePat(packet);
- break;
- case 'pmt':
- var table = probe.ts.parsePmt(packet);
- pmt.table = pmt.table || {};
- Object.keys(table).forEach(function (key) {
- pmt.table[key] = table[key];
- });
- break;
- }
- startIndex += MP2T_PACKET_LENGTH;
- endIndex += MP2T_PACKET_LENGTH;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex++;
- endIndex++;
- }
- };
- /**
- * walks through the segment data from the start and end to get timing information
- * for the first and last audio pes packets
- */
- var parseAudioPes_ = function (bytes, pmt, result) {
- var startIndex = 0,
- endIndex = MP2T_PACKET_LENGTH,
- packet,
- type,
- pesType,
- pusi,
- parsed;
- var endLoop = false; // Start walking from start of segment to get first audio packet
- while (endIndex <= bytes.byteLength) {
- // Look for a pair of start and end sync bytes in the data..
- if (bytes[startIndex] === SYNC_BYTE && (bytes[endIndex] === SYNC_BYTE || endIndex === bytes.byteLength)) {
- // We found a packet
- packet = bytes.subarray(startIndex, endIndex);
- type = probe.ts.parseType(packet, pmt.pid);
- switch (type) {
- case 'pes':
- pesType = probe.ts.parsePesType(packet, pmt.table);
- pusi = probe.ts.parsePayloadUnitStartIndicator(packet);
- if (pesType === 'audio' && pusi) {
- parsed = probe.ts.parsePesTime(packet);
- if (parsed) {
- parsed.type = 'audio';
- result.audio.push(parsed);
- endLoop = true;
- }
- }
- break;
- }
- if (endLoop) {
- break;
- }
- startIndex += MP2T_PACKET_LENGTH;
- endIndex += MP2T_PACKET_LENGTH;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex++;
- endIndex++;
- } // Start walking from end of segment to get last audio packet
- endIndex = bytes.byteLength;
- startIndex = endIndex - MP2T_PACKET_LENGTH;
- endLoop = false;
- while (startIndex >= 0) {
- // Look for a pair of start and end sync bytes in the data..
- if (bytes[startIndex] === SYNC_BYTE && (bytes[endIndex] === SYNC_BYTE || endIndex === bytes.byteLength)) {
- // We found a packet
- packet = bytes.subarray(startIndex, endIndex);
- type = probe.ts.parseType(packet, pmt.pid);
- switch (type) {
- case 'pes':
- pesType = probe.ts.parsePesType(packet, pmt.table);
- pusi = probe.ts.parsePayloadUnitStartIndicator(packet);
- if (pesType === 'audio' && pusi) {
- parsed = probe.ts.parsePesTime(packet);
- if (parsed) {
- parsed.type = 'audio';
- result.audio.push(parsed);
- endLoop = true;
- }
- }
- break;
- }
- if (endLoop) {
- break;
- }
- startIndex -= MP2T_PACKET_LENGTH;
- endIndex -= MP2T_PACKET_LENGTH;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex--;
- endIndex--;
- }
- };
- /**
- * walks through the segment data from the start and end to get timing information
- * for the first and last video pes packets as well as timing information for the first
- * key frame.
- */
- var parseVideoPes_ = function (bytes, pmt, result) {
- var startIndex = 0,
- endIndex = MP2T_PACKET_LENGTH,
- packet,
- type,
- pesType,
- pusi,
- parsed,
- frame,
- i,
- pes;
- var endLoop = false;
- var currentFrame = {
- data: [],
- size: 0
- }; // Start walking from start of segment to get first video packet
- while (endIndex < bytes.byteLength) {
- // Look for a pair of start and end sync bytes in the data..
- if (bytes[startIndex] === SYNC_BYTE && bytes[endIndex] === SYNC_BYTE) {
- // We found a packet
- packet = bytes.subarray(startIndex, endIndex);
- type = probe.ts.parseType(packet, pmt.pid);
- switch (type) {
- case 'pes':
- pesType = probe.ts.parsePesType(packet, pmt.table);
- pusi = probe.ts.parsePayloadUnitStartIndicator(packet);
- if (pesType === 'video') {
- if (pusi && !endLoop) {
- parsed = probe.ts.parsePesTime(packet);
- if (parsed) {
- parsed.type = 'video';
- result.video.push(parsed);
- endLoop = true;
- }
- }
- if (!result.firstKeyFrame) {
- if (pusi) {
- if (currentFrame.size !== 0) {
- frame = new Uint8Array(currentFrame.size);
- i = 0;
- while (currentFrame.data.length) {
- pes = currentFrame.data.shift();
- frame.set(pes, i);
- i += pes.byteLength;
- }
- if (probe.ts.videoPacketContainsKeyFrame(frame)) {
- var firstKeyFrame = probe.ts.parsePesTime(frame); // PTS/DTS may not be available. Simply *not* setting
- // the keyframe seems to work fine with HLS playback
- // and definitely preferable to a crash with TypeError...
- if (firstKeyFrame) {
- result.firstKeyFrame = firstKeyFrame;
- result.firstKeyFrame.type = 'video';
- } else {
- // eslint-disable-next-line
- console.warn('Failed to extract PTS/DTS from PES at first keyframe. ' + 'This could be an unusual TS segment, or else mux.js did not ' + 'parse your TS segment correctly. If you know your TS ' + 'segments do contain PTS/DTS on keyframes please file a bug ' + 'report! You can try ffprobe to double check for yourself.');
- }
- }
- currentFrame.size = 0;
- }
- }
- currentFrame.data.push(packet);
- currentFrame.size += packet.byteLength;
- }
- }
- break;
- }
- if (endLoop && result.firstKeyFrame) {
- break;
- }
- startIndex += MP2T_PACKET_LENGTH;
- endIndex += MP2T_PACKET_LENGTH;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex++;
- endIndex++;
- } // Start walking from end of segment to get last video packet
- endIndex = bytes.byteLength;
- startIndex = endIndex - MP2T_PACKET_LENGTH;
- endLoop = false;
- while (startIndex >= 0) {
- // Look for a pair of start and end sync bytes in the data..
- if (bytes[startIndex] === SYNC_BYTE && bytes[endIndex] === SYNC_BYTE) {
- // We found a packet
- packet = bytes.subarray(startIndex, endIndex);
- type = probe.ts.parseType(packet, pmt.pid);
- switch (type) {
- case 'pes':
- pesType = probe.ts.parsePesType(packet, pmt.table);
- pusi = probe.ts.parsePayloadUnitStartIndicator(packet);
- if (pesType === 'video' && pusi) {
- parsed = probe.ts.parsePesTime(packet);
- if (parsed) {
- parsed.type = 'video';
- result.video.push(parsed);
- endLoop = true;
- }
- }
- break;
- }
- if (endLoop) {
- break;
- }
- startIndex -= MP2T_PACKET_LENGTH;
- endIndex -= MP2T_PACKET_LENGTH;
- continue;
- } // If we get here, we have somehow become de-synchronized and we need to step
- // forward one byte at a time until we find a pair of sync bytes that denote
- // a packet
- startIndex--;
- endIndex--;
- }
- };
- /**
- * Adjusts the timestamp information for the segment to account for
- * rollover and convert to seconds based on pes packet timescale (90khz clock)
- */
- var adjustTimestamp_ = function (segmentInfo, baseTimestamp) {
- if (segmentInfo.audio && segmentInfo.audio.length) {
- var audioBaseTimestamp = baseTimestamp;
- if (typeof audioBaseTimestamp === 'undefined' || isNaN(audioBaseTimestamp)) {
- audioBaseTimestamp = segmentInfo.audio[0].dts;
- }
- segmentInfo.audio.forEach(function (info) {
- info.dts = handleRollover(info.dts, audioBaseTimestamp);
- info.pts = handleRollover(info.pts, audioBaseTimestamp); // time in seconds
- info.dtsTime = info.dts / ONE_SECOND_IN_TS;
- info.ptsTime = info.pts / ONE_SECOND_IN_TS;
- });
- }
- if (segmentInfo.video && segmentInfo.video.length) {
- var videoBaseTimestamp = baseTimestamp;
- if (typeof videoBaseTimestamp === 'undefined' || isNaN(videoBaseTimestamp)) {
- videoBaseTimestamp = segmentInfo.video[0].dts;
- }
- segmentInfo.video.forEach(function (info) {
- info.dts = handleRollover(info.dts, videoBaseTimestamp);
- info.pts = handleRollover(info.pts, videoBaseTimestamp); // time in seconds
- info.dtsTime = info.dts / ONE_SECOND_IN_TS;
- info.ptsTime = info.pts / ONE_SECOND_IN_TS;
- });
- if (segmentInfo.firstKeyFrame) {
- var frame = segmentInfo.firstKeyFrame;
- frame.dts = handleRollover(frame.dts, videoBaseTimestamp);
- frame.pts = handleRollover(frame.pts, videoBaseTimestamp); // time in seconds
- frame.dtsTime = frame.dts / ONE_SECOND_IN_TS;
- frame.ptsTime = frame.pts / ONE_SECOND_IN_TS;
- }
- }
- };
- /**
- * inspects the aac data stream for start and end time information
- */
- var inspectAac_ = function (bytes) {
- var endLoop = false,
- audioCount = 0,
- sampleRate = null,
- timestamp = null,
- frameSize = 0,
- byteIndex = 0,
- packet;
- while (bytes.length - byteIndex >= 3) {
- var type = probe.aac.parseType(bytes, byteIndex);
- switch (type) {
- case 'timed-metadata':
- // Exit early because we don't have enough to parse
- // the ID3 tag header
- if (bytes.length - byteIndex < 10) {
- endLoop = true;
- break;
- }
- frameSize = probe.aac.parseId3TagSize(bytes, byteIndex); // Exit early if we don't have enough in the buffer
- // to emit a full packet
- if (frameSize > bytes.length) {
- endLoop = true;
- break;
- }
- if (timestamp === null) {
- packet = bytes.subarray(byteIndex, byteIndex + frameSize);
- timestamp = probe.aac.parseAacTimestamp(packet);
- }
- byteIndex += frameSize;
- break;
- case 'audio':
- // Exit early because we don't have enough to parse
- // the ADTS frame header
- if (bytes.length - byteIndex < 7) {
- endLoop = true;
- break;
- }
- frameSize = probe.aac.parseAdtsSize(bytes, byteIndex); // Exit early if we don't have enough in the buffer
- // to emit a full packet
- if (frameSize > bytes.length) {
- endLoop = true;
- break;
- }
- if (sampleRate === null) {
- packet = bytes.subarray(byteIndex, byteIndex + frameSize);
- sampleRate = probe.aac.parseSampleRate(packet);
- }
- audioCount++;
- byteIndex += frameSize;
- break;
- default:
- byteIndex++;
- break;
- }
- if (endLoop) {
- return null;
- }
- }
- if (sampleRate === null || timestamp === null) {
- return null;
- }
- var audioTimescale = ONE_SECOND_IN_TS / sampleRate;
- var result = {
- audio: [{
- type: 'audio',
- dts: timestamp,
- pts: timestamp
- }, {
- type: 'audio',
- dts: timestamp + audioCount * 1024 * audioTimescale,
- pts: timestamp + audioCount * 1024 * audioTimescale
- }]
- };
- return result;
- };
- /**
- * inspects the transport stream segment data for start and end time information
- * of the audio and video tracks (when present) as well as the first key frame's
- * start time.
- */
- var inspectTs_ = function (bytes) {
- var pmt = {
- pid: null,
- table: null
- };
- var result = {};
- parsePsi_(bytes, pmt);
- for (var pid in pmt.table) {
- if (pmt.table.hasOwnProperty(pid)) {
- var type = pmt.table[pid];
- switch (type) {
- case StreamTypes.H264_STREAM_TYPE:
- result.video = [];
- parseVideoPes_(bytes, pmt, result);
- if (result.video.length === 0) {
- delete result.video;
- }
- break;
- case StreamTypes.ADTS_STREAM_TYPE:
- result.audio = [];
- parseAudioPes_(bytes, pmt, result);
- if (result.audio.length === 0) {
- delete result.audio;
- }
- break;
- }
- }
- }
- return result;
- };
- /**
- * Inspects segment byte data and returns an object with start and end timing information
- *
- * @param {Uint8Array} bytes The segment byte data
- * @param {Number} baseTimestamp Relative reference timestamp used when adjusting frame
- * timestamps for rollover. This value must be in 90khz clock.
- * @return {Object} Object containing start and end frame timing info of segment.
- */
- var inspect = function (bytes, baseTimestamp) {
- var isAacData = probe.aac.isLikelyAacData(bytes);
- var result;
- if (isAacData) {
- result = inspectAac_(bytes);
- } else {
- result = inspectTs_(bytes);
- }
- if (!result || !result.audio && !result.video) {
- return null;
- }
- adjustTimestamp_(result, baseTimestamp);
- return result;
- };
- var tsInspector = {
- inspect: inspect,
- parseAudioPes_: parseAudioPes_
- };
- /* global self */
- /**
- * Re-emits transmuxer events by converting them into messages to the
- * world outside the worker.
- *
- * @param {Object} transmuxer the transmuxer to wire events on
- * @private
- */
- const wireTransmuxerEvents = function (self, transmuxer) {
- transmuxer.on('data', function (segment) {
- // transfer ownership of the underlying ArrayBuffer
- // instead of doing a copy to save memory
- // ArrayBuffers are transferable but generic TypedArrays are not
- // @link https://developer.mozilla.org/en-US/docs/Web/API/Web_Workers_API/Using_web_workers#Passing_data_by_transferring_ownership_(transferable_objects)
- const initArray = segment.initSegment;
- segment.initSegment = {
- data: initArray.buffer,
- byteOffset: initArray.byteOffset,
- byteLength: initArray.byteLength
- };
- const typedArray = segment.data;
- segment.data = typedArray.buffer;
- self.postMessage({
- action: 'data',
- segment,
- byteOffset: typedArray.byteOffset,
- byteLength: typedArray.byteLength
- }, [segment.data]);
- });
- transmuxer.on('done', function (data) {
- self.postMessage({
- action: 'done'
- });
- });
- transmuxer.on('gopInfo', function (gopInfo) {
- self.postMessage({
- action: 'gopInfo',
- gopInfo
- });
- });
- transmuxer.on('videoSegmentTimingInfo', function (timingInfo) {
- const videoSegmentTimingInfo = {
- start: {
- decode: clock$2.videoTsToSeconds(timingInfo.start.dts),
- presentation: clock$2.videoTsToSeconds(timingInfo.start.pts)
- },
- end: {
- decode: clock$2.videoTsToSeconds(timingInfo.end.dts),
- presentation: clock$2.videoTsToSeconds(timingInfo.end.pts)
- },
- baseMediaDecodeTime: clock$2.videoTsToSeconds(timingInfo.baseMediaDecodeTime)
- };
- if (timingInfo.prependedContentDuration) {
- videoSegmentTimingInfo.prependedContentDuration = clock$2.videoTsToSeconds(timingInfo.prependedContentDuration);
- }
- self.postMessage({
- action: 'videoSegmentTimingInfo',
- videoSegmentTimingInfo
- });
- });
- transmuxer.on('audioSegmentTimingInfo', function (timingInfo) {
- // Note that all times for [audio/video]SegmentTimingInfo events are in video clock
- const audioSegmentTimingInfo = {
- start: {
- decode: clock$2.videoTsToSeconds(timingInfo.start.dts),
- presentation: clock$2.videoTsToSeconds(timingInfo.start.pts)
- },
- end: {
- decode: clock$2.videoTsToSeconds(timingInfo.end.dts),
- presentation: clock$2.videoTsToSeconds(timingInfo.end.pts)
- },
- baseMediaDecodeTime: clock$2.videoTsToSeconds(timingInfo.baseMediaDecodeTime)
- };
- if (timingInfo.prependedContentDuration) {
- audioSegmentTimingInfo.prependedContentDuration = clock$2.videoTsToSeconds(timingInfo.prependedContentDuration);
- }
- self.postMessage({
- action: 'audioSegmentTimingInfo',
- audioSegmentTimingInfo
- });
- });
- transmuxer.on('id3Frame', function (id3Frame) {
- self.postMessage({
- action: 'id3Frame',
- id3Frame
- });
- });
- transmuxer.on('caption', function (caption) {
- self.postMessage({
- action: 'caption',
- caption
- });
- });
- transmuxer.on('trackinfo', function (trackInfo) {
- self.postMessage({
- action: 'trackinfo',
- trackInfo
- });
- });
- transmuxer.on('audioTimingInfo', function (audioTimingInfo) {
- // convert to video TS since we prioritize video time over audio
- self.postMessage({
- action: 'audioTimingInfo',
- audioTimingInfo: {
- start: clock$2.videoTsToSeconds(audioTimingInfo.start),
- end: clock$2.videoTsToSeconds(audioTimingInfo.end)
- }
- });
- });
- transmuxer.on('videoTimingInfo', function (videoTimingInfo) {
- self.postMessage({
- action: 'videoTimingInfo',
- videoTimingInfo: {
- start: clock$2.videoTsToSeconds(videoTimingInfo.start),
- end: clock$2.videoTsToSeconds(videoTimingInfo.end)
- }
- });
- });
- transmuxer.on('log', function (log) {
- self.postMessage({
- action: 'log',
- log
- });
- });
- };
- /**
- * All incoming messages route through this hash. If no function exists
- * to handle an incoming message, then we ignore the message.
- *
- * @class MessageHandlers
- * @param {Object} options the options to initialize with
- */
- class MessageHandlers {
- constructor(self, options) {
- this.options = options || {};
- this.self = self;
- this.init();
- }
- /**
- * initialize our web worker and wire all the events.
- */
- init() {
- if (this.transmuxer) {
- this.transmuxer.dispose();
- }
- this.transmuxer = new transmuxer.Transmuxer(this.options);
- wireTransmuxerEvents(this.self, this.transmuxer);
- }
- pushMp4Captions(data) {
- if (!this.captionParser) {
- this.captionParser = new captionParser();
- this.captionParser.init();
- }
- const segment = new Uint8Array(data.data, data.byteOffset, data.byteLength);
- const parsed = this.captionParser.parse(segment, data.trackIds, data.timescales);
- this.self.postMessage({
- action: 'mp4Captions',
- captions: parsed && parsed.captions || [],
- logs: parsed && parsed.logs || [],
- data: segment.buffer
- }, [segment.buffer]);
- }
- probeMp4StartTime({
- timescales,
- data
- }) {
- const startTime = probe$2.startTime(timescales, data);
- this.self.postMessage({
- action: 'probeMp4StartTime',
- startTime,
- data
- }, [data.buffer]);
- }
- probeMp4Tracks({
- data
- }) {
- const tracks = probe$2.tracks(data);
- this.self.postMessage({
- action: 'probeMp4Tracks',
- tracks,
- data
- }, [data.buffer]);
- }
- /**
- * Probe an mpeg2-ts segment to determine the start time of the segment in it's
- * internal "media time," as well as whether it contains video and/or audio.
- *
- * @private
- * @param {Uint8Array} bytes - segment bytes
- * @param {number} baseStartTime
- * Relative reference timestamp used when adjusting frame timestamps for rollover.
- * This value should be in seconds, as it's converted to a 90khz clock within the
- * function body.
- * @return {Object} The start time of the current segment in "media time" as well as
- * whether it contains video and/or audio
- */
- probeTs({
- data,
- baseStartTime
- }) {
- const tsStartTime = typeof baseStartTime === 'number' && !isNaN(baseStartTime) ? baseStartTime * clock$2.ONE_SECOND_IN_TS : void 0;
- const timeInfo = tsInspector.inspect(data, tsStartTime);
- let result = null;
- if (timeInfo) {
- result = {
- // each type's time info comes back as an array of 2 times, start and end
- hasVideo: timeInfo.video && timeInfo.video.length === 2 || false,
- hasAudio: timeInfo.audio && timeInfo.audio.length === 2 || false
- };
- if (result.hasVideo) {
- result.videoStart = timeInfo.video[0].ptsTime;
- }
- if (result.hasAudio) {
- result.audioStart = timeInfo.audio[0].ptsTime;
- }
- }
- this.self.postMessage({
- action: 'probeTs',
- result,
- data
- }, [data.buffer]);
- }
- clearAllMp4Captions() {
- if (this.captionParser) {
- this.captionParser.clearAllCaptions();
- }
- }
- clearParsedMp4Captions() {
- if (this.captionParser) {
- this.captionParser.clearParsedCaptions();
- }
- }
- /**
- * Adds data (a ts segment) to the start of the transmuxer pipeline for
- * processing.
- *
- * @param {ArrayBuffer} data data to push into the muxer
- */
- push(data) {
- // Cast array buffer to correct type for transmuxer
- const segment = new Uint8Array(data.data, data.byteOffset, data.byteLength);
- this.transmuxer.push(segment);
- }
- /**
- * Recreate the transmuxer so that the next segment added via `push`
- * start with a fresh transmuxer.
- */
- reset() {
- this.transmuxer.reset();
- }
- /**
- * Set the value that will be used as the `baseMediaDecodeTime` time for the
- * next segment pushed in. Subsequent segments will have their `baseMediaDecodeTime`
- * set relative to the first based on the PTS values.
- *
- * @param {Object} data used to set the timestamp offset in the muxer
- */
- setTimestampOffset(data) {
- const timestampOffset = data.timestampOffset || 0;
- this.transmuxer.setBaseMediaDecodeTime(Math.round(clock$2.secondsToVideoTs(timestampOffset)));
- }
- setAudioAppendStart(data) {
- this.transmuxer.setAudioAppendStart(Math.ceil(clock$2.secondsToVideoTs(data.appendStart)));
- }
- setRemux(data) {
- this.transmuxer.setRemux(data.remux);
- }
- /**
- * Forces the pipeline to finish processing the last segment and emit it's
- * results.
- *
- * @param {Object} data event data, not really used
- */
- flush(data) {
- this.transmuxer.flush(); // transmuxed done action is fired after both audio/video pipelines are flushed
- self.postMessage({
- action: 'done',
- type: 'transmuxed'
- });
- }
- endTimeline() {
- this.transmuxer.endTimeline(); // transmuxed endedtimeline action is fired after both audio/video pipelines end their
- // timelines
- self.postMessage({
- action: 'endedtimeline',
- type: 'transmuxed'
- });
- }
- alignGopsWith(data) {
- this.transmuxer.alignGopsWith(data.gopsToAlignWith.slice());
- }
- }
- /**
- * Our web worker interface so that things can talk to mux.js
- * that will be running in a web worker. the scope is passed to this by
- * webworkify.
- *
- * @param {Object} self the scope for the web worker
- */
- self.onmessage = function (event) {
- if (event.data.action === 'init' && event.data.options) {
- this.messageHandlers = new MessageHandlers(self, event.data.options);
- return;
- }
- if (!this.messageHandlers) {
- this.messageHandlers = new MessageHandlers(self);
- }
- if (event.data && event.data.action && event.data.action !== 'init') {
- if (this.messageHandlers[event.data.action]) {
- this.messageHandlers[event.data.action](event.data);
- }
- }
- };
- }));
- var TransmuxWorker = factory(workerCode$1);
- /* rollup-plugin-worker-factory end for worker!/Users/ddashkevich/projects/http-streaming/src/transmuxer-worker.js */
- const handleData_ = (event, transmuxedData, callback) => {
- const {
- type,
- initSegment,
- captions,
- captionStreams,
- metadata,
- videoFrameDtsTime,
- videoFramePtsTime
- } = event.data.segment;
- transmuxedData.buffer.push({
- captions,
- captionStreams,
- metadata
- });
- const boxes = event.data.segment.boxes || {
- data: event.data.segment.data
- };
- const result = {
- type,
- // cast ArrayBuffer to TypedArray
- data: new Uint8Array(boxes.data, boxes.data.byteOffset, boxes.data.byteLength),
- initSegment: new Uint8Array(initSegment.data, initSegment.byteOffset, initSegment.byteLength)
- };
- if (typeof videoFrameDtsTime !== 'undefined') {
- result.videoFrameDtsTime = videoFrameDtsTime;
- }
- if (typeof videoFramePtsTime !== 'undefined') {
- result.videoFramePtsTime = videoFramePtsTime;
- }
- callback(result);
- };
- const handleDone_ = ({
- transmuxedData,
- callback
- }) => {
- // Previously we only returned data on data events,
- // not on done events. Clear out the buffer to keep that consistent.
- transmuxedData.buffer = []; // all buffers should have been flushed from the muxer, so start processing anything we
- // have received
- callback(transmuxedData);
- };
- const handleGopInfo_ = (event, transmuxedData) => {
- transmuxedData.gopInfo = event.data.gopInfo;
- };
- const processTransmux = options => {
- const {
- transmuxer,
- bytes,
- audioAppendStart,
- gopsToAlignWith,
- remux,
- onData,
- onTrackInfo,
- onAudioTimingInfo,
- onVideoTimingInfo,
- onVideoSegmentTimingInfo,
- onAudioSegmentTimingInfo,
- onId3,
- onCaptions,
- onDone,
- onEndedTimeline,
- onTransmuxerLog,
- isEndOfTimeline
- } = options;
- const transmuxedData = {
- buffer: []
- };
- let waitForEndedTimelineEvent = isEndOfTimeline;
- const handleMessage = event => {
- if (transmuxer.currentTransmux !== options) {
- // disposed
- return;
- }
- if (event.data.action === 'data') {
- handleData_(event, transmuxedData, onData);
- }
- if (event.data.action === 'trackinfo') {
- onTrackInfo(event.data.trackInfo);
- }
- if (event.data.action === 'gopInfo') {
- handleGopInfo_(event, transmuxedData);
- }
- if (event.data.action === 'audioTimingInfo') {
- onAudioTimingInfo(event.data.audioTimingInfo);
- }
- if (event.data.action === 'videoTimingInfo') {
- onVideoTimingInfo(event.data.videoTimingInfo);
- }
- if (event.data.action === 'videoSegmentTimingInfo') {
- onVideoSegmentTimingInfo(event.data.videoSegmentTimingInfo);
- }
- if (event.data.action === 'audioSegmentTimingInfo') {
- onAudioSegmentTimingInfo(event.data.audioSegmentTimingInfo);
- }
- if (event.data.action === 'id3Frame') {
- onId3([event.data.id3Frame], event.data.id3Frame.dispatchType);
- }
- if (event.data.action === 'caption') {
- onCaptions(event.data.caption);
- }
- if (event.data.action === 'endedtimeline') {
- waitForEndedTimelineEvent = false;
- onEndedTimeline();
- }
- if (event.data.action === 'log') {
- onTransmuxerLog(event.data.log);
- } // wait for the transmuxed event since we may have audio and video
- if (event.data.type !== 'transmuxed') {
- return;
- } // If the "endedtimeline" event has not yet fired, and this segment represents the end
- // of a timeline, that means there may still be data events before the segment
- // processing can be considerred complete. In that case, the final event should be
- // an "endedtimeline" event with the type "transmuxed."
- if (waitForEndedTimelineEvent) {
- return;
- }
- transmuxer.onmessage = null;
- handleDone_({
- transmuxedData,
- callback: onDone
- });
- /* eslint-disable no-use-before-define */
- dequeue(transmuxer);
- /* eslint-enable */
- };
- transmuxer.onmessage = handleMessage;
- if (audioAppendStart) {
- transmuxer.postMessage({
- action: 'setAudioAppendStart',
- appendStart: audioAppendStart
- });
- } // allow empty arrays to be passed to clear out GOPs
- if (Array.isArray(gopsToAlignWith)) {
- transmuxer.postMessage({
- action: 'alignGopsWith',
- gopsToAlignWith
- });
- }
- if (typeof remux !== 'undefined') {
- transmuxer.postMessage({
- action: 'setRemux',
- remux
- });
- }
- if (bytes.byteLength) {
- const buffer = bytes instanceof ArrayBuffer ? bytes : bytes.buffer;
- const byteOffset = bytes instanceof ArrayBuffer ? 0 : bytes.byteOffset;
- transmuxer.postMessage({
- action: 'push',
- // Send the typed-array of data as an ArrayBuffer so that
- // it can be sent as a "Transferable" and avoid the costly
- // memory copy
- data: buffer,
- // To recreate the original typed-array, we need information
- // about what portion of the ArrayBuffer it was a view into
- byteOffset,
- byteLength: bytes.byteLength
- }, [buffer]);
- }
- if (isEndOfTimeline) {
- transmuxer.postMessage({
- action: 'endTimeline'
- });
- } // even if we didn't push any bytes, we have to make sure we flush in case we reached
- // the end of the segment
- transmuxer.postMessage({
- action: 'flush'
- });
- };
- const dequeue = transmuxer => {
- transmuxer.currentTransmux = null;
- if (transmuxer.transmuxQueue.length) {
- transmuxer.currentTransmux = transmuxer.transmuxQueue.shift();
- if (typeof transmuxer.currentTransmux === 'function') {
- transmuxer.currentTransmux();
- } else {
- processTransmux(transmuxer.currentTransmux);
- }
- }
- };
- const processAction = (transmuxer, action) => {
- transmuxer.postMessage({
- action
- });
- dequeue(transmuxer);
- };
- const enqueueAction = (action, transmuxer) => {
- if (!transmuxer.currentTransmux) {
- transmuxer.currentTransmux = action;
- processAction(transmuxer, action);
- return;
- }
- transmuxer.transmuxQueue.push(processAction.bind(null, transmuxer, action));
- };
- const reset = transmuxer => {
- enqueueAction('reset', transmuxer);
- };
- const endTimeline = transmuxer => {
- enqueueAction('endTimeline', transmuxer);
- };
- const transmux = options => {
- if (!options.transmuxer.currentTransmux) {
- options.transmuxer.currentTransmux = options;
- processTransmux(options);
- return;
- }
- options.transmuxer.transmuxQueue.push(options);
- };
- const createTransmuxer = options => {
- const transmuxer = new TransmuxWorker();
- transmuxer.currentTransmux = null;
- transmuxer.transmuxQueue = [];
- const term = transmuxer.terminate;
- transmuxer.terminate = () => {
- transmuxer.currentTransmux = null;
- transmuxer.transmuxQueue.length = 0;
- return term.call(transmuxer);
- };
- transmuxer.postMessage({
- action: 'init',
- options
- });
- return transmuxer;
- };
- var segmentTransmuxer = {
- reset,
- endTimeline,
- transmux,
- createTransmuxer
- };
- const workerCallback = function (options) {
- const transmuxer = options.transmuxer;
- const endAction = options.endAction || options.action;
- const callback = options.callback;
- const message = _extends__default["default"]({}, options, {
- endAction: null,
- transmuxer: null,
- callback: null
- });
- const listenForEndEvent = event => {
- if (event.data.action !== endAction) {
- return;
- }
- transmuxer.removeEventListener('message', listenForEndEvent); // transfer ownership of bytes back to us.
- if (event.data.data) {
- event.data.data = new Uint8Array(event.data.data, options.byteOffset || 0, options.byteLength || event.data.data.byteLength);
- if (options.data) {
- options.data = event.data.data;
- }
- }
- callback(event.data);
- };
- transmuxer.addEventListener('message', listenForEndEvent);
- if (options.data) {
- const isArrayBuffer = options.data instanceof ArrayBuffer;
- message.byteOffset = isArrayBuffer ? 0 : options.data.byteOffset;
- message.byteLength = options.data.byteLength;
- const transfers = [isArrayBuffer ? options.data : options.data.buffer];
- transmuxer.postMessage(message, transfers);
- } else {
- transmuxer.postMessage(message);
- }
- };
- const REQUEST_ERRORS = {
- FAILURE: 2,
- TIMEOUT: -101,
- ABORTED: -102
- };
- /**
- * Abort all requests
- *
- * @param {Object} activeXhrs - an object that tracks all XHR requests
- */
- const abortAll = activeXhrs => {
- activeXhrs.forEach(xhr => {
- xhr.abort();
- });
- };
- /**
- * Gather important bandwidth stats once a request has completed
- *
- * @param {Object} request - the XHR request from which to gather stats
- */
- const getRequestStats = request => {
- return {
- bandwidth: request.bandwidth,
- bytesReceived: request.bytesReceived || 0,
- roundTripTime: request.roundTripTime || 0
- };
- };
- /**
- * If possible gather bandwidth stats as a request is in
- * progress
- *
- * @param {Event} progressEvent - an event object from an XHR's progress event
- */
- const getProgressStats = progressEvent => {
- const request = progressEvent.target;
- const roundTripTime = Date.now() - request.requestTime;
- const stats = {
- bandwidth: Infinity,
- bytesReceived: 0,
- roundTripTime: roundTripTime || 0
- };
- stats.bytesReceived = progressEvent.loaded; // This can result in Infinity if stats.roundTripTime is 0 but that is ok
- // because we should only use bandwidth stats on progress to determine when
- // abort a request early due to insufficient bandwidth
- stats.bandwidth = Math.floor(stats.bytesReceived / stats.roundTripTime * 8 * 1000);
- return stats;
- };
- /**
- * Handle all error conditions in one place and return an object
- * with all the information
- *
- * @param {Error|null} error - if non-null signals an error occured with the XHR
- * @param {Object} request - the XHR request that possibly generated the error
- */
- const handleErrors = (error, request) => {
- if (request.timedout) {
- return {
- status: request.status,
- message: 'HLS request timed-out at URL: ' + request.uri,
- code: REQUEST_ERRORS.TIMEOUT,
- xhr: request
- };
- }
- if (request.aborted) {
- return {
- status: request.status,
- message: 'HLS request aborted at URL: ' + request.uri,
- code: REQUEST_ERRORS.ABORTED,
- xhr: request
- };
- }
- if (error) {
- return {
- status: request.status,
- message: 'HLS request errored at URL: ' + request.uri,
- code: REQUEST_ERRORS.FAILURE,
- xhr: request
- };
- }
- if (request.responseType === 'arraybuffer' && request.response.byteLength === 0) {
- return {
- status: request.status,
- message: 'Empty HLS response at URL: ' + request.uri,
- code: REQUEST_ERRORS.FAILURE,
- xhr: request
- };
- }
- return null;
- };
- /**
- * Handle responses for key data and convert the key data to the correct format
- * for the decryption step later
- *
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Array} objects - objects to add the key bytes to.
- * @param {Function} finishProcessingFn - a callback to execute to continue processing
- * this request
- */
- const handleKeyResponse = (segment, objects, finishProcessingFn) => (error, request) => {
- const response = request.response;
- const errorObj = handleErrors(error, request);
- if (errorObj) {
- return finishProcessingFn(errorObj, segment);
- }
- if (response.byteLength !== 16) {
- return finishProcessingFn({
- status: request.status,
- message: 'Invalid HLS key at URL: ' + request.uri,
- code: REQUEST_ERRORS.FAILURE,
- xhr: request
- }, segment);
- }
- const view = new DataView(response);
- const bytes = new Uint32Array([view.getUint32(0), view.getUint32(4), view.getUint32(8), view.getUint32(12)]);
- for (let i = 0; i < objects.length; i++) {
- objects[i].bytes = bytes;
- }
- return finishProcessingFn(null, segment);
- };
- const parseInitSegment = (segment, callback) => {
- const type = containers.detectContainerForBytes(segment.map.bytes); // TODO: We should also handle ts init segments here, but we
- // only know how to parse mp4 init segments at the moment
- if (type !== 'mp4') {
- const uri = segment.map.resolvedUri || segment.map.uri;
- return callback({
- internal: true,
- message: `Found unsupported ${type || 'unknown'} container for initialization segment at URL: ${uri}`,
- code: REQUEST_ERRORS.FAILURE
- });
- }
- workerCallback({
- action: 'probeMp4Tracks',
- data: segment.map.bytes,
- transmuxer: segment.transmuxer,
- callback: ({
- tracks,
- data
- }) => {
- // transfer bytes back to us
- segment.map.bytes = data;
- tracks.forEach(function (track) {
- segment.map.tracks = segment.map.tracks || {}; // only support one track of each type for now
- if (segment.map.tracks[track.type]) {
- return;
- }
- segment.map.tracks[track.type] = track;
- if (typeof track.id === 'number' && track.timescale) {
- segment.map.timescales = segment.map.timescales || {};
- segment.map.timescales[track.id] = track.timescale;
- }
- });
- return callback(null);
- }
- });
- };
- /**
- * Handle init-segment responses
- *
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Function} finishProcessingFn - a callback to execute to continue processing
- * this request
- */
- const handleInitSegmentResponse = ({
- segment,
- finishProcessingFn
- }) => (error, request) => {
- const errorObj = handleErrors(error, request);
- if (errorObj) {
- return finishProcessingFn(errorObj, segment);
- }
- const bytes = new Uint8Array(request.response); // init segment is encypted, we will have to wait
- // until the key request is done to decrypt.
- if (segment.map.key) {
- segment.map.encryptedBytes = bytes;
- return finishProcessingFn(null, segment);
- }
- segment.map.bytes = bytes;
- parseInitSegment(segment, function (parseError) {
- if (parseError) {
- parseError.xhr = request;
- parseError.status = request.status;
- return finishProcessingFn(parseError, segment);
- }
- finishProcessingFn(null, segment);
- });
- };
- /**
- * Response handler for segment-requests being sure to set the correct
- * property depending on whether the segment is encryped or not
- * Also records and keeps track of stats that are used for ABR purposes
- *
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Function} finishProcessingFn - a callback to execute to continue processing
- * this request
- */
- const handleSegmentResponse = ({
- segment,
- finishProcessingFn,
- responseType
- }) => (error, request) => {
- const errorObj = handleErrors(error, request);
- if (errorObj) {
- return finishProcessingFn(errorObj, segment);
- }
- const newBytes = // although responseText "should" exist, this guard serves to prevent an error being
- // thrown for two primary cases:
- // 1. the mime type override stops working, or is not implemented for a specific
- // browser
- // 2. when using mock XHR libraries like sinon that do not allow the override behavior
- responseType === 'arraybuffer' || !request.responseText ? request.response : stringToArrayBuffer(request.responseText.substring(segment.lastReachedChar || 0));
- segment.stats = getRequestStats(request);
- if (segment.key) {
- segment.encryptedBytes = new Uint8Array(newBytes);
- } else {
- segment.bytes = new Uint8Array(newBytes);
- }
- return finishProcessingFn(null, segment);
- };
- const transmuxAndNotify = ({
- segment,
- bytes,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }) => {
- const fmp4Tracks = segment.map && segment.map.tracks || {};
- const isMuxed = Boolean(fmp4Tracks.audio && fmp4Tracks.video); // Keep references to each function so we can null them out after we're done with them.
- // One reason for this is that in the case of full segments, we want to trust start
- // times from the probe, rather than the transmuxer.
- let audioStartFn = timingInfoFn.bind(null, segment, 'audio', 'start');
- const audioEndFn = timingInfoFn.bind(null, segment, 'audio', 'end');
- let videoStartFn = timingInfoFn.bind(null, segment, 'video', 'start');
- const videoEndFn = timingInfoFn.bind(null, segment, 'video', 'end');
- const finish = () => transmux({
- bytes,
- transmuxer: segment.transmuxer,
- audioAppendStart: segment.audioAppendStart,
- gopsToAlignWith: segment.gopsToAlignWith,
- remux: isMuxed,
- onData: result => {
- result.type = result.type === 'combined' ? 'video' : result.type;
- dataFn(segment, result);
- },
- onTrackInfo: trackInfo => {
- if (trackInfoFn) {
- if (isMuxed) {
- trackInfo.isMuxed = true;
- }
- trackInfoFn(segment, trackInfo);
- }
- },
- onAudioTimingInfo: audioTimingInfo => {
- // we only want the first start value we encounter
- if (audioStartFn && typeof audioTimingInfo.start !== 'undefined') {
- audioStartFn(audioTimingInfo.start);
- audioStartFn = null;
- } // we want to continually update the end time
- if (audioEndFn && typeof audioTimingInfo.end !== 'undefined') {
- audioEndFn(audioTimingInfo.end);
- }
- },
- onVideoTimingInfo: videoTimingInfo => {
- // we only want the first start value we encounter
- if (videoStartFn && typeof videoTimingInfo.start !== 'undefined') {
- videoStartFn(videoTimingInfo.start);
- videoStartFn = null;
- } // we want to continually update the end time
- if (videoEndFn && typeof videoTimingInfo.end !== 'undefined') {
- videoEndFn(videoTimingInfo.end);
- }
- },
- onVideoSegmentTimingInfo: videoSegmentTimingInfo => {
- videoSegmentTimingInfoFn(videoSegmentTimingInfo);
- },
- onAudioSegmentTimingInfo: audioSegmentTimingInfo => {
- audioSegmentTimingInfoFn(audioSegmentTimingInfo);
- },
- onId3: (id3Frames, dispatchType) => {
- id3Fn(segment, id3Frames, dispatchType);
- },
- onCaptions: captions => {
- captionsFn(segment, [captions]);
- },
- isEndOfTimeline,
- onEndedTimeline: () => {
- endedTimelineFn();
- },
- onTransmuxerLog,
- onDone: result => {
- if (!doneFn) {
- return;
- }
- result.type = result.type === 'combined' ? 'video' : result.type;
- doneFn(null, segment, result);
- }
- }); // In the transmuxer, we don't yet have the ability to extract a "proper" start time.
- // Meaning cached frame data may corrupt our notion of where this segment
- // really starts. To get around this, probe for the info needed.
- workerCallback({
- action: 'probeTs',
- transmuxer: segment.transmuxer,
- data: bytes,
- baseStartTime: segment.baseStartTime,
- callback: data => {
- segment.bytes = bytes = data.data;
- const probeResult = data.result;
- if (probeResult) {
- trackInfoFn(segment, {
- hasAudio: probeResult.hasAudio,
- hasVideo: probeResult.hasVideo,
- isMuxed
- });
- trackInfoFn = null;
- if (probeResult.hasAudio && !isMuxed) {
- audioStartFn(probeResult.audioStart);
- }
- if (probeResult.hasVideo) {
- videoStartFn(probeResult.videoStart);
- }
- audioStartFn = null;
- videoStartFn = null;
- }
- finish();
- }
- });
- };
- const handleSegmentBytes = ({
- segment,
- bytes,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }) => {
- let bytesAsUint8Array = new Uint8Array(bytes); // TODO:
- // We should have a handler that fetches the number of bytes required
- // to check if something is fmp4. This will allow us to save bandwidth
- // because we can only exclude a playlist and abort requests
- // by codec after trackinfo triggers.
- if (containers.isLikelyFmp4MediaSegment(bytesAsUint8Array)) {
- segment.isFmp4 = true;
- const {
- tracks
- } = segment.map;
- const trackInfo = {
- isFmp4: true,
- hasVideo: !!tracks.video,
- hasAudio: !!tracks.audio
- }; // if we have a audio track, with a codec that is not set to
- // encrypted audio
- if (tracks.audio && tracks.audio.codec && tracks.audio.codec !== 'enca') {
- trackInfo.audioCodec = tracks.audio.codec;
- } // if we have a video track, with a codec that is not set to
- // encrypted video
- if (tracks.video && tracks.video.codec && tracks.video.codec !== 'encv') {
- trackInfo.videoCodec = tracks.video.codec;
- }
- if (tracks.video && tracks.audio) {
- trackInfo.isMuxed = true;
- } // since we don't support appending fmp4 data on progress, we know we have the full
- // segment here
- trackInfoFn(segment, trackInfo); // The probe doesn't provide the segment end time, so only callback with the start
- // time. The end time can be roughly calculated by the receiver using the duration.
- //
- // Note that the start time returned by the probe reflects the baseMediaDecodeTime, as
- // that is the true start of the segment (where the playback engine should begin
- // decoding).
- const finishLoading = captions => {
- // if the track still has audio at this point it is only possible
- // for it to be audio only. See `tracks.video && tracks.audio` if statement
- // above.
- // we make sure to use segment.bytes here as that
- dataFn(segment, {
- data: bytesAsUint8Array,
- type: trackInfo.hasAudio && !trackInfo.isMuxed ? 'audio' : 'video'
- });
- if (captions && captions.length) {
- captionsFn(segment, captions);
- }
- doneFn(null, segment, {});
- };
- workerCallback({
- action: 'probeMp4StartTime',
- timescales: segment.map.timescales,
- data: bytesAsUint8Array,
- transmuxer: segment.transmuxer,
- callback: ({
- data,
- startTime
- }) => {
- // transfer bytes back to us
- bytes = data.buffer;
- segment.bytes = bytesAsUint8Array = data;
- if (trackInfo.hasAudio && !trackInfo.isMuxed) {
- timingInfoFn(segment, 'audio', 'start', startTime);
- }
- if (trackInfo.hasVideo) {
- timingInfoFn(segment, 'video', 'start', startTime);
- } // Run through the CaptionParser in case there are captions.
- // Initialize CaptionParser if it hasn't been yet
- if (!tracks.video || !data.byteLength || !segment.transmuxer) {
- finishLoading();
- return;
- }
- workerCallback({
- action: 'pushMp4Captions',
- endAction: 'mp4Captions',
- transmuxer: segment.transmuxer,
- data: bytesAsUint8Array,
- timescales: segment.map.timescales,
- trackIds: [tracks.video.id],
- callback: message => {
- // transfer bytes back to us
- bytes = message.data.buffer;
- segment.bytes = bytesAsUint8Array = message.data;
- message.logs.forEach(function (log) {
- onTransmuxerLog(merge(log, {
- stream: 'mp4CaptionParser'
- }));
- });
- finishLoading(message.captions);
- }
- });
- }
- });
- return;
- } // VTT or other segments that don't need processing
- if (!segment.transmuxer) {
- doneFn(null, segment, {});
- return;
- }
- if (typeof segment.container === 'undefined') {
- segment.container = containers.detectContainerForBytes(bytesAsUint8Array);
- }
- if (segment.container !== 'ts' && segment.container !== 'aac') {
- trackInfoFn(segment, {
- hasAudio: false,
- hasVideo: false
- });
- doneFn(null, segment, {});
- return;
- } // ts or aac
- transmuxAndNotify({
- segment,
- bytes,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- });
- };
- const decrypt = function ({
- id,
- key,
- encryptedBytes,
- decryptionWorker
- }, callback) {
- const decryptionHandler = event => {
- if (event.data.source === id) {
- decryptionWorker.removeEventListener('message', decryptionHandler);
- const decrypted = event.data.decrypted;
- callback(new Uint8Array(decrypted.bytes, decrypted.byteOffset, decrypted.byteLength));
- }
- };
- decryptionWorker.addEventListener('message', decryptionHandler);
- let keyBytes;
- if (key.bytes.slice) {
- keyBytes = key.bytes.slice();
- } else {
- keyBytes = new Uint32Array(Array.prototype.slice.call(key.bytes));
- } // incrementally decrypt the bytes
- decryptionWorker.postMessage(createTransferableMessage({
- source: id,
- encrypted: encryptedBytes,
- key: keyBytes,
- iv: key.iv
- }), [encryptedBytes.buffer, keyBytes.buffer]);
- };
- /**
- * Decrypt the segment via the decryption web worker
- *
- * @param {WebWorker} decryptionWorker - a WebWorker interface to AES-128 decryption
- * routines
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Function} trackInfoFn - a callback that receives track info
- * @param {Function} timingInfoFn - a callback that receives timing info
- * @param {Function} videoSegmentTimingInfoFn
- * a callback that receives video timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} audioSegmentTimingInfoFn
- * a callback that receives audio timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {boolean} isEndOfTimeline
- * true if this segment represents the last segment in a timeline
- * @param {Function} endedTimelineFn
- * a callback made when a timeline is ended, will only be called if
- * isEndOfTimeline is true
- * @param {Function} dataFn - a callback that is executed when segment bytes are available
- * and ready to use
- * @param {Function} doneFn - a callback that is executed after decryption has completed
- */
- const decryptSegment = ({
- decryptionWorker,
- segment,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }) => {
- decrypt({
- id: segment.requestId,
- key: segment.key,
- encryptedBytes: segment.encryptedBytes,
- decryptionWorker
- }, decryptedBytes => {
- segment.bytes = decryptedBytes;
- handleSegmentBytes({
- segment,
- bytes: segment.bytes,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- });
- });
- };
- /**
- * This function waits for all XHRs to finish (with either success or failure)
- * before continueing processing via it's callback. The function gathers errors
- * from each request into a single errors array so that the error status for
- * each request can be examined later.
- *
- * @param {Object} activeXhrs - an object that tracks all XHR requests
- * @param {WebWorker} decryptionWorker - a WebWorker interface to AES-128 decryption
- * routines
- * @param {Function} trackInfoFn - a callback that receives track info
- * @param {Function} timingInfoFn - a callback that receives timing info
- * @param {Function} videoSegmentTimingInfoFn
- * a callback that receives video timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} audioSegmentTimingInfoFn
- * a callback that receives audio timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} id3Fn - a callback that receives ID3 metadata
- * @param {Function} captionsFn - a callback that receives captions
- * @param {boolean} isEndOfTimeline
- * true if this segment represents the last segment in a timeline
- * @param {Function} endedTimelineFn
- * a callback made when a timeline is ended, will only be called if
- * isEndOfTimeline is true
- * @param {Function} dataFn - a callback that is executed when segment bytes are available
- * and ready to use
- * @param {Function} doneFn - a callback that is executed after all resources have been
- * downloaded and any decryption completed
- */
- const waitForCompletion = ({
- activeXhrs,
- decryptionWorker,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }) => {
- let count = 0;
- let didError = false;
- return (error, segment) => {
- if (didError) {
- return;
- }
- if (error) {
- didError = true; // If there are errors, we have to abort any outstanding requests
- abortAll(activeXhrs); // Even though the requests above are aborted, and in theory we could wait until we
- // handle the aborted events from those requests, there are some cases where we may
- // never get an aborted event. For instance, if the network connection is lost and
- // there were two requests, the first may have triggered an error immediately, while
- // the second request remains unsent. In that case, the aborted algorithm will not
- // trigger an abort: see https://xhr.spec.whatwg.org/#the-abort()-method
- //
- // We also can't rely on the ready state of the XHR, since the request that
- // triggered the connection error may also show as a ready state of 0 (unsent).
- // Therefore, we have to finish this group of requests immediately after the first
- // seen error.
- return doneFn(error, segment);
- }
- count += 1;
- if (count === activeXhrs.length) {
- const segmentFinish = function () {
- if (segment.encryptedBytes) {
- return decryptSegment({
- decryptionWorker,
- segment,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- });
- } // Otherwise, everything is ready just continue
- handleSegmentBytes({
- segment,
- bytes: segment.bytes,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- });
- }; // Keep track of when *all* of the requests have completed
- segment.endOfAllRequests = Date.now();
- if (segment.map && segment.map.encryptedBytes && !segment.map.bytes) {
- return decrypt({
- decryptionWorker,
- // add -init to the "id" to differentiate between segment
- // and init segment decryption, just in case they happen
- // at the same time at some point in the future.
- id: segment.requestId + '-init',
- encryptedBytes: segment.map.encryptedBytes,
- key: segment.map.key
- }, decryptedBytes => {
- segment.map.bytes = decryptedBytes;
- parseInitSegment(segment, parseError => {
- if (parseError) {
- abortAll(activeXhrs);
- return doneFn(parseError, segment);
- }
- segmentFinish();
- });
- });
- }
- segmentFinish();
- }
- };
- };
- /**
- * Calls the abort callback if any request within the batch was aborted. Will only call
- * the callback once per batch of requests, even if multiple were aborted.
- *
- * @param {Object} loadendState - state to check to see if the abort function was called
- * @param {Function} abortFn - callback to call for abort
- */
- const handleLoadEnd = ({
- loadendState,
- abortFn
- }) => event => {
- const request = event.target;
- if (request.aborted && abortFn && !loadendState.calledAbortFn) {
- abortFn();
- loadendState.calledAbortFn = true;
- }
- };
- /**
- * Simple progress event callback handler that gathers some stats before
- * executing a provided callback with the `segment` object
- *
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Function} progressFn - a callback that is executed each time a progress event
- * is received
- * @param {Function} trackInfoFn - a callback that receives track info
- * @param {Function} timingInfoFn - a callback that receives timing info
- * @param {Function} videoSegmentTimingInfoFn
- * a callback that receives video timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} audioSegmentTimingInfoFn
- * a callback that receives audio timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {boolean} isEndOfTimeline
- * true if this segment represents the last segment in a timeline
- * @param {Function} endedTimelineFn
- * a callback made when a timeline is ended, will only be called if
- * isEndOfTimeline is true
- * @param {Function} dataFn - a callback that is executed when segment bytes are available
- * and ready to use
- * @param {Event} event - the progress event object from XMLHttpRequest
- */
- const handleProgress = ({
- segment,
- progressFn,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn
- }) => event => {
- const request = event.target;
- if (request.aborted) {
- return;
- }
- segment.stats = merge(segment.stats, getProgressStats(event)); // record the time that we receive the first byte of data
- if (!segment.stats.firstBytesReceivedAt && segment.stats.bytesReceived) {
- segment.stats.firstBytesReceivedAt = Date.now();
- }
- return progressFn(event, segment);
- };
- /**
- * Load all resources and does any processing necessary for a media-segment
- *
- * Features:
- * decrypts the media-segment if it has a key uri and an iv
- * aborts *all* requests if *any* one request fails
- *
- * The segment object, at minimum, has the following format:
- * {
- * resolvedUri: String,
- * [transmuxer]: Object,
- * [byterange]: {
- * offset: Number,
- * length: Number
- * },
- * [key]: {
- * resolvedUri: String
- * [byterange]: {
- * offset: Number,
- * length: Number
- * },
- * iv: {
- * bytes: Uint32Array
- * }
- * },
- * [map]: {
- * resolvedUri: String,
- * [byterange]: {
- * offset: Number,
- * length: Number
- * },
- * [bytes]: Uint8Array
- * }
- * }
- * ...where [name] denotes optional properties
- *
- * @param {Function} xhr - an instance of the xhr wrapper in xhr.js
- * @param {Object} xhrOptions - the base options to provide to all xhr requests
- * @param {WebWorker} decryptionWorker - a WebWorker interface to AES-128
- * decryption routines
- * @param {Object} segment - a simplified copy of the segmentInfo object
- * from SegmentLoader
- * @param {Function} abortFn - a callback called (only once) if any piece of a request was
- * aborted
- * @param {Function} progressFn - a callback that receives progress events from the main
- * segment's xhr request
- * @param {Function} trackInfoFn - a callback that receives track info
- * @param {Function} timingInfoFn - a callback that receives timing info
- * @param {Function} videoSegmentTimingInfoFn
- * a callback that receives video timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} audioSegmentTimingInfoFn
- * a callback that receives audio timing info based on media times and
- * any adjustments made by the transmuxer
- * @param {Function} id3Fn - a callback that receives ID3 metadata
- * @param {Function} captionsFn - a callback that receives captions
- * @param {boolean} isEndOfTimeline
- * true if this segment represents the last segment in a timeline
- * @param {Function} endedTimelineFn
- * a callback made when a timeline is ended, will only be called if
- * isEndOfTimeline is true
- * @param {Function} dataFn - a callback that receives data from the main segment's xhr
- * request, transmuxed if needed
- * @param {Function} doneFn - a callback that is executed only once all requests have
- * succeeded or failed
- * @return {Function} a function that, when invoked, immediately aborts all
- * outstanding requests
- */
- const mediaSegmentRequest = ({
- xhr,
- xhrOptions,
- decryptionWorker,
- segment,
- abortFn,
- progressFn,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }) => {
- const activeXhrs = [];
- const finishProcessingFn = waitForCompletion({
- activeXhrs,
- decryptionWorker,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn,
- doneFn,
- onTransmuxerLog
- }); // optionally, request the decryption key
- if (segment.key && !segment.key.bytes) {
- const objects = [segment.key];
- if (segment.map && !segment.map.bytes && segment.map.key && segment.map.key.resolvedUri === segment.key.resolvedUri) {
- objects.push(segment.map.key);
- }
- const keyRequestOptions = merge(xhrOptions, {
- uri: segment.key.resolvedUri,
- responseType: 'arraybuffer'
- });
- const keyRequestCallback = handleKeyResponse(segment, objects, finishProcessingFn);
- const keyXhr = xhr(keyRequestOptions, keyRequestCallback);
- activeXhrs.push(keyXhr);
- } // optionally, request the associated media init segment
- if (segment.map && !segment.map.bytes) {
- const differentMapKey = segment.map.key && (!segment.key || segment.key.resolvedUri !== segment.map.key.resolvedUri);
- if (differentMapKey) {
- const mapKeyRequestOptions = merge(xhrOptions, {
- uri: segment.map.key.resolvedUri,
- responseType: 'arraybuffer'
- });
- const mapKeyRequestCallback = handleKeyResponse(segment, [segment.map.key], finishProcessingFn);
- const mapKeyXhr = xhr(mapKeyRequestOptions, mapKeyRequestCallback);
- activeXhrs.push(mapKeyXhr);
- }
- const initSegmentOptions = merge(xhrOptions, {
- uri: segment.map.resolvedUri,
- responseType: 'arraybuffer',
- headers: segmentXhrHeaders(segment.map)
- });
- const initSegmentRequestCallback = handleInitSegmentResponse({
- segment,
- finishProcessingFn
- });
- const initSegmentXhr = xhr(initSegmentOptions, initSegmentRequestCallback);
- activeXhrs.push(initSegmentXhr);
- }
- const segmentRequestOptions = merge(xhrOptions, {
- uri: segment.part && segment.part.resolvedUri || segment.resolvedUri,
- responseType: 'arraybuffer',
- headers: segmentXhrHeaders(segment)
- });
- const segmentRequestCallback = handleSegmentResponse({
- segment,
- finishProcessingFn,
- responseType: segmentRequestOptions.responseType
- });
- const segmentXhr = xhr(segmentRequestOptions, segmentRequestCallback);
- segmentXhr.addEventListener('progress', handleProgress({
- segment,
- progressFn,
- trackInfoFn,
- timingInfoFn,
- videoSegmentTimingInfoFn,
- audioSegmentTimingInfoFn,
- id3Fn,
- captionsFn,
- isEndOfTimeline,
- endedTimelineFn,
- dataFn
- }));
- activeXhrs.push(segmentXhr); // since all parts of the request must be considered, but should not make callbacks
- // multiple times, provide a shared state object
- const loadendState = {};
- activeXhrs.forEach(activeXhr => {
- activeXhr.addEventListener('loadend', handleLoadEnd({
- loadendState,
- abortFn
- }));
- });
- return () => abortAll(activeXhrs);
- };
- /**
- * @file - codecs.js - Handles tasks regarding codec strings such as translating them to
- * codec strings, or translating codec strings into objects that can be examined.
- */
- const logFn$1 = logger('CodecUtils');
- /**
- * Returns a set of codec strings parsed from the playlist or the default
- * codec strings if no codecs were specified in the playlist
- *
- * @param {Playlist} media the current media playlist
- * @return {Object} an object with the video and audio codecs
- */
- const getCodecs = function (media) {
- // if the codecs were explicitly specified, use them instead of the
- // defaults
- const mediaAttributes = media.attributes || {};
- if (mediaAttributes.CODECS) {
- return codecs_js.parseCodecs(mediaAttributes.CODECS);
- }
- };
- const isMaat = (main, media) => {
- const mediaAttributes = media.attributes || {};
- return main && main.mediaGroups && main.mediaGroups.AUDIO && mediaAttributes.AUDIO && main.mediaGroups.AUDIO[mediaAttributes.AUDIO];
- };
- const isMuxed = (main, media) => {
- if (!isMaat(main, media)) {
- return true;
- }
- const mediaAttributes = media.attributes || {};
- const audioGroup = main.mediaGroups.AUDIO[mediaAttributes.AUDIO];
- for (const groupId in audioGroup) {
- // If an audio group has a URI (the case for HLS, as HLS will use external playlists),
- // or there are listed playlists (the case for DASH, as the manifest will have already
- // provided all of the details necessary to generate the audio playlist, as opposed to
- // HLS' externally requested playlists), then the content is demuxed.
- if (!audioGroup[groupId].uri && !audioGroup[groupId].playlists) {
- return true;
- }
- }
- return false;
- };
- const unwrapCodecList = function (codecList) {
- const codecs = {};
- codecList.forEach(({
- mediaType,
- type,
- details
- }) => {
- codecs[mediaType] = codecs[mediaType] || [];
- codecs[mediaType].push(codecs_js.translateLegacyCodec(`${type}${details}`));
- });
- Object.keys(codecs).forEach(function (mediaType) {
- if (codecs[mediaType].length > 1) {
- logFn$1(`multiple ${mediaType} codecs found as attributes: ${codecs[mediaType].join(', ')}. Setting playlist codecs to null so that we wait for mux.js to probe segments for real codecs.`);
- codecs[mediaType] = null;
- return;
- }
- codecs[mediaType] = codecs[mediaType][0];
- });
- return codecs;
- };
- const codecCount = function (codecObj) {
- let count = 0;
- if (codecObj.audio) {
- count++;
- }
- if (codecObj.video) {
- count++;
- }
- return count;
- };
- /**
- * Calculates the codec strings for a working configuration of
- * SourceBuffers to play variant streams in a main playlist. If
- * there is no possible working configuration, an empty object will be
- * returned.
- *
- * @param main {Object} the m3u8 object for the main playlist
- * @param media {Object} the m3u8 object for the variant playlist
- * @return {Object} the codec strings.
- *
- * @private
- */
- const codecsForPlaylist = function (main, media) {
- const mediaAttributes = media.attributes || {};
- const codecInfo = unwrapCodecList(getCodecs(media) || []); // HLS with multiple-audio tracks must always get an audio codec.
- // Put another way, there is no way to have a video-only multiple-audio HLS!
- if (isMaat(main, media) && !codecInfo.audio) {
- if (!isMuxed(main, media)) {
- // It is possible for codecs to be specified on the audio media group playlist but
- // not on the rendition playlist. This is mostly the case for DASH, where audio and
- // video are always separate (and separately specified).
- const defaultCodecs = unwrapCodecList(codecs_js.codecsFromDefault(main, mediaAttributes.AUDIO) || []);
- if (defaultCodecs.audio) {
- codecInfo.audio = defaultCodecs.audio;
- }
- }
- }
- return codecInfo;
- };
- const logFn = logger('PlaylistSelector');
- const representationToString = function (representation) {
- if (!representation || !representation.playlist) {
- return;
- }
- const playlist = representation.playlist;
- return JSON.stringify({
- id: playlist.id,
- bandwidth: representation.bandwidth,
- width: representation.width,
- height: representation.height,
- codecs: playlist.attributes && playlist.attributes.CODECS || ''
- });
- }; // Utilities
- /**
- * Returns the CSS value for the specified property on an element
- * using `getComputedStyle`. Firefox has a long-standing issue where
- * getComputedStyle() may return null when running in an iframe with
- * `display: none`.
- *
- * @see https://bugzilla.mozilla.org/show_bug.cgi?id=548397
- * @param {HTMLElement} el the htmlelement to work on
- * @param {string} the proprety to get the style for
- */
- const safeGetComputedStyle = function (el, property) {
- if (!el) {
- return '';
- }
- const result = window__default["default"].getComputedStyle(el);
- if (!result) {
- return '';
- }
- return result[property];
- };
- /**
- * Resuable stable sort function
- *
- * @param {Playlists} array
- * @param {Function} sortFn Different comparators
- * @function stableSort
- */
- const stableSort = function (array, sortFn) {
- const newArray = array.slice();
- array.sort(function (left, right) {
- const cmp = sortFn(left, right);
- if (cmp === 0) {
- return newArray.indexOf(left) - newArray.indexOf(right);
- }
- return cmp;
- });
- };
- /**
- * A comparator function to sort two playlist object by bandwidth.
- *
- * @param {Object} left a media playlist object
- * @param {Object} right a media playlist object
- * @return {number} Greater than zero if the bandwidth attribute of
- * left is greater than the corresponding attribute of right. Less
- * than zero if the bandwidth of right is greater than left and
- * exactly zero if the two are equal.
- */
- const comparePlaylistBandwidth = function (left, right) {
- let leftBandwidth;
- let rightBandwidth;
- if (left.attributes.BANDWIDTH) {
- leftBandwidth = left.attributes.BANDWIDTH;
- }
- leftBandwidth = leftBandwidth || window__default["default"].Number.MAX_VALUE;
- if (right.attributes.BANDWIDTH) {
- rightBandwidth = right.attributes.BANDWIDTH;
- }
- rightBandwidth = rightBandwidth || window__default["default"].Number.MAX_VALUE;
- return leftBandwidth - rightBandwidth;
- };
- /**
- * A comparator function to sort two playlist object by resolution (width).
- *
- * @param {Object} left a media playlist object
- * @param {Object} right a media playlist object
- * @return {number} Greater than zero if the resolution.width attribute of
- * left is greater than the corresponding attribute of right. Less
- * than zero if the resolution.width of right is greater than left and
- * exactly zero if the two are equal.
- */
- const comparePlaylistResolution = function (left, right) {
- let leftWidth;
- let rightWidth;
- if (left.attributes.RESOLUTION && left.attributes.RESOLUTION.width) {
- leftWidth = left.attributes.RESOLUTION.width;
- }
- leftWidth = leftWidth || window__default["default"].Number.MAX_VALUE;
- if (right.attributes.RESOLUTION && right.attributes.RESOLUTION.width) {
- rightWidth = right.attributes.RESOLUTION.width;
- }
- rightWidth = rightWidth || window__default["default"].Number.MAX_VALUE; // NOTE - Fallback to bandwidth sort as appropriate in cases where multiple renditions
- // have the same media dimensions/ resolution
- if (leftWidth === rightWidth && left.attributes.BANDWIDTH && right.attributes.BANDWIDTH) {
- return left.attributes.BANDWIDTH - right.attributes.BANDWIDTH;
- }
- return leftWidth - rightWidth;
- };
- /**
- * Chooses the appropriate media playlist based on bandwidth and player size
- *
- * @param {Object} main
- * Object representation of the main manifest
- * @param {number} playerBandwidth
- * Current calculated bandwidth of the player
- * @param {number} playerWidth
- * Current width of the player element (should account for the device pixel ratio)
- * @param {number} playerHeight
- * Current height of the player element (should account for the device pixel ratio)
- * @param {boolean} limitRenditionByPlayerDimensions
- * True if the player width and height should be used during the selection, false otherwise
- * @param {Object} playlistController
- * the current playlistController object
- * @return {Playlist} the highest bitrate playlist less than the
- * currently detected bandwidth, accounting for some amount of
- * bandwidth variance
- */
- let simpleSelector = function (main, playerBandwidth, playerWidth, playerHeight, limitRenditionByPlayerDimensions, playlistController) {
- // If we end up getting called before `main` is available, exit early
- if (!main) {
- return;
- }
- const options = {
- bandwidth: playerBandwidth,
- width: playerWidth,
- height: playerHeight,
- limitRenditionByPlayerDimensions
- };
- let playlists = main.playlists; // if playlist is audio only, select between currently active audio group playlists.
- if (Playlist.isAudioOnly(main)) {
- playlists = playlistController.getAudioTrackPlaylists_(); // add audioOnly to options so that we log audioOnly: true
- // at the buttom of this function for debugging.
- options.audioOnly = true;
- } // convert the playlists to an intermediary representation to make comparisons easier
- let sortedPlaylistReps = playlists.map(playlist => {
- let bandwidth;
- const width = playlist.attributes && playlist.attributes.RESOLUTION && playlist.attributes.RESOLUTION.width;
- const height = playlist.attributes && playlist.attributes.RESOLUTION && playlist.attributes.RESOLUTION.height;
- bandwidth = playlist.attributes && playlist.attributes.BANDWIDTH;
- bandwidth = bandwidth || window__default["default"].Number.MAX_VALUE;
- return {
- bandwidth,
- width,
- height,
- playlist
- };
- });
- stableSort(sortedPlaylistReps, (left, right) => left.bandwidth - right.bandwidth); // filter out any playlists that have been excluded due to
- // incompatible configurations
- sortedPlaylistReps = sortedPlaylistReps.filter(rep => !Playlist.isIncompatible(rep.playlist)); // filter out any playlists that have been disabled manually through the representations
- // api or excluded temporarily due to playback errors.
- let enabledPlaylistReps = sortedPlaylistReps.filter(rep => Playlist.isEnabled(rep.playlist));
- if (!enabledPlaylistReps.length) {
- // if there are no enabled playlists, then they have all been excluded or disabled
- // by the user through the representations api. In this case, ignore exclusion and
- // fallback to what the user wants by using playlists the user has not disabled.
- enabledPlaylistReps = sortedPlaylistReps.filter(rep => !Playlist.isDisabled(rep.playlist));
- } // filter out any variant that has greater effective bitrate
- // than the current estimated bandwidth
- const bandwidthPlaylistReps = enabledPlaylistReps.filter(rep => rep.bandwidth * Config.BANDWIDTH_VARIANCE < playerBandwidth);
- let highestRemainingBandwidthRep = bandwidthPlaylistReps[bandwidthPlaylistReps.length - 1]; // get all of the renditions with the same (highest) bandwidth
- // and then taking the very first element
- const bandwidthBestRep = bandwidthPlaylistReps.filter(rep => rep.bandwidth === highestRemainingBandwidthRep.bandwidth)[0]; // if we're not going to limit renditions by player size, make an early decision.
- if (limitRenditionByPlayerDimensions === false) {
- const chosenRep = bandwidthBestRep || enabledPlaylistReps[0] || sortedPlaylistReps[0];
- if (chosenRep && chosenRep.playlist) {
- let type = 'sortedPlaylistReps';
- if (bandwidthBestRep) {
- type = 'bandwidthBestRep';
- }
- if (enabledPlaylistReps[0]) {
- type = 'enabledPlaylistReps';
- }
- logFn(`choosing ${representationToString(chosenRep)} using ${type} with options`, options);
- return chosenRep.playlist;
- }
- logFn('could not choose a playlist with options', options);
- return null;
- } // filter out playlists without resolution information
- const haveResolution = bandwidthPlaylistReps.filter(rep => rep.width && rep.height); // sort variants by resolution
- stableSort(haveResolution, (left, right) => left.width - right.width); // if we have the exact resolution as the player use it
- const resolutionBestRepList = haveResolution.filter(rep => rep.width === playerWidth && rep.height === playerHeight);
- highestRemainingBandwidthRep = resolutionBestRepList[resolutionBestRepList.length - 1]; // ensure that we pick the highest bandwidth variant that have exact resolution
- const resolutionBestRep = resolutionBestRepList.filter(rep => rep.bandwidth === highestRemainingBandwidthRep.bandwidth)[0];
- let resolutionPlusOneList;
- let resolutionPlusOneSmallest;
- let resolutionPlusOneRep; // find the smallest variant that is larger than the player
- // if there is no match of exact resolution
- if (!resolutionBestRep) {
- resolutionPlusOneList = haveResolution.filter(rep => rep.width > playerWidth || rep.height > playerHeight); // find all the variants have the same smallest resolution
- resolutionPlusOneSmallest = resolutionPlusOneList.filter(rep => rep.width === resolutionPlusOneList[0].width && rep.height === resolutionPlusOneList[0].height); // ensure that we also pick the highest bandwidth variant that
- // is just-larger-than the video player
- highestRemainingBandwidthRep = resolutionPlusOneSmallest[resolutionPlusOneSmallest.length - 1];
- resolutionPlusOneRep = resolutionPlusOneSmallest.filter(rep => rep.bandwidth === highestRemainingBandwidthRep.bandwidth)[0];
- }
- let leastPixelDiffRep; // If this selector proves to be better than others,
- // resolutionPlusOneRep and resolutionBestRep and all
- // the code involving them should be removed.
- if (playlistController.leastPixelDiffSelector) {
- // find the variant that is closest to the player's pixel size
- const leastPixelDiffList = haveResolution.map(rep => {
- rep.pixelDiff = Math.abs(rep.width - playerWidth) + Math.abs(rep.height - playerHeight);
- return rep;
- }); // get the highest bandwidth, closest resolution playlist
- stableSort(leastPixelDiffList, (left, right) => {
- // sort by highest bandwidth if pixelDiff is the same
- if (left.pixelDiff === right.pixelDiff) {
- return right.bandwidth - left.bandwidth;
- }
- return left.pixelDiff - right.pixelDiff;
- });
- leastPixelDiffRep = leastPixelDiffList[0];
- } // fallback chain of variants
- const chosenRep = leastPixelDiffRep || resolutionPlusOneRep || resolutionBestRep || bandwidthBestRep || enabledPlaylistReps[0] || sortedPlaylistReps[0];
- if (chosenRep && chosenRep.playlist) {
- let type = 'sortedPlaylistReps';
- if (leastPixelDiffRep) {
- type = 'leastPixelDiffRep';
- } else if (resolutionPlusOneRep) {
- type = 'resolutionPlusOneRep';
- } else if (resolutionBestRep) {
- type = 'resolutionBestRep';
- } else if (bandwidthBestRep) {
- type = 'bandwidthBestRep';
- } else if (enabledPlaylistReps[0]) {
- type = 'enabledPlaylistReps';
- }
- logFn(`choosing ${representationToString(chosenRep)} using ${type} with options`, options);
- return chosenRep.playlist;
- }
- logFn('could not choose a playlist with options', options);
- return null;
- };
- /**
- * Chooses the appropriate media playlist based on the most recent
- * bandwidth estimate and the player size.
- *
- * Expects to be called within the context of an instance of VhsHandler
- *
- * @return {Playlist} the highest bitrate playlist less than the
- * currently detected bandwidth, accounting for some amount of
- * bandwidth variance
- */
- const lastBandwidthSelector = function () {
- const pixelRatio = this.useDevicePixelRatio ? window__default["default"].devicePixelRatio || 1 : 1;
- return simpleSelector(this.playlists.main, this.systemBandwidth, parseInt(safeGetComputedStyle(this.tech_.el(), 'width'), 10) * pixelRatio, parseInt(safeGetComputedStyle(this.tech_.el(), 'height'), 10) * pixelRatio, this.limitRenditionByPlayerDimensions, this.playlistController_);
- };
- /**
- * Chooses the appropriate media playlist based on an
- * exponential-weighted moving average of the bandwidth after
- * filtering for player size.
- *
- * Expects to be called within the context of an instance of VhsHandler
- *
- * @param {number} decay - a number between 0 and 1. Higher values of
- * this parameter will cause previous bandwidth estimates to lose
- * significance more quickly.
- * @return {Function} a function which can be invoked to create a new
- * playlist selector function.
- * @see https://en.wikipedia.org/wiki/Moving_average#Exponential_moving_average
- */
- const movingAverageBandwidthSelector = function (decay) {
- let average = -1;
- let lastSystemBandwidth = -1;
- if (decay < 0 || decay > 1) {
- throw new Error('Moving average bandwidth decay must be between 0 and 1.');
- }
- return function () {
- const pixelRatio = this.useDevicePixelRatio ? window__default["default"].devicePixelRatio || 1 : 1;
- if (average < 0) {
- average = this.systemBandwidth;
- lastSystemBandwidth = this.systemBandwidth;
- } // stop the average value from decaying for every 250ms
- // when the systemBandwidth is constant
- // and
- // stop average from setting to a very low value when the
- // systemBandwidth becomes 0 in case of chunk cancellation
- if (this.systemBandwidth > 0 && this.systemBandwidth !== lastSystemBandwidth) {
- average = decay * this.systemBandwidth + (1 - decay) * average;
- lastSystemBandwidth = this.systemBandwidth;
- }
- return simpleSelector(this.playlists.main, average, parseInt(safeGetComputedStyle(this.tech_.el(), 'width'), 10) * pixelRatio, parseInt(safeGetComputedStyle(this.tech_.el(), 'height'), 10) * pixelRatio, this.limitRenditionByPlayerDimensions, this.playlistController_);
- };
- };
- /**
- * Chooses the appropriate media playlist based on the potential to rebuffer
- *
- * @param {Object} settings
- * Object of information required to use this selector
- * @param {Object} settings.main
- * Object representation of the main manifest
- * @param {number} settings.currentTime
- * The current time of the player
- * @param {number} settings.bandwidth
- * Current measured bandwidth
- * @param {number} settings.duration
- * Duration of the media
- * @param {number} settings.segmentDuration
- * Segment duration to be used in round trip time calculations
- * @param {number} settings.timeUntilRebuffer
- * Time left in seconds until the player has to rebuffer
- * @param {number} settings.currentTimeline
- * The current timeline segments are being loaded from
- * @param {SyncController} settings.syncController
- * SyncController for determining if we have a sync point for a given playlist
- * @return {Object|null}
- * {Object} return.playlist
- * The highest bandwidth playlist with the least amount of rebuffering
- * {Number} return.rebufferingImpact
- * The amount of time in seconds switching to this playlist will rebuffer. A
- * negative value means that switching will cause zero rebuffering.
- */
- const minRebufferMaxBandwidthSelector = function (settings) {
- const {
- main,
- currentTime,
- bandwidth,
- duration,
- segmentDuration,
- timeUntilRebuffer,
- currentTimeline,
- syncController
- } = settings; // filter out any playlists that have been excluded due to
- // incompatible configurations
- const compatiblePlaylists = main.playlists.filter(playlist => !Playlist.isIncompatible(playlist)); // filter out any playlists that have been disabled manually through the representations
- // api or excluded temporarily due to playback errors.
- let enabledPlaylists = compatiblePlaylists.filter(Playlist.isEnabled);
- if (!enabledPlaylists.length) {
- // if there are no enabled playlists, then they have all been excluded or disabled
- // by the user through the representations api. In this case, ignore exclusion and
- // fallback to what the user wants by using playlists the user has not disabled.
- enabledPlaylists = compatiblePlaylists.filter(playlist => !Playlist.isDisabled(playlist));
- }
- const bandwidthPlaylists = enabledPlaylists.filter(Playlist.hasAttribute.bind(null, 'BANDWIDTH'));
- const rebufferingEstimates = bandwidthPlaylists.map(playlist => {
- const syncPoint = syncController.getSyncPoint(playlist, duration, currentTimeline, currentTime); // If there is no sync point for this playlist, switching to it will require a
- // sync request first. This will double the request time
- const numRequests = syncPoint ? 1 : 2;
- const requestTimeEstimate = Playlist.estimateSegmentRequestTime(segmentDuration, bandwidth, playlist);
- const rebufferingImpact = requestTimeEstimate * numRequests - timeUntilRebuffer;
- return {
- playlist,
- rebufferingImpact
- };
- });
- const noRebufferingPlaylists = rebufferingEstimates.filter(estimate => estimate.rebufferingImpact <= 0); // Sort by bandwidth DESC
- stableSort(noRebufferingPlaylists, (a, b) => comparePlaylistBandwidth(b.playlist, a.playlist));
- if (noRebufferingPlaylists.length) {
- return noRebufferingPlaylists[0];
- }
- stableSort(rebufferingEstimates, (a, b) => a.rebufferingImpact - b.rebufferingImpact);
- return rebufferingEstimates[0] || null;
- };
- /**
- * Chooses the appropriate media playlist, which in this case is the lowest bitrate
- * one with video. If no renditions with video exist, return the lowest audio rendition.
- *
- * Expects to be called within the context of an instance of VhsHandler
- *
- * @return {Object|null}
- * {Object} return.playlist
- * The lowest bitrate playlist that contains a video codec. If no such rendition
- * exists pick the lowest audio rendition.
- */
- const lowestBitrateCompatibleVariantSelector = function () {
- // filter out any playlists that have been excluded due to
- // incompatible configurations or playback errors
- const playlists = this.playlists.main.playlists.filter(Playlist.isEnabled); // Sort ascending by bitrate
- stableSort(playlists, (a, b) => comparePlaylistBandwidth(a, b)); // Parse and assume that playlists with no video codec have no video
- // (this is not necessarily true, although it is generally true).
- //
- // If an entire manifest has no valid videos everything will get filtered
- // out.
- const playlistsWithVideo = playlists.filter(playlist => !!codecsForPlaylist(this.playlists.main, playlist).video);
- return playlistsWithVideo[0] || null;
- };
- /**
- * Combine all segments into a single Uint8Array
- *
- * @param {Object} segmentObj
- * @return {Uint8Array} concatenated bytes
- * @private
- */
- const concatSegments = segmentObj => {
- let offset = 0;
- let tempBuffer;
- if (segmentObj.bytes) {
- tempBuffer = new Uint8Array(segmentObj.bytes); // combine the individual segments into one large typed-array
- segmentObj.segments.forEach(segment => {
- tempBuffer.set(segment, offset);
- offset += segment.byteLength;
- });
- }
- return tempBuffer;
- };
- /**
- * @file text-tracks.js
- */
- /**
- * Create captions text tracks on video.js if they do not exist
- *
- * @param {Object} inbandTextTracks a reference to current inbandTextTracks
- * @param {Object} tech the video.js tech
- * @param {Object} captionStream the caption stream to create
- * @private
- */
- const createCaptionsTrackIfNotExists = function (inbandTextTracks, tech, captionStream) {
- if (!inbandTextTracks[captionStream]) {
- tech.trigger({
- type: 'usage',
- name: 'vhs-608'
- });
- let instreamId = captionStream; // we need to translate SERVICEn for 708 to how mux.js currently labels them
- if (/^cc708_/.test(captionStream)) {
- instreamId = 'SERVICE' + captionStream.split('_')[1];
- }
- const track = tech.textTracks().getTrackById(instreamId);
- if (track) {
- // Resuse an existing track with a CC# id because this was
- // very likely created by videojs-contrib-hls from information
- // in the m3u8 for us to use
- inbandTextTracks[captionStream] = track;
- } else {
- // This section gets called when we have caption services that aren't specified in the manifest.
- // Manifest level caption services are handled in media-groups.js under CLOSED-CAPTIONS.
- const captionServices = tech.options_.vhs && tech.options_.vhs.captionServices || {};
- let label = captionStream;
- let language = captionStream;
- let def = false;
- const captionService = captionServices[instreamId];
- if (captionService) {
- label = captionService.label;
- language = captionService.language;
- def = captionService.default;
- } // Otherwise, create a track with the default `CC#` label and
- // without a language
- inbandTextTracks[captionStream] = tech.addRemoteTextTrack({
- kind: 'captions',
- id: instreamId,
- // TODO: investigate why this doesn't seem to turn the caption on by default
- default: def,
- label,
- language
- }, false).track;
- }
- }
- };
- /**
- * Add caption text track data to a source handler given an array of captions
- *
- * @param {Object}
- * @param {Object} inbandTextTracks the inband text tracks
- * @param {number} timestampOffset the timestamp offset of the source buffer
- * @param {Array} captionArray an array of caption data
- * @private
- */
- const addCaptionData = function ({
- inbandTextTracks,
- captionArray,
- timestampOffset
- }) {
- if (!captionArray) {
- return;
- }
- const Cue = window__default["default"].WebKitDataCue || window__default["default"].VTTCue;
- captionArray.forEach(caption => {
- const track = caption.stream;
- inbandTextTracks[track].addCue(new Cue(caption.startTime + timestampOffset, caption.endTime + timestampOffset, caption.text));
- });
- };
- /**
- * Define properties on a cue for backwards compatability,
- * but warn the user that the way that they are using it
- * is depricated and will be removed at a later date.
- *
- * @param {Cue} cue the cue to add the properties on
- * @private
- */
- const deprecateOldCue = function (cue) {
- Object.defineProperties(cue.frame, {
- id: {
- get() {
- videojs__default["default"].log.warn('cue.frame.id is deprecated. Use cue.value.key instead.');
- return cue.value.key;
- }
- },
- value: {
- get() {
- videojs__default["default"].log.warn('cue.frame.value is deprecated. Use cue.value.data instead.');
- return cue.value.data;
- }
- },
- privateData: {
- get() {
- videojs__default["default"].log.warn('cue.frame.privateData is deprecated. Use cue.value.data instead.');
- return cue.value.data;
- }
- }
- });
- };
- /**
- * Add metadata text track data to a source handler given an array of metadata
- *
- * @param {Object}
- * @param {Object} inbandTextTracks the inband text tracks
- * @param {Array} metadataArray an array of meta data
- * @param {number} timestampOffset the timestamp offset of the source buffer
- * @param {number} videoDuration the duration of the video
- * @private
- */
- const addMetadata = ({
- inbandTextTracks,
- metadataArray,
- timestampOffset,
- videoDuration
- }) => {
- if (!metadataArray) {
- return;
- }
- const Cue = window__default["default"].WebKitDataCue || window__default["default"].VTTCue;
- const metadataTrack = inbandTextTracks.metadataTrack_;
- if (!metadataTrack) {
- return;
- }
- metadataArray.forEach(metadata => {
- const time = metadata.cueTime + timestampOffset; // if time isn't a finite number between 0 and Infinity, like NaN,
- // ignore this bit of metadata.
- // This likely occurs when you have an non-timed ID3 tag like TIT2,
- // which is the "Title/Songname/Content description" frame
- if (typeof time !== 'number' || window__default["default"].isNaN(time) || time < 0 || !(time < Infinity)) {
- return;
- }
- metadata.frames.forEach(frame => {
- const cue = new Cue(time, time, frame.value || frame.url || frame.data || '');
- cue.frame = frame;
- cue.value = frame;
- deprecateOldCue(cue);
- metadataTrack.addCue(cue);
- });
- });
- if (!metadataTrack.cues || !metadataTrack.cues.length) {
- return;
- } // Updating the metadeta cues so that
- // the endTime of each cue is the startTime of the next cue
- // the endTime of last cue is the duration of the video
- const cues = metadataTrack.cues;
- const cuesArray = []; // Create a copy of the TextTrackCueList...
- // ...disregarding cues with a falsey value
- for (let i = 0; i < cues.length; i++) {
- if (cues[i]) {
- cuesArray.push(cues[i]);
- }
- } // Group cues by their startTime value
- const cuesGroupedByStartTime = cuesArray.reduce((obj, cue) => {
- const timeSlot = obj[cue.startTime] || [];
- timeSlot.push(cue);
- obj[cue.startTime] = timeSlot;
- return obj;
- }, {}); // Sort startTimes by ascending order
- const sortedStartTimes = Object.keys(cuesGroupedByStartTime).sort((a, b) => Number(a) - Number(b)); // Map each cue group's endTime to the next group's startTime
- sortedStartTimes.forEach((startTime, idx) => {
- const cueGroup = cuesGroupedByStartTime[startTime];
- const nextTime = Number(sortedStartTimes[idx + 1]) || videoDuration; // Map each cue's endTime the next group's startTime
- cueGroup.forEach(cue => {
- cue.endTime = nextTime;
- });
- });
- };
- /**
- * Create metadata text track on video.js if it does not exist
- *
- * @param {Object} inbandTextTracks a reference to current inbandTextTracks
- * @param {string} dispatchType the inband metadata track dispatch type
- * @param {Object} tech the video.js tech
- * @private
- */
- const createMetadataTrackIfNotExists = (inbandTextTracks, dispatchType, tech) => {
- if (inbandTextTracks.metadataTrack_) {
- return;
- }
- inbandTextTracks.metadataTrack_ = tech.addRemoteTextTrack({
- kind: 'metadata',
- label: 'Timed Metadata'
- }, false).track;
- inbandTextTracks.metadataTrack_.inBandMetadataTrackDispatchType = dispatchType;
- };
- /**
- * Remove cues from a track on video.js.
- *
- * @param {Double} start start of where we should remove the cue
- * @param {Double} end end of where the we should remove the cue
- * @param {Object} track the text track to remove the cues from
- * @private
- */
- const removeCuesFromTrack = function (start, end, track) {
- let i;
- let cue;
- if (!track) {
- return;
- }
- if (!track.cues) {
- return;
- }
- i = track.cues.length;
- while (i--) {
- cue = track.cues[i]; // Remove any cue within the provided start and end time
- if (cue.startTime >= start && cue.endTime <= end) {
- track.removeCue(cue);
- }
- }
- };
- /**
- * Remove duplicate cues from a track on video.js (a cue is considered a
- * duplicate if it has the same time interval and text as another)
- *
- * @param {Object} track the text track to remove the duplicate cues from
- * @private
- */
- const removeDuplicateCuesFromTrack = function (track) {
- const cues = track.cues;
- if (!cues) {
- return;
- }
- for (let i = 0; i < cues.length; i++) {
- const duplicates = [];
- let occurrences = 0;
- for (let j = 0; j < cues.length; j++) {
- if (cues[i].startTime === cues[j].startTime && cues[i].endTime === cues[j].endTime && cues[i].text === cues[j].text) {
- occurrences++;
- if (occurrences > 1) {
- duplicates.push(cues[j]);
- }
- }
- }
- if (duplicates.length) {
- duplicates.forEach(dupe => track.removeCue(dupe));
- }
- }
- };
- /**
- * Returns a list of gops in the buffer that have a pts value of 3 seconds or more in
- * front of current time.
- *
- * @param {Array} buffer
- * The current buffer of gop information
- * @param {number} currentTime
- * The current time
- * @param {Double} mapping
- * Offset to map display time to stream presentation time
- * @return {Array}
- * List of gops considered safe to append over
- */
- const gopsSafeToAlignWith = (buffer, currentTime, mapping) => {
- if (typeof currentTime === 'undefined' || currentTime === null || !buffer.length) {
- return [];
- } // pts value for current time + 3 seconds to give a bit more wiggle room
- const currentTimePts = Math.ceil((currentTime - mapping + 3) * clock.ONE_SECOND_IN_TS);
- let i;
- for (i = 0; i < buffer.length; i++) {
- if (buffer[i].pts > currentTimePts) {
- break;
- }
- }
- return buffer.slice(i);
- };
- /**
- * Appends gop information (timing and byteLength) received by the transmuxer for the
- * gops appended in the last call to appendBuffer
- *
- * @param {Array} buffer
- * The current buffer of gop information
- * @param {Array} gops
- * List of new gop information
- * @param {boolean} replace
- * If true, replace the buffer with the new gop information. If false, append the
- * new gop information to the buffer in the right location of time.
- * @return {Array}
- * Updated list of gop information
- */
- const updateGopBuffer = (buffer, gops, replace) => {
- if (!gops.length) {
- return buffer;
- }
- if (replace) {
- // If we are in safe append mode, then completely overwrite the gop buffer
- // with the most recent appeneded data. This will make sure that when appending
- // future segments, we only try to align with gops that are both ahead of current
- // time and in the last segment appended.
- return gops.slice();
- }
- const start = gops[0].pts;
- let i = 0;
- for (i; i < buffer.length; i++) {
- if (buffer[i].pts >= start) {
- break;
- }
- }
- return buffer.slice(0, i).concat(gops);
- };
- /**
- * Removes gop information in buffer that overlaps with provided start and end
- *
- * @param {Array} buffer
- * The current buffer of gop information
- * @param {Double} start
- * position to start the remove at
- * @param {Double} end
- * position to end the remove at
- * @param {Double} mapping
- * Offset to map display time to stream presentation time
- */
- const removeGopBuffer = (buffer, start, end, mapping) => {
- const startPts = Math.ceil((start - mapping) * clock.ONE_SECOND_IN_TS);
- const endPts = Math.ceil((end - mapping) * clock.ONE_SECOND_IN_TS);
- const updatedBuffer = buffer.slice();
- let i = buffer.length;
- while (i--) {
- if (buffer[i].pts <= endPts) {
- break;
- }
- }
- if (i === -1) {
- // no removal because end of remove range is before start of buffer
- return updatedBuffer;
- }
- let j = i + 1;
- while (j--) {
- if (buffer[j].pts <= startPts) {
- break;
- }
- } // clamp remove range start to 0 index
- j = Math.max(j, 0);
- updatedBuffer.splice(j, i - j + 1);
- return updatedBuffer;
- };
- const shallowEqual = function (a, b) {
- // if both are undefined
- // or one or the other is undefined
- // they are not equal
- if (!a && !b || !a && b || a && !b) {
- return false;
- } // they are the same object and thus, equal
- if (a === b) {
- return true;
- } // sort keys so we can make sure they have
- // all the same keys later.
- const akeys = Object.keys(a).sort();
- const bkeys = Object.keys(b).sort(); // different number of keys, not equal
- if (akeys.length !== bkeys.length) {
- return false;
- }
- for (let i = 0; i < akeys.length; i++) {
- const key = akeys[i]; // different sorted keys, not equal
- if (key !== bkeys[i]) {
- return false;
- } // different values, not equal
- if (a[key] !== b[key]) {
- return false;
- }
- }
- return true;
- };
- // https://www.w3.org/TR/WebIDL-1/#quotaexceedederror
- const QUOTA_EXCEEDED_ERR = 22;
- /**
- * The segment loader has no recourse except to fetch a segment in the
- * current playlist and use the internal timestamps in that segment to
- * generate a syncPoint. This function returns a good candidate index
- * for that process.
- *
- * @param {Array} segments - the segments array from a playlist.
- * @return {number} An index of a segment from the playlist to load
- */
- const getSyncSegmentCandidate = function (currentTimeline, segments, targetTime) {
- segments = segments || [];
- const timelineSegments = [];
- let time = 0;
- for (let i = 0; i < segments.length; i++) {
- const segment = segments[i];
- if (currentTimeline === segment.timeline) {
- timelineSegments.push(i);
- time += segment.duration;
- if (time > targetTime) {
- return i;
- }
- }
- }
- if (timelineSegments.length === 0) {
- return 0;
- } // default to the last timeline segment
- return timelineSegments[timelineSegments.length - 1];
- }; // In the event of a quota exceeded error, keep at least one second of back buffer. This
- // number was arbitrarily chosen and may be updated in the future, but seemed reasonable
- // as a start to prevent any potential issues with removing content too close to the
- // playhead.
- const MIN_BACK_BUFFER = 1; // in ms
- const CHECK_BUFFER_DELAY = 500;
- const finite = num => typeof num === 'number' && isFinite(num); // With most content hovering around 30fps, if a segment has a duration less than a half
- // frame at 30fps or one frame at 60fps, the bandwidth and throughput calculations will
- // not accurately reflect the rest of the content.
- const MIN_SEGMENT_DURATION_TO_SAVE_STATS = 1 / 60;
- const illegalMediaSwitch = (loaderType, startingMedia, trackInfo) => {
- // Although these checks should most likely cover non 'main' types, for now it narrows
- // the scope of our checks.
- if (loaderType !== 'main' || !startingMedia || !trackInfo) {
- return null;
- }
- if (!trackInfo.hasAudio && !trackInfo.hasVideo) {
- return 'Neither audio nor video found in segment.';
- }
- if (startingMedia.hasVideo && !trackInfo.hasVideo) {
- return 'Only audio found in segment when we expected video.' + ' We can\'t switch to audio only from a stream that had video.' + ' To get rid of this message, please add codec information to the manifest.';
- }
- if (!startingMedia.hasVideo && trackInfo.hasVideo) {
- return 'Video found in segment when we expected only audio.' + ' We can\'t switch to a stream with video from an audio only stream.' + ' To get rid of this message, please add codec information to the manifest.';
- }
- return null;
- };
- /**
- * Calculates a time value that is safe to remove from the back buffer without interrupting
- * playback.
- *
- * @param {TimeRange} seekable
- * The current seekable range
- * @param {number} currentTime
- * The current time of the player
- * @param {number} targetDuration
- * The target duration of the current playlist
- * @return {number}
- * Time that is safe to remove from the back buffer without interrupting playback
- */
- const safeBackBufferTrimTime = (seekable, currentTime, targetDuration) => {
- // 30 seconds before the playhead provides a safe default for trimming.
- //
- // Choosing a reasonable default is particularly important for high bitrate content and
- // VOD videos/live streams with large windows, as the buffer may end up overfilled and
- // throw an APPEND_BUFFER_ERR.
- let trimTime = currentTime - Config.BACK_BUFFER_LENGTH;
- if (seekable.length) {
- // Some live playlists may have a shorter window of content than the full allowed back
- // buffer. For these playlists, don't save content that's no longer within the window.
- trimTime = Math.max(trimTime, seekable.start(0));
- } // Don't remove within target duration of the current time to avoid the possibility of
- // removing the GOP currently being played, as removing it can cause playback stalls.
- const maxTrimTime = currentTime - targetDuration;
- return Math.min(maxTrimTime, trimTime);
- };
- const segmentInfoString = segmentInfo => {
- const {
- startOfSegment,
- duration,
- segment,
- part,
- playlist: {
- mediaSequence: seq,
- id,
- segments = []
- },
- mediaIndex: index,
- partIndex,
- timeline
- } = segmentInfo;
- const segmentLen = segments.length - 1;
- let selection = 'mediaIndex/partIndex increment';
- if (segmentInfo.getMediaInfoForTime) {
- selection = `getMediaInfoForTime (${segmentInfo.getMediaInfoForTime})`;
- } else if (segmentInfo.isSyncRequest) {
- selection = 'getSyncSegmentCandidate (isSyncRequest)';
- }
- if (segmentInfo.independent) {
- selection += ` with independent ${segmentInfo.independent}`;
- }
- const hasPartIndex = typeof partIndex === 'number';
- const name = segmentInfo.segment.uri ? 'segment' : 'pre-segment';
- const zeroBasedPartCount = hasPartIndex ? getKnownPartCount({
- preloadSegment: segment
- }) - 1 : 0;
- return `${name} [${seq + index}/${seq + segmentLen}]` + (hasPartIndex ? ` part [${partIndex}/${zeroBasedPartCount}]` : '') + ` segment start/end [${segment.start} => ${segment.end}]` + (hasPartIndex ? ` part start/end [${part.start} => ${part.end}]` : '') + ` startOfSegment [${startOfSegment}]` + ` duration [${duration}]` + ` timeline [${timeline}]` + ` selected by [${selection}]` + ` playlist [${id}]`;
- };
- const timingInfoPropertyForMedia = mediaType => `${mediaType}TimingInfo`;
- /**
- * Returns the timestamp offset to use for the segment.
- *
- * @param {number} segmentTimeline
- * The timeline of the segment
- * @param {number} currentTimeline
- * The timeline currently being followed by the loader
- * @param {number} startOfSegment
- * The estimated segment start
- * @param {TimeRange[]} buffered
- * The loader's buffer
- * @param {boolean} overrideCheck
- * If true, no checks are made to see if the timestamp offset value should be set,
- * but sets it directly to a value.
- *
- * @return {number|null}
- * Either a number representing a new timestamp offset, or null if the segment is
- * part of the same timeline
- */
- const timestampOffsetForSegment = ({
- segmentTimeline,
- currentTimeline,
- startOfSegment,
- buffered,
- overrideCheck
- }) => {
- // Check to see if we are crossing a discontinuity to see if we need to set the
- // timestamp offset on the transmuxer and source buffer.
- //
- // Previously, we changed the timestampOffset if the start of this segment was less than
- // the currently set timestampOffset, but this isn't desirable as it can produce bad
- // behavior, especially around long running live streams.
- if (!overrideCheck && segmentTimeline === currentTimeline) {
- return null;
- } // When changing renditions, it's possible to request a segment on an older timeline. For
- // instance, given two renditions with the following:
- //
- // #EXTINF:10
- // segment1
- // #EXT-X-DISCONTINUITY
- // #EXTINF:10
- // segment2
- // #EXTINF:10
- // segment3
- //
- // And the current player state:
- //
- // current time: 8
- // buffer: 0 => 20
- //
- // The next segment on the current rendition would be segment3, filling the buffer from
- // 20s onwards. However, if a rendition switch happens after segment2 was requested,
- // then the next segment to be requested will be segment1 from the new rendition in
- // order to fill time 8 and onwards. Using the buffered end would result in repeated
- // content (since it would position segment1 of the new rendition starting at 20s). This
- // case can be identified when the new segment's timeline is a prior value. Instead of
- // using the buffered end, the startOfSegment can be used, which, hopefully, will be
- // more accurate to the actual start time of the segment.
- if (segmentTimeline < currentTimeline) {
- return startOfSegment;
- } // segmentInfo.startOfSegment used to be used as the timestamp offset, however, that
- // value uses the end of the last segment if it is available. While this value
- // should often be correct, it's better to rely on the buffered end, as the new
- // content post discontinuity should line up with the buffered end as if it were
- // time 0 for the new content.
- return buffered.length ? buffered.end(buffered.length - 1) : startOfSegment;
- };
- /**
- * Returns whether or not the loader should wait for a timeline change from the timeline
- * change controller before processing the segment.
- *
- * Primary timing in VHS goes by video. This is different from most media players, as
- * audio is more often used as the primary timing source. For the foreseeable future, VHS
- * will continue to use video as the primary timing source, due to the current logic and
- * expectations built around it.
- * Since the timing follows video, in order to maintain sync, the video loader is
- * responsible for setting both audio and video source buffer timestamp offsets.
- *
- * Setting different values for audio and video source buffers could lead to
- * desyncing. The following examples demonstrate some of the situations where this
- * distinction is important. Note that all of these cases involve demuxed content. When
- * content is muxed, the audio and video are packaged together, therefore syncing
- * separate media playlists is not an issue.
- *
- * CASE 1: Audio prepares to load a new timeline before video:
- *
- * Timeline: 0 1
- * Audio Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Audio Loader: ^
- * Video Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Video Loader ^
- *
- * In the above example, the audio loader is preparing to load the 6th segment, the first
- * after a discontinuity, while the video loader is still loading the 5th segment, before
- * the discontinuity.
- *
- * If the audio loader goes ahead and loads and appends the 6th segment before the video
- * loader crosses the discontinuity, then when appended, the 6th audio segment will use
- * the timestamp offset from timeline 0. This will likely lead to desyncing. In addition,
- * the audio loader must provide the audioAppendStart value to trim the content in the
- * transmuxer, and that value relies on the audio timestamp offset. Since the audio
- * timestamp offset is set by the video (main) loader, the audio loader shouldn't load the
- * segment until that value is provided.
- *
- * CASE 2: Video prepares to load a new timeline before audio:
- *
- * Timeline: 0 1
- * Audio Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Audio Loader: ^
- * Video Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Video Loader ^
- *
- * In the above example, the video loader is preparing to load the 6th segment, the first
- * after a discontinuity, while the audio loader is still loading the 5th segment, before
- * the discontinuity.
- *
- * If the video loader goes ahead and loads and appends the 6th segment, then once the
- * segment is loaded and processed, both the video and audio timestamp offsets will be
- * set, since video is used as the primary timing source. This is to ensure content lines
- * up appropriately, as any modifications to the video timing are reflected by audio when
- * the video loader sets the audio and video timestamp offsets to the same value. However,
- * setting the timestamp offset for audio before audio has had a chance to change
- * timelines will likely lead to desyncing, as the audio loader will append segment 5 with
- * a timestamp intended to apply to segments from timeline 1 rather than timeline 0.
- *
- * CASE 3: When seeking, audio prepares to load a new timeline before video
- *
- * Timeline: 0 1
- * Audio Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Audio Loader: ^
- * Video Segments: 0 1 2 3 4 5 DISCO 6 7 8 9
- * Video Loader ^
- *
- * In the above example, both audio and video loaders are loading segments from timeline
- * 0, but imagine that the seek originated from timeline 1.
- *
- * When seeking to a new timeline, the timestamp offset will be set based on the expected
- * segment start of the loaded video segment. In order to maintain sync, the audio loader
- * must wait for the video loader to load its segment and update both the audio and video
- * timestamp offsets before it may load and append its own segment. This is the case
- * whether the seek results in a mismatched segment request (e.g., the audio loader
- * chooses to load segment 3 and the video loader chooses to load segment 4) or the
- * loaders choose to load the same segment index from each playlist, as the segments may
- * not be aligned perfectly, even for matching segment indexes.
- *
- * @param {Object} timelinechangeController
- * @param {number} currentTimeline
- * The timeline currently being followed by the loader
- * @param {number} segmentTimeline
- * The timeline of the segment being loaded
- * @param {('main'|'audio')} loaderType
- * The loader type
- * @param {boolean} audioDisabled
- * Whether the audio is disabled for the loader. This should only be true when the
- * loader may have muxed audio in its segment, but should not append it, e.g., for
- * the main loader when an alternate audio playlist is active.
- *
- * @return {boolean}
- * Whether the loader should wait for a timeline change from the timeline change
- * controller before processing the segment
- */
- const shouldWaitForTimelineChange = ({
- timelineChangeController,
- currentTimeline,
- segmentTimeline,
- loaderType,
- audioDisabled
- }) => {
- if (currentTimeline === segmentTimeline) {
- return false;
- }
- if (loaderType === 'audio') {
- const lastMainTimelineChange = timelineChangeController.lastTimelineChange({
- type: 'main'
- }); // Audio loader should wait if:
- //
- // * main hasn't had a timeline change yet (thus has not loaded its first segment)
- // * main hasn't yet changed to the timeline audio is looking to load
- return !lastMainTimelineChange || lastMainTimelineChange.to !== segmentTimeline;
- } // The main loader only needs to wait for timeline changes if there's demuxed audio.
- // Otherwise, there's nothing to wait for, since audio would be muxed into the main
- // loader's segments (or the content is audio/video only and handled by the main
- // loader).
- if (loaderType === 'main' && audioDisabled) {
- const pendingAudioTimelineChange = timelineChangeController.pendingTimelineChange({
- type: 'audio'
- }); // Main loader should wait for the audio loader if audio is not pending a timeline
- // change to the current timeline.
- //
- // Since the main loader is responsible for setting the timestamp offset for both
- // audio and video, the main loader must wait for audio to be about to change to its
- // timeline before setting the offset, otherwise, if audio is behind in loading,
- // segments from the previous timeline would be adjusted by the new timestamp offset.
- //
- // This requirement means that video will not cross a timeline until the audio is
- // about to cross to it, so that way audio and video will always cross the timeline
- // together.
- //
- // In addition to normal timeline changes, these rules also apply to the start of a
- // stream (going from a non-existent timeline, -1, to timeline 0). It's important
- // that these rules apply to the first timeline change because if they did not, it's
- // possible that the main loader will cross two timelines before the audio loader has
- // crossed one. Logic may be implemented to handle the startup as a special case, but
- // it's easier to simply treat all timeline changes the same.
- if (pendingAudioTimelineChange && pendingAudioTimelineChange.to === segmentTimeline) {
- return false;
- }
- return true;
- }
- return false;
- };
- const mediaDuration = timingInfos => {
- let maxDuration = 0;
- ['video', 'audio'].forEach(function (type) {
- const typeTimingInfo = timingInfos[`${type}TimingInfo`];
- if (!typeTimingInfo) {
- return;
- }
- const {
- start,
- end
- } = typeTimingInfo;
- let duration;
- if (typeof start === 'bigint' || typeof end === 'bigint') {
- duration = window__default["default"].BigInt(end) - window__default["default"].BigInt(start);
- } else if (typeof start === 'number' && typeof end === 'number') {
- duration = end - start;
- }
- if (typeof duration !== 'undefined' && duration > maxDuration) {
- maxDuration = duration;
- }
- }); // convert back to a number if it is lower than MAX_SAFE_INTEGER
- // as we only need BigInt when we are above that.
- if (typeof maxDuration === 'bigint' && maxDuration < Number.MAX_SAFE_INTEGER) {
- maxDuration = Number(maxDuration);
- }
- return maxDuration;
- };
- const segmentTooLong = ({
- segmentDuration,
- maxDuration
- }) => {
- // 0 duration segments are most likely due to metadata only segments or a lack of
- // information.
- if (!segmentDuration) {
- return false;
- } // For HLS:
- //
- // https://tools.ietf.org/html/draft-pantos-http-live-streaming-23#section-4.3.3.1
- // The EXTINF duration of each Media Segment in the Playlist
- // file, when rounded to the nearest integer, MUST be less than or equal
- // to the target duration; longer segments can trigger playback stalls
- // or other errors.
- //
- // For DASH, the mpd-parser uses the largest reported segment duration as the target
- // duration. Although that reported duration is occasionally approximate (i.e., not
- // exact), a strict check may report that a segment is too long more often in DASH.
- return Math.round(segmentDuration) > maxDuration + TIME_FUDGE_FACTOR;
- };
- const getTroublesomeSegmentDurationMessage = (segmentInfo, sourceType) => {
- // Right now we aren't following DASH's timing model exactly, so only perform
- // this check for HLS content.
- if (sourceType !== 'hls') {
- return null;
- }
- const segmentDuration = mediaDuration({
- audioTimingInfo: segmentInfo.audioTimingInfo,
- videoTimingInfo: segmentInfo.videoTimingInfo
- }); // Don't report if we lack information.
- //
- // If the segment has a duration of 0 it is either a lack of information or a
- // metadata only segment and shouldn't be reported here.
- if (!segmentDuration) {
- return null;
- }
- const targetDuration = segmentInfo.playlist.targetDuration;
- const isSegmentWayTooLong = segmentTooLong({
- segmentDuration,
- maxDuration: targetDuration * 2
- });
- const isSegmentSlightlyTooLong = segmentTooLong({
- segmentDuration,
- maxDuration: targetDuration
- });
- const segmentTooLongMessage = `Segment with index ${segmentInfo.mediaIndex} ` + `from playlist ${segmentInfo.playlist.id} ` + `has a duration of ${segmentDuration} ` + `when the reported duration is ${segmentInfo.duration} ` + `and the target duration is ${targetDuration}. ` + 'For HLS content, a duration in excess of the target duration may result in ' + 'playback issues. See the HLS specification section on EXT-X-TARGETDURATION for ' + 'more details: ' + 'https://tools.ietf.org/html/draft-pantos-http-live-streaming-23#section-4.3.3.1';
- if (isSegmentWayTooLong || isSegmentSlightlyTooLong) {
- return {
- severity: isSegmentWayTooLong ? 'warn' : 'info',
- message: segmentTooLongMessage
- };
- }
- return null;
- };
- /**
- * An object that manages segment loading and appending.
- *
- * @class SegmentLoader
- * @param {Object} options required and optional options
- * @extends videojs.EventTarget
- */
- class SegmentLoader extends videojs__default["default"].EventTarget {
- constructor(settings, options = {}) {
- super(); // check pre-conditions
- if (!settings) {
- throw new TypeError('Initialization settings are required');
- }
- if (typeof settings.currentTime !== 'function') {
- throw new TypeError('No currentTime getter specified');
- }
- if (!settings.mediaSource) {
- throw new TypeError('No MediaSource specified');
- } // public properties
- this.bandwidth = settings.bandwidth;
- this.throughput = {
- rate: 0,
- count: 0
- };
- this.roundTrip = NaN;
- this.resetStats_();
- this.mediaIndex = null;
- this.partIndex = null; // private settings
- this.hasPlayed_ = settings.hasPlayed;
- this.currentTime_ = settings.currentTime;
- this.seekable_ = settings.seekable;
- this.seeking_ = settings.seeking;
- this.duration_ = settings.duration;
- this.mediaSource_ = settings.mediaSource;
- this.vhs_ = settings.vhs;
- this.loaderType_ = settings.loaderType;
- this.currentMediaInfo_ = void 0;
- this.startingMediaInfo_ = void 0;
- this.segmentMetadataTrack_ = settings.segmentMetadataTrack;
- this.goalBufferLength_ = settings.goalBufferLength;
- this.sourceType_ = settings.sourceType;
- this.sourceUpdater_ = settings.sourceUpdater;
- this.inbandTextTracks_ = settings.inbandTextTracks;
- this.state_ = 'INIT';
- this.timelineChangeController_ = settings.timelineChangeController;
- this.shouldSaveSegmentTimingInfo_ = true;
- this.parse708captions_ = settings.parse708captions;
- this.useDtsForTimestampOffset_ = settings.useDtsForTimestampOffset;
- this.captionServices_ = settings.captionServices;
- this.exactManifestTimings = settings.exactManifestTimings; // private instance variables
- this.checkBufferTimeout_ = null;
- this.error_ = void 0;
- this.currentTimeline_ = -1;
- this.pendingSegment_ = null;
- this.xhrOptions_ = null;
- this.pendingSegments_ = [];
- this.audioDisabled_ = false;
- this.isPendingTimestampOffset_ = false; // TODO possibly move gopBuffer and timeMapping info to a separate controller
- this.gopBuffer_ = [];
- this.timeMapping_ = 0;
- this.safeAppend_ = videojs__default["default"].browser.IE_VERSION >= 11;
- this.appendInitSegment_ = {
- audio: true,
- video: true
- };
- this.playlistOfLastInitSegment_ = {
- audio: null,
- video: null
- };
- this.callQueue_ = []; // If the segment loader prepares to load a segment, but does not have enough
- // information yet to start the loading process (e.g., if the audio loader wants to
- // load a segment from the next timeline but the main loader hasn't yet crossed that
- // timeline), then the load call will be added to the queue until it is ready to be
- // processed.
- this.loadQueue_ = [];
- this.metadataQueue_ = {
- id3: [],
- caption: []
- };
- this.waitingOnRemove_ = false;
- this.quotaExceededErrorRetryTimeout_ = null; // Fragmented mp4 playback
- this.activeInitSegmentId_ = null;
- this.initSegments_ = {}; // HLSe playback
- this.cacheEncryptionKeys_ = settings.cacheEncryptionKeys;
- this.keyCache_ = {};
- this.decrypter_ = settings.decrypter; // Manages the tracking and generation of sync-points, mappings
- // between a time in the display time and a segment index within
- // a playlist
- this.syncController_ = settings.syncController;
- this.syncPoint_ = {
- segmentIndex: 0,
- time: 0
- };
- this.transmuxer_ = this.createTransmuxer_();
- this.triggerSyncInfoUpdate_ = () => this.trigger('syncinfoupdate');
- this.syncController_.on('syncinfoupdate', this.triggerSyncInfoUpdate_);
- this.mediaSource_.addEventListener('sourceopen', () => {
- if (!this.isEndOfStream_()) {
- this.ended_ = false;
- }
- }); // ...for determining the fetch location
- this.fetchAtBuffer_ = false;
- this.logger_ = logger(`SegmentLoader[${this.loaderType_}]`);
- Object.defineProperty(this, 'state', {
- get() {
- return this.state_;
- },
- set(newState) {
- if (newState !== this.state_) {
- this.logger_(`${this.state_} -> ${newState}`);
- this.state_ = newState;
- this.trigger('statechange');
- }
- }
- });
- this.sourceUpdater_.on('ready', () => {
- if (this.hasEnoughInfoToAppend_()) {
- this.processCallQueue_();
- }
- }); // Only the main loader needs to listen for pending timeline changes, as the main
- // loader should wait for audio to be ready to change its timeline so that both main
- // and audio timelines change together. For more details, see the
- // shouldWaitForTimelineChange function.
- if (this.loaderType_ === 'main') {
- this.timelineChangeController_.on('pendingtimelinechange', () => {
- if (this.hasEnoughInfoToAppend_()) {
- this.processCallQueue_();
- }
- });
- } // The main loader only listens on pending timeline changes, but the audio loader,
- // since its loads follow main, needs to listen on timeline changes. For more details,
- // see the shouldWaitForTimelineChange function.
- if (this.loaderType_ === 'audio') {
- this.timelineChangeController_.on('timelinechange', () => {
- if (this.hasEnoughInfoToLoad_()) {
- this.processLoadQueue_();
- }
- if (this.hasEnoughInfoToAppend_()) {
- this.processCallQueue_();
- }
- });
- }
- }
- createTransmuxer_() {
- return segmentTransmuxer.createTransmuxer({
- remux: false,
- alignGopsAtEnd: this.safeAppend_,
- keepOriginalTimestamps: true,
- parse708captions: this.parse708captions_,
- captionServices: this.captionServices_
- });
- }
- /**
- * reset all of our media stats
- *
- * @private
- */
- resetStats_() {
- this.mediaBytesTransferred = 0;
- this.mediaRequests = 0;
- this.mediaRequestsAborted = 0;
- this.mediaRequestsTimedout = 0;
- this.mediaRequestsErrored = 0;
- this.mediaTransferDuration = 0;
- this.mediaSecondsLoaded = 0;
- this.mediaAppends = 0;
- }
- /**
- * dispose of the SegmentLoader and reset to the default state
- */
- dispose() {
- this.trigger('dispose');
- this.state = 'DISPOSED';
- this.pause();
- this.abort_();
- if (this.transmuxer_) {
- this.transmuxer_.terminate();
- }
- this.resetStats_();
- if (this.checkBufferTimeout_) {
- window__default["default"].clearTimeout(this.checkBufferTimeout_);
- }
- if (this.syncController_ && this.triggerSyncInfoUpdate_) {
- this.syncController_.off('syncinfoupdate', this.triggerSyncInfoUpdate_);
- }
- this.off();
- }
- setAudio(enable) {
- this.audioDisabled_ = !enable;
- if (enable) {
- this.appendInitSegment_.audio = true;
- } else {
- // remove current track audio if it gets disabled
- this.sourceUpdater_.removeAudio(0, this.duration_());
- }
- }
- /**
- * abort anything that is currently doing on with the SegmentLoader
- * and reset to a default state
- */
- abort() {
- if (this.state !== 'WAITING') {
- if (this.pendingSegment_) {
- this.pendingSegment_ = null;
- }
- return;
- }
- this.abort_(); // We aborted the requests we were waiting on, so reset the loader's state to READY
- // since we are no longer "waiting" on any requests. XHR callback is not always run
- // when the request is aborted. This will prevent the loader from being stuck in the
- // WAITING state indefinitely.
- this.state = 'READY'; // don't wait for buffer check timeouts to begin fetching the
- // next segment
- if (!this.paused()) {
- this.monitorBuffer_();
- }
- }
- /**
- * abort all pending xhr requests and null any pending segements
- *
- * @private
- */
- abort_() {
- if (this.pendingSegment_ && this.pendingSegment_.abortRequests) {
- this.pendingSegment_.abortRequests();
- } // clear out the segment being processed
- this.pendingSegment_ = null;
- this.callQueue_ = [];
- this.loadQueue_ = [];
- this.metadataQueue_.id3 = [];
- this.metadataQueue_.caption = [];
- this.timelineChangeController_.clearPendingTimelineChange(this.loaderType_);
- this.waitingOnRemove_ = false;
- window__default["default"].clearTimeout(this.quotaExceededErrorRetryTimeout_);
- this.quotaExceededErrorRetryTimeout_ = null;
- }
- checkForAbort_(requestId) {
- // If the state is APPENDING, then aborts will not modify the state, meaning the first
- // callback that happens should reset the state to READY so that loading can continue.
- if (this.state === 'APPENDING' && !this.pendingSegment_) {
- this.state = 'READY';
- return true;
- }
- if (!this.pendingSegment_ || this.pendingSegment_.requestId !== requestId) {
- return true;
- }
- return false;
- }
- /**
- * set an error on the segment loader and null out any pending segements
- *
- * @param {Error} error the error to set on the SegmentLoader
- * @return {Error} the error that was set or that is currently set
- */
- error(error) {
- if (typeof error !== 'undefined') {
- this.logger_('error occurred:', error);
- this.error_ = error;
- }
- this.pendingSegment_ = null;
- return this.error_;
- }
- endOfStream() {
- this.ended_ = true;
- if (this.transmuxer_) {
- // need to clear out any cached data to prepare for the new segment
- segmentTransmuxer.reset(this.transmuxer_);
- }
- this.gopBuffer_.length = 0;
- this.pause();
- this.trigger('ended');
- }
- /**
- * Indicates which time ranges are buffered
- *
- * @return {TimeRange}
- * TimeRange object representing the current buffered ranges
- */
- buffered_() {
- const trackInfo = this.getMediaInfo_();
- if (!this.sourceUpdater_ || !trackInfo) {
- return createTimeRanges();
- }
- if (this.loaderType_ === 'main') {
- const {
- hasAudio,
- hasVideo,
- isMuxed
- } = trackInfo;
- if (hasVideo && hasAudio && !this.audioDisabled_ && !isMuxed) {
- return this.sourceUpdater_.buffered();
- }
- if (hasVideo) {
- return this.sourceUpdater_.videoBuffered();
- }
- } // One case that can be ignored for now is audio only with alt audio,
- // as we don't yet have proper support for that.
- return this.sourceUpdater_.audioBuffered();
- }
- /**
- * Gets and sets init segment for the provided map
- *
- * @param {Object} map
- * The map object representing the init segment to get or set
- * @param {boolean=} set
- * If true, the init segment for the provided map should be saved
- * @return {Object}
- * map object for desired init segment
- */
- initSegmentForMap(map, set = false) {
- if (!map) {
- return null;
- }
- const id = initSegmentId(map);
- let storedMap = this.initSegments_[id];
- if (set && !storedMap && map.bytes) {
- this.initSegments_[id] = storedMap = {
- resolvedUri: map.resolvedUri,
- byterange: map.byterange,
- bytes: map.bytes,
- tracks: map.tracks,
- timescales: map.timescales
- };
- }
- return storedMap || map;
- }
- /**
- * Gets and sets key for the provided key
- *
- * @param {Object} key
- * The key object representing the key to get or set
- * @param {boolean=} set
- * If true, the key for the provided key should be saved
- * @return {Object}
- * Key object for desired key
- */
- segmentKey(key, set = false) {
- if (!key) {
- return null;
- }
- const id = segmentKeyId(key);
- let storedKey = this.keyCache_[id]; // TODO: We should use the HTTP Expires header to invalidate our cache per
- // https://tools.ietf.org/html/draft-pantos-http-live-streaming-23#section-6.2.3
- if (this.cacheEncryptionKeys_ && set && !storedKey && key.bytes) {
- this.keyCache_[id] = storedKey = {
- resolvedUri: key.resolvedUri,
- bytes: key.bytes
- };
- }
- const result = {
- resolvedUri: (storedKey || key).resolvedUri
- };
- if (storedKey) {
- result.bytes = storedKey.bytes;
- }
- return result;
- }
- /**
- * Returns true if all configuration required for loading is present, otherwise false.
- *
- * @return {boolean} True if the all configuration is ready for loading
- * @private
- */
- couldBeginLoading_() {
- return this.playlist_ && !this.paused();
- }
- /**
- * load a playlist and start to fill the buffer
- */
- load() {
- // un-pause
- this.monitorBuffer_(); // if we don't have a playlist yet, keep waiting for one to be
- // specified
- if (!this.playlist_) {
- return;
- } // if all the configuration is ready, initialize and begin loading
- if (this.state === 'INIT' && this.couldBeginLoading_()) {
- return this.init_();
- } // if we're in the middle of processing a segment already, don't
- // kick off an additional segment request
- if (!this.couldBeginLoading_() || this.state !== 'READY' && this.state !== 'INIT') {
- return;
- }
- this.state = 'READY';
- }
- /**
- * Once all the starting parameters have been specified, begin
- * operation. This method should only be invoked from the INIT
- * state.
- *
- * @private
- */
- init_() {
- this.state = 'READY'; // if this is the audio segment loader, and it hasn't been inited before, then any old
- // audio data from the muxed content should be removed
- this.resetEverything();
- return this.monitorBuffer_();
- }
- /**
- * set a playlist on the segment loader
- *
- * @param {PlaylistLoader} media the playlist to set on the segment loader
- */
- playlist(newPlaylist, options = {}) {
- if (!newPlaylist) {
- return;
- }
- const oldPlaylist = this.playlist_;
- const segmentInfo = this.pendingSegment_;
- this.playlist_ = newPlaylist;
- this.xhrOptions_ = options; // when we haven't started playing yet, the start of a live playlist
- // is always our zero-time so force a sync update each time the playlist
- // is refreshed from the server
- //
- // Use the INIT state to determine if playback has started, as the playlist sync info
- // should be fixed once requests begin (as sync points are generated based on sync
- // info), but not before then.
- if (this.state === 'INIT') {
- newPlaylist.syncInfo = {
- mediaSequence: newPlaylist.mediaSequence,
- time: 0
- }; // Setting the date time mapping means mapping the program date time (if available)
- // to time 0 on the player's timeline. The playlist's syncInfo serves a similar
- // purpose, mapping the initial mediaSequence to time zero. Since the syncInfo can
- // be updated as the playlist is refreshed before the loader starts loading, the
- // program date time mapping needs to be updated as well.
- //
- // This mapping is only done for the main loader because a program date time should
- // map equivalently between playlists.
- if (this.loaderType_ === 'main') {
- this.syncController_.setDateTimeMappingForStart(newPlaylist);
- }
- }
- let oldId = null;
- if (oldPlaylist) {
- if (oldPlaylist.id) {
- oldId = oldPlaylist.id;
- } else if (oldPlaylist.uri) {
- oldId = oldPlaylist.uri;
- }
- }
- this.logger_(`playlist update [${oldId} => ${newPlaylist.id || newPlaylist.uri}]`); // in VOD, this is always a rendition switch (or we updated our syncInfo above)
- // in LIVE, we always want to update with new playlists (including refreshes)
- this.trigger('syncinfoupdate'); // if we were unpaused but waiting for a playlist, start
- // buffering now
- if (this.state === 'INIT' && this.couldBeginLoading_()) {
- return this.init_();
- }
- if (!oldPlaylist || oldPlaylist.uri !== newPlaylist.uri) {
- if (this.mediaIndex !== null) {
- // we must reset/resync the segment loader when we switch renditions and
- // the segment loader is already synced to the previous rendition
- // on playlist changes we want it to be possible to fetch
- // at the buffer for vod but not for live. So we use resetLoader
- // for live and resyncLoader for vod. We want this because
- // if a playlist uses independent and non-independent segments/parts the
- // buffer may not accurately reflect the next segment that we should try
- // downloading.
- if (!newPlaylist.endList) {
- this.resetLoader();
- } else {
- this.resyncLoader();
- }
- }
- this.currentMediaInfo_ = void 0;
- this.trigger('playlistupdate'); // the rest of this function depends on `oldPlaylist` being defined
- return;
- } // we reloaded the same playlist so we are in a live scenario
- // and we will likely need to adjust the mediaIndex
- const mediaSequenceDiff = newPlaylist.mediaSequence - oldPlaylist.mediaSequence;
- this.logger_(`live window shift [${mediaSequenceDiff}]`); // update the mediaIndex on the SegmentLoader
- // this is important because we can abort a request and this value must be
- // equal to the last appended mediaIndex
- if (this.mediaIndex !== null) {
- this.mediaIndex -= mediaSequenceDiff; // this can happen if we are going to load the first segment, but get a playlist
- // update during that. mediaIndex would go from 0 to -1 if mediaSequence in the
- // new playlist was incremented by 1.
- if (this.mediaIndex < 0) {
- this.mediaIndex = null;
- this.partIndex = null;
- } else {
- const segment = this.playlist_.segments[this.mediaIndex]; // partIndex should remain the same for the same segment
- // unless parts fell off of the playlist for this segment.
- // In that case we need to reset partIndex and resync
- if (this.partIndex && (!segment.parts || !segment.parts.length || !segment.parts[this.partIndex])) {
- const mediaIndex = this.mediaIndex;
- this.logger_(`currently processing part (index ${this.partIndex}) no longer exists.`);
- this.resetLoader(); // We want to throw away the partIndex and the data associated with it,
- // as the part was dropped from our current playlists segment.
- // The mediaIndex will still be valid so keep that around.
- this.mediaIndex = mediaIndex;
- }
- }
- } // update the mediaIndex on the SegmentInfo object
- // this is important because we will update this.mediaIndex with this value
- // in `handleAppendsDone_` after the segment has been successfully appended
- if (segmentInfo) {
- segmentInfo.mediaIndex -= mediaSequenceDiff;
- if (segmentInfo.mediaIndex < 0) {
- segmentInfo.mediaIndex = null;
- segmentInfo.partIndex = null;
- } else {
- // we need to update the referenced segment so that timing information is
- // saved for the new playlist's segment, however, if the segment fell off the
- // playlist, we can leave the old reference and just lose the timing info
- if (segmentInfo.mediaIndex >= 0) {
- segmentInfo.segment = newPlaylist.segments[segmentInfo.mediaIndex];
- }
- if (segmentInfo.partIndex >= 0 && segmentInfo.segment.parts) {
- segmentInfo.part = segmentInfo.segment.parts[segmentInfo.partIndex];
- }
- }
- }
- this.syncController_.saveExpiredSegmentInfo(oldPlaylist, newPlaylist);
- }
- /**
- * Prevent the loader from fetching additional segments. If there
- * is a segment request outstanding, it will finish processing
- * before the loader halts. A segment loader can be unpaused by
- * calling load().
- */
- pause() {
- if (this.checkBufferTimeout_) {
- window__default["default"].clearTimeout(this.checkBufferTimeout_);
- this.checkBufferTimeout_ = null;
- }
- }
- /**
- * Returns whether the segment loader is fetching additional
- * segments when given the opportunity. This property can be
- * modified through calls to pause() and load().
- */
- paused() {
- return this.checkBufferTimeout_ === null;
- }
- /**
- * Delete all the buffered data and reset the SegmentLoader
- *
- * @param {Function} [done] an optional callback to be executed when the remove
- * operation is complete
- */
- resetEverything(done) {
- this.ended_ = false;
- this.activeInitSegmentId_ = null;
- this.appendInitSegment_ = {
- audio: true,
- video: true
- };
- this.resetLoader(); // remove from 0, the earliest point, to Infinity, to signify removal of everything.
- // VTT Segment Loader doesn't need to do anything but in the regular SegmentLoader,
- // we then clamp the value to duration if necessary.
- this.remove(0, Infinity, done); // clears fmp4 captions
- if (this.transmuxer_) {
- this.transmuxer_.postMessage({
- action: 'clearAllMp4Captions'
- }); // reset the cache in the transmuxer
- this.transmuxer_.postMessage({
- action: 'reset'
- });
- }
- }
- /**
- * Force the SegmentLoader to resync and start loading around the currentTime instead
- * of starting at the end of the buffer
- *
- * Useful for fast quality changes
- */
- resetLoader() {
- this.fetchAtBuffer_ = false;
- this.resyncLoader();
- }
- /**
- * Force the SegmentLoader to restart synchronization and make a conservative guess
- * before returning to the simple walk-forward method
- */
- resyncLoader() {
- if (this.transmuxer_) {
- // need to clear out any cached data to prepare for the new segment
- segmentTransmuxer.reset(this.transmuxer_);
- }
- this.mediaIndex = null;
- this.partIndex = null;
- this.syncPoint_ = null;
- this.isPendingTimestampOffset_ = false;
- this.callQueue_ = [];
- this.loadQueue_ = [];
- this.metadataQueue_.id3 = [];
- this.metadataQueue_.caption = [];
- this.abort();
- if (this.transmuxer_) {
- this.transmuxer_.postMessage({
- action: 'clearParsedMp4Captions'
- });
- }
- }
- /**
- * Remove any data in the source buffer between start and end times
- *
- * @param {number} start - the start time of the region to remove from the buffer
- * @param {number} end - the end time of the region to remove from the buffer
- * @param {Function} [done] - an optional callback to be executed when the remove
- * @param {boolean} force - force all remove operations to happen
- * operation is complete
- */
- remove(start, end, done = () => {}, force = false) {
- // clamp end to duration if we need to remove everything.
- // This is due to a browser bug that causes issues if we remove to Infinity.
- // videojs/videojs-contrib-hls#1225
- if (end === Infinity) {
- end = this.duration_();
- } // skip removes that would throw an error
- // commonly happens during a rendition switch at the start of a video
- // from start 0 to end 0
- if (end <= start) {
- this.logger_('skipping remove because end ${end} is <= start ${start}');
- return;
- }
- if (!this.sourceUpdater_ || !this.getMediaInfo_()) {
- this.logger_('skipping remove because no source updater or starting media info'); // nothing to remove if we haven't processed any media
- return;
- } // set it to one to complete this function's removes
- let removesRemaining = 1;
- const removeFinished = () => {
- removesRemaining--;
- if (removesRemaining === 0) {
- done();
- }
- };
- if (force || !this.audioDisabled_) {
- removesRemaining++;
- this.sourceUpdater_.removeAudio(start, end, removeFinished);
- } // While it would be better to only remove video if the main loader has video, this
- // should be safe with audio only as removeVideo will call back even if there's no
- // video buffer.
- //
- // In theory we can check to see if there's video before calling the remove, but in
- // the event that we're switching between renditions and from video to audio only
- // (when we add support for that), we may need to clear the video contents despite
- // what the new media will contain.
- if (force || this.loaderType_ === 'main') {
- this.gopBuffer_ = removeGopBuffer(this.gopBuffer_, start, end, this.timeMapping_);
- removesRemaining++;
- this.sourceUpdater_.removeVideo(start, end, removeFinished);
- } // remove any captions and ID3 tags
- for (const track in this.inbandTextTracks_) {
- removeCuesFromTrack(start, end, this.inbandTextTracks_[track]);
- }
- removeCuesFromTrack(start, end, this.segmentMetadataTrack_); // finished this function's removes
- removeFinished();
- }
- /**
- * (re-)schedule monitorBufferTick_ to run as soon as possible
- *
- * @private
- */
- monitorBuffer_() {
- if (this.checkBufferTimeout_) {
- window__default["default"].clearTimeout(this.checkBufferTimeout_);
- }
- this.checkBufferTimeout_ = window__default["default"].setTimeout(this.monitorBufferTick_.bind(this), 1);
- }
- /**
- * As long as the SegmentLoader is in the READY state, periodically
- * invoke fillBuffer_().
- *
- * @private
- */
- monitorBufferTick_() {
- if (this.state === 'READY') {
- this.fillBuffer_();
- }
- if (this.checkBufferTimeout_) {
- window__default["default"].clearTimeout(this.checkBufferTimeout_);
- }
- this.checkBufferTimeout_ = window__default["default"].setTimeout(this.monitorBufferTick_.bind(this), CHECK_BUFFER_DELAY);
- }
- /**
- * fill the buffer with segements unless the sourceBuffers are
- * currently updating
- *
- * Note: this function should only ever be called by monitorBuffer_
- * and never directly
- *
- * @private
- */
- fillBuffer_() {
- // TODO since the source buffer maintains a queue, and we shouldn't call this function
- // except when we're ready for the next segment, this check can most likely be removed
- if (this.sourceUpdater_.updating()) {
- return;
- } // see if we need to begin loading immediately
- const segmentInfo = this.chooseNextRequest_();
- if (!segmentInfo) {
- return;
- }
- if (typeof segmentInfo.timestampOffset === 'number') {
- this.isPendingTimestampOffset_ = false;
- this.timelineChangeController_.pendingTimelineChange({
- type: this.loaderType_,
- from: this.currentTimeline_,
- to: segmentInfo.timeline
- });
- }
- this.loadSegment_(segmentInfo);
- }
- /**
- * Determines if we should call endOfStream on the media source based
- * on the state of the buffer or if appened segment was the final
- * segment in the playlist.
- *
- * @param {number} [mediaIndex] the media index of segment we last appended
- * @param {Object} [playlist] a media playlist object
- * @return {boolean} do we need to call endOfStream on the MediaSource
- */
- isEndOfStream_(mediaIndex = this.mediaIndex, playlist = this.playlist_, partIndex = this.partIndex) {
- if (!playlist || !this.mediaSource_) {
- return false;
- }
- const segment = typeof mediaIndex === 'number' && playlist.segments[mediaIndex]; // mediaIndex is zero based but length is 1 based
- const appendedLastSegment = mediaIndex + 1 === playlist.segments.length; // true if there are no parts, or this is the last part.
- const appendedLastPart = !segment || !segment.parts || partIndex + 1 === segment.parts.length; // if we've buffered to the end of the video, we need to call endOfStream
- // so that MediaSources can trigger the `ended` event when it runs out of
- // buffered data instead of waiting for me
- return playlist.endList && this.mediaSource_.readyState === 'open' && appendedLastSegment && appendedLastPart;
- }
- /**
- * Determines what request should be made given current segment loader state.
- *
- * @return {Object} a request object that describes the segment/part to load
- */
- chooseNextRequest_() {
- const buffered = this.buffered_();
- const bufferedEnd = lastBufferedEnd(buffered) || 0;
- const bufferedTime = timeAheadOf(buffered, this.currentTime_());
- const preloaded = !this.hasPlayed_() && bufferedTime >= 1;
- const haveEnoughBuffer = bufferedTime >= this.goalBufferLength_();
- const segments = this.playlist_.segments; // return no segment if:
- // 1. we don't have segments
- // 2. The video has not yet played and we already downloaded a segment
- // 3. we already have enough buffered time
- if (!segments.length || preloaded || haveEnoughBuffer) {
- return null;
- }
- this.syncPoint_ = this.syncPoint_ || this.syncController_.getSyncPoint(this.playlist_, this.duration_(), this.currentTimeline_, this.currentTime_());
- const next = {
- partIndex: null,
- mediaIndex: null,
- startOfSegment: null,
- playlist: this.playlist_,
- isSyncRequest: Boolean(!this.syncPoint_)
- };
- if (next.isSyncRequest) {
- next.mediaIndex = getSyncSegmentCandidate(this.currentTimeline_, segments, bufferedEnd);
- } else if (this.mediaIndex !== null) {
- const segment = segments[this.mediaIndex];
- const partIndex = typeof this.partIndex === 'number' ? this.partIndex : -1;
- next.startOfSegment = segment.end ? segment.end : bufferedEnd;
- if (segment.parts && segment.parts[partIndex + 1]) {
- next.mediaIndex = this.mediaIndex;
- next.partIndex = partIndex + 1;
- } else {
- next.mediaIndex = this.mediaIndex + 1;
- }
- } else {
- // Find the segment containing the end of the buffer or current time.
- const {
- segmentIndex,
- startTime,
- partIndex
- } = Playlist.getMediaInfoForTime({
- exactManifestTimings: this.exactManifestTimings,
- playlist: this.playlist_,
- currentTime: this.fetchAtBuffer_ ? bufferedEnd : this.currentTime_(),
- startingPartIndex: this.syncPoint_.partIndex,
- startingSegmentIndex: this.syncPoint_.segmentIndex,
- startTime: this.syncPoint_.time
- });
- next.getMediaInfoForTime = this.fetchAtBuffer_ ? `bufferedEnd ${bufferedEnd}` : `currentTime ${this.currentTime_()}`;
- next.mediaIndex = segmentIndex;
- next.startOfSegment = startTime;
- next.partIndex = partIndex;
- }
- const nextSegment = segments[next.mediaIndex];
- let nextPart = nextSegment && typeof next.partIndex === 'number' && nextSegment.parts && nextSegment.parts[next.partIndex]; // if the next segment index is invalid or
- // the next partIndex is invalid do not choose a next segment.
- if (!nextSegment || typeof next.partIndex === 'number' && !nextPart) {
- return null;
- } // if the next segment has parts, and we don't have a partIndex.
- // Set partIndex to 0
- if (typeof next.partIndex !== 'number' && nextSegment.parts) {
- next.partIndex = 0;
- nextPart = nextSegment.parts[0];
- } // if we have no buffered data then we need to make sure
- // that the next part we append is "independent" if possible.
- // So we check if the previous part is independent, and request
- // it if it is.
- if (!bufferedTime && nextPart && !nextPart.independent) {
- if (next.partIndex === 0) {
- const lastSegment = segments[next.mediaIndex - 1];
- const lastSegmentLastPart = lastSegment.parts && lastSegment.parts.length && lastSegment.parts[lastSegment.parts.length - 1];
- if (lastSegmentLastPart && lastSegmentLastPart.independent) {
- next.mediaIndex -= 1;
- next.partIndex = lastSegment.parts.length - 1;
- next.independent = 'previous segment';
- }
- } else if (nextSegment.parts[next.partIndex - 1].independent) {
- next.partIndex -= 1;
- next.independent = 'previous part';
- }
- }
- const ended = this.mediaSource_ && this.mediaSource_.readyState === 'ended'; // do not choose a next segment if all of the following:
- // 1. this is the last segment in the playlist
- // 2. end of stream has been called on the media source already
- // 3. the player is not seeking
- if (next.mediaIndex >= segments.length - 1 && ended && !this.seeking_()) {
- return null;
- }
- return this.generateSegmentInfo_(next);
- }
- generateSegmentInfo_(options) {
- const {
- independent,
- playlist,
- mediaIndex,
- startOfSegment,
- isSyncRequest,
- partIndex,
- forceTimestampOffset,
- getMediaInfoForTime
- } = options;
- const segment = playlist.segments[mediaIndex];
- const part = typeof partIndex === 'number' && segment.parts[partIndex];
- const segmentInfo = {
- requestId: 'segment-loader-' + Math.random(),
- // resolve the segment URL relative to the playlist
- uri: part && part.resolvedUri || segment.resolvedUri,
- // the segment's mediaIndex at the time it was requested
- mediaIndex,
- partIndex: part ? partIndex : null,
- // whether or not to update the SegmentLoader's state with this
- // segment's mediaIndex
- isSyncRequest,
- startOfSegment,
- // the segment's playlist
- playlist,
- // unencrypted bytes of the segment
- bytes: null,
- // when a key is defined for this segment, the encrypted bytes
- encryptedBytes: null,
- // The target timestampOffset for this segment when we append it
- // to the source buffer
- timestampOffset: null,
- // The timeline that the segment is in
- timeline: segment.timeline,
- // The expected duration of the segment in seconds
- duration: part && part.duration || segment.duration,
- // retain the segment in case the playlist updates while doing an async process
- segment,
- part,
- byteLength: 0,
- transmuxer: this.transmuxer_,
- // type of getMediaInfoForTime that was used to get this segment
- getMediaInfoForTime,
- independent
- };
- const overrideCheck = typeof forceTimestampOffset !== 'undefined' ? forceTimestampOffset : this.isPendingTimestampOffset_;
- segmentInfo.timestampOffset = this.timestampOffsetForSegment_({
- segmentTimeline: segment.timeline,
- currentTimeline: this.currentTimeline_,
- startOfSegment,
- buffered: this.buffered_(),
- overrideCheck
- });
- const audioBufferedEnd = lastBufferedEnd(this.sourceUpdater_.audioBuffered());
- if (typeof audioBufferedEnd === 'number') {
- // since the transmuxer is using the actual timing values, but the buffer is
- // adjusted by the timestamp offset, we must adjust the value here
- segmentInfo.audioAppendStart = audioBufferedEnd - this.sourceUpdater_.audioTimestampOffset();
- }
- if (this.sourceUpdater_.videoBuffered().length) {
- segmentInfo.gopsToAlignWith = gopsSafeToAlignWith(this.gopBuffer_, // since the transmuxer is using the actual timing values, but the time is
- // adjusted by the timestmap offset, we must adjust the value here
- this.currentTime_() - this.sourceUpdater_.videoTimestampOffset(), this.timeMapping_);
- }
- return segmentInfo;
- } // get the timestampoffset for a segment,
- // added so that vtt segment loader can override and prevent
- // adding timestamp offsets.
- timestampOffsetForSegment_(options) {
- return timestampOffsetForSegment(options);
- }
- /**
- * Determines if the network has enough bandwidth to complete the current segment
- * request in a timely manner. If not, the request will be aborted early and bandwidth
- * updated to trigger a playlist switch.
- *
- * @param {Object} stats
- * Object containing stats about the request timing and size
- * @private
- */
- earlyAbortWhenNeeded_(stats) {
- if (this.vhs_.tech_.paused() || // Don't abort if the current playlist is on the lowestEnabledRendition
- // TODO: Replace using timeout with a boolean indicating whether this playlist is
- // the lowestEnabledRendition.
- !this.xhrOptions_.timeout || // Don't abort if we have no bandwidth information to estimate segment sizes
- !this.playlist_.attributes.BANDWIDTH) {
- return;
- } // Wait at least 1 second since the first byte of data has been received before
- // using the calculated bandwidth from the progress event to allow the bitrate
- // to stabilize
- if (Date.now() - (stats.firstBytesReceivedAt || Date.now()) < 1000) {
- return;
- }
- const currentTime = this.currentTime_();
- const measuredBandwidth = stats.bandwidth;
- const segmentDuration = this.pendingSegment_.duration;
- const requestTimeRemaining = Playlist.estimateSegmentRequestTime(segmentDuration, measuredBandwidth, this.playlist_, stats.bytesReceived); // Subtract 1 from the timeUntilRebuffer so we still consider an early abort
- // if we are only left with less than 1 second when the request completes.
- // A negative timeUntilRebuffering indicates we are already rebuffering
- const timeUntilRebuffer$1 = timeUntilRebuffer(this.buffered_(), currentTime, this.vhs_.tech_.playbackRate()) - 1; // Only consider aborting early if the estimated time to finish the download
- // is larger than the estimated time until the player runs out of forward buffer
- if (requestTimeRemaining <= timeUntilRebuffer$1) {
- return;
- }
- const switchCandidate = minRebufferMaxBandwidthSelector({
- main: this.vhs_.playlists.main,
- currentTime,
- bandwidth: measuredBandwidth,
- duration: this.duration_(),
- segmentDuration,
- timeUntilRebuffer: timeUntilRebuffer$1,
- currentTimeline: this.currentTimeline_,
- syncController: this.syncController_
- });
- if (!switchCandidate) {
- return;
- }
- const rebufferingImpact = requestTimeRemaining - timeUntilRebuffer$1;
- const timeSavedBySwitching = rebufferingImpact - switchCandidate.rebufferingImpact;
- let minimumTimeSaving = 0.5; // If we are already rebuffering, increase the amount of variance we add to the
- // potential round trip time of the new request so that we are not too aggressive
- // with switching to a playlist that might save us a fraction of a second.
- if (timeUntilRebuffer$1 <= TIME_FUDGE_FACTOR) {
- minimumTimeSaving = 1;
- }
- if (!switchCandidate.playlist || switchCandidate.playlist.uri === this.playlist_.uri || timeSavedBySwitching < minimumTimeSaving) {
- return;
- } // set the bandwidth to that of the desired playlist being sure to scale by
- // BANDWIDTH_VARIANCE and add one so the playlist selector does not exclude it
- // don't trigger a bandwidthupdate as the bandwidth is artifial
- this.bandwidth = switchCandidate.playlist.attributes.BANDWIDTH * Config.BANDWIDTH_VARIANCE + 1;
- this.trigger('earlyabort');
- }
- handleAbort_(segmentInfo) {
- this.logger_(`Aborting ${segmentInfoString(segmentInfo)}`);
- this.mediaRequestsAborted += 1;
- }
- /**
- * XHR `progress` event handler
- *
- * @param {Event}
- * The XHR `progress` event
- * @param {Object} simpleSegment
- * A simplified segment object copy
- * @private
- */
- handleProgress_(event, simpleSegment) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- }
- this.trigger('progress');
- }
- handleTrackInfo_(simpleSegment, trackInfo) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- }
- if (this.checkForIllegalMediaSwitch(trackInfo)) {
- return;
- }
- trackInfo = trackInfo || {}; // When we have track info, determine what media types this loader is dealing with.
- // Guard against cases where we're not getting track info at all until we are
- // certain that all streams will provide it.
- if (!shallowEqual(this.currentMediaInfo_, trackInfo)) {
- this.appendInitSegment_ = {
- audio: true,
- video: true
- };
- this.startingMediaInfo_ = trackInfo;
- this.currentMediaInfo_ = trackInfo;
- this.logger_('trackinfo update', trackInfo);
- this.trigger('trackinfo');
- } // trackinfo may cause an abort if the trackinfo
- // causes a codec change to an unsupported codec.
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- } // set trackinfo on the pending segment so that
- // it can append.
- this.pendingSegment_.trackInfo = trackInfo; // check if any calls were waiting on the track info
- if (this.hasEnoughInfoToAppend_()) {
- this.processCallQueue_();
- }
- }
- handleTimingInfo_(simpleSegment, mediaType, timeType, time) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- }
- const segmentInfo = this.pendingSegment_;
- const timingInfoProperty = timingInfoPropertyForMedia(mediaType);
- segmentInfo[timingInfoProperty] = segmentInfo[timingInfoProperty] || {};
- segmentInfo[timingInfoProperty][timeType] = time;
- this.logger_(`timinginfo: ${mediaType} - ${timeType} - ${time}`); // check if any calls were waiting on the timing info
- if (this.hasEnoughInfoToAppend_()) {
- this.processCallQueue_();
- }
- }
- handleCaptions_(simpleSegment, captionData) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- } // This could only happen with fmp4 segments, but
- // should still not happen in general
- if (captionData.length === 0) {
- this.logger_('SegmentLoader received no captions from a caption event');
- return;
- }
- const segmentInfo = this.pendingSegment_; // Wait until we have some video data so that caption timing
- // can be adjusted by the timestamp offset
- if (!segmentInfo.hasAppendedData_) {
- this.metadataQueue_.caption.push(this.handleCaptions_.bind(this, simpleSegment, captionData));
- return;
- }
- const timestampOffset = this.sourceUpdater_.videoTimestampOffset() === null ? this.sourceUpdater_.audioTimestampOffset() : this.sourceUpdater_.videoTimestampOffset();
- const captionTracks = {}; // get total start/end and captions for each track/stream
- captionData.forEach(caption => {
- // caption.stream is actually a track name...
- // set to the existing values in tracks or default values
- captionTracks[caption.stream] = captionTracks[caption.stream] || {
- // Infinity, as any other value will be less than this
- startTime: Infinity,
- captions: [],
- // 0 as an other value will be more than this
- endTime: 0
- };
- const captionTrack = captionTracks[caption.stream];
- captionTrack.startTime = Math.min(captionTrack.startTime, caption.startTime + timestampOffset);
- captionTrack.endTime = Math.max(captionTrack.endTime, caption.endTime + timestampOffset);
- captionTrack.captions.push(caption);
- });
- Object.keys(captionTracks).forEach(trackName => {
- const {
- startTime,
- endTime,
- captions
- } = captionTracks[trackName];
- const inbandTextTracks = this.inbandTextTracks_;
- this.logger_(`adding cues from ${startTime} -> ${endTime} for ${trackName}`);
- createCaptionsTrackIfNotExists(inbandTextTracks, this.vhs_.tech_, trackName); // clear out any cues that start and end at the same time period for the same track.
- // We do this because a rendition change that also changes the timescale for captions
- // will result in captions being re-parsed for certain segments. If we add them again
- // without clearing we will have two of the same captions visible.
- removeCuesFromTrack(startTime, endTime, inbandTextTracks[trackName]);
- addCaptionData({
- captionArray: captions,
- inbandTextTracks,
- timestampOffset
- });
- }); // Reset stored captions since we added parsed
- // captions to a text track at this point
- if (this.transmuxer_) {
- this.transmuxer_.postMessage({
- action: 'clearParsedMp4Captions'
- });
- }
- }
- handleId3_(simpleSegment, id3Frames, dispatchType) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- }
- const segmentInfo = this.pendingSegment_; // we need to have appended data in order for the timestamp offset to be set
- if (!segmentInfo.hasAppendedData_) {
- this.metadataQueue_.id3.push(this.handleId3_.bind(this, simpleSegment, id3Frames, dispatchType));
- return;
- }
- const timestampOffset = this.sourceUpdater_.videoTimestampOffset() === null ? this.sourceUpdater_.audioTimestampOffset() : this.sourceUpdater_.videoTimestampOffset(); // There's potentially an issue where we could double add metadata if there's a muxed
- // audio/video source with a metadata track, and an alt audio with a metadata track.
- // However, this probably won't happen, and if it does it can be handled then.
- createMetadataTrackIfNotExists(this.inbandTextTracks_, dispatchType, this.vhs_.tech_);
- addMetadata({
- inbandTextTracks: this.inbandTextTracks_,
- metadataArray: id3Frames,
- timestampOffset,
- videoDuration: this.duration_()
- });
- }
- processMetadataQueue_() {
- this.metadataQueue_.id3.forEach(fn => fn());
- this.metadataQueue_.caption.forEach(fn => fn());
- this.metadataQueue_.id3 = [];
- this.metadataQueue_.caption = [];
- }
- processCallQueue_() {
- const callQueue = this.callQueue_; // Clear out the queue before the queued functions are run, since some of the
- // functions may check the length of the load queue and default to pushing themselves
- // back onto the queue.
- this.callQueue_ = [];
- callQueue.forEach(fun => fun());
- }
- processLoadQueue_() {
- const loadQueue = this.loadQueue_; // Clear out the queue before the queued functions are run, since some of the
- // functions may check the length of the load queue and default to pushing themselves
- // back onto the queue.
- this.loadQueue_ = [];
- loadQueue.forEach(fun => fun());
- }
- /**
- * Determines whether the loader has enough info to load the next segment.
- *
- * @return {boolean}
- * Whether or not the loader has enough info to load the next segment
- */
- hasEnoughInfoToLoad_() {
- // Since primary timing goes by video, only the audio loader potentially needs to wait
- // to load.
- if (this.loaderType_ !== 'audio') {
- return true;
- }
- const segmentInfo = this.pendingSegment_; // A fill buffer must have already run to establish a pending segment before there's
- // enough info to load.
- if (!segmentInfo) {
- return false;
- } // The first segment can and should be loaded immediately so that source buffers are
- // created together (before appending). Source buffer creation uses the presence of
- // audio and video data to determine whether to create audio/video source buffers, and
- // uses processed (transmuxed or parsed) media to determine the types required.
- if (!this.getCurrentMediaInfo_()) {
- return true;
- }
- if ( // Technically, instead of waiting to load a segment on timeline changes, a segment
- // can be requested and downloaded and only wait before it is transmuxed or parsed.
- // But in practice, there are a few reasons why it is better to wait until a loader
- // is ready to append that segment before requesting and downloading:
- //
- // 1. Because audio and main loaders cross discontinuities together, if this loader
- // is waiting for the other to catch up, then instead of requesting another
- // segment and using up more bandwidth, by not yet loading, more bandwidth is
- // allotted to the loader currently behind.
- // 2. media-segment-request doesn't have to have logic to consider whether a segment
- // is ready to be processed or not, isolating the queueing behavior to the loader.
- // 3. The audio loader bases some of its segment properties on timing information
- // provided by the main loader, meaning that, if the logic for waiting on
- // processing was in media-segment-request, then it would also need to know how
- // to re-generate the segment information after the main loader caught up.
- shouldWaitForTimelineChange({
- timelineChangeController: this.timelineChangeController_,
- currentTimeline: this.currentTimeline_,
- segmentTimeline: segmentInfo.timeline,
- loaderType: this.loaderType_,
- audioDisabled: this.audioDisabled_
- })) {
- return false;
- }
- return true;
- }
- getCurrentMediaInfo_(segmentInfo = this.pendingSegment_) {
- return segmentInfo && segmentInfo.trackInfo || this.currentMediaInfo_;
- }
- getMediaInfo_(segmentInfo = this.pendingSegment_) {
- return this.getCurrentMediaInfo_(segmentInfo) || this.startingMediaInfo_;
- }
- getPendingSegmentPlaylist() {
- return this.pendingSegment_ ? this.pendingSegment_.playlist : null;
- }
- hasEnoughInfoToAppend_() {
- if (!this.sourceUpdater_.ready()) {
- return false;
- } // If content needs to be removed or the loader is waiting on an append reattempt,
- // then no additional content should be appended until the prior append is resolved.
- if (this.waitingOnRemove_ || this.quotaExceededErrorRetryTimeout_) {
- return false;
- }
- const segmentInfo = this.pendingSegment_;
- const trackInfo = this.getCurrentMediaInfo_(); // no segment to append any data for or
- // we do not have information on this specific
- // segment yet
- if (!segmentInfo || !trackInfo) {
- return false;
- }
- const {
- hasAudio,
- hasVideo,
- isMuxed
- } = trackInfo;
- if (hasVideo && !segmentInfo.videoTimingInfo) {
- return false;
- } // muxed content only relies on video timing information for now.
- if (hasAudio && !this.audioDisabled_ && !isMuxed && !segmentInfo.audioTimingInfo) {
- return false;
- }
- if (shouldWaitForTimelineChange({
- timelineChangeController: this.timelineChangeController_,
- currentTimeline: this.currentTimeline_,
- segmentTimeline: segmentInfo.timeline,
- loaderType: this.loaderType_,
- audioDisabled: this.audioDisabled_
- })) {
- return false;
- }
- return true;
- }
- handleData_(simpleSegment, result) {
- this.earlyAbortWhenNeeded_(simpleSegment.stats);
- if (this.checkForAbort_(simpleSegment.requestId)) {
- return;
- } // If there's anything in the call queue, then this data came later and should be
- // executed after the calls currently queued.
- if (this.callQueue_.length || !this.hasEnoughInfoToAppend_()) {
- this.callQueue_.push(this.handleData_.bind(this, simpleSegment, result));
- return;
- }
- const segmentInfo = this.pendingSegment_; // update the time mapping so we can translate from display time to media time
- this.setTimeMapping_(segmentInfo.timeline); // for tracking overall stats
- this.updateMediaSecondsLoaded_(segmentInfo.part || segmentInfo.segment); // Note that the state isn't changed from loading to appending. This is because abort
- // logic may change behavior depending on the state, and changing state too early may
- // inflate our estimates of bandwidth. In the future this should be re-examined to
- // note more granular states.
- // don't process and append data if the mediaSource is closed
- if (this.mediaSource_.readyState === 'closed') {
- return;
- } // if this request included an initialization segment, save that data
- // to the initSegment cache
- if (simpleSegment.map) {
- simpleSegment.map = this.initSegmentForMap(simpleSegment.map, true); // move over init segment properties to media request
- segmentInfo.segment.map = simpleSegment.map;
- } // if this request included a segment key, save that data in the cache
- if (simpleSegment.key) {
- this.segmentKey(simpleSegment.key, true);
- }
- segmentInfo.isFmp4 = simpleSegment.isFmp4;
- segmentInfo.timingInfo = segmentInfo.timingInfo || {};
- if (segmentInfo.isFmp4) {
- this.trigger('fmp4');
- segmentInfo.timingInfo.start = segmentInfo[timingInfoPropertyForMedia(result.type)].start;
- } else {
- const trackInfo = this.getCurrentMediaInfo_();
- const useVideoTimingInfo = this.loaderType_ === 'main' && trackInfo && trackInfo.hasVideo;
- let firstVideoFrameTimeForData;
- if (useVideoTimingInfo) {
- firstVideoFrameTimeForData = segmentInfo.videoTimingInfo.start;
- } // Segment loader knows more about segment timing than the transmuxer (in certain
- // aspects), so make any changes required for a more accurate start time.
- // Don't set the end time yet, as the segment may not be finished processing.
- segmentInfo.timingInfo.start = this.trueSegmentStart_({
- currentStart: segmentInfo.timingInfo.start,
- playlist: segmentInfo.playlist,
- mediaIndex: segmentInfo.mediaIndex,
- currentVideoTimestampOffset: this.sourceUpdater_.videoTimestampOffset(),
- useVideoTimingInfo,
- firstVideoFrameTimeForData,
- videoTimingInfo: segmentInfo.videoTimingInfo,
- audioTimingInfo: segmentInfo.audioTimingInfo
- });
- } // Init segments for audio and video only need to be appended in certain cases. Now
- // that data is about to be appended, we can check the final cases to determine
- // whether we should append an init segment.
- this.updateAppendInitSegmentStatus(segmentInfo, result.type); // Timestamp offset should be updated once we get new data and have its timing info,
- // as we use the start of the segment to offset the best guess (playlist provided)
- // timestamp offset.
- this.updateSourceBufferTimestampOffset_(segmentInfo); // if this is a sync request we need to determine whether it should
- // be appended or not.
- if (segmentInfo.isSyncRequest) {
- // first save/update our timing info for this segment.
- // this is what allows us to choose an accurate segment
- // and the main reason we make a sync request.
- this.updateTimingInfoEnd_(segmentInfo);
- this.syncController_.saveSegmentTimingInfo({
- segmentInfo,
- shouldSaveTimelineMapping: this.loaderType_ === 'main'
- });
- const next = this.chooseNextRequest_(); // If the sync request isn't the segment that would be requested next
- // after taking into account its timing info, do not append it.
- if (next.mediaIndex !== segmentInfo.mediaIndex || next.partIndex !== segmentInfo.partIndex) {
- this.logger_('sync segment was incorrect, not appending');
- return;
- } // otherwise append it like any other segment as our guess was correct.
- this.logger_('sync segment was correct, appending');
- } // Save some state so that in the future anything waiting on first append (and/or
- // timestamp offset(s)) can process immediately. While the extra state isn't optimal,
- // we need some notion of whether the timestamp offset or other relevant information
- // has had a chance to be set.
- segmentInfo.hasAppendedData_ = true; // Now that the timestamp offset should be set, we can append any waiting ID3 tags.
- this.processMetadataQueue_();
- this.appendData_(segmentInfo, result);
- }
- updateAppendInitSegmentStatus(segmentInfo, type) {
- // alt audio doesn't manage timestamp offset
- if (this.loaderType_ === 'main' && typeof segmentInfo.timestampOffset === 'number' && // in the case that we're handling partial data, we don't want to append an init
- // segment for each chunk
- !segmentInfo.changedTimestampOffset) {
- // if the timestamp offset changed, the timeline may have changed, so we have to re-
- // append init segments
- this.appendInitSegment_ = {
- audio: true,
- video: true
- };
- }
- if (this.playlistOfLastInitSegment_[type] !== segmentInfo.playlist) {
- // make sure we append init segment on playlist changes, in case the media config
- // changed
- this.appendInitSegment_[type] = true;
- }
- }
- getInitSegmentAndUpdateState_({
- type,
- initSegment,
- map,
- playlist
- }) {
- // "The EXT-X-MAP tag specifies how to obtain the Media Initialization Section
- // (Section 3) required to parse the applicable Media Segments. It applies to every
- // Media Segment that appears after it in the Playlist until the next EXT-X-MAP tag
- // or until the end of the playlist."
- // https://tools.ietf.org/html/draft-pantos-http-live-streaming-23#section-4.3.2.5
- if (map) {
- const id = initSegmentId(map);
- if (this.activeInitSegmentId_ === id) {
- // don't need to re-append the init segment if the ID matches
- return null;
- } // a map-specified init segment takes priority over any transmuxed (or otherwise
- // obtained) init segment
- //
- // this also caches the init segment for later use
- initSegment = this.initSegmentForMap(map, true).bytes;
- this.activeInitSegmentId_ = id;
- } // We used to always prepend init segments for video, however, that shouldn't be
- // necessary. Instead, we should only append on changes, similar to what we've always
- // done for audio. This is more important (though may not be that important) for
- // frame-by-frame appending for LHLS, simply because of the increased quantity of
- // appends.
- if (initSegment && this.appendInitSegment_[type]) {
- // Make sure we track the playlist that we last used for the init segment, so that
- // we can re-append the init segment in the event that we get data from a new
- // playlist. Discontinuities and track changes are handled in other sections.
- this.playlistOfLastInitSegment_[type] = playlist; // Disable future init segment appends for this type. Until a change is necessary.
- this.appendInitSegment_[type] = false; // we need to clear out the fmp4 active init segment id, since
- // we are appending the muxer init segment
- this.activeInitSegmentId_ = null;
- return initSegment;
- }
- return null;
- }
- handleQuotaExceededError_({
- segmentInfo,
- type,
- bytes
- }, error) {
- const audioBuffered = this.sourceUpdater_.audioBuffered();
- const videoBuffered = this.sourceUpdater_.videoBuffered(); // For now we're ignoring any notion of gaps in the buffer, but they, in theory,
- // should be cleared out during the buffer removals. However, log in case it helps
- // debug.
- if (audioBuffered.length > 1) {
- this.logger_('On QUOTA_EXCEEDED_ERR, found gaps in the audio buffer: ' + timeRangesToArray(audioBuffered).join(', '));
- }
- if (videoBuffered.length > 1) {
- this.logger_('On QUOTA_EXCEEDED_ERR, found gaps in the video buffer: ' + timeRangesToArray(videoBuffered).join(', '));
- }
- const audioBufferStart = audioBuffered.length ? audioBuffered.start(0) : 0;
- const audioBufferEnd = audioBuffered.length ? audioBuffered.end(audioBuffered.length - 1) : 0;
- const videoBufferStart = videoBuffered.length ? videoBuffered.start(0) : 0;
- const videoBufferEnd = videoBuffered.length ? videoBuffered.end(videoBuffered.length - 1) : 0;
- if (audioBufferEnd - audioBufferStart <= MIN_BACK_BUFFER && videoBufferEnd - videoBufferStart <= MIN_BACK_BUFFER) {
- // Can't remove enough buffer to make room for new segment (or the browser doesn't
- // allow for appends of segments this size). In the future, it may be possible to
- // split up the segment and append in pieces, but for now, error out this playlist
- // in an attempt to switch to a more manageable rendition.
- this.logger_('On QUOTA_EXCEEDED_ERR, single segment too large to append to ' + 'buffer, triggering an error. ' + `Appended byte length: ${bytes.byteLength}, ` + `audio buffer: ${timeRangesToArray(audioBuffered).join(', ')}, ` + `video buffer: ${timeRangesToArray(videoBuffered).join(', ')}, `);
- this.error({
- message: 'Quota exceeded error with append of a single segment of content',
- excludeUntil: Infinity
- });
- this.trigger('error');
- return;
- } // To try to resolve the quota exceeded error, clear back buffer and retry. This means
- // that the segment-loader should block on future events until this one is handled, so
- // that it doesn't keep moving onto further segments. Adding the call to the call
- // queue will prevent further appends until waitingOnRemove_ and
- // quotaExceededErrorRetryTimeout_ are cleared.
- //
- // Note that this will only block the current loader. In the case of demuxed content,
- // the other load may keep filling as fast as possible. In practice, this should be
- // OK, as it is a rare case when either audio has a high enough bitrate to fill up a
- // source buffer, or video fills without enough room for audio to append (and without
- // the availability of clearing out seconds of back buffer to make room for audio).
- // But it might still be good to handle this case in the future as a TODO.
- this.waitingOnRemove_ = true;
- this.callQueue_.push(this.appendToSourceBuffer_.bind(this, {
- segmentInfo,
- type,
- bytes
- }));
- const currentTime = this.currentTime_(); // Try to remove as much audio and video as possible to make room for new content
- // before retrying.
- const timeToRemoveUntil = currentTime - MIN_BACK_BUFFER;
- this.logger_(`On QUOTA_EXCEEDED_ERR, removing audio/video from 0 to ${timeToRemoveUntil}`);
- this.remove(0, timeToRemoveUntil, () => {
- this.logger_(`On QUOTA_EXCEEDED_ERR, retrying append in ${MIN_BACK_BUFFER}s`);
- this.waitingOnRemove_ = false; // wait the length of time alotted in the back buffer to prevent wasted
- // attempts (since we can't clear less than the minimum)
- this.quotaExceededErrorRetryTimeout_ = window__default["default"].setTimeout(() => {
- this.logger_('On QUOTA_EXCEEDED_ERR, re-processing call queue');
- this.quotaExceededErrorRetryTimeout_ = null;
- this.processCallQueue_();
- }, MIN_BACK_BUFFER * 1000);
- }, true);
- }
- handleAppendError_({
- segmentInfo,
- type,
- bytes
- }, error) {
- // if there's no error, nothing to do
- if (!error) {
- return;
- }
- if (error.code === QUOTA_EXCEEDED_ERR) {
- this.handleQuotaExceededError_({
- segmentInfo,
- type,
- bytes
- }); // A quota exceeded error should be recoverable with a future re-append, so no need
- // to trigger an append error.
- return;
- }
- this.logger_('Received non QUOTA_EXCEEDED_ERR on append', error);
- this.error(`${type} append of ${bytes.length}b failed for segment ` + `#${segmentInfo.mediaIndex} in playlist ${segmentInfo.playlist.id}`); // If an append errors, we often can't recover.
- // (see https://w3c.github.io/media-source/#sourcebuffer-append-error).
- //
- // Trigger a special error so that it can be handled separately from normal,
- // recoverable errors.
- this.trigger('appenderror');
- }
- appendToSourceBuffer_({
- segmentInfo,
- type,
- initSegment,
- data,
- bytes
- }) {
- // If this is a re-append, bytes were already created and don't need to be recreated
- if (!bytes) {
- const segments = [data];
- let byteLength = data.byteLength;
- if (initSegment) {
- // if the media initialization segment is changing, append it before the content
- // segment
- segments.unshift(initSegment);
- byteLength += initSegment.byteLength;
- } // Technically we should be OK appending the init segment separately, however, we
- // haven't yet tested that, and prepending is how we have always done things.
- bytes = concatSegments({
- bytes: byteLength,
- segments
- });
- }
- this.sourceUpdater_.appendBuffer({
- segmentInfo,
- type,
- bytes
- }, this.handleAppendError_.bind(this, {
- segmentInfo,
- type,
- bytes
- }));
- }
- handleSegmentTimingInfo_(type, requestId, segmentTimingInfo) {
- if (!this.pendingSegment_ || requestId !== this.pendingSegment_.requestId) {
- return;
- }
- const segment = this.pendingSegment_.segment;
- const timingInfoProperty = `${type}TimingInfo`;
- if (!segment[timingInfoProperty]) {
- segment[timingInfoProperty] = {};
- }
- segment[timingInfoProperty].transmuxerPrependedSeconds = segmentTimingInfo.prependedContentDuration || 0;
- segment[timingInfoProperty].transmuxedPresentationStart = segmentTimingInfo.start.presentation;
- segment[timingInfoProperty].transmuxedDecodeStart = segmentTimingInfo.start.decode;
- segment[timingInfoProperty].transmuxedPresentationEnd = segmentTimingInfo.end.presentation;
- segment[timingInfoProperty].transmuxedDecodeEnd = segmentTimingInfo.end.decode; // mainly used as a reference for debugging
- segment[timingInfoProperty].baseMediaDecodeTime = segmentTimingInfo.baseMediaDecodeTime;
- }
- appendData_(segmentInfo, result) {
- const {
- type,
- data
- } = result;
- if (!data || !data.byteLength) {
- return;
- }
- if (type === 'audio' && this.audioDisabled_) {
- return;
- }
- const initSegment = this.getInitSegmentAndUpdateState_({
- type,
- initSegment: result.initSegment,
- playlist: segmentInfo.playlist,
- map: segmentInfo.isFmp4 ? segmentInfo.segment.map : null
- });
- this.appendToSourceBuffer_({
- segmentInfo,
- type,
- initSegment,
- data
- });
- }
- /**
- * load a specific segment from a request into the buffer
- *
- * @private
- */
- loadSegment_(segmentInfo) {
- this.state = 'WAITING';
- this.pendingSegment_ = segmentInfo;
- this.trimBackBuffer_(segmentInfo);
- if (typeof segmentInfo.timestampOffset === 'number') {
- if (this.transmuxer_) {
- this.transmuxer_.postMessage({
- action: 'clearAllMp4Captions'
- });
- }
- }
- if (!this.hasEnoughInfoToLoad_()) {
- this.loadQueue_.push(() => {
- // regenerate the audioAppendStart, timestampOffset, etc as they
- // may have changed since this function was added to the queue.
- const options = _extends__default["default"]({}, segmentInfo, {
- forceTimestampOffset: true
- });
- _extends__default["default"](segmentInfo, this.generateSegmentInfo_(options));
- this.isPendingTimestampOffset_ = false;
- this.updateTransmuxerAndRequestSegment_(segmentInfo);
- });
- return;
- }
- this.updateTransmuxerAndRequestSegment_(segmentInfo);
- }
- updateTransmuxerAndRequestSegment_(segmentInfo) {
- // We'll update the source buffer's timestamp offset once we have transmuxed data, but
- // the transmuxer still needs to be updated before then.
- //
- // Even though keepOriginalTimestamps is set to true for the transmuxer, timestamp
- // offset must be passed to the transmuxer for stream correcting adjustments.
- if (this.shouldUpdateTransmuxerTimestampOffset_(segmentInfo.timestampOffset)) {
- this.gopBuffer_.length = 0; // gopsToAlignWith was set before the GOP buffer was cleared
- segmentInfo.gopsToAlignWith = [];
- this.timeMapping_ = 0; // reset values in the transmuxer since a discontinuity should start fresh
- this.transmuxer_.postMessage({
- action: 'reset'
- });
- this.transmuxer_.postMessage({
- action: 'setTimestampOffset',
- timestampOffset: segmentInfo.timestampOffset
- });
- }
- const simpleSegment = this.createSimplifiedSegmentObj_(segmentInfo);
- const isEndOfStream = this.isEndOfStream_(segmentInfo.mediaIndex, segmentInfo.playlist, segmentInfo.partIndex);
- const isWalkingForward = this.mediaIndex !== null;
- const isDiscontinuity = segmentInfo.timeline !== this.currentTimeline_ && // currentTimeline starts at -1, so we shouldn't end the timeline switching to 0,
- // the first timeline
- segmentInfo.timeline > 0;
- const isEndOfTimeline = isEndOfStream || isWalkingForward && isDiscontinuity;
- this.logger_(`Requesting ${segmentInfoString(segmentInfo)}`); // If there's an init segment associated with this segment, but it is not cached (identified by a lack of bytes),
- // then this init segment has never been seen before and should be appended.
- //
- // At this point the content type (audio/video or both) is not yet known, but it should be safe to set
- // both to true and leave the decision of whether to append the init segment to append time.
- if (simpleSegment.map && !simpleSegment.map.bytes) {
- this.logger_('going to request init segment.');
- this.appendInitSegment_ = {
- video: true,
- audio: true
- };
- }
- segmentInfo.abortRequests = mediaSegmentRequest({
- xhr: this.vhs_.xhr,
- xhrOptions: this.xhrOptions_,
- decryptionWorker: this.decrypter_,
- segment: simpleSegment,
- abortFn: this.handleAbort_.bind(this, segmentInfo),
- progressFn: this.handleProgress_.bind(this),
- trackInfoFn: this.handleTrackInfo_.bind(this),
- timingInfoFn: this.handleTimingInfo_.bind(this),
- videoSegmentTimingInfoFn: this.handleSegmentTimingInfo_.bind(this, 'video', segmentInfo.requestId),
- audioSegmentTimingInfoFn: this.handleSegmentTimingInfo_.bind(this, 'audio', segmentInfo.requestId),
- captionsFn: this.handleCaptions_.bind(this),
- isEndOfTimeline,
- endedTimelineFn: () => {
- this.logger_('received endedtimeline callback');
- },
- id3Fn: this.handleId3_.bind(this),
- dataFn: this.handleData_.bind(this),
- doneFn: this.segmentRequestFinished_.bind(this),
- onTransmuxerLog: ({
- message,
- level,
- stream
- }) => {
- this.logger_(`${segmentInfoString(segmentInfo)} logged from transmuxer stream ${stream} as a ${level}: ${message}`);
- }
- });
- }
- /**
- * trim the back buffer so that we don't have too much data
- * in the source buffer
- *
- * @private
- *
- * @param {Object} segmentInfo - the current segment
- */
- trimBackBuffer_(segmentInfo) {
- const removeToTime = safeBackBufferTrimTime(this.seekable_(), this.currentTime_(), this.playlist_.targetDuration || 10); // Chrome has a hard limit of 150MB of
- // buffer and a very conservative "garbage collector"
- // We manually clear out the old buffer to ensure
- // we don't trigger the QuotaExceeded error
- // on the source buffer during subsequent appends
- if (removeToTime > 0) {
- this.remove(0, removeToTime);
- }
- }
- /**
- * created a simplified copy of the segment object with just the
- * information necessary to perform the XHR and decryption
- *
- * @private
- *
- * @param {Object} segmentInfo - the current segment
- * @return {Object} a simplified segment object copy
- */
- createSimplifiedSegmentObj_(segmentInfo) {
- const segment = segmentInfo.segment;
- const part = segmentInfo.part;
- const simpleSegment = {
- resolvedUri: part ? part.resolvedUri : segment.resolvedUri,
- byterange: part ? part.byterange : segment.byterange,
- requestId: segmentInfo.requestId,
- transmuxer: segmentInfo.transmuxer,
- audioAppendStart: segmentInfo.audioAppendStart,
- gopsToAlignWith: segmentInfo.gopsToAlignWith,
- part: segmentInfo.part
- };
- const previousSegment = segmentInfo.playlist.segments[segmentInfo.mediaIndex - 1];
- if (previousSegment && previousSegment.timeline === segment.timeline) {
- // The baseStartTime of a segment is used to handle rollover when probing the TS
- // segment to retrieve timing information. Since the probe only looks at the media's
- // times (e.g., PTS and DTS values of the segment), and doesn't consider the
- // player's time (e.g., player.currentTime()), baseStartTime should reflect the
- // media time as well. transmuxedDecodeEnd represents the end time of a segment, in
- // seconds of media time, so should be used here. The previous segment is used since
- // the end of the previous segment should represent the beginning of the current
- // segment, so long as they are on the same timeline.
- if (previousSegment.videoTimingInfo) {
- simpleSegment.baseStartTime = previousSegment.videoTimingInfo.transmuxedDecodeEnd;
- } else if (previousSegment.audioTimingInfo) {
- simpleSegment.baseStartTime = previousSegment.audioTimingInfo.transmuxedDecodeEnd;
- }
- }
- if (segment.key) {
- // if the media sequence is greater than 2^32, the IV will be incorrect
- // assuming 10s segments, that would be about 1300 years
- const iv = segment.key.iv || new Uint32Array([0, 0, 0, segmentInfo.mediaIndex + segmentInfo.playlist.mediaSequence]);
- simpleSegment.key = this.segmentKey(segment.key);
- simpleSegment.key.iv = iv;
- }
- if (segment.map) {
- simpleSegment.map = this.initSegmentForMap(segment.map);
- }
- return simpleSegment;
- }
- saveTransferStats_(stats) {
- // every request counts as a media request even if it has been aborted
- // or canceled due to a timeout
- this.mediaRequests += 1;
- if (stats) {
- this.mediaBytesTransferred += stats.bytesReceived;
- this.mediaTransferDuration += stats.roundTripTime;
- }
- }
- saveBandwidthRelatedStats_(duration, stats) {
- // byteLength will be used for throughput, and should be based on bytes receieved,
- // which we only know at the end of the request and should reflect total bytes
- // downloaded rather than just bytes processed from components of the segment
- this.pendingSegment_.byteLength = stats.bytesReceived;
- if (duration < MIN_SEGMENT_DURATION_TO_SAVE_STATS) {
- this.logger_(`Ignoring segment's bandwidth because its duration of ${duration}` + ` is less than the min to record ${MIN_SEGMENT_DURATION_TO_SAVE_STATS}`);
- return;
- }
- this.bandwidth = stats.bandwidth;
- this.roundTrip = stats.roundTripTime;
- }
- handleTimeout_() {
- // although the VTT segment loader bandwidth isn't really used, it's good to
- // maintain functinality between segment loaders
- this.mediaRequestsTimedout += 1;
- this.bandwidth = 1;
- this.roundTrip = NaN;
- this.trigger('bandwidthupdate');
- this.trigger('timeout');
- }
- /**
- * Handle the callback from the segmentRequest function and set the
- * associated SegmentLoader state and errors if necessary
- *
- * @private
- */
- segmentRequestFinished_(error, simpleSegment, result) {
- // TODO handle special cases, e.g., muxed audio/video but only audio in the segment
- // check the call queue directly since this function doesn't need to deal with any
- // data, and can continue even if the source buffers are not set up and we didn't get
- // any data from the segment
- if (this.callQueue_.length) {
- this.callQueue_.push(this.segmentRequestFinished_.bind(this, error, simpleSegment, result));
- return;
- }
- this.saveTransferStats_(simpleSegment.stats); // The request was aborted and the SegmentLoader has already been reset
- if (!this.pendingSegment_) {
- return;
- } // the request was aborted and the SegmentLoader has already started
- // another request. this can happen when the timeout for an aborted
- // request triggers due to a limitation in the XHR library
- // do not count this as any sort of request or we risk double-counting
- if (simpleSegment.requestId !== this.pendingSegment_.requestId) {
- return;
- } // an error occurred from the active pendingSegment_ so reset everything
- if (error) {
- this.pendingSegment_ = null;
- this.state = 'READY'; // aborts are not a true error condition and nothing corrective needs to be done
- if (error.code === REQUEST_ERRORS.ABORTED) {
- return;
- }
- this.pause(); // the error is really just that at least one of the requests timed-out
- // set the bandwidth to a very low value and trigger an ABR switch to
- // take emergency action
- if (error.code === REQUEST_ERRORS.TIMEOUT) {
- this.handleTimeout_();
- return;
- } // if control-flow has arrived here, then the error is real
- // emit an error event to exclude the current playlist
- this.mediaRequestsErrored += 1;
- this.error(error);
- this.trigger('error');
- return;
- }
- const segmentInfo = this.pendingSegment_; // the response was a success so set any bandwidth stats the request
- // generated for ABR purposes
- this.saveBandwidthRelatedStats_(segmentInfo.duration, simpleSegment.stats);
- segmentInfo.endOfAllRequests = simpleSegment.endOfAllRequests;
- if (result.gopInfo) {
- this.gopBuffer_ = updateGopBuffer(this.gopBuffer_, result.gopInfo, this.safeAppend_);
- } // Although we may have already started appending on progress, we shouldn't switch the
- // state away from loading until we are officially done loading the segment data.
- this.state = 'APPENDING'; // used for testing
- this.trigger('appending');
- this.waitForAppendsToComplete_(segmentInfo);
- }
- setTimeMapping_(timeline) {
- const timelineMapping = this.syncController_.mappingForTimeline(timeline);
- if (timelineMapping !== null) {
- this.timeMapping_ = timelineMapping;
- }
- }
- updateMediaSecondsLoaded_(segment) {
- if (typeof segment.start === 'number' && typeof segment.end === 'number') {
- this.mediaSecondsLoaded += segment.end - segment.start;
- } else {
- this.mediaSecondsLoaded += segment.duration;
- }
- }
- shouldUpdateTransmuxerTimestampOffset_(timestampOffset) {
- if (timestampOffset === null) {
- return false;
- } // note that we're potentially using the same timestamp offset for both video and
- // audio
- if (this.loaderType_ === 'main' && timestampOffset !== this.sourceUpdater_.videoTimestampOffset()) {
- return true;
- }
- if (!this.audioDisabled_ && timestampOffset !== this.sourceUpdater_.audioTimestampOffset()) {
- return true;
- }
- return false;
- }
- trueSegmentStart_({
- currentStart,
- playlist,
- mediaIndex,
- firstVideoFrameTimeForData,
- currentVideoTimestampOffset,
- useVideoTimingInfo,
- videoTimingInfo,
- audioTimingInfo
- }) {
- if (typeof currentStart !== 'undefined') {
- // if start was set once, keep using it
- return currentStart;
- }
- if (!useVideoTimingInfo) {
- return audioTimingInfo.start;
- }
- const previousSegment = playlist.segments[mediaIndex - 1]; // The start of a segment should be the start of the first full frame contained
- // within that segment. Since the transmuxer maintains a cache of incomplete data
- // from and/or the last frame seen, the start time may reflect a frame that starts
- // in the previous segment. Check for that case and ensure the start time is
- // accurate for the segment.
- if (mediaIndex === 0 || !previousSegment || typeof previousSegment.start === 'undefined' || previousSegment.end !== firstVideoFrameTimeForData + currentVideoTimestampOffset) {
- return firstVideoFrameTimeForData;
- }
- return videoTimingInfo.start;
- }
- waitForAppendsToComplete_(segmentInfo) {
- const trackInfo = this.getCurrentMediaInfo_(segmentInfo);
- if (!trackInfo) {
- this.error({
- message: 'No starting media returned, likely due to an unsupported media format.',
- playlistExclusionDuration: Infinity
- });
- this.trigger('error');
- return;
- } // Although transmuxing is done, appends may not yet be finished. Throw a marker
- // on each queue this loader is responsible for to ensure that the appends are
- // complete.
- const {
- hasAudio,
- hasVideo,
- isMuxed
- } = trackInfo;
- const waitForVideo = this.loaderType_ === 'main' && hasVideo;
- const waitForAudio = !this.audioDisabled_ && hasAudio && !isMuxed;
- segmentInfo.waitingOnAppends = 0; // segments with no data
- if (!segmentInfo.hasAppendedData_) {
- if (!segmentInfo.timingInfo && typeof segmentInfo.timestampOffset === 'number') {
- // When there's no audio or video data in the segment, there's no audio or video
- // timing information.
- //
- // If there's no audio or video timing information, then the timestamp offset
- // can't be adjusted to the appropriate value for the transmuxer and source
- // buffers.
- //
- // Therefore, the next segment should be used to set the timestamp offset.
- this.isPendingTimestampOffset_ = true;
- } // override settings for metadata only segments
- segmentInfo.timingInfo = {
- start: 0
- };
- segmentInfo.waitingOnAppends++;
- if (!this.isPendingTimestampOffset_) {
- // update the timestampoffset
- this.updateSourceBufferTimestampOffset_(segmentInfo); // make sure the metadata queue is processed even though we have
- // no video/audio data.
- this.processMetadataQueue_();
- } // append is "done" instantly with no data.
- this.checkAppendsDone_(segmentInfo);
- return;
- } // Since source updater could call back synchronously, do the increments first.
- if (waitForVideo) {
- segmentInfo.waitingOnAppends++;
- }
- if (waitForAudio) {
- segmentInfo.waitingOnAppends++;
- }
- if (waitForVideo) {
- this.sourceUpdater_.videoQueueCallback(this.checkAppendsDone_.bind(this, segmentInfo));
- }
- if (waitForAudio) {
- this.sourceUpdater_.audioQueueCallback(this.checkAppendsDone_.bind(this, segmentInfo));
- }
- }
- checkAppendsDone_(segmentInfo) {
- if (this.checkForAbort_(segmentInfo.requestId)) {
- return;
- }
- segmentInfo.waitingOnAppends--;
- if (segmentInfo.waitingOnAppends === 0) {
- this.handleAppendsDone_();
- }
- }
- checkForIllegalMediaSwitch(trackInfo) {
- const illegalMediaSwitchError = illegalMediaSwitch(this.loaderType_, this.getCurrentMediaInfo_(), trackInfo);
- if (illegalMediaSwitchError) {
- this.error({
- message: illegalMediaSwitchError,
- playlistExclusionDuration: Infinity
- });
- this.trigger('error');
- return true;
- }
- return false;
- }
- updateSourceBufferTimestampOffset_(segmentInfo) {
- if (segmentInfo.timestampOffset === null || // we don't yet have the start for whatever media type (video or audio) has
- // priority, timing-wise, so we must wait
- typeof segmentInfo.timingInfo.start !== 'number' || // already updated the timestamp offset for this segment
- segmentInfo.changedTimestampOffset || // the alt audio loader should not be responsible for setting the timestamp offset
- this.loaderType_ !== 'main') {
- return;
- }
- let didChange = false; // Primary timing goes by video, and audio is trimmed in the transmuxer, meaning that
- // the timing info here comes from video. In the event that the audio is longer than
- // the video, this will trim the start of the audio.
- // This also trims any offset from 0 at the beginning of the media
- segmentInfo.timestampOffset -= this.getSegmentStartTimeForTimestampOffsetCalculation_({
- videoTimingInfo: segmentInfo.segment.videoTimingInfo,
- audioTimingInfo: segmentInfo.segment.audioTimingInfo,
- timingInfo: segmentInfo.timingInfo
- }); // In the event that there are part segment downloads, each will try to update the
- // timestamp offset. Retaining this bit of state prevents us from updating in the
- // future (within the same segment), however, there may be a better way to handle it.
- segmentInfo.changedTimestampOffset = true;
- if (segmentInfo.timestampOffset !== this.sourceUpdater_.videoTimestampOffset()) {
- this.sourceUpdater_.videoTimestampOffset(segmentInfo.timestampOffset);
- didChange = true;
- }
- if (segmentInfo.timestampOffset !== this.sourceUpdater_.audioTimestampOffset()) {
- this.sourceUpdater_.audioTimestampOffset(segmentInfo.timestampOffset);
- didChange = true;
- }
- if (didChange) {
- this.trigger('timestampoffset');
- }
- }
- getSegmentStartTimeForTimestampOffsetCalculation_({
- videoTimingInfo,
- audioTimingInfo,
- timingInfo
- }) {
- if (!this.useDtsForTimestampOffset_) {
- return timingInfo.start;
- }
- if (videoTimingInfo && typeof videoTimingInfo.transmuxedDecodeStart === 'number') {
- return videoTimingInfo.transmuxedDecodeStart;
- } // handle audio only
- if (audioTimingInfo && typeof audioTimingInfo.transmuxedDecodeStart === 'number') {
- return audioTimingInfo.transmuxedDecodeStart;
- } // handle content not transmuxed (e.g., MP4)
- return timingInfo.start;
- }
- updateTimingInfoEnd_(segmentInfo) {
- segmentInfo.timingInfo = segmentInfo.timingInfo || {};
- const trackInfo = this.getMediaInfo_();
- const useVideoTimingInfo = this.loaderType_ === 'main' && trackInfo && trackInfo.hasVideo;
- const prioritizedTimingInfo = useVideoTimingInfo && segmentInfo.videoTimingInfo ? segmentInfo.videoTimingInfo : segmentInfo.audioTimingInfo;
- if (!prioritizedTimingInfo) {
- return;
- }
- segmentInfo.timingInfo.end = typeof prioritizedTimingInfo.end === 'number' ? // End time may not exist in a case where we aren't parsing the full segment (one
- // current example is the case of fmp4), so use the rough duration to calculate an
- // end time.
- prioritizedTimingInfo.end : prioritizedTimingInfo.start + segmentInfo.duration;
- }
- /**
- * callback to run when appendBuffer is finished. detects if we are
- * in a good state to do things with the data we got, or if we need
- * to wait for more
- *
- * @private
- */
- handleAppendsDone_() {
- // appendsdone can cause an abort
- if (this.pendingSegment_) {
- this.trigger('appendsdone');
- }
- if (!this.pendingSegment_) {
- this.state = 'READY'; // TODO should this move into this.checkForAbort to speed up requests post abort in
- // all appending cases?
- if (!this.paused()) {
- this.monitorBuffer_();
- }
- return;
- }
- const segmentInfo = this.pendingSegment_; // Now that the end of the segment has been reached, we can set the end time. It's
- // best to wait until all appends are done so we're sure that the primary media is
- // finished (and we have its end time).
- this.updateTimingInfoEnd_(segmentInfo);
- if (this.shouldSaveSegmentTimingInfo_) {
- // Timeline mappings should only be saved for the main loader. This is for multiple
- // reasons:
- //
- // 1) Only one mapping is saved per timeline, meaning that if both the audio loader
- // and the main loader try to save the timeline mapping, whichever comes later
- // will overwrite the first. In theory this is OK, as the mappings should be the
- // same, however, it breaks for (2)
- // 2) In the event of a live stream, the initial live point will make for a somewhat
- // arbitrary mapping. If audio and video streams are not perfectly in-sync, then
- // the mapping will be off for one of the streams, dependent on which one was
- // first saved (see (1)).
- // 3) Primary timing goes by video in VHS, so the mapping should be video.
- //
- // Since the audio loader will wait for the main loader to load the first segment,
- // the main loader will save the first timeline mapping, and ensure that there won't
- // be a case where audio loads two segments without saving a mapping (thus leading
- // to missing segment timing info).
- this.syncController_.saveSegmentTimingInfo({
- segmentInfo,
- shouldSaveTimelineMapping: this.loaderType_ === 'main'
- });
- }
- const segmentDurationMessage = getTroublesomeSegmentDurationMessage(segmentInfo, this.sourceType_);
- if (segmentDurationMessage) {
- if (segmentDurationMessage.severity === 'warn') {
- videojs__default["default"].log.warn(segmentDurationMessage.message);
- } else {
- this.logger_(segmentDurationMessage.message);
- }
- }
- this.recordThroughput_(segmentInfo);
- this.pendingSegment_ = null;
- this.state = 'READY';
- if (segmentInfo.isSyncRequest) {
- this.trigger('syncinfoupdate'); // if the sync request was not appended
- // then it was not the correct segment.
- // throw it away and use the data it gave us
- // to get the correct one.
- if (!segmentInfo.hasAppendedData_) {
- this.logger_(`Throwing away un-appended sync request ${segmentInfoString(segmentInfo)}`);
- return;
- }
- }
- this.logger_(`Appended ${segmentInfoString(segmentInfo)}`);
- this.addSegmentMetadataCue_(segmentInfo);
- this.fetchAtBuffer_ = true;
- if (this.currentTimeline_ !== segmentInfo.timeline) {
- this.timelineChangeController_.lastTimelineChange({
- type: this.loaderType_,
- from: this.currentTimeline_,
- to: segmentInfo.timeline
- }); // If audio is not disabled, the main segment loader is responsible for updating
- // the audio timeline as well. If the content is video only, this won't have any
- // impact.
- if (this.loaderType_ === 'main' && !this.audioDisabled_) {
- this.timelineChangeController_.lastTimelineChange({
- type: 'audio',
- from: this.currentTimeline_,
- to: segmentInfo.timeline
- });
- }
- }
- this.currentTimeline_ = segmentInfo.timeline; // We must update the syncinfo to recalculate the seekable range before
- // the following conditional otherwise it may consider this a bad "guess"
- // and attempt to resync when the post-update seekable window and live
- // point would mean that this was the perfect segment to fetch
- this.trigger('syncinfoupdate');
- const segment = segmentInfo.segment;
- const part = segmentInfo.part;
- const badSegmentGuess = segment.end && this.currentTime_() - segment.end > segmentInfo.playlist.targetDuration * 3;
- const badPartGuess = part && part.end && this.currentTime_() - part.end > segmentInfo.playlist.partTargetDuration * 3; // If we previously appended a segment/part that ends more than 3 part/targetDurations before
- // the currentTime_ that means that our conservative guess was too conservative.
- // In that case, reset the loader state so that we try to use any information gained
- // from the previous request to create a new, more accurate, sync-point.
- if (badSegmentGuess || badPartGuess) {
- this.logger_(`bad ${badSegmentGuess ? 'segment' : 'part'} ${segmentInfoString(segmentInfo)}`);
- this.resetEverything();
- return;
- }
- const isWalkingForward = this.mediaIndex !== null; // Don't do a rendition switch unless we have enough time to get a sync segment
- // and conservatively guess
- if (isWalkingForward) {
- this.trigger('bandwidthupdate');
- }
- this.trigger('progress');
- this.mediaIndex = segmentInfo.mediaIndex;
- this.partIndex = segmentInfo.partIndex; // any time an update finishes and the last segment is in the
- // buffer, end the stream. this ensures the "ended" event will
- // fire if playback reaches that point.
- if (this.isEndOfStream_(segmentInfo.mediaIndex, segmentInfo.playlist, segmentInfo.partIndex)) {
- this.endOfStream();
- } // used for testing
- this.trigger('appended');
- if (segmentInfo.hasAppendedData_) {
- this.mediaAppends++;
- }
- if (!this.paused()) {
- this.monitorBuffer_();
- }
- }
- /**
- * Records the current throughput of the decrypt, transmux, and append
- * portion of the semgment pipeline. `throughput.rate` is a the cumulative
- * moving average of the throughput. `throughput.count` is the number of
- * data points in the average.
- *
- * @private
- * @param {Object} segmentInfo the object returned by loadSegment
- */
- recordThroughput_(segmentInfo) {
- if (segmentInfo.duration < MIN_SEGMENT_DURATION_TO_SAVE_STATS) {
- this.logger_(`Ignoring segment's throughput because its duration of ${segmentInfo.duration}` + ` is less than the min to record ${MIN_SEGMENT_DURATION_TO_SAVE_STATS}`);
- return;
- }
- const rate = this.throughput.rate; // Add one to the time to ensure that we don't accidentally attempt to divide
- // by zero in the case where the throughput is ridiculously high
- const segmentProcessingTime = Date.now() - segmentInfo.endOfAllRequests + 1; // Multiply by 8000 to convert from bytes/millisecond to bits/second
- const segmentProcessingThroughput = Math.floor(segmentInfo.byteLength / segmentProcessingTime * 8 * 1000); // This is just a cumulative moving average calculation:
- // newAvg = oldAvg + (sample - oldAvg) / (sampleCount + 1)
- this.throughput.rate += (segmentProcessingThroughput - rate) / ++this.throughput.count;
- }
- /**
- * Adds a cue to the segment-metadata track with some metadata information about the
- * segment
- *
- * @private
- * @param {Object} segmentInfo
- * the object returned by loadSegment
- * @method addSegmentMetadataCue_
- */
- addSegmentMetadataCue_(segmentInfo) {
- if (!this.segmentMetadataTrack_) {
- return;
- }
- const segment = segmentInfo.segment;
- const start = segment.start;
- const end = segment.end; // Do not try adding the cue if the start and end times are invalid.
- if (!finite(start) || !finite(end)) {
- return;
- }
- removeCuesFromTrack(start, end, this.segmentMetadataTrack_);
- const Cue = window__default["default"].WebKitDataCue || window__default["default"].VTTCue;
- const value = {
- custom: segment.custom,
- dateTimeObject: segment.dateTimeObject,
- dateTimeString: segment.dateTimeString,
- bandwidth: segmentInfo.playlist.attributes.BANDWIDTH,
- resolution: segmentInfo.playlist.attributes.RESOLUTION,
- codecs: segmentInfo.playlist.attributes.CODECS,
- byteLength: segmentInfo.byteLength,
- uri: segmentInfo.uri,
- timeline: segmentInfo.timeline,
- playlist: segmentInfo.playlist.id,
- start,
- end
- };
- const data = JSON.stringify(value);
- const cue = new Cue(start, end, data); // Attach the metadata to the value property of the cue to keep consistency between
- // the differences of WebKitDataCue in safari and VTTCue in other browsers
- cue.value = value;
- this.segmentMetadataTrack_.addCue(cue);
- }
- }
- function noop() {}
- const toTitleCase = function (string) {
- if (typeof string !== 'string') {
- return string;
- }
- return string.replace(/./, w => w.toUpperCase());
- };
- /**
- * @file source-updater.js
- */
- const bufferTypes = ['video', 'audio'];
- const updating = (type, sourceUpdater) => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`];
- return sourceBuffer && sourceBuffer.updating || sourceUpdater.queuePending[type];
- };
- const nextQueueIndexOfType = (type, queue) => {
- for (let i = 0; i < queue.length; i++) {
- const queueEntry = queue[i];
- if (queueEntry.type === 'mediaSource') {
- // If the next entry is a media source entry (uses multiple source buffers), block
- // processing to allow it to go through first.
- return null;
- }
- if (queueEntry.type === type) {
- return i;
- }
- }
- return null;
- };
- const shiftQueue = (type, sourceUpdater) => {
- if (sourceUpdater.queue.length === 0) {
- return;
- }
- let queueIndex = 0;
- let queueEntry = sourceUpdater.queue[queueIndex];
- if (queueEntry.type === 'mediaSource') {
- if (!sourceUpdater.updating() && sourceUpdater.mediaSource.readyState !== 'closed') {
- sourceUpdater.queue.shift();
- queueEntry.action(sourceUpdater);
- if (queueEntry.doneFn) {
- queueEntry.doneFn();
- } // Only specific source buffer actions must wait for async updateend events. Media
- // Source actions process synchronously. Therefore, both audio and video source
- // buffers are now clear to process the next queue entries.
- shiftQueue('audio', sourceUpdater);
- shiftQueue('video', sourceUpdater);
- } // Media Source actions require both source buffers, so if the media source action
- // couldn't process yet (because one or both source buffers are busy), block other
- // queue actions until both are available and the media source action can process.
- return;
- }
- if (type === 'mediaSource') {
- // If the queue was shifted by a media source action (this happens when pushing a
- // media source action onto the queue), then it wasn't from an updateend event from an
- // audio or video source buffer, so there's no change from previous state, and no
- // processing should be done.
- return;
- } // Media source queue entries don't need to consider whether the source updater is
- // started (i.e., source buffers are created) as they don't need the source buffers, but
- // source buffer queue entries do.
- if (!sourceUpdater.ready() || sourceUpdater.mediaSource.readyState === 'closed' || updating(type, sourceUpdater)) {
- return;
- }
- if (queueEntry.type !== type) {
- queueIndex = nextQueueIndexOfType(type, sourceUpdater.queue);
- if (queueIndex === null) {
- // Either there's no queue entry that uses this source buffer type in the queue, or
- // there's a media source queue entry before the next entry of this type, in which
- // case wait for that action to process first.
- return;
- }
- queueEntry = sourceUpdater.queue[queueIndex];
- }
- sourceUpdater.queue.splice(queueIndex, 1); // Keep a record that this source buffer type is in use.
- //
- // The queue pending operation must be set before the action is performed in the event
- // that the action results in a synchronous event that is acted upon. For instance, if
- // an exception is thrown that can be handled, it's possible that new actions will be
- // appended to an empty queue and immediately executed, but would not have the correct
- // pending information if this property was set after the action was performed.
- sourceUpdater.queuePending[type] = queueEntry;
- queueEntry.action(type, sourceUpdater);
- if (!queueEntry.doneFn) {
- // synchronous operation, process next entry
- sourceUpdater.queuePending[type] = null;
- shiftQueue(type, sourceUpdater);
- return;
- }
- };
- const cleanupBuffer = (type, sourceUpdater) => {
- const buffer = sourceUpdater[`${type}Buffer`];
- const titleType = toTitleCase(type);
- if (!buffer) {
- return;
- }
- buffer.removeEventListener('updateend', sourceUpdater[`on${titleType}UpdateEnd_`]);
- buffer.removeEventListener('error', sourceUpdater[`on${titleType}Error_`]);
- sourceUpdater.codecs[type] = null;
- sourceUpdater[`${type}Buffer`] = null;
- };
- const inSourceBuffers = (mediaSource, sourceBuffer) => mediaSource && sourceBuffer && Array.prototype.indexOf.call(mediaSource.sourceBuffers, sourceBuffer) !== -1;
- const actions = {
- appendBuffer: (bytes, segmentInfo, onError) => (type, sourceUpdater) => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`]; // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- }
- sourceUpdater.logger_(`Appending segment ${segmentInfo.mediaIndex}'s ${bytes.length} bytes to ${type}Buffer`);
- try {
- sourceBuffer.appendBuffer(bytes);
- } catch (e) {
- sourceUpdater.logger_(`Error with code ${e.code} ` + (e.code === QUOTA_EXCEEDED_ERR ? '(QUOTA_EXCEEDED_ERR) ' : '') + `when appending segment ${segmentInfo.mediaIndex} to ${type}Buffer`);
- sourceUpdater.queuePending[type] = null;
- onError(e);
- }
- },
- remove: (start, end) => (type, sourceUpdater) => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`]; // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- }
- sourceUpdater.logger_(`Removing ${start} to ${end} from ${type}Buffer`);
- try {
- sourceBuffer.remove(start, end);
- } catch (e) {
- sourceUpdater.logger_(`Remove ${start} to ${end} from ${type}Buffer failed`);
- }
- },
- timestampOffset: offset => (type, sourceUpdater) => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`]; // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- }
- sourceUpdater.logger_(`Setting ${type}timestampOffset to ${offset}`);
- sourceBuffer.timestampOffset = offset;
- },
- callback: callback => (type, sourceUpdater) => {
- callback();
- },
- endOfStream: error => sourceUpdater => {
- if (sourceUpdater.mediaSource.readyState !== 'open') {
- return;
- }
- sourceUpdater.logger_(`Calling mediaSource endOfStream(${error || ''})`);
- try {
- sourceUpdater.mediaSource.endOfStream(error);
- } catch (e) {
- videojs__default["default"].log.warn('Failed to call media source endOfStream', e);
- }
- },
- duration: duration => sourceUpdater => {
- sourceUpdater.logger_(`Setting mediaSource duration to ${duration}`);
- try {
- sourceUpdater.mediaSource.duration = duration;
- } catch (e) {
- videojs__default["default"].log.warn('Failed to set media source duration', e);
- }
- },
- abort: () => (type, sourceUpdater) => {
- if (sourceUpdater.mediaSource.readyState !== 'open') {
- return;
- }
- const sourceBuffer = sourceUpdater[`${type}Buffer`]; // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- }
- sourceUpdater.logger_(`calling abort on ${type}Buffer`);
- try {
- sourceBuffer.abort();
- } catch (e) {
- videojs__default["default"].log.warn(`Failed to abort on ${type}Buffer`, e);
- }
- },
- addSourceBuffer: (type, codec) => sourceUpdater => {
- const titleType = toTitleCase(type);
- const mime = codecs_js.getMimeForCodec(codec);
- sourceUpdater.logger_(`Adding ${type}Buffer with codec ${codec} to mediaSource`);
- const sourceBuffer = sourceUpdater.mediaSource.addSourceBuffer(mime);
- sourceBuffer.addEventListener('updateend', sourceUpdater[`on${titleType}UpdateEnd_`]);
- sourceBuffer.addEventListener('error', sourceUpdater[`on${titleType}Error_`]);
- sourceUpdater.codecs[type] = codec;
- sourceUpdater[`${type}Buffer`] = sourceBuffer;
- },
- removeSourceBuffer: type => sourceUpdater => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`];
- cleanupBuffer(type, sourceUpdater); // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- }
- sourceUpdater.logger_(`Removing ${type}Buffer with codec ${sourceUpdater.codecs[type]} from mediaSource`);
- try {
- sourceUpdater.mediaSource.removeSourceBuffer(sourceBuffer);
- } catch (e) {
- videojs__default["default"].log.warn(`Failed to removeSourceBuffer ${type}Buffer`, e);
- }
- },
- changeType: codec => (type, sourceUpdater) => {
- const sourceBuffer = sourceUpdater[`${type}Buffer`];
- const mime = codecs_js.getMimeForCodec(codec); // can't do anything if the media source / source buffer is null
- // or the media source does not contain this source buffer.
- if (!inSourceBuffers(sourceUpdater.mediaSource, sourceBuffer)) {
- return;
- } // do not update codec if we don't need to.
- if (sourceUpdater.codecs[type] === codec) {
- return;
- }
- sourceUpdater.logger_(`changing ${type}Buffer codec from ${sourceUpdater.codecs[type]} to ${codec}`);
- sourceBuffer.changeType(mime);
- sourceUpdater.codecs[type] = codec;
- }
- };
- const pushQueue = ({
- type,
- sourceUpdater,
- action,
- doneFn,
- name
- }) => {
- sourceUpdater.queue.push({
- type,
- action,
- doneFn,
- name
- });
- shiftQueue(type, sourceUpdater);
- };
- const onUpdateend = (type, sourceUpdater) => e => {
- // Although there should, in theory, be a pending action for any updateend receieved,
- // there are some actions that may trigger updateend events without set definitions in
- // the w3c spec. For instance, setting the duration on the media source may trigger
- // updateend events on source buffers. This does not appear to be in the spec. As such,
- // if we encounter an updateend without a corresponding pending action from our queue
- // for that source buffer type, process the next action.
- if (sourceUpdater.queuePending[type]) {
- const doneFn = sourceUpdater.queuePending[type].doneFn;
- sourceUpdater.queuePending[type] = null;
- if (doneFn) {
- // if there's an error, report it
- doneFn(sourceUpdater[`${type}Error_`]);
- }
- }
- shiftQueue(type, sourceUpdater);
- };
- /**
- * A queue of callbacks to be serialized and applied when a
- * MediaSource and its associated SourceBuffers are not in the
- * updating state. It is used by the segment loader to update the
- * underlying SourceBuffers when new data is loaded, for instance.
- *
- * @class SourceUpdater
- * @param {MediaSource} mediaSource the MediaSource to create the SourceBuffer from
- * @param {string} mimeType the desired MIME type of the underlying SourceBuffer
- */
- class SourceUpdater extends videojs__default["default"].EventTarget {
- constructor(mediaSource) {
- super();
- this.mediaSource = mediaSource;
- this.sourceopenListener_ = () => shiftQueue('mediaSource', this);
- this.mediaSource.addEventListener('sourceopen', this.sourceopenListener_);
- this.logger_ = logger('SourceUpdater'); // initial timestamp offset is 0
- this.audioTimestampOffset_ = 0;
- this.videoTimestampOffset_ = 0;
- this.queue = [];
- this.queuePending = {
- audio: null,
- video: null
- };
- this.delayedAudioAppendQueue_ = [];
- this.videoAppendQueued_ = false;
- this.codecs = {};
- this.onVideoUpdateEnd_ = onUpdateend('video', this);
- this.onAudioUpdateEnd_ = onUpdateend('audio', this);
- this.onVideoError_ = e => {
- // used for debugging
- this.videoError_ = e;
- };
- this.onAudioError_ = e => {
- // used for debugging
- this.audioError_ = e;
- };
- this.createdSourceBuffers_ = false;
- this.initializedEme_ = false;
- this.triggeredReady_ = false;
- }
- initializedEme() {
- this.initializedEme_ = true;
- this.triggerReady();
- }
- hasCreatedSourceBuffers() {
- // if false, likely waiting on one of the segment loaders to get enough data to create
- // source buffers
- return this.createdSourceBuffers_;
- }
- hasInitializedAnyEme() {
- return this.initializedEme_;
- }
- ready() {
- return this.hasCreatedSourceBuffers() && this.hasInitializedAnyEme();
- }
- createSourceBuffers(codecs) {
- if (this.hasCreatedSourceBuffers()) {
- // already created them before
- return;
- } // the intial addOrChangeSourceBuffers will always be
- // two add buffers.
- this.addOrChangeSourceBuffers(codecs);
- this.createdSourceBuffers_ = true;
- this.trigger('createdsourcebuffers');
- this.triggerReady();
- }
- triggerReady() {
- // only allow ready to be triggered once, this prevents the case
- // where:
- // 1. we trigger createdsourcebuffers
- // 2. ie 11 synchronously initializates eme
- // 3. the synchronous initialization causes us to trigger ready
- // 4. We go back to the ready check in createSourceBuffers and ready is triggered again.
- if (this.ready() && !this.triggeredReady_) {
- this.triggeredReady_ = true;
- this.trigger('ready');
- }
- }
- /**
- * Add a type of source buffer to the media source.
- *
- * @param {string} type
- * The type of source buffer to add.
- *
- * @param {string} codec
- * The codec to add the source buffer with.
- */
- addSourceBuffer(type, codec) {
- pushQueue({
- type: 'mediaSource',
- sourceUpdater: this,
- action: actions.addSourceBuffer(type, codec),
- name: 'addSourceBuffer'
- });
- }
- /**
- * call abort on a source buffer.
- *
- * @param {string} type
- * The type of source buffer to call abort on.
- */
- abort(type) {
- pushQueue({
- type,
- sourceUpdater: this,
- action: actions.abort(type),
- name: 'abort'
- });
- }
- /**
- * Call removeSourceBuffer and remove a specific type
- * of source buffer on the mediaSource.
- *
- * @param {string} type
- * The type of source buffer to remove.
- */
- removeSourceBuffer(type) {
- if (!this.canRemoveSourceBuffer()) {
- videojs__default["default"].log.error('removeSourceBuffer is not supported!');
- return;
- }
- pushQueue({
- type: 'mediaSource',
- sourceUpdater: this,
- action: actions.removeSourceBuffer(type),
- name: 'removeSourceBuffer'
- });
- }
- /**
- * Whether or not the removeSourceBuffer function is supported
- * on the mediaSource.
- *
- * @return {boolean}
- * if removeSourceBuffer can be called.
- */
- canRemoveSourceBuffer() {
- // IE reports that it supports removeSourceBuffer, but often throws
- // errors when attempting to use the function. So we report that it
- // does not support removeSourceBuffer. As of Firefox 83 removeSourceBuffer
- // throws errors, so we report that it does not support this as well.
- return !videojs__default["default"].browser.IE_VERSION && !videojs__default["default"].browser.IS_FIREFOX && window__default["default"].MediaSource && window__default["default"].MediaSource.prototype && typeof window__default["default"].MediaSource.prototype.removeSourceBuffer === 'function';
- }
- /**
- * Whether or not the changeType function is supported
- * on our SourceBuffers.
- *
- * @return {boolean}
- * if changeType can be called.
- */
- static canChangeType() {
- return window__default["default"].SourceBuffer && window__default["default"].SourceBuffer.prototype && typeof window__default["default"].SourceBuffer.prototype.changeType === 'function';
- }
- /**
- * Whether or not the changeType function is supported
- * on our SourceBuffers.
- *
- * @return {boolean}
- * if changeType can be called.
- */
- canChangeType() {
- return this.constructor.canChangeType();
- }
- /**
- * Call the changeType function on a source buffer, given the code and type.
- *
- * @param {string} type
- * The type of source buffer to call changeType on.
- *
- * @param {string} codec
- * The codec string to change type with on the source buffer.
- */
- changeType(type, codec) {
- if (!this.canChangeType()) {
- videojs__default["default"].log.error('changeType is not supported!');
- return;
- }
- pushQueue({
- type,
- sourceUpdater: this,
- action: actions.changeType(codec),
- name: 'changeType'
- });
- }
- /**
- * Add source buffers with a codec or, if they are already created,
- * call changeType on source buffers using changeType.
- *
- * @param {Object} codecs
- * Codecs to switch to
- */
- addOrChangeSourceBuffers(codecs) {
- if (!codecs || typeof codecs !== 'object' || Object.keys(codecs).length === 0) {
- throw new Error('Cannot addOrChangeSourceBuffers to undefined codecs');
- }
- Object.keys(codecs).forEach(type => {
- const codec = codecs[type];
- if (!this.hasCreatedSourceBuffers()) {
- return this.addSourceBuffer(type, codec);
- }
- if (this.canChangeType()) {
- this.changeType(type, codec);
- }
- });
- }
- /**
- * Queue an update to append an ArrayBuffer.
- *
- * @param {MediaObject} object containing audioBytes and/or videoBytes
- * @param {Function} done the function to call when done
- * @see http://www.w3.org/TR/media-source/#widl-SourceBuffer-appendBuffer-void-ArrayBuffer-data
- */
- appendBuffer(options, doneFn) {
- const {
- segmentInfo,
- type,
- bytes
- } = options;
- this.processedAppend_ = true;
- if (type === 'audio' && this.videoBuffer && !this.videoAppendQueued_) {
- this.delayedAudioAppendQueue_.push([options, doneFn]);
- this.logger_(`delayed audio append of ${bytes.length} until video append`);
- return;
- } // In the case of certain errors, for instance, QUOTA_EXCEEDED_ERR, updateend will
- // not be fired. This means that the queue will be blocked until the next action
- // taken by the segment-loader. Provide a mechanism for segment-loader to handle
- // these errors by calling the doneFn with the specific error.
- const onError = doneFn;
- pushQueue({
- type,
- sourceUpdater: this,
- action: actions.appendBuffer(bytes, segmentInfo || {
- mediaIndex: -1
- }, onError),
- doneFn,
- name: 'appendBuffer'
- });
- if (type === 'video') {
- this.videoAppendQueued_ = true;
- if (!this.delayedAudioAppendQueue_.length) {
- return;
- }
- const queue = this.delayedAudioAppendQueue_.slice();
- this.logger_(`queuing delayed audio ${queue.length} appendBuffers`);
- this.delayedAudioAppendQueue_.length = 0;
- queue.forEach(que => {
- this.appendBuffer.apply(this, que);
- });
- }
- }
- /**
- * Get the audio buffer's buffered timerange.
- *
- * @return {TimeRange}
- * The audio buffer's buffered time range
- */
- audioBuffered() {
- // no media source/source buffer or it isn't in the media sources
- // source buffer list
- if (!inSourceBuffers(this.mediaSource, this.audioBuffer)) {
- return createTimeRanges();
- }
- return this.audioBuffer.buffered ? this.audioBuffer.buffered : createTimeRanges();
- }
- /**
- * Get the video buffer's buffered timerange.
- *
- * @return {TimeRange}
- * The video buffer's buffered time range
- */
- videoBuffered() {
- // no media source/source buffer or it isn't in the media sources
- // source buffer list
- if (!inSourceBuffers(this.mediaSource, this.videoBuffer)) {
- return createTimeRanges();
- }
- return this.videoBuffer.buffered ? this.videoBuffer.buffered : createTimeRanges();
- }
- /**
- * Get a combined video/audio buffer's buffered timerange.
- *
- * @return {TimeRange}
- * the combined time range
- */
- buffered() {
- const video = inSourceBuffers(this.mediaSource, this.videoBuffer) ? this.videoBuffer : null;
- const audio = inSourceBuffers(this.mediaSource, this.audioBuffer) ? this.audioBuffer : null;
- if (audio && !video) {
- return this.audioBuffered();
- }
- if (video && !audio) {
- return this.videoBuffered();
- }
- return bufferIntersection(this.audioBuffered(), this.videoBuffered());
- }
- /**
- * Add a callback to the queue that will set duration on the mediaSource.
- *
- * @param {number} duration
- * The duration to set
- *
- * @param {Function} [doneFn]
- * function to run after duration has been set.
- */
- setDuration(duration, doneFn = noop) {
- // In order to set the duration on the media source, it's necessary to wait for all
- // source buffers to no longer be updating. "If the updating attribute equals true on
- // any SourceBuffer in sourceBuffers, then throw an InvalidStateError exception and
- // abort these steps." (source: https://www.w3.org/TR/media-source/#attributes).
- pushQueue({
- type: 'mediaSource',
- sourceUpdater: this,
- action: actions.duration(duration),
- name: 'duration',
- doneFn
- });
- }
- /**
- * Add a mediaSource endOfStream call to the queue
- *
- * @param {Error} [error]
- * Call endOfStream with an error
- *
- * @param {Function} [doneFn]
- * A function that should be called when the
- * endOfStream call has finished.
- */
- endOfStream(error = null, doneFn = noop) {
- if (typeof error !== 'string') {
- error = undefined;
- } // In order to set the duration on the media source, it's necessary to wait for all
- // source buffers to no longer be updating. "If the updating attribute equals true on
- // any SourceBuffer in sourceBuffers, then throw an InvalidStateError exception and
- // abort these steps." (source: https://www.w3.org/TR/media-source/#attributes).
- pushQueue({
- type: 'mediaSource',
- sourceUpdater: this,
- action: actions.endOfStream(error),
- name: 'endOfStream',
- doneFn
- });
- }
- /**
- * Queue an update to remove a time range from the buffer.
- *
- * @param {number} start where to start the removal
- * @param {number} end where to end the removal
- * @param {Function} [done=noop] optional callback to be executed when the remove
- * operation is complete
- * @see http://www.w3.org/TR/media-source/#widl-SourceBuffer-remove-void-double-start-unrestricted-double-end
- */
- removeAudio(start, end, done = noop) {
- if (!this.audioBuffered().length || this.audioBuffered().end(0) === 0) {
- done();
- return;
- }
- pushQueue({
- type: 'audio',
- sourceUpdater: this,
- action: actions.remove(start, end),
- doneFn: done,
- name: 'remove'
- });
- }
- /**
- * Queue an update to remove a time range from the buffer.
- *
- * @param {number} start where to start the removal
- * @param {number} end where to end the removal
- * @param {Function} [done=noop] optional callback to be executed when the remove
- * operation is complete
- * @see http://www.w3.org/TR/media-source/#widl-SourceBuffer-remove-void-double-start-unrestricted-double-end
- */
- removeVideo(start, end, done = noop) {
- if (!this.videoBuffered().length || this.videoBuffered().end(0) === 0) {
- done();
- return;
- }
- pushQueue({
- type: 'video',
- sourceUpdater: this,
- action: actions.remove(start, end),
- doneFn: done,
- name: 'remove'
- });
- }
- /**
- * Whether the underlying sourceBuffer is updating or not
- *
- * @return {boolean} the updating status of the SourceBuffer
- */
- updating() {
- // the audio/video source buffer is updating
- if (updating('audio', this) || updating('video', this)) {
- return true;
- }
- return false;
- }
- /**
- * Set/get the timestampoffset on the audio SourceBuffer
- *
- * @return {number} the timestamp offset
- */
- audioTimestampOffset(offset) {
- if (typeof offset !== 'undefined' && this.audioBuffer && // no point in updating if it's the same
- this.audioTimestampOffset_ !== offset) {
- pushQueue({
- type: 'audio',
- sourceUpdater: this,
- action: actions.timestampOffset(offset),
- name: 'timestampOffset'
- });
- this.audioTimestampOffset_ = offset;
- }
- return this.audioTimestampOffset_;
- }
- /**
- * Set/get the timestampoffset on the video SourceBuffer
- *
- * @return {number} the timestamp offset
- */
- videoTimestampOffset(offset) {
- if (typeof offset !== 'undefined' && this.videoBuffer && // no point in updating if it's the same
- this.videoTimestampOffset !== offset) {
- pushQueue({
- type: 'video',
- sourceUpdater: this,
- action: actions.timestampOffset(offset),
- name: 'timestampOffset'
- });
- this.videoTimestampOffset_ = offset;
- }
- return this.videoTimestampOffset_;
- }
- /**
- * Add a function to the queue that will be called
- * when it is its turn to run in the audio queue.
- *
- * @param {Function} callback
- * The callback to queue.
- */
- audioQueueCallback(callback) {
- if (!this.audioBuffer) {
- return;
- }
- pushQueue({
- type: 'audio',
- sourceUpdater: this,
- action: actions.callback(callback),
- name: 'callback'
- });
- }
- /**
- * Add a function to the queue that will be called
- * when it is its turn to run in the video queue.
- *
- * @param {Function} callback
- * The callback to queue.
- */
- videoQueueCallback(callback) {
- if (!this.videoBuffer) {
- return;
- }
- pushQueue({
- type: 'video',
- sourceUpdater: this,
- action: actions.callback(callback),
- name: 'callback'
- });
- }
- /**
- * dispose of the source updater and the underlying sourceBuffer
- */
- dispose() {
- this.trigger('dispose');
- bufferTypes.forEach(type => {
- this.abort(type);
- if (this.canRemoveSourceBuffer()) {
- this.removeSourceBuffer(type);
- } else {
- this[`${type}QueueCallback`](() => cleanupBuffer(type, this));
- }
- });
- this.videoAppendQueued_ = false;
- this.delayedAudioAppendQueue_.length = 0;
- if (this.sourceopenListener_) {
- this.mediaSource.removeEventListener('sourceopen', this.sourceopenListener_);
- }
- this.off();
- }
- }
- const uint8ToUtf8 = uintArray => decodeURIComponent(escape(String.fromCharCode.apply(null, uintArray)));
- /**
- * @file vtt-segment-loader.js
- */
- const VTT_LINE_TERMINATORS = new Uint8Array('\n\n'.split('').map(char => char.charCodeAt(0)));
- class NoVttJsError extends Error {
- constructor() {
- super('Trying to parse received VTT cues, but there is no WebVTT. Make sure vtt.js is loaded.');
- }
- }
- /**
- * An object that manages segment loading and appending.
- *
- * @class VTTSegmentLoader
- * @param {Object} options required and optional options
- * @extends videojs.EventTarget
- */
- class VTTSegmentLoader extends SegmentLoader {
- constructor(settings, options = {}) {
- super(settings, options); // SegmentLoader requires a MediaSource be specified or it will throw an error;
- // however, VTTSegmentLoader has no need of a media source, so delete the reference
- this.mediaSource_ = null;
- this.subtitlesTrack_ = null;
- this.loaderType_ = 'subtitle';
- this.featuresNativeTextTracks_ = settings.featuresNativeTextTracks;
- this.loadVttJs = settings.loadVttJs; // The VTT segment will have its own time mappings. Saving VTT segment timing info in
- // the sync controller leads to improper behavior.
- this.shouldSaveSegmentTimingInfo_ = false;
- }
- createTransmuxer_() {
- // don't need to transmux any subtitles
- return null;
- }
- /**
- * Indicates which time ranges are buffered
- *
- * @return {TimeRange}
- * TimeRange object representing the current buffered ranges
- */
- buffered_() {
- if (!this.subtitlesTrack_ || !this.subtitlesTrack_.cues || !this.subtitlesTrack_.cues.length) {
- return createTimeRanges();
- }
- const cues = this.subtitlesTrack_.cues;
- const start = cues[0].startTime;
- const end = cues[cues.length - 1].startTime;
- return createTimeRanges([[start, end]]);
- }
- /**
- * Gets and sets init segment for the provided map
- *
- * @param {Object} map
- * The map object representing the init segment to get or set
- * @param {boolean=} set
- * If true, the init segment for the provided map should be saved
- * @return {Object}
- * map object for desired init segment
- */
- initSegmentForMap(map, set = false) {
- if (!map) {
- return null;
- }
- const id = initSegmentId(map);
- let storedMap = this.initSegments_[id];
- if (set && !storedMap && map.bytes) {
- // append WebVTT line terminators to the media initialization segment if it exists
- // to follow the WebVTT spec (https://w3c.github.io/webvtt/#file-structure) that
- // requires two or more WebVTT line terminators between the WebVTT header and the
- // rest of the file
- const combinedByteLength = VTT_LINE_TERMINATORS.byteLength + map.bytes.byteLength;
- const combinedSegment = new Uint8Array(combinedByteLength);
- combinedSegment.set(map.bytes);
- combinedSegment.set(VTT_LINE_TERMINATORS, map.bytes.byteLength);
- this.initSegments_[id] = storedMap = {
- resolvedUri: map.resolvedUri,
- byterange: map.byterange,
- bytes: combinedSegment
- };
- }
- return storedMap || map;
- }
- /**
- * Returns true if all configuration required for loading is present, otherwise false.
- *
- * @return {boolean} True if the all configuration is ready for loading
- * @private
- */
- couldBeginLoading_() {
- return this.playlist_ && this.subtitlesTrack_ && !this.paused();
- }
- /**
- * Once all the starting parameters have been specified, begin
- * operation. This method should only be invoked from the INIT
- * state.
- *
- * @private
- */
- init_() {
- this.state = 'READY';
- this.resetEverything();
- return this.monitorBuffer_();
- }
- /**
- * Set a subtitle track on the segment loader to add subtitles to
- *
- * @param {TextTrack=} track
- * The text track to add loaded subtitles to
- * @return {TextTrack}
- * Returns the subtitles track
- */
- track(track) {
- if (typeof track === 'undefined') {
- return this.subtitlesTrack_;
- }
- this.subtitlesTrack_ = track; // if we were unpaused but waiting for a sourceUpdater, start
- // buffering now
- if (this.state === 'INIT' && this.couldBeginLoading_()) {
- this.init_();
- }
- return this.subtitlesTrack_;
- }
- /**
- * Remove any data in the source buffer between start and end times
- *
- * @param {number} start - the start time of the region to remove from the buffer
- * @param {number} end - the end time of the region to remove from the buffer
- */
- remove(start, end) {
- removeCuesFromTrack(start, end, this.subtitlesTrack_);
- }
- /**
- * fill the buffer with segements unless the sourceBuffers are
- * currently updating
- *
- * Note: this function should only ever be called by monitorBuffer_
- * and never directly
- *
- * @private
- */
- fillBuffer_() {
- // see if we need to begin loading immediately
- const segmentInfo = this.chooseNextRequest_();
- if (!segmentInfo) {
- return;
- }
- if (this.syncController_.timestampOffsetForTimeline(segmentInfo.timeline) === null) {
- // We don't have the timestamp offset that we need to sync subtitles.
- // Rerun on a timestamp offset or user interaction.
- const checkTimestampOffset = () => {
- this.state = 'READY';
- if (!this.paused()) {
- // if not paused, queue a buffer check as soon as possible
- this.monitorBuffer_();
- }
- };
- this.syncController_.one('timestampoffset', checkTimestampOffset);
- this.state = 'WAITING_ON_TIMELINE';
- return;
- }
- this.loadSegment_(segmentInfo);
- } // never set a timestamp offset for vtt segments.
- timestampOffsetForSegment_() {
- return null;
- }
- chooseNextRequest_() {
- return this.skipEmptySegments_(super.chooseNextRequest_());
- }
- /**
- * Prevents the segment loader from requesting segments we know contain no subtitles
- * by walking forward until we find the next segment that we don't know whether it is
- * empty or not.
- *
- * @param {Object} segmentInfo
- * a segment info object that describes the current segment
- * @return {Object}
- * a segment info object that describes the current segment
- */
- skipEmptySegments_(segmentInfo) {
- while (segmentInfo && segmentInfo.segment.empty) {
- // stop at the last possible segmentInfo
- if (segmentInfo.mediaIndex + 1 >= segmentInfo.playlist.segments.length) {
- segmentInfo = null;
- break;
- }
- segmentInfo = this.generateSegmentInfo_({
- playlist: segmentInfo.playlist,
- mediaIndex: segmentInfo.mediaIndex + 1,
- startOfSegment: segmentInfo.startOfSegment + segmentInfo.duration,
- isSyncRequest: segmentInfo.isSyncRequest
- });
- }
- return segmentInfo;
- }
- stopForError(error) {
- this.error(error);
- this.state = 'READY';
- this.pause();
- this.trigger('error');
- }
- /**
- * append a decrypted segement to the SourceBuffer through a SourceUpdater
- *
- * @private
- */
- segmentRequestFinished_(error, simpleSegment, result) {
- if (!this.subtitlesTrack_) {
- this.state = 'READY';
- return;
- }
- this.saveTransferStats_(simpleSegment.stats); // the request was aborted
- if (!this.pendingSegment_) {
- this.state = 'READY';
- this.mediaRequestsAborted += 1;
- return;
- }
- if (error) {
- if (error.code === REQUEST_ERRORS.TIMEOUT) {
- this.handleTimeout_();
- }
- if (error.code === REQUEST_ERRORS.ABORTED) {
- this.mediaRequestsAborted += 1;
- } else {
- this.mediaRequestsErrored += 1;
- }
- this.stopForError(error);
- return;
- }
- const segmentInfo = this.pendingSegment_; // although the VTT segment loader bandwidth isn't really used, it's good to
- // maintain functionality between segment loaders
- this.saveBandwidthRelatedStats_(segmentInfo.duration, simpleSegment.stats); // if this request included a segment key, save that data in the cache
- if (simpleSegment.key) {
- this.segmentKey(simpleSegment.key, true);
- }
- this.state = 'APPENDING'; // used for tests
- this.trigger('appending');
- const segment = segmentInfo.segment;
- if (segment.map) {
- segment.map.bytes = simpleSegment.map.bytes;
- }
- segmentInfo.bytes = simpleSegment.bytes; // Make sure that vttjs has loaded, otherwise, load it and wait till it finished loading
- if (typeof window__default["default"].WebVTT !== 'function' && typeof this.loadVttJs === 'function') {
- this.state = 'WAITING_ON_VTTJS'; // should be fine to call multiple times
- // script will be loaded once but multiple listeners will be added to the queue, which is expected.
- this.loadVttJs().then(() => this.segmentRequestFinished_(error, simpleSegment, result), () => this.stopForError({
- message: 'Error loading vtt.js'
- }));
- return;
- }
- segment.requested = true;
- try {
- this.parseVTTCues_(segmentInfo);
- } catch (e) {
- this.stopForError({
- message: e.message
- });
- return;
- }
- this.updateTimeMapping_(segmentInfo, this.syncController_.timelines[segmentInfo.timeline], this.playlist_);
- if (segmentInfo.cues.length) {
- segmentInfo.timingInfo = {
- start: segmentInfo.cues[0].startTime,
- end: segmentInfo.cues[segmentInfo.cues.length - 1].endTime
- };
- } else {
- segmentInfo.timingInfo = {
- start: segmentInfo.startOfSegment,
- end: segmentInfo.startOfSegment + segmentInfo.duration
- };
- }
- if (segmentInfo.isSyncRequest) {
- this.trigger('syncinfoupdate');
- this.pendingSegment_ = null;
- this.state = 'READY';
- return;
- }
- segmentInfo.byteLength = segmentInfo.bytes.byteLength;
- this.mediaSecondsLoaded += segment.duration; // Create VTTCue instances for each cue in the new segment and add them to
- // the subtitle track
- segmentInfo.cues.forEach(cue => {
- this.subtitlesTrack_.addCue(this.featuresNativeTextTracks_ ? new window__default["default"].VTTCue(cue.startTime, cue.endTime, cue.text) : cue);
- }); // Remove any duplicate cues from the subtitle track. The WebVTT spec allows
- // cues to have identical time-intervals, but if the text is also identical
- // we can safely assume it is a duplicate that can be removed (ex. when a cue
- // "overlaps" VTT segments)
- removeDuplicateCuesFromTrack(this.subtitlesTrack_);
- this.handleAppendsDone_();
- }
- handleData_() {// noop as we shouldn't be getting video/audio data captions
- // that we do not support here.
- }
- updateTimingInfoEnd_() {// noop
- }
- /**
- * Uses the WebVTT parser to parse the segment response
- *
- * @throws NoVttJsError
- *
- * @param {Object} segmentInfo
- * a segment info object that describes the current segment
- * @private
- */
- parseVTTCues_(segmentInfo) {
- let decoder;
- let decodeBytesToString = false;
- if (typeof window__default["default"].WebVTT !== 'function') {
- // caller is responsible for exception handling.
- throw new NoVttJsError();
- }
- if (typeof window__default["default"].TextDecoder === 'function') {
- decoder = new window__default["default"].TextDecoder('utf8');
- } else {
- decoder = window__default["default"].WebVTT.StringDecoder();
- decodeBytesToString = true;
- }
- const parser = new window__default["default"].WebVTT.Parser(window__default["default"], window__default["default"].vttjs, decoder);
- segmentInfo.cues = [];
- segmentInfo.timestampmap = {
- MPEGTS: 0,
- LOCAL: 0
- };
- parser.oncue = segmentInfo.cues.push.bind(segmentInfo.cues);
- parser.ontimestampmap = map => {
- segmentInfo.timestampmap = map;
- };
- parser.onparsingerror = error => {
- videojs__default["default"].log.warn('Error encountered when parsing cues: ' + error.message);
- };
- if (segmentInfo.segment.map) {
- let mapData = segmentInfo.segment.map.bytes;
- if (decodeBytesToString) {
- mapData = uint8ToUtf8(mapData);
- }
- parser.parse(mapData);
- }
- let segmentData = segmentInfo.bytes;
- if (decodeBytesToString) {
- segmentData = uint8ToUtf8(segmentData);
- }
- parser.parse(segmentData);
- parser.flush();
- }
- /**
- * Updates the start and end times of any cues parsed by the WebVTT parser using
- * the information parsed from the X-TIMESTAMP-MAP header and a TS to media time mapping
- * from the SyncController
- *
- * @param {Object} segmentInfo
- * a segment info object that describes the current segment
- * @param {Object} mappingObj
- * object containing a mapping from TS to media time
- * @param {Object} playlist
- * the playlist object containing the segment
- * @private
- */
- updateTimeMapping_(segmentInfo, mappingObj, playlist) {
- const segment = segmentInfo.segment;
- if (!mappingObj) {
- // If the sync controller does not have a mapping of TS to Media Time for the
- // timeline, then we don't have enough information to update the cue
- // start/end times
- return;
- }
- if (!segmentInfo.cues.length) {
- // If there are no cues, we also do not have enough information to figure out
- // segment timing. Mark that the segment contains no cues so we don't re-request
- // an empty segment.
- segment.empty = true;
- return;
- }
- const timestampmap = segmentInfo.timestampmap;
- const diff = timestampmap.MPEGTS / clock.ONE_SECOND_IN_TS - timestampmap.LOCAL + mappingObj.mapping;
- segmentInfo.cues.forEach(cue => {
- // First convert cue time to TS time using the timestamp-map provided within the vtt
- cue.startTime += diff;
- cue.endTime += diff;
- });
- if (!playlist.syncInfo) {
- const firstStart = segmentInfo.cues[0].startTime;
- const lastStart = segmentInfo.cues[segmentInfo.cues.length - 1].startTime;
- playlist.syncInfo = {
- mediaSequence: playlist.mediaSequence + segmentInfo.mediaIndex,
- time: Math.min(firstStart, lastStart - segment.duration)
- };
- }
- }
- }
- /**
- * @file ad-cue-tags.js
- */
- /**
- * Searches for an ad cue that overlaps with the given mediaTime
- *
- * @param {Object} track
- * the track to find the cue for
- *
- * @param {number} mediaTime
- * the time to find the cue at
- *
- * @return {Object|null}
- * the found cue or null
- */
- const findAdCue = function (track, mediaTime) {
- const cues = track.cues;
- for (let i = 0; i < cues.length; i++) {
- const cue = cues[i];
- if (mediaTime >= cue.adStartTime && mediaTime <= cue.adEndTime) {
- return cue;
- }
- }
- return null;
- };
- const updateAdCues = function (media, track, offset = 0) {
- if (!media.segments) {
- return;
- }
- let mediaTime = offset;
- let cue;
- for (let i = 0; i < media.segments.length; i++) {
- const segment = media.segments[i];
- if (!cue) {
- // Since the cues will span for at least the segment duration, adding a fudge
- // factor of half segment duration will prevent duplicate cues from being
- // created when timing info is not exact (e.g. cue start time initialized
- // at 10.006677, but next call mediaTime is 10.003332 )
- cue = findAdCue(track, mediaTime + segment.duration / 2);
- }
- if (cue) {
- if ('cueIn' in segment) {
- // Found a CUE-IN so end the cue
- cue.endTime = mediaTime;
- cue.adEndTime = mediaTime;
- mediaTime += segment.duration;
- cue = null;
- continue;
- }
- if (mediaTime < cue.endTime) {
- // Already processed this mediaTime for this cue
- mediaTime += segment.duration;
- continue;
- } // otherwise extend cue until a CUE-IN is found
- cue.endTime += segment.duration;
- } else {
- if ('cueOut' in segment) {
- cue = new window__default["default"].VTTCue(mediaTime, mediaTime + segment.duration, segment.cueOut);
- cue.adStartTime = mediaTime; // Assumes tag format to be
- // #EXT-X-CUE-OUT:30
- cue.adEndTime = mediaTime + parseFloat(segment.cueOut);
- track.addCue(cue);
- }
- if ('cueOutCont' in segment) {
- // Entered into the middle of an ad cue
- // Assumes tag formate to be
- // #EXT-X-CUE-OUT-CONT:10/30
- const [adOffset, adTotal] = segment.cueOutCont.split('/').map(parseFloat);
- cue = new window__default["default"].VTTCue(mediaTime, mediaTime + segment.duration, '');
- cue.adStartTime = mediaTime - adOffset;
- cue.adEndTime = cue.adStartTime + adTotal;
- track.addCue(cue);
- }
- }
- mediaTime += segment.duration;
- }
- };
- /**
- * @file sync-controller.js
- */
- // synchronize expired playlist segments.
- // the max media sequence diff is 48 hours of live stream
- // content with two second segments. Anything larger than that
- // will likely be invalid.
- const MAX_MEDIA_SEQUENCE_DIFF_FOR_SYNC = 86400;
- const syncPointStrategies = [// Stategy "VOD": Handle the VOD-case where the sync-point is *always*
- // the equivalence display-time 0 === segment-index 0
- {
- name: 'VOD',
- run: (syncController, playlist, duration, currentTimeline, currentTime) => {
- if (duration !== Infinity) {
- const syncPoint = {
- time: 0,
- segmentIndex: 0,
- partIndex: null
- };
- return syncPoint;
- }
- return null;
- }
- }, // Stategy "ProgramDateTime": We have a program-date-time tag in this playlist
- {
- name: 'ProgramDateTime',
- run: (syncController, playlist, duration, currentTimeline, currentTime) => {
- if (!Object.keys(syncController.timelineToDatetimeMappings).length) {
- return null;
- }
- let syncPoint = null;
- let lastDistance = null;
- const partsAndSegments = getPartsAndSegments(playlist);
- currentTime = currentTime || 0;
- for (let i = 0; i < partsAndSegments.length; i++) {
- // start from the end and loop backwards for live
- // or start from the front and loop forwards for non-live
- const index = playlist.endList || currentTime === 0 ? i : partsAndSegments.length - (i + 1);
- const partAndSegment = partsAndSegments[index];
- const segment = partAndSegment.segment;
- const datetimeMapping = syncController.timelineToDatetimeMappings[segment.timeline];
- if (!datetimeMapping || !segment.dateTimeObject) {
- continue;
- }
- const segmentTime = segment.dateTimeObject.getTime() / 1000;
- let start = segmentTime + datetimeMapping; // take part duration into account.
- if (segment.parts && typeof partAndSegment.partIndex === 'number') {
- for (let z = 0; z < partAndSegment.partIndex; z++) {
- start += segment.parts[z].duration;
- }
- }
- const distance = Math.abs(currentTime - start); // Once the distance begins to increase, or if distance is 0, we have passed
- // currentTime and can stop looking for better candidates
- if (lastDistance !== null && (distance === 0 || lastDistance < distance)) {
- break;
- }
- lastDistance = distance;
- syncPoint = {
- time: start,
- segmentIndex: partAndSegment.segmentIndex,
- partIndex: partAndSegment.partIndex
- };
- }
- return syncPoint;
- }
- }, // Stategy "Segment": We have a known time mapping for a timeline and a
- // segment in the current timeline with timing data
- {
- name: 'Segment',
- run: (syncController, playlist, duration, currentTimeline, currentTime) => {
- let syncPoint = null;
- let lastDistance = null;
- currentTime = currentTime || 0;
- const partsAndSegments = getPartsAndSegments(playlist);
- for (let i = 0; i < partsAndSegments.length; i++) {
- // start from the end and loop backwards for live
- // or start from the front and loop forwards for non-live
- const index = playlist.endList || currentTime === 0 ? i : partsAndSegments.length - (i + 1);
- const partAndSegment = partsAndSegments[index];
- const segment = partAndSegment.segment;
- const start = partAndSegment.part && partAndSegment.part.start || segment && segment.start;
- if (segment.timeline === currentTimeline && typeof start !== 'undefined') {
- const distance = Math.abs(currentTime - start); // Once the distance begins to increase, we have passed
- // currentTime and can stop looking for better candidates
- if (lastDistance !== null && lastDistance < distance) {
- break;
- }
- if (!syncPoint || lastDistance === null || lastDistance >= distance) {
- lastDistance = distance;
- syncPoint = {
- time: start,
- segmentIndex: partAndSegment.segmentIndex,
- partIndex: partAndSegment.partIndex
- };
- }
- }
- }
- return syncPoint;
- }
- }, // Stategy "Discontinuity": We have a discontinuity with a known
- // display-time
- {
- name: 'Discontinuity',
- run: (syncController, playlist, duration, currentTimeline, currentTime) => {
- let syncPoint = null;
- currentTime = currentTime || 0;
- if (playlist.discontinuityStarts && playlist.discontinuityStarts.length) {
- let lastDistance = null;
- for (let i = 0; i < playlist.discontinuityStarts.length; i++) {
- const segmentIndex = playlist.discontinuityStarts[i];
- const discontinuity = playlist.discontinuitySequence + i + 1;
- const discontinuitySync = syncController.discontinuities[discontinuity];
- if (discontinuitySync) {
- const distance = Math.abs(currentTime - discontinuitySync.time); // Once the distance begins to increase, we have passed
- // currentTime and can stop looking for better candidates
- if (lastDistance !== null && lastDistance < distance) {
- break;
- }
- if (!syncPoint || lastDistance === null || lastDistance >= distance) {
- lastDistance = distance;
- syncPoint = {
- time: discontinuitySync.time,
- segmentIndex,
- partIndex: null
- };
- }
- }
- }
- }
- return syncPoint;
- }
- }, // Stategy "Playlist": We have a playlist with a known mapping of
- // segment index to display time
- {
- name: 'Playlist',
- run: (syncController, playlist, duration, currentTimeline, currentTime) => {
- if (playlist.syncInfo) {
- const syncPoint = {
- time: playlist.syncInfo.time,
- segmentIndex: playlist.syncInfo.mediaSequence - playlist.mediaSequence,
- partIndex: null
- };
- return syncPoint;
- }
- return null;
- }
- }];
- class SyncController extends videojs__default["default"].EventTarget {
- constructor(options = {}) {
- super(); // ...for synching across variants
- this.timelines = [];
- this.discontinuities = [];
- this.timelineToDatetimeMappings = {};
- this.logger_ = logger('SyncController');
- }
- /**
- * Find a sync-point for the playlist specified
- *
- * A sync-point is defined as a known mapping from display-time to
- * a segment-index in the current playlist.
- *
- * @param {Playlist} playlist
- * The playlist that needs a sync-point
- * @param {number} duration
- * Duration of the MediaSource (Infinite if playing a live source)
- * @param {number} currentTimeline
- * The last timeline from which a segment was loaded
- * @return {Object}
- * A sync-point object
- */
- getSyncPoint(playlist, duration, currentTimeline, currentTime) {
- const syncPoints = this.runStrategies_(playlist, duration, currentTimeline, currentTime);
- if (!syncPoints.length) {
- // Signal that we need to attempt to get a sync-point manually
- // by fetching a segment in the playlist and constructing
- // a sync-point from that information
- return null;
- } // Now find the sync-point that is closest to the currentTime because
- // that should result in the most accurate guess about which segment
- // to fetch
- return this.selectSyncPoint_(syncPoints, {
- key: 'time',
- value: currentTime
- });
- }
- /**
- * Calculate the amount of time that has expired off the playlist during playback
- *
- * @param {Playlist} playlist
- * Playlist object to calculate expired from
- * @param {number} duration
- * Duration of the MediaSource (Infinity if playling a live source)
- * @return {number|null}
- * The amount of time that has expired off the playlist during playback. Null
- * if no sync-points for the playlist can be found.
- */
- getExpiredTime(playlist, duration) {
- if (!playlist || !playlist.segments) {
- return null;
- }
- const syncPoints = this.runStrategies_(playlist, duration, playlist.discontinuitySequence, 0); // Without sync-points, there is not enough information to determine the expired time
- if (!syncPoints.length) {
- return null;
- }
- const syncPoint = this.selectSyncPoint_(syncPoints, {
- key: 'segmentIndex',
- value: 0
- }); // If the sync-point is beyond the start of the playlist, we want to subtract the
- // duration from index 0 to syncPoint.segmentIndex instead of adding.
- if (syncPoint.segmentIndex > 0) {
- syncPoint.time *= -1;
- }
- return Math.abs(syncPoint.time + sumDurations({
- defaultDuration: playlist.targetDuration,
- durationList: playlist.segments,
- startIndex: syncPoint.segmentIndex,
- endIndex: 0
- }));
- }
- /**
- * Runs each sync-point strategy and returns a list of sync-points returned by the
- * strategies
- *
- * @private
- * @param {Playlist} playlist
- * The playlist that needs a sync-point
- * @param {number} duration
- * Duration of the MediaSource (Infinity if playing a live source)
- * @param {number} currentTimeline
- * The last timeline from which a segment was loaded
- * @return {Array}
- * A list of sync-point objects
- */
- runStrategies_(playlist, duration, currentTimeline, currentTime) {
- const syncPoints = []; // Try to find a sync-point in by utilizing various strategies...
- for (let i = 0; i < syncPointStrategies.length; i++) {
- const strategy = syncPointStrategies[i];
- const syncPoint = strategy.run(this, playlist, duration, currentTimeline, currentTime);
- if (syncPoint) {
- syncPoint.strategy = strategy.name;
- syncPoints.push({
- strategy: strategy.name,
- syncPoint
- });
- }
- }
- return syncPoints;
- }
- /**
- * Selects the sync-point nearest the specified target
- *
- * @private
- * @param {Array} syncPoints
- * List of sync-points to select from
- * @param {Object} target
- * Object specifying the property and value we are targeting
- * @param {string} target.key
- * Specifies the property to target. Must be either 'time' or 'segmentIndex'
- * @param {number} target.value
- * The value to target for the specified key.
- * @return {Object}
- * The sync-point nearest the target
- */
- selectSyncPoint_(syncPoints, target) {
- let bestSyncPoint = syncPoints[0].syncPoint;
- let bestDistance = Math.abs(syncPoints[0].syncPoint[target.key] - target.value);
- let bestStrategy = syncPoints[0].strategy;
- for (let i = 1; i < syncPoints.length; i++) {
- const newDistance = Math.abs(syncPoints[i].syncPoint[target.key] - target.value);
- if (newDistance < bestDistance) {
- bestDistance = newDistance;
- bestSyncPoint = syncPoints[i].syncPoint;
- bestStrategy = syncPoints[i].strategy;
- }
- }
- this.logger_(`syncPoint for [${target.key}: ${target.value}] chosen with strategy` + ` [${bestStrategy}]: [time:${bestSyncPoint.time},` + ` segmentIndex:${bestSyncPoint.segmentIndex}` + (typeof bestSyncPoint.partIndex === 'number' ? `,partIndex:${bestSyncPoint.partIndex}` : '') + ']');
- return bestSyncPoint;
- }
- /**
- * Save any meta-data present on the segments when segments leave
- * the live window to the playlist to allow for synchronization at the
- * playlist level later.
- *
- * @param {Playlist} oldPlaylist - The previous active playlist
- * @param {Playlist} newPlaylist - The updated and most current playlist
- */
- saveExpiredSegmentInfo(oldPlaylist, newPlaylist) {
- const mediaSequenceDiff = newPlaylist.mediaSequence - oldPlaylist.mediaSequence; // Ignore large media sequence gaps
- if (mediaSequenceDiff > MAX_MEDIA_SEQUENCE_DIFF_FOR_SYNC) {
- videojs__default["default"].log.warn(`Not saving expired segment info. Media sequence gap ${mediaSequenceDiff} is too large.`);
- return;
- } // When a segment expires from the playlist and it has a start time
- // save that information as a possible sync-point reference in future
- for (let i = mediaSequenceDiff - 1; i >= 0; i--) {
- const lastRemovedSegment = oldPlaylist.segments[i];
- if (lastRemovedSegment && typeof lastRemovedSegment.start !== 'undefined') {
- newPlaylist.syncInfo = {
- mediaSequence: oldPlaylist.mediaSequence + i,
- time: lastRemovedSegment.start
- };
- this.logger_(`playlist refresh sync: [time:${newPlaylist.syncInfo.time},` + ` mediaSequence: ${newPlaylist.syncInfo.mediaSequence}]`);
- this.trigger('syncinfoupdate');
- break;
- }
- }
- }
- /**
- * Save the mapping from playlist's ProgramDateTime to display. This should only happen
- * before segments start to load.
- *
- * @param {Playlist} playlist - The currently active playlist
- */
- setDateTimeMappingForStart(playlist) {
- // It's possible for the playlist to be updated before playback starts, meaning time
- // zero is not yet set. If, during these playlist refreshes, a discontinuity is
- // crossed, then the old time zero mapping (for the prior timeline) would be retained
- // unless the mappings are cleared.
- this.timelineToDatetimeMappings = {};
- if (playlist.segments && playlist.segments.length && playlist.segments[0].dateTimeObject) {
- const firstSegment = playlist.segments[0];
- const playlistTimestamp = firstSegment.dateTimeObject.getTime() / 1000;
- this.timelineToDatetimeMappings[firstSegment.timeline] = -playlistTimestamp;
- }
- }
- /**
- * Calculates and saves timeline mappings, playlist sync info, and segment timing values
- * based on the latest timing information.
- *
- * @param {Object} options
- * Options object
- * @param {SegmentInfo} options.segmentInfo
- * The current active request information
- * @param {boolean} options.shouldSaveTimelineMapping
- * If there's a timeline change, determines if the timeline mapping should be
- * saved for timeline mapping and program date time mappings.
- */
- saveSegmentTimingInfo({
- segmentInfo,
- shouldSaveTimelineMapping
- }) {
- const didCalculateSegmentTimeMapping = this.calculateSegmentTimeMapping_(segmentInfo, segmentInfo.timingInfo, shouldSaveTimelineMapping);
- const segment = segmentInfo.segment;
- if (didCalculateSegmentTimeMapping) {
- this.saveDiscontinuitySyncInfo_(segmentInfo); // If the playlist does not have sync information yet, record that information
- // now with segment timing information
- if (!segmentInfo.playlist.syncInfo) {
- segmentInfo.playlist.syncInfo = {
- mediaSequence: segmentInfo.playlist.mediaSequence + segmentInfo.mediaIndex,
- time: segment.start
- };
- }
- }
- const dateTime = segment.dateTimeObject;
- if (segment.discontinuity && shouldSaveTimelineMapping && dateTime) {
- this.timelineToDatetimeMappings[segment.timeline] = -(dateTime.getTime() / 1000);
- }
- }
- timestampOffsetForTimeline(timeline) {
- if (typeof this.timelines[timeline] === 'undefined') {
- return null;
- }
- return this.timelines[timeline].time;
- }
- mappingForTimeline(timeline) {
- if (typeof this.timelines[timeline] === 'undefined') {
- return null;
- }
- return this.timelines[timeline].mapping;
- }
- /**
- * Use the "media time" for a segment to generate a mapping to "display time" and
- * save that display time to the segment.
- *
- * @private
- * @param {SegmentInfo} segmentInfo
- * The current active request information
- * @param {Object} timingInfo
- * The start and end time of the current segment in "media time"
- * @param {boolean} shouldSaveTimelineMapping
- * If there's a timeline change, determines if the timeline mapping should be
- * saved in timelines.
- * @return {boolean}
- * Returns false if segment time mapping could not be calculated
- */
- calculateSegmentTimeMapping_(segmentInfo, timingInfo, shouldSaveTimelineMapping) {
- // TODO: remove side effects
- const segment = segmentInfo.segment;
- const part = segmentInfo.part;
- let mappingObj = this.timelines[segmentInfo.timeline];
- let start;
- let end;
- if (typeof segmentInfo.timestampOffset === 'number') {
- mappingObj = {
- time: segmentInfo.startOfSegment,
- mapping: segmentInfo.startOfSegment - timingInfo.start
- };
- if (shouldSaveTimelineMapping) {
- this.timelines[segmentInfo.timeline] = mappingObj;
- this.trigger('timestampoffset');
- this.logger_(`time mapping for timeline ${segmentInfo.timeline}: ` + `[time: ${mappingObj.time}] [mapping: ${mappingObj.mapping}]`);
- }
- start = segmentInfo.startOfSegment;
- end = timingInfo.end + mappingObj.mapping;
- } else if (mappingObj) {
- start = timingInfo.start + mappingObj.mapping;
- end = timingInfo.end + mappingObj.mapping;
- } else {
- return false;
- }
- if (part) {
- part.start = start;
- part.end = end;
- } // If we don't have a segment start yet or the start value we got
- // is less than our current segment.start value, save a new start value.
- // We have to do this because parts will have segment timing info saved
- // multiple times and we want segment start to be the earliest part start
- // value for that segment.
- if (!segment.start || start < segment.start) {
- segment.start = start;
- }
- segment.end = end;
- return true;
- }
- /**
- * Each time we have discontinuity in the playlist, attempt to calculate the location
- * in display of the start of the discontinuity and save that. We also save an accuracy
- * value so that we save values with the most accuracy (closest to 0.)
- *
- * @private
- * @param {SegmentInfo} segmentInfo - The current active request information
- */
- saveDiscontinuitySyncInfo_(segmentInfo) {
- const playlist = segmentInfo.playlist;
- const segment = segmentInfo.segment; // If the current segment is a discontinuity then we know exactly where
- // the start of the range and it's accuracy is 0 (greater accuracy values
- // mean more approximation)
- if (segment.discontinuity) {
- this.discontinuities[segment.timeline] = {
- time: segment.start,
- accuracy: 0
- };
- } else if (playlist.discontinuityStarts && playlist.discontinuityStarts.length) {
- // Search for future discontinuities that we can provide better timing
- // information for and save that information for sync purposes
- for (let i = 0; i < playlist.discontinuityStarts.length; i++) {
- const segmentIndex = playlist.discontinuityStarts[i];
- const discontinuity = playlist.discontinuitySequence + i + 1;
- const mediaIndexDiff = segmentIndex - segmentInfo.mediaIndex;
- const accuracy = Math.abs(mediaIndexDiff);
- if (!this.discontinuities[discontinuity] || this.discontinuities[discontinuity].accuracy > accuracy) {
- let time;
- if (mediaIndexDiff < 0) {
- time = segment.start - sumDurations({
- defaultDuration: playlist.targetDuration,
- durationList: playlist.segments,
- startIndex: segmentInfo.mediaIndex,
- endIndex: segmentIndex
- });
- } else {
- time = segment.end + sumDurations({
- defaultDuration: playlist.targetDuration,
- durationList: playlist.segments,
- startIndex: segmentInfo.mediaIndex + 1,
- endIndex: segmentIndex
- });
- }
- this.discontinuities[discontinuity] = {
- time,
- accuracy
- };
- }
- }
- }
- }
- dispose() {
- this.trigger('dispose');
- this.off();
- }
- }
- /**
- * The TimelineChangeController acts as a source for segment loaders to listen for and
- * keep track of latest and pending timeline changes. This is useful to ensure proper
- * sync, as each loader may need to make a consideration for what timeline the other
- * loader is on before making changes which could impact the other loader's media.
- *
- * @class TimelineChangeController
- * @extends videojs.EventTarget
- */
- class TimelineChangeController extends videojs__default["default"].EventTarget {
- constructor() {
- super();
- this.pendingTimelineChanges_ = {};
- this.lastTimelineChanges_ = {};
- }
- clearPendingTimelineChange(type) {
- this.pendingTimelineChanges_[type] = null;
- this.trigger('pendingtimelinechange');
- }
- pendingTimelineChange({
- type,
- from,
- to
- }) {
- if (typeof from === 'number' && typeof to === 'number') {
- this.pendingTimelineChanges_[type] = {
- type,
- from,
- to
- };
- this.trigger('pendingtimelinechange');
- }
- return this.pendingTimelineChanges_[type];
- }
- lastTimelineChange({
- type,
- from,
- to
- }) {
- if (typeof from === 'number' && typeof to === 'number') {
- this.lastTimelineChanges_[type] = {
- type,
- from,
- to
- };
- delete this.pendingTimelineChanges_[type];
- this.trigger('timelinechange');
- }
- return this.lastTimelineChanges_[type];
- }
- dispose() {
- this.trigger('dispose');
- this.pendingTimelineChanges_ = {};
- this.lastTimelineChanges_ = {};
- this.off();
- }
- }
- /* rollup-plugin-worker-factory start for worker!/Users/ddashkevich/projects/http-streaming/src/decrypter-worker.js */
- const workerCode = transform(getWorkerString(function () {
- /**
- * @file stream.js
- */
- /**
- * A lightweight readable stream implemention that handles event dispatching.
- *
- * @class Stream
- */
- var Stream = /*#__PURE__*/function () {
- function Stream() {
- this.listeners = {};
- }
- /**
- * Add a listener for a specified event type.
- *
- * @param {string} type the event name
- * @param {Function} listener the callback to be invoked when an event of
- * the specified type occurs
- */
- var _proto = Stream.prototype;
- _proto.on = function on(type, listener) {
- if (!this.listeners[type]) {
- this.listeners[type] = [];
- }
- this.listeners[type].push(listener);
- }
- /**
- * Remove a listener for a specified event type.
- *
- * @param {string} type the event name
- * @param {Function} listener a function previously registered for this
- * type of event through `on`
- * @return {boolean} if we could turn it off or not
- */
- ;
- _proto.off = function off(type, listener) {
- if (!this.listeners[type]) {
- return false;
- }
- var index = this.listeners[type].indexOf(listener); // TODO: which is better?
- // In Video.js we slice listener functions
- // on trigger so that it does not mess up the order
- // while we loop through.
- //
- // Here we slice on off so that the loop in trigger
- // can continue using it's old reference to loop without
- // messing up the order.
- this.listeners[type] = this.listeners[type].slice(0);
- this.listeners[type].splice(index, 1);
- return index > -1;
- }
- /**
- * Trigger an event of the specified type on this stream. Any additional
- * arguments to this function are passed as parameters to event listeners.
- *
- * @param {string} type the event name
- */
- ;
- _proto.trigger = function trigger(type) {
- var callbacks = this.listeners[type];
- if (!callbacks) {
- return;
- } // Slicing the arguments on every invocation of this method
- // can add a significant amount of overhead. Avoid the
- // intermediate object creation for the common case of a
- // single callback argument
- if (arguments.length === 2) {
- var length = callbacks.length;
- for (var i = 0; i < length; ++i) {
- callbacks[i].call(this, arguments[1]);
- }
- } else {
- var args = Array.prototype.slice.call(arguments, 1);
- var _length = callbacks.length;
- for (var _i = 0; _i < _length; ++_i) {
- callbacks[_i].apply(this, args);
- }
- }
- }
- /**
- * Destroys the stream and cleans up.
- */
- ;
- _proto.dispose = function dispose() {
- this.listeners = {};
- }
- /**
- * Forwards all `data` events on this stream to the destination stream. The
- * destination stream should provide a method `push` to receive the data
- * events as they arrive.
- *
- * @param {Stream} destination the stream that will receive all `data` events
- * @see http://nodejs.org/api/stream.html#stream_readable_pipe_destination_options
- */
- ;
- _proto.pipe = function pipe(destination) {
- this.on('data', function (data) {
- destination.push(data);
- });
- };
- return Stream;
- }();
- /*! @name pkcs7 @version 1.0.4 @license Apache-2.0 */
- /**
- * Returns the subarray of a Uint8Array without PKCS#7 padding.
- *
- * @param padded {Uint8Array} unencrypted bytes that have been padded
- * @return {Uint8Array} the unpadded bytes
- * @see http://tools.ietf.org/html/rfc5652
- */
- function unpad(padded) {
- return padded.subarray(0, padded.byteLength - padded[padded.byteLength - 1]);
- }
- /*! @name aes-decrypter @version 4.0.1 @license Apache-2.0 */
- /**
- * @file aes.js
- *
- * This file contains an adaptation of the AES decryption algorithm
- * from the Standford Javascript Cryptography Library. That work is
- * covered by the following copyright and permissions notice:
- *
- * Copyright 2009-2010 Emily Stark, Mike Hamburg, Dan Boneh.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are
- * met:
- *
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- *
- * 2. Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following
- * disclaimer in the documentation and/or other materials provided
- * with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> OR CONTRIBUTORS BE
- * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
- * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
- * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
- * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * The views and conclusions contained in the software and documentation
- * are those of the authors and should not be interpreted as representing
- * official policies, either expressed or implied, of the authors.
- */
- /**
- * Expand the S-box tables.
- *
- * @private
- */
- const precompute = function () {
- const tables = [[[], [], [], [], []], [[], [], [], [], []]];
- const encTable = tables[0];
- const decTable = tables[1];
- const sbox = encTable[4];
- const sboxInv = decTable[4];
- let i;
- let x;
- let xInv;
- const d = [];
- const th = [];
- let x2;
- let x4;
- let x8;
- let s;
- let tEnc;
- let tDec; // Compute double and third tables
- for (i = 0; i < 256; i++) {
- th[(d[i] = i << 1 ^ (i >> 7) * 283) ^ i] = i;
- }
- for (x = xInv = 0; !sbox[x]; x ^= x2 || 1, xInv = th[xInv] || 1) {
- // Compute sbox
- s = xInv ^ xInv << 1 ^ xInv << 2 ^ xInv << 3 ^ xInv << 4;
- s = s >> 8 ^ s & 255 ^ 99;
- sbox[x] = s;
- sboxInv[s] = x; // Compute MixColumns
- x8 = d[x4 = d[x2 = d[x]]];
- tDec = x8 * 0x1010101 ^ x4 * 0x10001 ^ x2 * 0x101 ^ x * 0x1010100;
- tEnc = d[s] * 0x101 ^ s * 0x1010100;
- for (i = 0; i < 4; i++) {
- encTable[i][x] = tEnc = tEnc << 24 ^ tEnc >>> 8;
- decTable[i][s] = tDec = tDec << 24 ^ tDec >>> 8;
- }
- } // Compactify. Considerable speedup on Firefox.
- for (i = 0; i < 5; i++) {
- encTable[i] = encTable[i].slice(0);
- decTable[i] = decTable[i].slice(0);
- }
- return tables;
- };
- let aesTables = null;
- /**
- * Schedule out an AES key for both encryption and decryption. This
- * is a low-level class. Use a cipher mode to do bulk encryption.
- *
- * @class AES
- * @param key {Array} The key as an array of 4, 6 or 8 words.
- */
- class AES {
- constructor(key) {
- /**
- * The expanded S-box and inverse S-box tables. These will be computed
- * on the client so that we don't have to send them down the wire.
- *
- * There are two tables, _tables[0] is for encryption and
- * _tables[1] is for decryption.
- *
- * The first 4 sub-tables are the expanded S-box with MixColumns. The
- * last (_tables[01][4]) is the S-box itself.
- *
- * @private
- */
- // if we have yet to precompute the S-box tables
- // do so now
- if (!aesTables) {
- aesTables = precompute();
- } // then make a copy of that object for use
- this._tables = [[aesTables[0][0].slice(), aesTables[0][1].slice(), aesTables[0][2].slice(), aesTables[0][3].slice(), aesTables[0][4].slice()], [aesTables[1][0].slice(), aesTables[1][1].slice(), aesTables[1][2].slice(), aesTables[1][3].slice(), aesTables[1][4].slice()]];
- let i;
- let j;
- let tmp;
- const sbox = this._tables[0][4];
- const decTable = this._tables[1];
- const keyLen = key.length;
- let rcon = 1;
- if (keyLen !== 4 && keyLen !== 6 && keyLen !== 8) {
- throw new Error('Invalid aes key size');
- }
- const encKey = key.slice(0);
- const decKey = [];
- this._key = [encKey, decKey]; // schedule encryption keys
- for (i = keyLen; i < 4 * keyLen + 28; i++) {
- tmp = encKey[i - 1]; // apply sbox
- if (i % keyLen === 0 || keyLen === 8 && i % keyLen === 4) {
- tmp = sbox[tmp >>> 24] << 24 ^ sbox[tmp >> 16 & 255] << 16 ^ sbox[tmp >> 8 & 255] << 8 ^ sbox[tmp & 255]; // shift rows and add rcon
- if (i % keyLen === 0) {
- tmp = tmp << 8 ^ tmp >>> 24 ^ rcon << 24;
- rcon = rcon << 1 ^ (rcon >> 7) * 283;
- }
- }
- encKey[i] = encKey[i - keyLen] ^ tmp;
- } // schedule decryption keys
- for (j = 0; i; j++, i--) {
- tmp = encKey[j & 3 ? i : i - 4];
- if (i <= 4 || j < 4) {
- decKey[j] = tmp;
- } else {
- decKey[j] = decTable[0][sbox[tmp >>> 24]] ^ decTable[1][sbox[tmp >> 16 & 255]] ^ decTable[2][sbox[tmp >> 8 & 255]] ^ decTable[3][sbox[tmp & 255]];
- }
- }
- }
- /**
- * Decrypt 16 bytes, specified as four 32-bit words.
- *
- * @param {number} encrypted0 the first word to decrypt
- * @param {number} encrypted1 the second word to decrypt
- * @param {number} encrypted2 the third word to decrypt
- * @param {number} encrypted3 the fourth word to decrypt
- * @param {Int32Array} out the array to write the decrypted words
- * into
- * @param {number} offset the offset into the output array to start
- * writing results
- * @return {Array} The plaintext.
- */
- decrypt(encrypted0, encrypted1, encrypted2, encrypted3, out, offset) {
- const key = this._key[1]; // state variables a,b,c,d are loaded with pre-whitened data
- let a = encrypted0 ^ key[0];
- let b = encrypted3 ^ key[1];
- let c = encrypted2 ^ key[2];
- let d = encrypted1 ^ key[3];
- let a2;
- let b2;
- let c2; // key.length === 2 ?
- const nInnerRounds = key.length / 4 - 2;
- let i;
- let kIndex = 4;
- const table = this._tables[1]; // load up the tables
- const table0 = table[0];
- const table1 = table[1];
- const table2 = table[2];
- const table3 = table[3];
- const sbox = table[4]; // Inner rounds. Cribbed from OpenSSL.
- for (i = 0; i < nInnerRounds; i++) {
- a2 = table0[a >>> 24] ^ table1[b >> 16 & 255] ^ table2[c >> 8 & 255] ^ table3[d & 255] ^ key[kIndex];
- b2 = table0[b >>> 24] ^ table1[c >> 16 & 255] ^ table2[d >> 8 & 255] ^ table3[a & 255] ^ key[kIndex + 1];
- c2 = table0[c >>> 24] ^ table1[d >> 16 & 255] ^ table2[a >> 8 & 255] ^ table3[b & 255] ^ key[kIndex + 2];
- d = table0[d >>> 24] ^ table1[a >> 16 & 255] ^ table2[b >> 8 & 255] ^ table3[c & 255] ^ key[kIndex + 3];
- kIndex += 4;
- a = a2;
- b = b2;
- c = c2;
- } // Last round.
- for (i = 0; i < 4; i++) {
- out[(3 & -i) + offset] = sbox[a >>> 24] << 24 ^ sbox[b >> 16 & 255] << 16 ^ sbox[c >> 8 & 255] << 8 ^ sbox[d & 255] ^ key[kIndex++];
- a2 = a;
- a = b;
- b = c;
- c = d;
- d = a2;
- }
- }
- }
- /**
- * @file async-stream.js
- */
- /**
- * A wrapper around the Stream class to use setTimeout
- * and run stream "jobs" Asynchronously
- *
- * @class AsyncStream
- * @extends Stream
- */
- class AsyncStream extends Stream {
- constructor() {
- super(Stream);
- this.jobs = [];
- this.delay = 1;
- this.timeout_ = null;
- }
- /**
- * process an async job
- *
- * @private
- */
- processJob_() {
- this.jobs.shift()();
- if (this.jobs.length) {
- this.timeout_ = setTimeout(this.processJob_.bind(this), this.delay);
- } else {
- this.timeout_ = null;
- }
- }
- /**
- * push a job into the stream
- *
- * @param {Function} job the job to push into the stream
- */
- push(job) {
- this.jobs.push(job);
- if (!this.timeout_) {
- this.timeout_ = setTimeout(this.processJob_.bind(this), this.delay);
- }
- }
- }
- /**
- * @file decrypter.js
- *
- * An asynchronous implementation of AES-128 CBC decryption with
- * PKCS#7 padding.
- */
- /**
- * Convert network-order (big-endian) bytes into their little-endian
- * representation.
- */
- const ntoh = function (word) {
- return word << 24 | (word & 0xff00) << 8 | (word & 0xff0000) >> 8 | word >>> 24;
- };
- /**
- * Decrypt bytes using AES-128 with CBC and PKCS#7 padding.
- *
- * @param {Uint8Array} encrypted the encrypted bytes
- * @param {Uint32Array} key the bytes of the decryption key
- * @param {Uint32Array} initVector the initialization vector (IV) to
- * use for the first round of CBC.
- * @return {Uint8Array} the decrypted bytes
- *
- * @see http://en.wikipedia.org/wiki/Advanced_Encryption_Standard
- * @see http://en.wikipedia.org/wiki/Block_cipher_mode_of_operation#Cipher_Block_Chaining_.28CBC.29
- * @see https://tools.ietf.org/html/rfc2315
- */
- const decrypt = function (encrypted, key, initVector) {
- // word-level access to the encrypted bytes
- const encrypted32 = new Int32Array(encrypted.buffer, encrypted.byteOffset, encrypted.byteLength >> 2);
- const decipher = new AES(Array.prototype.slice.call(key)); // byte and word-level access for the decrypted output
- const decrypted = new Uint8Array(encrypted.byteLength);
- const decrypted32 = new Int32Array(decrypted.buffer); // temporary variables for working with the IV, encrypted, and
- // decrypted data
- let init0;
- let init1;
- let init2;
- let init3;
- let encrypted0;
- let encrypted1;
- let encrypted2;
- let encrypted3; // iteration variable
- let wordIx; // pull out the words of the IV to ensure we don't modify the
- // passed-in reference and easier access
- init0 = initVector[0];
- init1 = initVector[1];
- init2 = initVector[2];
- init3 = initVector[3]; // decrypt four word sequences, applying cipher-block chaining (CBC)
- // to each decrypted block
- for (wordIx = 0; wordIx < encrypted32.length; wordIx += 4) {
- // convert big-endian (network order) words into little-endian
- // (javascript order)
- encrypted0 = ntoh(encrypted32[wordIx]);
- encrypted1 = ntoh(encrypted32[wordIx + 1]);
- encrypted2 = ntoh(encrypted32[wordIx + 2]);
- encrypted3 = ntoh(encrypted32[wordIx + 3]); // decrypt the block
- decipher.decrypt(encrypted0, encrypted1, encrypted2, encrypted3, decrypted32, wordIx); // XOR with the IV, and restore network byte-order to obtain the
- // plaintext
- decrypted32[wordIx] = ntoh(decrypted32[wordIx] ^ init0);
- decrypted32[wordIx + 1] = ntoh(decrypted32[wordIx + 1] ^ init1);
- decrypted32[wordIx + 2] = ntoh(decrypted32[wordIx + 2] ^ init2);
- decrypted32[wordIx + 3] = ntoh(decrypted32[wordIx + 3] ^ init3); // setup the IV for the next round
- init0 = encrypted0;
- init1 = encrypted1;
- init2 = encrypted2;
- init3 = encrypted3;
- }
- return decrypted;
- };
- /**
- * The `Decrypter` class that manages decryption of AES
- * data through `AsyncStream` objects and the `decrypt`
- * function
- *
- * @param {Uint8Array} encrypted the encrypted bytes
- * @param {Uint32Array} key the bytes of the decryption key
- * @param {Uint32Array} initVector the initialization vector (IV) to
- * @param {Function} done the function to run when done
- * @class Decrypter
- */
- class Decrypter {
- constructor(encrypted, key, initVector, done) {
- const step = Decrypter.STEP;
- const encrypted32 = new Int32Array(encrypted.buffer);
- const decrypted = new Uint8Array(encrypted.byteLength);
- let i = 0;
- this.asyncStream_ = new AsyncStream(); // split up the encryption job and do the individual chunks asynchronously
- this.asyncStream_.push(this.decryptChunk_(encrypted32.subarray(i, i + step), key, initVector, decrypted));
- for (i = step; i < encrypted32.length; i += step) {
- initVector = new Uint32Array([ntoh(encrypted32[i - 4]), ntoh(encrypted32[i - 3]), ntoh(encrypted32[i - 2]), ntoh(encrypted32[i - 1])]);
- this.asyncStream_.push(this.decryptChunk_(encrypted32.subarray(i, i + step), key, initVector, decrypted));
- } // invoke the done() callback when everything is finished
- this.asyncStream_.push(function () {
- // remove pkcs#7 padding from the decrypted bytes
- done(null, unpad(decrypted));
- });
- }
- /**
- * a getter for step the maximum number of bytes to process at one time
- *
- * @return {number} the value of step 32000
- */
- static get STEP() {
- // 4 * 8000;
- return 32000;
- }
- /**
- * @private
- */
- decryptChunk_(encrypted, key, initVector, decrypted) {
- return function () {
- const bytes = decrypt(encrypted, key, initVector);
- decrypted.set(bytes, encrypted.byteOffset);
- };
- }
- }
- var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
- var win;
- if (typeof window !== "undefined") {
- win = window;
- } else if (typeof commonjsGlobal !== "undefined") {
- win = commonjsGlobal;
- } else if (typeof self !== "undefined") {
- win = self;
- } else {
- win = {};
- }
- var window_1 = win;
- var isArrayBufferView = function isArrayBufferView(obj) {
- if (ArrayBuffer.isView === 'function') {
- return ArrayBuffer.isView(obj);
- }
- return obj && obj.buffer instanceof ArrayBuffer;
- };
- var BigInt = window_1.BigInt || Number;
- [BigInt('0x1'), BigInt('0x100'), BigInt('0x10000'), BigInt('0x1000000'), BigInt('0x100000000'), BigInt('0x10000000000'), BigInt('0x1000000000000'), BigInt('0x100000000000000'), BigInt('0x10000000000000000')];
- (function () {
- var a = new Uint16Array([0xFFCC]);
- var b = new Uint8Array(a.buffer, a.byteOffset, a.byteLength);
- if (b[0] === 0xFF) {
- return 'big';
- }
- if (b[0] === 0xCC) {
- return 'little';
- }
- return 'unknown';
- })();
- /**
- * Creates an object for sending to a web worker modifying properties that are TypedArrays
- * into a new object with seperated properties for the buffer, byteOffset, and byteLength.
- *
- * @param {Object} message
- * Object of properties and values to send to the web worker
- * @return {Object}
- * Modified message with TypedArray values expanded
- * @function createTransferableMessage
- */
- const createTransferableMessage = function (message) {
- const transferable = {};
- Object.keys(message).forEach(key => {
- const value = message[key];
- if (isArrayBufferView(value)) {
- transferable[key] = {
- bytes: value.buffer,
- byteOffset: value.byteOffset,
- byteLength: value.byteLength
- };
- } else {
- transferable[key] = value;
- }
- });
- return transferable;
- };
- /* global self */
- /**
- * Our web worker interface so that things can talk to aes-decrypter
- * that will be running in a web worker. the scope is passed to this by
- * webworkify.
- */
- self.onmessage = function (event) {
- const data = event.data;
- const encrypted = new Uint8Array(data.encrypted.bytes, data.encrypted.byteOffset, data.encrypted.byteLength);
- const key = new Uint32Array(data.key.bytes, data.key.byteOffset, data.key.byteLength / 4);
- const iv = new Uint32Array(data.iv.bytes, data.iv.byteOffset, data.iv.byteLength / 4);
- /* eslint-disable no-new, handle-callback-err */
- new Decrypter(encrypted, key, iv, function (err, bytes) {
- self.postMessage(createTransferableMessage({
- source: data.source,
- decrypted: bytes
- }), [bytes.buffer]);
- });
- /* eslint-enable */
- };
- }));
- var Decrypter = factory(workerCode);
- /* rollup-plugin-worker-factory end for worker!/Users/ddashkevich/projects/http-streaming/src/decrypter-worker.js */
- /**
- * Convert the properties of an HLS track into an audioTrackKind.
- *
- * @private
- */
- const audioTrackKind_ = properties => {
- let kind = properties.default ? 'main' : 'alternative';
- if (properties.characteristics && properties.characteristics.indexOf('public.accessibility.describes-video') >= 0) {
- kind = 'main-desc';
- }
- return kind;
- };
- /**
- * Pause provided segment loader and playlist loader if active
- *
- * @param {SegmentLoader} segmentLoader
- * SegmentLoader to pause
- * @param {Object} mediaType
- * Active media type
- * @function stopLoaders
- */
- const stopLoaders = (segmentLoader, mediaType) => {
- segmentLoader.abort();
- segmentLoader.pause();
- if (mediaType && mediaType.activePlaylistLoader) {
- mediaType.activePlaylistLoader.pause();
- mediaType.activePlaylistLoader = null;
- }
- };
- /**
- * Start loading provided segment loader and playlist loader
- *
- * @param {PlaylistLoader} playlistLoader
- * PlaylistLoader to start loading
- * @param {Object} mediaType
- * Active media type
- * @function startLoaders
- */
- const startLoaders = (playlistLoader, mediaType) => {
- // Segment loader will be started after `loadedmetadata` or `loadedplaylist` from the
- // playlist loader
- mediaType.activePlaylistLoader = playlistLoader;
- playlistLoader.load();
- };
- /**
- * Returns a function to be called when the media group changes. It performs a
- * non-destructive (preserve the buffer) resync of the SegmentLoader. This is because a
- * change of group is merely a rendition switch of the same content at another encoding,
- * rather than a change of content, such as switching audio from English to Spanish.
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Handler for a non-destructive resync of SegmentLoader when the active media
- * group changes.
- * @function onGroupChanged
- */
- const onGroupChanged = (type, settings) => () => {
- const {
- segmentLoaders: {
- [type]: segmentLoader,
- main: mainSegmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- }
- } = settings;
- const activeTrack = mediaType.activeTrack();
- const activeGroup = mediaType.getActiveGroup();
- const previousActiveLoader = mediaType.activePlaylistLoader;
- const lastGroup = mediaType.lastGroup_; // the group did not change do nothing
- if (activeGroup && lastGroup && activeGroup.id === lastGroup.id) {
- return;
- }
- mediaType.lastGroup_ = activeGroup;
- mediaType.lastTrack_ = activeTrack;
- stopLoaders(segmentLoader, mediaType);
- if (!activeGroup || activeGroup.isMainPlaylist) {
- // there is no group active or active group is a main playlist and won't change
- return;
- }
- if (!activeGroup.playlistLoader) {
- if (previousActiveLoader) {
- // The previous group had a playlist loader but the new active group does not
- // this means we are switching from demuxed to muxed audio. In this case we want to
- // do a destructive reset of the main segment loader and not restart the audio
- // loaders.
- mainSegmentLoader.resetEverything();
- }
- return;
- } // Non-destructive resync
- segmentLoader.resyncLoader();
- startLoaders(activeGroup.playlistLoader, mediaType);
- };
- const onGroupChanging = (type, settings) => () => {
- const {
- segmentLoaders: {
- [type]: segmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- }
- } = settings;
- mediaType.lastGroup_ = null;
- segmentLoader.abort();
- segmentLoader.pause();
- };
- /**
- * Returns a function to be called when the media track changes. It performs a
- * destructive reset of the SegmentLoader to ensure we start loading as close to
- * currentTime as possible.
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Handler for a destructive reset of SegmentLoader when the active media
- * track changes.
- * @function onTrackChanged
- */
- const onTrackChanged = (type, settings) => () => {
- const {
- mainPlaylistLoader,
- segmentLoaders: {
- [type]: segmentLoader,
- main: mainSegmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- }
- } = settings;
- const activeTrack = mediaType.activeTrack();
- const activeGroup = mediaType.getActiveGroup();
- const previousActiveLoader = mediaType.activePlaylistLoader;
- const lastTrack = mediaType.lastTrack_; // track did not change, do nothing
- if (lastTrack && activeTrack && lastTrack.id === activeTrack.id) {
- return;
- }
- mediaType.lastGroup_ = activeGroup;
- mediaType.lastTrack_ = activeTrack;
- stopLoaders(segmentLoader, mediaType);
- if (!activeGroup) {
- // there is no group active so we do not want to restart loaders
- return;
- }
- if (activeGroup.isMainPlaylist) {
- // track did not change, do nothing
- if (!activeTrack || !lastTrack || activeTrack.id === lastTrack.id) {
- return;
- }
- const pc = settings.vhs.playlistController_;
- const newPlaylist = pc.selectPlaylist(); // media will not change do nothing
- if (pc.media() === newPlaylist) {
- return;
- }
- mediaType.logger_(`track change. Switching main audio from ${lastTrack.id} to ${activeTrack.id}`);
- mainPlaylistLoader.pause();
- mainSegmentLoader.resetEverything();
- pc.fastQualityChange_(newPlaylist);
- return;
- }
- if (type === 'AUDIO') {
- if (!activeGroup.playlistLoader) {
- // when switching from demuxed audio/video to muxed audio/video (noted by no
- // playlist loader for the audio group), we want to do a destructive reset of the
- // main segment loader and not restart the audio loaders
- mainSegmentLoader.setAudio(true); // don't have to worry about disabling the audio of the audio segment loader since
- // it should be stopped
- mainSegmentLoader.resetEverything();
- return;
- } // although the segment loader is an audio segment loader, call the setAudio
- // function to ensure it is prepared to re-append the init segment (or handle other
- // config changes)
- segmentLoader.setAudio(true);
- mainSegmentLoader.setAudio(false);
- }
- if (previousActiveLoader === activeGroup.playlistLoader) {
- // Nothing has actually changed. This can happen because track change events can fire
- // multiple times for a "single" change. One for enabling the new active track, and
- // one for disabling the track that was active
- startLoaders(activeGroup.playlistLoader, mediaType);
- return;
- }
- if (segmentLoader.track) {
- // For WebVTT, set the new text track in the segmentloader
- segmentLoader.track(activeTrack);
- } // destructive reset
- segmentLoader.resetEverything();
- startLoaders(activeGroup.playlistLoader, mediaType);
- };
- const onError = {
- /**
- * Returns a function to be called when a SegmentLoader or PlaylistLoader encounters
- * an error.
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Error handler. Logs warning (or error if the playlist is excluded) to
- * console and switches back to default audio track.
- * @function onError.AUDIO
- */
- AUDIO: (type, settings) => () => {
- const {
- segmentLoaders: {
- [type]: segmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- },
- excludePlaylist
- } = settings;
- stopLoaders(segmentLoader, mediaType); // switch back to default audio track
- const activeTrack = mediaType.activeTrack();
- const activeGroup = mediaType.activeGroup();
- const id = (activeGroup.filter(group => group.default)[0] || activeGroup[0]).id;
- const defaultTrack = mediaType.tracks[id];
- if (activeTrack === defaultTrack) {
- // Default track encountered an error. All we can do now is exclude the current
- // rendition and hope another will switch audio groups
- excludePlaylist({
- error: {
- message: 'Problem encountered loading the default audio track.'
- }
- });
- return;
- }
- videojs__default["default"].log.warn('Problem encountered loading the alternate audio track.' + 'Switching back to default.');
- for (const trackId in mediaType.tracks) {
- mediaType.tracks[trackId].enabled = mediaType.tracks[trackId] === defaultTrack;
- }
- mediaType.onTrackChanged();
- },
- /**
- * Returns a function to be called when a SegmentLoader or PlaylistLoader encounters
- * an error.
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Error handler. Logs warning to console and disables the active subtitle track
- * @function onError.SUBTITLES
- */
- SUBTITLES: (type, settings) => () => {
- const {
- segmentLoaders: {
- [type]: segmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- }
- } = settings;
- videojs__default["default"].log.warn('Problem encountered loading the subtitle track.' + 'Disabling subtitle track.');
- stopLoaders(segmentLoader, mediaType);
- const track = mediaType.activeTrack();
- if (track) {
- track.mode = 'disabled';
- }
- mediaType.onTrackChanged();
- }
- };
- const setupListeners = {
- /**
- * Setup event listeners for audio playlist loader
- *
- * @param {string} type
- * MediaGroup type
- * @param {PlaylistLoader|null} playlistLoader
- * PlaylistLoader to register listeners on
- * @param {Object} settings
- * Object containing required information for media groups
- * @function setupListeners.AUDIO
- */
- AUDIO: (type, playlistLoader, settings) => {
- if (!playlistLoader) {
- // no playlist loader means audio will be muxed with the video
- return;
- }
- const {
- tech,
- requestOptions,
- segmentLoaders: {
- [type]: segmentLoader
- }
- } = settings;
- playlistLoader.on('loadedmetadata', () => {
- const media = playlistLoader.media();
- segmentLoader.playlist(media, requestOptions); // if the video is already playing, or if this isn't a live video and preload
- // permits, start downloading segments
- if (!tech.paused() || media.endList && tech.preload() !== 'none') {
- segmentLoader.load();
- }
- });
- playlistLoader.on('loadedplaylist', () => {
- segmentLoader.playlist(playlistLoader.media(), requestOptions); // If the player isn't paused, ensure that the segment loader is running
- if (!tech.paused()) {
- segmentLoader.load();
- }
- });
- playlistLoader.on('error', onError[type](type, settings));
- },
- /**
- * Setup event listeners for subtitle playlist loader
- *
- * @param {string} type
- * MediaGroup type
- * @param {PlaylistLoader|null} playlistLoader
- * PlaylistLoader to register listeners on
- * @param {Object} settings
- * Object containing required information for media groups
- * @function setupListeners.SUBTITLES
- */
- SUBTITLES: (type, playlistLoader, settings) => {
- const {
- tech,
- requestOptions,
- segmentLoaders: {
- [type]: segmentLoader
- },
- mediaTypes: {
- [type]: mediaType
- }
- } = settings;
- playlistLoader.on('loadedmetadata', () => {
- const media = playlistLoader.media();
- segmentLoader.playlist(media, requestOptions);
- segmentLoader.track(mediaType.activeTrack()); // if the video is already playing, or if this isn't a live video and preload
- // permits, start downloading segments
- if (!tech.paused() || media.endList && tech.preload() !== 'none') {
- segmentLoader.load();
- }
- });
- playlistLoader.on('loadedplaylist', () => {
- segmentLoader.playlist(playlistLoader.media(), requestOptions); // If the player isn't paused, ensure that the segment loader is running
- if (!tech.paused()) {
- segmentLoader.load();
- }
- });
- playlistLoader.on('error', onError[type](type, settings));
- }
- };
- const initialize = {
- /**
- * Setup PlaylistLoaders and AudioTracks for the audio groups
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @function initialize.AUDIO
- */
- 'AUDIO': (type, settings) => {
- const {
- vhs,
- sourceType,
- segmentLoaders: {
- [type]: segmentLoader
- },
- requestOptions,
- main: {
- mediaGroups
- },
- mediaTypes: {
- [type]: {
- groups,
- tracks,
- logger_
- }
- },
- mainPlaylistLoader
- } = settings;
- const audioOnlyMain = isAudioOnly(mainPlaylistLoader.main); // force a default if we have none
- if (!mediaGroups[type] || Object.keys(mediaGroups[type]).length === 0) {
- mediaGroups[type] = {
- main: {
- default: {
- default: true
- }
- }
- };
- if (audioOnlyMain) {
- mediaGroups[type].main.default.playlists = mainPlaylistLoader.main.playlists;
- }
- }
- for (const groupId in mediaGroups[type]) {
- if (!groups[groupId]) {
- groups[groupId] = [];
- }
- for (const variantLabel in mediaGroups[type][groupId]) {
- let properties = mediaGroups[type][groupId][variantLabel];
- let playlistLoader;
- if (audioOnlyMain) {
- logger_(`AUDIO group '${groupId}' label '${variantLabel}' is a main playlist`);
- properties.isMainPlaylist = true;
- playlistLoader = null; // if vhs-json was provided as the source, and the media playlist was resolved,
- // use the resolved media playlist object
- } else if (sourceType === 'vhs-json' && properties.playlists) {
- playlistLoader = new PlaylistLoader(properties.playlists[0], vhs, requestOptions);
- } else if (properties.resolvedUri) {
- playlistLoader = new PlaylistLoader(properties.resolvedUri, vhs, requestOptions); // TODO: dash isn't the only type with properties.playlists
- // should we even have properties.playlists in this check.
- } else if (properties.playlists && sourceType === 'dash') {
- playlistLoader = new DashPlaylistLoader(properties.playlists[0], vhs, requestOptions, mainPlaylistLoader);
- } else {
- // no resolvedUri means the audio is muxed with the video when using this
- // audio track
- playlistLoader = null;
- }
- properties = merge({
- id: variantLabel,
- playlistLoader
- }, properties);
- setupListeners[type](type, properties.playlistLoader, settings);
- groups[groupId].push(properties);
- if (typeof tracks[variantLabel] === 'undefined') {
- const track = new videojs__default["default"].AudioTrack({
- id: variantLabel,
- kind: audioTrackKind_(properties),
- enabled: false,
- language: properties.language,
- default: properties.default,
- label: variantLabel
- });
- tracks[variantLabel] = track;
- }
- }
- } // setup single error event handler for the segment loader
- segmentLoader.on('error', onError[type](type, settings));
- },
- /**
- * Setup PlaylistLoaders and TextTracks for the subtitle groups
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @function initialize.SUBTITLES
- */
- 'SUBTITLES': (type, settings) => {
- const {
- tech,
- vhs,
- sourceType,
- segmentLoaders: {
- [type]: segmentLoader
- },
- requestOptions,
- main: {
- mediaGroups
- },
- mediaTypes: {
- [type]: {
- groups,
- tracks
- }
- },
- mainPlaylistLoader
- } = settings;
- for (const groupId in mediaGroups[type]) {
- if (!groups[groupId]) {
- groups[groupId] = [];
- }
- for (const variantLabel in mediaGroups[type][groupId]) {
- if (mediaGroups[type][groupId][variantLabel].forced) {
- // Subtitle playlists with the forced attribute are not selectable in Safari.
- // According to Apple's HLS Authoring Specification:
- // If content has forced subtitles and regular subtitles in a given language,
- // the regular subtitles track in that language MUST contain both the forced
- // subtitles and the regular subtitles for that language.
- // Because of this requirement and that Safari does not add forced subtitles,
- // forced subtitles are skipped here to maintain consistent experience across
- // all platforms
- continue;
- }
- let properties = mediaGroups[type][groupId][variantLabel];
- let playlistLoader;
- if (sourceType === 'hls') {
- playlistLoader = new PlaylistLoader(properties.resolvedUri, vhs, requestOptions);
- } else if (sourceType === 'dash') {
- const playlists = properties.playlists.filter(p => p.excludeUntil !== Infinity);
- if (!playlists.length) {
- return;
- }
- playlistLoader = new DashPlaylistLoader(properties.playlists[0], vhs, requestOptions, mainPlaylistLoader);
- } else if (sourceType === 'vhs-json') {
- playlistLoader = new PlaylistLoader( // if the vhs-json object included the media playlist, use the media playlist
- // as provided, otherwise use the resolved URI to load the playlist
- properties.playlists ? properties.playlists[0] : properties.resolvedUri, vhs, requestOptions);
- }
- properties = merge({
- id: variantLabel,
- playlistLoader
- }, properties);
- setupListeners[type](type, properties.playlistLoader, settings);
- groups[groupId].push(properties);
- if (typeof tracks[variantLabel] === 'undefined') {
- const track = tech.addRemoteTextTrack({
- id: variantLabel,
- kind: 'subtitles',
- default: properties.default && properties.autoselect,
- language: properties.language,
- label: variantLabel
- }, false).track;
- tracks[variantLabel] = track;
- }
- }
- } // setup single error event handler for the segment loader
- segmentLoader.on('error', onError[type](type, settings));
- },
- /**
- * Setup TextTracks for the closed-caption groups
- *
- * @param {String} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @function initialize['CLOSED-CAPTIONS']
- */
- 'CLOSED-CAPTIONS': (type, settings) => {
- const {
- tech,
- main: {
- mediaGroups
- },
- mediaTypes: {
- [type]: {
- groups,
- tracks
- }
- }
- } = settings;
- for (const groupId in mediaGroups[type]) {
- if (!groups[groupId]) {
- groups[groupId] = [];
- }
- for (const variantLabel in mediaGroups[type][groupId]) {
- const properties = mediaGroups[type][groupId][variantLabel]; // Look for either 608 (CCn) or 708 (SERVICEn) caption services
- if (!/^(?:CC|SERVICE)/.test(properties.instreamId)) {
- continue;
- }
- const captionServices = tech.options_.vhs && tech.options_.vhs.captionServices || {};
- let newProps = {
- label: variantLabel,
- language: properties.language,
- instreamId: properties.instreamId,
- default: properties.default && properties.autoselect
- };
- if (captionServices[newProps.instreamId]) {
- newProps = merge(newProps, captionServices[newProps.instreamId]);
- }
- if (newProps.default === undefined) {
- delete newProps.default;
- } // No PlaylistLoader is required for Closed-Captions because the captions are
- // embedded within the video stream
- groups[groupId].push(merge({
- id: variantLabel
- }, properties));
- if (typeof tracks[variantLabel] === 'undefined') {
- const track = tech.addRemoteTextTrack({
- id: newProps.instreamId,
- kind: 'captions',
- default: newProps.default,
- language: newProps.language,
- label: newProps.label
- }, false).track;
- tracks[variantLabel] = track;
- }
- }
- }
- }
- };
- const groupMatch = (list, media) => {
- for (let i = 0; i < list.length; i++) {
- if (playlistMatch(media, list[i])) {
- return true;
- }
- if (list[i].playlists && groupMatch(list[i].playlists, media)) {
- return true;
- }
- }
- return false;
- };
- /**
- * Returns a function used to get the active group of the provided type
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Function that returns the active media group for the provided type. Takes an
- * optional parameter {TextTrack} track. If no track is provided, a list of all
- * variants in the group, otherwise the variant corresponding to the provided
- * track is returned.
- * @function activeGroup
- */
- const activeGroup = (type, settings) => track => {
- const {
- mainPlaylistLoader,
- mediaTypes: {
- [type]: {
- groups
- }
- }
- } = settings;
- const media = mainPlaylistLoader.media();
- if (!media) {
- return null;
- }
- let variants = null; // set to variants to main media active group
- if (media.attributes[type]) {
- variants = groups[media.attributes[type]];
- }
- const groupKeys = Object.keys(groups);
- if (!variants) {
- // find the mainPlaylistLoader media
- // that is in a media group if we are dealing
- // with audio only
- if (type === 'AUDIO' && groupKeys.length > 1 && isAudioOnly(settings.main)) {
- for (let i = 0; i < groupKeys.length; i++) {
- const groupPropertyList = groups[groupKeys[i]];
- if (groupMatch(groupPropertyList, media)) {
- variants = groupPropertyList;
- break;
- }
- } // use the main group if it exists
- } else if (groups.main) {
- variants = groups.main; // only one group, use that one
- } else if (groupKeys.length === 1) {
- variants = groups[groupKeys[0]];
- }
- }
- if (typeof track === 'undefined') {
- return variants;
- }
- if (track === null || !variants) {
- // An active track was specified so a corresponding group is expected. track === null
- // means no track is currently active so there is no corresponding group
- return null;
- }
- return variants.filter(props => props.id === track.id)[0] || null;
- };
- const activeTrack = {
- /**
- * Returns a function used to get the active track of type provided
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Function that returns the active media track for the provided type. Returns
- * null if no track is active
- * @function activeTrack.AUDIO
- */
- AUDIO: (type, settings) => () => {
- const {
- mediaTypes: {
- [type]: {
- tracks
- }
- }
- } = settings;
- for (const id in tracks) {
- if (tracks[id].enabled) {
- return tracks[id];
- }
- }
- return null;
- },
- /**
- * Returns a function used to get the active track of type provided
- *
- * @param {string} type
- * MediaGroup type
- * @param {Object} settings
- * Object containing required information for media groups
- * @return {Function}
- * Function that returns the active media track for the provided type. Returns
- * null if no track is active
- * @function activeTrack.SUBTITLES
- */
- SUBTITLES: (type, settings) => () => {
- const {
- mediaTypes: {
- [type]: {
- tracks
- }
- }
- } = settings;
- for (const id in tracks) {
- if (tracks[id].mode === 'showing' || tracks[id].mode === 'hidden') {
- return tracks[id];
- }
- }
- return null;
- }
- };
- const getActiveGroup = (type, {
- mediaTypes
- }) => () => {
- const activeTrack_ = mediaTypes[type].activeTrack();
- if (!activeTrack_) {
- return null;
- }
- return mediaTypes[type].activeGroup(activeTrack_);
- };
- /**
- * Setup PlaylistLoaders and Tracks for media groups (Audio, Subtitles,
- * Closed-Captions) specified in the main manifest.
- *
- * @param {Object} settings
- * Object containing required information for setting up the media groups
- * @param {Tech} settings.tech
- * The tech of the player
- * @param {Object} settings.requestOptions
- * XHR request options used by the segment loaders
- * @param {PlaylistLoader} settings.mainPlaylistLoader
- * PlaylistLoader for the main source
- * @param {VhsHandler} settings.vhs
- * VHS SourceHandler
- * @param {Object} settings.main
- * The parsed main manifest
- * @param {Object} settings.mediaTypes
- * Object to store the loaders, tracks, and utility methods for each media type
- * @param {Function} settings.excludePlaylist
- * Excludes the current rendition and forces a rendition switch.
- * @function setupMediaGroups
- */
- const setupMediaGroups = settings => {
- ['AUDIO', 'SUBTITLES', 'CLOSED-CAPTIONS'].forEach(type => {
- initialize[type](type, settings);
- });
- const {
- mediaTypes,
- mainPlaylistLoader,
- tech,
- vhs,
- segmentLoaders: {
- ['AUDIO']: audioSegmentLoader,
- main: mainSegmentLoader
- }
- } = settings; // setup active group and track getters and change event handlers
- ['AUDIO', 'SUBTITLES'].forEach(type => {
- mediaTypes[type].activeGroup = activeGroup(type, settings);
- mediaTypes[type].activeTrack = activeTrack[type](type, settings);
- mediaTypes[type].onGroupChanged = onGroupChanged(type, settings);
- mediaTypes[type].onGroupChanging = onGroupChanging(type, settings);
- mediaTypes[type].onTrackChanged = onTrackChanged(type, settings);
- mediaTypes[type].getActiveGroup = getActiveGroup(type, settings);
- }); // DO NOT enable the default subtitle or caption track.
- // DO enable the default audio track
- const audioGroup = mediaTypes.AUDIO.activeGroup();
- if (audioGroup) {
- const groupId = (audioGroup.filter(group => group.default)[0] || audioGroup[0]).id;
- mediaTypes.AUDIO.tracks[groupId].enabled = true;
- mediaTypes.AUDIO.onGroupChanged();
- mediaTypes.AUDIO.onTrackChanged();
- const activeAudioGroup = mediaTypes.AUDIO.getActiveGroup(); // a similar check for handling setAudio on each loader is run again each time the
- // track is changed, but needs to be handled here since the track may not be considered
- // changed on the first call to onTrackChanged
- if (!activeAudioGroup.playlistLoader) {
- // either audio is muxed with video or the stream is audio only
- mainSegmentLoader.setAudio(true);
- } else {
- // audio is demuxed
- mainSegmentLoader.setAudio(false);
- audioSegmentLoader.setAudio(true);
- }
- }
- mainPlaylistLoader.on('mediachange', () => {
- ['AUDIO', 'SUBTITLES'].forEach(type => mediaTypes[type].onGroupChanged());
- });
- mainPlaylistLoader.on('mediachanging', () => {
- ['AUDIO', 'SUBTITLES'].forEach(type => mediaTypes[type].onGroupChanging());
- }); // custom audio track change event handler for usage event
- const onAudioTrackChanged = () => {
- mediaTypes.AUDIO.onTrackChanged();
- tech.trigger({
- type: 'usage',
- name: 'vhs-audio-change'
- });
- };
- tech.audioTracks().addEventListener('change', onAudioTrackChanged);
- tech.remoteTextTracks().addEventListener('change', mediaTypes.SUBTITLES.onTrackChanged);
- vhs.on('dispose', () => {
- tech.audioTracks().removeEventListener('change', onAudioTrackChanged);
- tech.remoteTextTracks().removeEventListener('change', mediaTypes.SUBTITLES.onTrackChanged);
- }); // clear existing audio tracks and add the ones we just created
- tech.clearTracks('audio');
- for (const id in mediaTypes.AUDIO.tracks) {
- tech.audioTracks().addTrack(mediaTypes.AUDIO.tracks[id]);
- }
- };
- /**
- * Creates skeleton object used to store the loaders, tracks, and utility methods for each
- * media type
- *
- * @return {Object}
- * Object to store the loaders, tracks, and utility methods for each media type
- * @function createMediaTypes
- */
- const createMediaTypes = () => {
- const mediaTypes = {};
- ['AUDIO', 'SUBTITLES', 'CLOSED-CAPTIONS'].forEach(type => {
- mediaTypes[type] = {
- groups: {},
- tracks: {},
- activePlaylistLoader: null,
- activeGroup: noop,
- activeTrack: noop,
- getActiveGroup: noop,
- onGroupChanged: noop,
- onTrackChanged: noop,
- lastTrack_: null,
- logger_: logger(`MediaGroups[${type}]`)
- };
- });
- return mediaTypes;
- };
- /**
- * @file playlist-controller.js
- */
- const ABORT_EARLY_EXCLUSION_SECONDS = 60 * 2;
- let Vhs$1; // SegmentLoader stats that need to have each loader's
- // values summed to calculate the final value
- const loaderStats = ['mediaRequests', 'mediaRequestsAborted', 'mediaRequestsTimedout', 'mediaRequestsErrored', 'mediaTransferDuration', 'mediaBytesTransferred', 'mediaAppends'];
- const sumLoaderStat = function (stat) {
- return this.audioSegmentLoader_[stat] + this.mainSegmentLoader_[stat];
- };
- const shouldSwitchToMedia = function ({
- currentPlaylist,
- buffered,
- currentTime,
- nextPlaylist,
- bufferLowWaterLine,
- bufferHighWaterLine,
- duration,
- bufferBasedABR,
- log
- }) {
- // we have no other playlist to switch to
- if (!nextPlaylist) {
- videojs__default["default"].log.warn('We received no playlist to switch to. Please check your stream.');
- return false;
- }
- const sharedLogLine = `allowing switch ${currentPlaylist && currentPlaylist.id || 'null'} -> ${nextPlaylist.id}`;
- if (!currentPlaylist) {
- log(`${sharedLogLine} as current playlist is not set`);
- return true;
- } // no need to switch if playlist is the same
- if (nextPlaylist.id === currentPlaylist.id) {
- return false;
- } // determine if current time is in a buffered range.
- const isBuffered = Boolean(findRange(buffered, currentTime).length); // If the playlist is live, then we want to not take low water line into account.
- // This is because in LIVE, the player plays 3 segments from the end of the
- // playlist, and if `BUFFER_LOW_WATER_LINE` is greater than the duration availble
- // in those segments, a viewer will never experience a rendition upswitch.
- if (!currentPlaylist.endList) {
- // For LLHLS live streams, don't switch renditions before playback has started, as it almost
- // doubles the time to first playback.
- if (!isBuffered && typeof currentPlaylist.partTargetDuration === 'number') {
- log(`not ${sharedLogLine} as current playlist is live llhls, but currentTime isn't in buffered.`);
- return false;
- }
- log(`${sharedLogLine} as current playlist is live`);
- return true;
- }
- const forwardBuffer = timeAheadOf(buffered, currentTime);
- const maxBufferLowWaterLine = bufferBasedABR ? Config.EXPERIMENTAL_MAX_BUFFER_LOW_WATER_LINE : Config.MAX_BUFFER_LOW_WATER_LINE; // For the same reason as LIVE, we ignore the low water line when the VOD
- // duration is below the max potential low water line
- if (duration < maxBufferLowWaterLine) {
- log(`${sharedLogLine} as duration < max low water line (${duration} < ${maxBufferLowWaterLine})`);
- return true;
- }
- const nextBandwidth = nextPlaylist.attributes.BANDWIDTH;
- const currBandwidth = currentPlaylist.attributes.BANDWIDTH; // when switching down, if our buffer is lower than the high water line,
- // we can switch down
- if (nextBandwidth < currBandwidth && (!bufferBasedABR || forwardBuffer < bufferHighWaterLine)) {
- let logLine = `${sharedLogLine} as next bandwidth < current bandwidth (${nextBandwidth} < ${currBandwidth})`;
- if (bufferBasedABR) {
- logLine += ` and forwardBuffer < bufferHighWaterLine (${forwardBuffer} < ${bufferHighWaterLine})`;
- }
- log(logLine);
- return true;
- } // and if our buffer is higher than the low water line,
- // we can switch up
- if ((!bufferBasedABR || nextBandwidth > currBandwidth) && forwardBuffer >= bufferLowWaterLine) {
- let logLine = `${sharedLogLine} as forwardBuffer >= bufferLowWaterLine (${forwardBuffer} >= ${bufferLowWaterLine})`;
- if (bufferBasedABR) {
- logLine += ` and next bandwidth > current bandwidth (${nextBandwidth} > ${currBandwidth})`;
- }
- log(logLine);
- return true;
- }
- log(`not ${sharedLogLine} as no switching criteria met`);
- return false;
- };
- /**
- * the main playlist controller controller all interactons
- * between playlists and segmentloaders. At this time this mainly
- * involves a main playlist and a series of audio playlists
- * if they are available
- *
- * @class PlaylistController
- * @extends videojs.EventTarget
- */
- class PlaylistController extends videojs__default["default"].EventTarget {
- constructor(options) {
- super();
- const {
- src,
- withCredentials,
- tech,
- bandwidth,
- externVhs,
- useCueTags,
- playlistExclusionDuration,
- enableLowInitialPlaylist,
- sourceType,
- cacheEncryptionKeys,
- bufferBasedABR,
- leastPixelDiffSelector,
- captionServices
- } = options;
- if (!src) {
- throw new Error('A non-empty playlist URL or JSON manifest string is required');
- }
- let {
- maxPlaylistRetries
- } = options;
- if (maxPlaylistRetries === null || typeof maxPlaylistRetries === 'undefined') {
- maxPlaylistRetries = Infinity;
- }
- Vhs$1 = externVhs;
- this.bufferBasedABR = Boolean(bufferBasedABR);
- this.leastPixelDiffSelector = Boolean(leastPixelDiffSelector);
- this.withCredentials = withCredentials;
- this.tech_ = tech;
- this.vhs_ = tech.vhs;
- this.sourceType_ = sourceType;
- this.useCueTags_ = useCueTags;
- this.playlistExclusionDuration = playlistExclusionDuration;
- this.maxPlaylistRetries = maxPlaylistRetries;
- this.enableLowInitialPlaylist = enableLowInitialPlaylist;
- if (this.useCueTags_) {
- this.cueTagsTrack_ = this.tech_.addTextTrack('metadata', 'ad-cues');
- this.cueTagsTrack_.inBandMetadataTrackDispatchType = '';
- }
- this.requestOptions_ = {
- withCredentials,
- maxPlaylistRetries,
- timeout: null
- };
- this.on('error', this.pauseLoading);
- this.mediaTypes_ = createMediaTypes();
- this.mediaSource = new window__default["default"].MediaSource();
- this.handleDurationChange_ = this.handleDurationChange_.bind(this);
- this.handleSourceOpen_ = this.handleSourceOpen_.bind(this);
- this.handleSourceEnded_ = this.handleSourceEnded_.bind(this);
- this.mediaSource.addEventListener('durationchange', this.handleDurationChange_); // load the media source into the player
- this.mediaSource.addEventListener('sourceopen', this.handleSourceOpen_);
- this.mediaSource.addEventListener('sourceended', this.handleSourceEnded_); // we don't have to handle sourceclose since dispose will handle termination of
- // everything, and the MediaSource should not be detached without a proper disposal
- this.seekable_ = createTimeRanges();
- this.hasPlayed_ = false;
- this.syncController_ = new SyncController(options);
- this.segmentMetadataTrack_ = tech.addRemoteTextTrack({
- kind: 'metadata',
- label: 'segment-metadata'
- }, false).track;
- this.decrypter_ = new Decrypter();
- this.sourceUpdater_ = new SourceUpdater(this.mediaSource);
- this.inbandTextTracks_ = {};
- this.timelineChangeController_ = new TimelineChangeController();
- const segmentLoaderSettings = {
- vhs: this.vhs_,
- parse708captions: options.parse708captions,
- useDtsForTimestampOffset: options.useDtsForTimestampOffset,
- captionServices,
- mediaSource: this.mediaSource,
- currentTime: this.tech_.currentTime.bind(this.tech_),
- seekable: () => this.seekable(),
- seeking: () => this.tech_.seeking(),
- duration: () => this.duration(),
- hasPlayed: () => this.hasPlayed_,
- goalBufferLength: () => this.goalBufferLength(),
- bandwidth,
- syncController: this.syncController_,
- decrypter: this.decrypter_,
- sourceType: this.sourceType_,
- inbandTextTracks: this.inbandTextTracks_,
- cacheEncryptionKeys,
- sourceUpdater: this.sourceUpdater_,
- timelineChangeController: this.timelineChangeController_,
- exactManifestTimings: options.exactManifestTimings
- }; // The source type check not only determines whether a special DASH playlist loader
- // should be used, but also covers the case where the provided src is a vhs-json
- // manifest object (instead of a URL). In the case of vhs-json, the default
- // PlaylistLoader should be used.
- this.mainPlaylistLoader_ = this.sourceType_ === 'dash' ? new DashPlaylistLoader(src, this.vhs_, this.requestOptions_) : new PlaylistLoader(src, this.vhs_, this.requestOptions_);
- this.setupMainPlaylistLoaderListeners_(); // setup segment loaders
- // combined audio/video or just video when alternate audio track is selected
- this.mainSegmentLoader_ = new SegmentLoader(merge(segmentLoaderSettings, {
- segmentMetadataTrack: this.segmentMetadataTrack_,
- loaderType: 'main'
- }), options); // alternate audio track
- this.audioSegmentLoader_ = new SegmentLoader(merge(segmentLoaderSettings, {
- loaderType: 'audio'
- }), options);
- this.subtitleSegmentLoader_ = new VTTSegmentLoader(merge(segmentLoaderSettings, {
- loaderType: 'vtt',
- featuresNativeTextTracks: this.tech_.featuresNativeTextTracks,
- loadVttJs: () => new Promise((resolve, reject) => {
- function onLoad() {
- tech.off('vttjserror', onError);
- resolve();
- }
- function onError() {
- tech.off('vttjsloaded', onLoad);
- reject();
- }
- tech.one('vttjsloaded', onLoad);
- tech.one('vttjserror', onError); // safe to call multiple times, script will be loaded only once:
- tech.addWebVttScript_();
- })
- }), options);
- this.setupSegmentLoaderListeners_();
- if (this.bufferBasedABR) {
- this.mainPlaylistLoader_.one('loadedplaylist', () => this.startABRTimer_());
- this.tech_.on('pause', () => this.stopABRTimer_());
- this.tech_.on('play', () => this.startABRTimer_());
- } // Create SegmentLoader stat-getters
- // mediaRequests_
- // mediaRequestsAborted_
- // mediaRequestsTimedout_
- // mediaRequestsErrored_
- // mediaTransferDuration_
- // mediaBytesTransferred_
- // mediaAppends_
- loaderStats.forEach(stat => {
- this[stat + '_'] = sumLoaderStat.bind(this, stat);
- });
- this.logger_ = logger('pc');
- this.triggeredFmp4Usage = false;
- if (this.tech_.preload() === 'none') {
- this.loadOnPlay_ = () => {
- this.loadOnPlay_ = null;
- this.mainPlaylistLoader_.load();
- };
- this.tech_.one('play', this.loadOnPlay_);
- } else {
- this.mainPlaylistLoader_.load();
- }
- this.timeToLoadedData__ = -1;
- this.mainAppendsToLoadedData__ = -1;
- this.audioAppendsToLoadedData__ = -1;
- const event = this.tech_.preload() === 'none' ? 'play' : 'loadstart'; // start the first frame timer on loadstart or play (for preload none)
- this.tech_.one(event, () => {
- const timeToLoadedDataStart = Date.now();
- this.tech_.one('loadeddata', () => {
- this.timeToLoadedData__ = Date.now() - timeToLoadedDataStart;
- this.mainAppendsToLoadedData__ = this.mainSegmentLoader_.mediaAppends;
- this.audioAppendsToLoadedData__ = this.audioSegmentLoader_.mediaAppends;
- });
- });
- }
- mainAppendsToLoadedData_() {
- return this.mainAppendsToLoadedData__;
- }
- audioAppendsToLoadedData_() {
- return this.audioAppendsToLoadedData__;
- }
- appendsToLoadedData_() {
- const main = this.mainAppendsToLoadedData_();
- const audio = this.audioAppendsToLoadedData_();
- if (main === -1 || audio === -1) {
- return -1;
- }
- return main + audio;
- }
- timeToLoadedData_() {
- return this.timeToLoadedData__;
- }
- /**
- * Run selectPlaylist and switch to the new playlist if we should
- *
- * @param {string} [reason=abr] a reason for why the ABR check is made
- * @private
- */
- checkABR_(reason = 'abr') {
- const nextPlaylist = this.selectPlaylist();
- if (nextPlaylist && this.shouldSwitchToMedia_(nextPlaylist)) {
- this.switchMedia_(nextPlaylist, reason);
- }
- }
- switchMedia_(playlist, cause, delay) {
- const oldMedia = this.media();
- const oldId = oldMedia && (oldMedia.id || oldMedia.uri);
- const newId = playlist.id || playlist.uri;
- if (oldId && oldId !== newId) {
- this.logger_(`switch media ${oldId} -> ${newId} from ${cause}`);
- this.tech_.trigger({
- type: 'usage',
- name: `vhs-rendition-change-${cause}`
- });
- }
- this.mainPlaylistLoader_.media(playlist, delay);
- }
- /**
- * Start a timer that periodically calls checkABR_
- *
- * @private
- */
- startABRTimer_() {
- this.stopABRTimer_();
- this.abrTimer_ = window__default["default"].setInterval(() => this.checkABR_(), 250);
- }
- /**
- * Stop the timer that periodically calls checkABR_
- *
- * @private
- */
- stopABRTimer_() {
- // if we're scrubbing, we don't need to pause.
- // This getter will be added to Video.js in version 7.11.
- if (this.tech_.scrubbing && this.tech_.scrubbing()) {
- return;
- }
- window__default["default"].clearInterval(this.abrTimer_);
- this.abrTimer_ = null;
- }
- /**
- * Get a list of playlists for the currently selected audio playlist
- *
- * @return {Array} the array of audio playlists
- */
- getAudioTrackPlaylists_() {
- const main = this.main();
- const defaultPlaylists = main && main.playlists || []; // if we don't have any audio groups then we can only
- // assume that the audio tracks are contained in main
- // playlist array, use that or an empty array.
- if (!main || !main.mediaGroups || !main.mediaGroups.AUDIO) {
- return defaultPlaylists;
- }
- const AUDIO = main.mediaGroups.AUDIO;
- const groupKeys = Object.keys(AUDIO);
- let track; // get the current active track
- if (Object.keys(this.mediaTypes_.AUDIO.groups).length) {
- track = this.mediaTypes_.AUDIO.activeTrack(); // or get the default track from main if mediaTypes_ isn't setup yet
- } else {
- // default group is `main` or just the first group.
- const defaultGroup = AUDIO.main || groupKeys.length && AUDIO[groupKeys[0]];
- for (const label in defaultGroup) {
- if (defaultGroup[label].default) {
- track = {
- label
- };
- break;
- }
- }
- } // no active track no playlists.
- if (!track) {
- return defaultPlaylists;
- }
- const playlists = []; // get all of the playlists that are possible for the
- // active track.
- for (const group in AUDIO) {
- if (AUDIO[group][track.label]) {
- const properties = AUDIO[group][track.label];
- if (properties.playlists && properties.playlists.length) {
- playlists.push.apply(playlists, properties.playlists);
- } else if (properties.uri) {
- playlists.push(properties);
- } else if (main.playlists.length) {
- // if an audio group does not have a uri
- // see if we have main playlists that use it as a group.
- // if we do then add those to the playlists list.
- for (let i = 0; i < main.playlists.length; i++) {
- const playlist = main.playlists[i];
- if (playlist.attributes && playlist.attributes.AUDIO && playlist.attributes.AUDIO === group) {
- playlists.push(playlist);
- }
- }
- }
- }
- }
- if (!playlists.length) {
- return defaultPlaylists;
- }
- return playlists;
- }
- /**
- * Register event handlers on the main playlist loader. A helper
- * function for construction time.
- *
- * @private
- */
- setupMainPlaylistLoaderListeners_() {
- this.mainPlaylistLoader_.on('loadedmetadata', () => {
- const media = this.mainPlaylistLoader_.media();
- const requestTimeout = media.targetDuration * 1.5 * 1000; // If we don't have any more available playlists, we don't want to
- // timeout the request.
- if (isLowestEnabledRendition(this.mainPlaylistLoader_.main, this.mainPlaylistLoader_.media())) {
- this.requestOptions_.timeout = 0;
- } else {
- this.requestOptions_.timeout = requestTimeout;
- } // if this isn't a live video and preload permits, start
- // downloading segments
- if (media.endList && this.tech_.preload() !== 'none') {
- this.mainSegmentLoader_.playlist(media, this.requestOptions_);
- this.mainSegmentLoader_.load();
- }
- setupMediaGroups({
- sourceType: this.sourceType_,
- segmentLoaders: {
- AUDIO: this.audioSegmentLoader_,
- SUBTITLES: this.subtitleSegmentLoader_,
- main: this.mainSegmentLoader_
- },
- tech: this.tech_,
- requestOptions: this.requestOptions_,
- mainPlaylistLoader: this.mainPlaylistLoader_,
- vhs: this.vhs_,
- main: this.main(),
- mediaTypes: this.mediaTypes_,
- excludePlaylist: this.excludePlaylist.bind(this)
- });
- this.triggerPresenceUsage_(this.main(), media);
- this.setupFirstPlay();
- if (!this.mediaTypes_.AUDIO.activePlaylistLoader || this.mediaTypes_.AUDIO.activePlaylistLoader.media()) {
- this.trigger('selectedinitialmedia');
- } else {
- // We must wait for the active audio playlist loader to
- // finish setting up before triggering this event so the
- // representations API and EME setup is correct
- this.mediaTypes_.AUDIO.activePlaylistLoader.one('loadedmetadata', () => {
- this.trigger('selectedinitialmedia');
- });
- }
- });
- this.mainPlaylistLoader_.on('loadedplaylist', () => {
- if (this.loadOnPlay_) {
- this.tech_.off('play', this.loadOnPlay_);
- }
- let updatedPlaylist = this.mainPlaylistLoader_.media();
- if (!updatedPlaylist) {
- // exclude any variants that are not supported by the browser before selecting
- // an initial media as the playlist selectors do not consider browser support
- this.excludeUnsupportedVariants_();
- let selectedMedia;
- if (this.enableLowInitialPlaylist) {
- selectedMedia = this.selectInitialPlaylist();
- }
- if (!selectedMedia) {
- selectedMedia = this.selectPlaylist();
- }
- if (!selectedMedia || !this.shouldSwitchToMedia_(selectedMedia)) {
- return;
- }
- this.initialMedia_ = selectedMedia;
- this.switchMedia_(this.initialMedia_, 'initial'); // Under the standard case where a source URL is provided, loadedplaylist will
- // fire again since the playlist will be requested. In the case of vhs-json
- // (where the manifest object is provided as the source), when the media
- // playlist's `segments` list is already available, a media playlist won't be
- // requested, and loadedplaylist won't fire again, so the playlist handler must be
- // called on its own here.
- const haveJsonSource = this.sourceType_ === 'vhs-json' && this.initialMedia_.segments;
- if (!haveJsonSource) {
- return;
- }
- updatedPlaylist = this.initialMedia_;
- }
- this.handleUpdatedMediaPlaylist(updatedPlaylist);
- });
- this.mainPlaylistLoader_.on('error', () => {
- const error = this.mainPlaylistLoader_.error;
- this.excludePlaylist({
- playlistToExclude: error.playlist,
- error
- });
- });
- this.mainPlaylistLoader_.on('mediachanging', () => {
- this.mainSegmentLoader_.abort();
- this.mainSegmentLoader_.pause();
- });
- this.mainPlaylistLoader_.on('mediachange', () => {
- const media = this.mainPlaylistLoader_.media();
- const requestTimeout = media.targetDuration * 1.5 * 1000; // If we don't have any more available playlists, we don't want to
- // timeout the request.
- if (isLowestEnabledRendition(this.mainPlaylistLoader_.main, this.mainPlaylistLoader_.media())) {
- this.requestOptions_.timeout = 0;
- } else {
- this.requestOptions_.timeout = requestTimeout;
- }
- this.mainPlaylistLoader_.load(); // TODO: Create a new event on the PlaylistLoader that signals
- // that the segments have changed in some way and use that to
- // update the SegmentLoader instead of doing it twice here and
- // on `loadedplaylist`
- this.mainSegmentLoader_.playlist(media, this.requestOptions_);
- this.mainSegmentLoader_.load();
- this.tech_.trigger({
- type: 'mediachange',
- bubbles: true
- });
- });
- this.mainPlaylistLoader_.on('playlistunchanged', () => {
- const updatedPlaylist = this.mainPlaylistLoader_.media(); // ignore unchanged playlists that have already been
- // excluded for not-changing. We likely just have a really slowly updating
- // playlist.
- if (updatedPlaylist.lastExcludeReason_ === 'playlist-unchanged') {
- return;
- }
- const playlistOutdated = this.stuckAtPlaylistEnd_(updatedPlaylist);
- if (playlistOutdated) {
- // Playlist has stopped updating and we're stuck at its end. Try to
- // exclude it and switch to another playlist in the hope that that
- // one is updating (and give the player a chance to re-adjust to the
- // safe live point).
- this.excludePlaylist({
- error: {
- message: 'Playlist no longer updating.',
- reason: 'playlist-unchanged'
- }
- }); // useful for monitoring QoS
- this.tech_.trigger('playliststuck');
- }
- });
- this.mainPlaylistLoader_.on('renditiondisabled', () => {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-rendition-disabled'
- });
- });
- this.mainPlaylistLoader_.on('renditionenabled', () => {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-rendition-enabled'
- });
- });
- }
- /**
- * Given an updated media playlist (whether it was loaded for the first time, or
- * refreshed for live playlists), update any relevant properties and state to reflect
- * changes in the media that should be accounted for (e.g., cues and duration).
- *
- * @param {Object} updatedPlaylist the updated media playlist object
- *
- * @private
- */
- handleUpdatedMediaPlaylist(updatedPlaylist) {
- if (this.useCueTags_) {
- this.updateAdCues_(updatedPlaylist);
- } // TODO: Create a new event on the PlaylistLoader that signals
- // that the segments have changed in some way and use that to
- // update the SegmentLoader instead of doing it twice here and
- // on `mediachange`
- this.mainSegmentLoader_.playlist(updatedPlaylist, this.requestOptions_);
- this.updateDuration(!updatedPlaylist.endList); // If the player isn't paused, ensure that the segment loader is running,
- // as it is possible that it was temporarily stopped while waiting for
- // a playlist (e.g., in case the playlist errored and we re-requested it).
- if (!this.tech_.paused()) {
- this.mainSegmentLoader_.load();
- if (this.audioSegmentLoader_) {
- this.audioSegmentLoader_.load();
- }
- }
- }
- /**
- * A helper function for triggerring presence usage events once per source
- *
- * @private
- */
- triggerPresenceUsage_(main, media) {
- const mediaGroups = main.mediaGroups || {};
- let defaultDemuxed = true;
- const audioGroupKeys = Object.keys(mediaGroups.AUDIO);
- for (const mediaGroup in mediaGroups.AUDIO) {
- for (const label in mediaGroups.AUDIO[mediaGroup]) {
- const properties = mediaGroups.AUDIO[mediaGroup][label];
- if (!properties.uri) {
- defaultDemuxed = false;
- }
- }
- }
- if (defaultDemuxed) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-demuxed'
- });
- }
- if (Object.keys(mediaGroups.SUBTITLES).length) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-webvtt'
- });
- }
- if (Vhs$1.Playlist.isAes(media)) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-aes'
- });
- }
- if (audioGroupKeys.length && Object.keys(mediaGroups.AUDIO[audioGroupKeys[0]]).length > 1) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-alternate-audio'
- });
- }
- if (this.useCueTags_) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-playlist-cue-tags'
- });
- }
- }
- shouldSwitchToMedia_(nextPlaylist) {
- const currentPlaylist = this.mainPlaylistLoader_.media() || this.mainPlaylistLoader_.pendingMedia_;
- const currentTime = this.tech_.currentTime();
- const bufferLowWaterLine = this.bufferLowWaterLine();
- const bufferHighWaterLine = this.bufferHighWaterLine();
- const buffered = this.tech_.buffered();
- return shouldSwitchToMedia({
- buffered,
- currentTime,
- currentPlaylist,
- nextPlaylist,
- bufferLowWaterLine,
- bufferHighWaterLine,
- duration: this.duration(),
- bufferBasedABR: this.bufferBasedABR,
- log: this.logger_
- });
- }
- /**
- * Register event handlers on the segment loaders. A helper function
- * for construction time.
- *
- * @private
- */
- setupSegmentLoaderListeners_() {
- this.mainSegmentLoader_.on('bandwidthupdate', () => {
- // Whether or not buffer based ABR or another ABR is used, on a bandwidth change it's
- // useful to check to see if a rendition switch should be made.
- this.checkABR_('bandwidthupdate');
- this.tech_.trigger('bandwidthupdate');
- });
- this.mainSegmentLoader_.on('timeout', () => {
- if (this.bufferBasedABR) {
- // If a rendition change is needed, then it would've be done on `bandwidthupdate`.
- // Here the only consideration is that for buffer based ABR there's no guarantee
- // of an immediate switch (since the bandwidth is averaged with a timeout
- // bandwidth value of 1), so force a load on the segment loader to keep it going.
- this.mainSegmentLoader_.load();
- }
- }); // `progress` events are not reliable enough of a bandwidth measure to trigger buffer
- // based ABR.
- if (!this.bufferBasedABR) {
- this.mainSegmentLoader_.on('progress', () => {
- this.trigger('progress');
- });
- }
- this.mainSegmentLoader_.on('error', () => {
- const error = this.mainSegmentLoader_.error();
- this.excludePlaylist({
- playlistToExclude: error.playlist,
- error
- });
- });
- this.mainSegmentLoader_.on('appenderror', () => {
- this.error = this.mainSegmentLoader_.error_;
- this.trigger('error');
- });
- this.mainSegmentLoader_.on('syncinfoupdate', () => {
- this.onSyncInfoUpdate_();
- });
- this.mainSegmentLoader_.on('timestampoffset', () => {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-timestamp-offset'
- });
- });
- this.audioSegmentLoader_.on('syncinfoupdate', () => {
- this.onSyncInfoUpdate_();
- });
- this.audioSegmentLoader_.on('appenderror', () => {
- this.error = this.audioSegmentLoader_.error_;
- this.trigger('error');
- });
- this.mainSegmentLoader_.on('ended', () => {
- this.logger_('main segment loader ended');
- this.onEndOfStream();
- });
- this.mainSegmentLoader_.on('earlyabort', event => {
- // never try to early abort with the new ABR algorithm
- if (this.bufferBasedABR) {
- return;
- }
- this.delegateLoaders_('all', ['abort']);
- this.excludePlaylist({
- error: {
- message: 'Aborted early because there isn\'t enough bandwidth to complete ' + 'the request without rebuffering.'
- },
- playlistExclusionDuration: ABORT_EARLY_EXCLUSION_SECONDS
- });
- });
- const updateCodecs = () => {
- if (!this.sourceUpdater_.hasCreatedSourceBuffers()) {
- return this.tryToCreateSourceBuffers_();
- }
- const codecs = this.getCodecsOrExclude_(); // no codecs means that the playlist was excluded
- if (!codecs) {
- return;
- }
- this.sourceUpdater_.addOrChangeSourceBuffers(codecs);
- };
- this.mainSegmentLoader_.on('trackinfo', updateCodecs);
- this.audioSegmentLoader_.on('trackinfo', updateCodecs);
- this.mainSegmentLoader_.on('fmp4', () => {
- if (!this.triggeredFmp4Usage) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-fmp4'
- });
- this.triggeredFmp4Usage = true;
- }
- });
- this.audioSegmentLoader_.on('fmp4', () => {
- if (!this.triggeredFmp4Usage) {
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-fmp4'
- });
- this.triggeredFmp4Usage = true;
- }
- });
- this.audioSegmentLoader_.on('ended', () => {
- this.logger_('audioSegmentLoader ended');
- this.onEndOfStream();
- });
- }
- mediaSecondsLoaded_() {
- return Math.max(this.audioSegmentLoader_.mediaSecondsLoaded + this.mainSegmentLoader_.mediaSecondsLoaded);
- }
- /**
- * Call load on our SegmentLoaders
- */
- load() {
- this.mainSegmentLoader_.load();
- if (this.mediaTypes_.AUDIO.activePlaylistLoader) {
- this.audioSegmentLoader_.load();
- }
- if (this.mediaTypes_.SUBTITLES.activePlaylistLoader) {
- this.subtitleSegmentLoader_.load();
- }
- }
- /**
- * Re-tune playback quality level for the current player
- * conditions. This method will perform destructive actions like removing
- * already buffered content in order to readjust the currently active
- * playlist quickly. This is good for manual quality changes
- *
- * @private
- */
- fastQualityChange_(media = this.selectPlaylist()) {
- if (media === this.mainPlaylistLoader_.media()) {
- this.logger_('skipping fastQualityChange because new media is same as old');
- return;
- }
- this.switchMedia_(media, 'fast-quality'); // Delete all buffered data to allow an immediate quality switch, then seek to give
- // the browser a kick to remove any cached frames from the previous rendtion (.04 seconds
- // ahead is roughly the minimum that will accomplish this across a variety of content
- // in IE and Edge, but seeking in place is sufficient on all other browsers)
- // Edge/IE bug: https://developer.microsoft.com/en-us/microsoft-edge/platform/issues/14600375/
- // Chrome bug: https://bugs.chromium.org/p/chromium/issues/detail?id=651904
- this.mainSegmentLoader_.resetEverything(() => {
- // Since this is not a typical seek, we avoid the seekTo method which can cause segments
- // from the previously enabled rendition to load before the new playlist has finished loading
- if (videojs__default["default"].browser.IE_VERSION || videojs__default["default"].browser.IS_EDGE) {
- this.tech_.setCurrentTime(this.tech_.currentTime() + 0.04);
- } else {
- this.tech_.setCurrentTime(this.tech_.currentTime());
- }
- }); // don't need to reset audio as it is reset when media changes
- }
- /**
- * Begin playback.
- */
- play() {
- if (this.setupFirstPlay()) {
- return;
- }
- if (this.tech_.ended()) {
- this.tech_.setCurrentTime(0);
- }
- if (this.hasPlayed_) {
- this.load();
- }
- const seekable = this.tech_.seekable(); // if the viewer has paused and we fell out of the live window,
- // seek forward to the live point
- if (this.tech_.duration() === Infinity) {
- if (this.tech_.currentTime() < seekable.start(0)) {
- return this.tech_.setCurrentTime(seekable.end(seekable.length - 1));
- }
- }
- }
- /**
- * Seek to the latest media position if this is a live video and the
- * player and video are loaded and initialized.
- */
- setupFirstPlay() {
- const media = this.mainPlaylistLoader_.media(); // Check that everything is ready to begin buffering for the first call to play
- // If 1) there is no active media
- // 2) the player is paused
- // 3) the first play has already been setup
- // then exit early
- if (!media || this.tech_.paused() || this.hasPlayed_) {
- return false;
- } // when the video is a live stream
- if (!media.endList) {
- const seekable = this.seekable();
- if (!seekable.length) {
- // without a seekable range, the player cannot seek to begin buffering at the live
- // point
- return false;
- }
- if (videojs__default["default"].browser.IE_VERSION && this.tech_.readyState() === 0) {
- // IE11 throws an InvalidStateError if you try to set currentTime while the
- // readyState is 0, so it must be delayed until the tech fires loadedmetadata.
- this.tech_.one('loadedmetadata', () => {
- this.trigger('firstplay');
- this.tech_.setCurrentTime(seekable.end(0));
- this.hasPlayed_ = true;
- });
- return false;
- } // trigger firstplay to inform the source handler to ignore the next seek event
- this.trigger('firstplay'); // seek to the live point
- this.tech_.setCurrentTime(seekable.end(0));
- }
- this.hasPlayed_ = true; // we can begin loading now that everything is ready
- this.load();
- return true;
- }
- /**
- * handle the sourceopen event on the MediaSource
- *
- * @private
- */
- handleSourceOpen_() {
- // Only attempt to create the source buffer if none already exist.
- // handleSourceOpen is also called when we are "re-opening" a source buffer
- // after `endOfStream` has been called (in response to a seek for instance)
- this.tryToCreateSourceBuffers_(); // if autoplay is enabled, begin playback. This is duplicative of
- // code in video.js but is required because play() must be invoked
- // *after* the media source has opened.
- if (this.tech_.autoplay()) {
- const playPromise = this.tech_.play(); // Catch/silence error when a pause interrupts a play request
- // on browsers which return a promise
- if (typeof playPromise !== 'undefined' && typeof playPromise.then === 'function') {
- playPromise.then(null, e => {});
- }
- }
- this.trigger('sourceopen');
- }
- /**
- * handle the sourceended event on the MediaSource
- *
- * @private
- */
- handleSourceEnded_() {
- if (!this.inbandTextTracks_.metadataTrack_) {
- return;
- }
- const cues = this.inbandTextTracks_.metadataTrack_.cues;
- if (!cues || !cues.length) {
- return;
- }
- const duration = this.duration();
- cues[cues.length - 1].endTime = isNaN(duration) || Math.abs(duration) === Infinity ? Number.MAX_VALUE : duration;
- }
- /**
- * handle the durationchange event on the MediaSource
- *
- * @private
- */
- handleDurationChange_() {
- this.tech_.trigger('durationchange');
- }
- /**
- * Calls endOfStream on the media source when all active stream types have called
- * endOfStream
- *
- * @param {string} streamType
- * Stream type of the segment loader that called endOfStream
- * @private
- */
- onEndOfStream() {
- let isEndOfStream = this.mainSegmentLoader_.ended_;
- if (this.mediaTypes_.AUDIO.activePlaylistLoader) {
- const mainMediaInfo = this.mainSegmentLoader_.getCurrentMediaInfo_(); // if the audio playlist loader exists, then alternate audio is active
- if (!mainMediaInfo || mainMediaInfo.hasVideo) {
- // if we do not know if the main segment loader contains video yet or if we
- // definitively know the main segment loader contains video, then we need to wait
- // for both main and audio segment loaders to call endOfStream
- isEndOfStream = isEndOfStream && this.audioSegmentLoader_.ended_;
- } else {
- // otherwise just rely on the audio loader
- isEndOfStream = this.audioSegmentLoader_.ended_;
- }
- }
- if (!isEndOfStream) {
- return;
- }
- this.stopABRTimer_();
- this.sourceUpdater_.endOfStream();
- }
- /**
- * Check if a playlist has stopped being updated
- *
- * @param {Object} playlist the media playlist object
- * @return {boolean} whether the playlist has stopped being updated or not
- */
- stuckAtPlaylistEnd_(playlist) {
- const seekable = this.seekable();
- if (!seekable.length) {
- // playlist doesn't have enough information to determine whether we are stuck
- return false;
- }
- const expired = this.syncController_.getExpiredTime(playlist, this.duration());
- if (expired === null) {
- return false;
- } // does not use the safe live end to calculate playlist end, since we
- // don't want to say we are stuck while there is still content
- const absolutePlaylistEnd = Vhs$1.Playlist.playlistEnd(playlist, expired);
- const currentTime = this.tech_.currentTime();
- const buffered = this.tech_.buffered();
- if (!buffered.length) {
- // return true if the playhead reached the absolute end of the playlist
- return absolutePlaylistEnd - currentTime <= SAFE_TIME_DELTA;
- }
- const bufferedEnd = buffered.end(buffered.length - 1); // return true if there is too little buffer left and buffer has reached absolute
- // end of playlist
- return bufferedEnd - currentTime <= SAFE_TIME_DELTA && absolutePlaylistEnd - bufferedEnd <= SAFE_TIME_DELTA;
- }
- /**
- * Exclude a playlist for a set amount of time, making it unavailable for selection by
- * the rendition selection algorithm, then force a new playlist (rendition) selection.
- *
- * @param {Object=} playlistToExclude
- * the playlist to exclude, defaults to the currently selected playlist
- * @param {Object=} error
- * an optional error
- * @param {number=} playlistExclusionDuration
- * an optional number of seconds to exclude the playlist
- */
- excludePlaylist({
- playlistToExclude = this.mainPlaylistLoader_.media(),
- error = {},
- playlistExclusionDuration
- }) {
- // If the `error` was generated by the playlist loader, it will contain
- // the playlist we were trying to load (but failed) and that should be
- // excluded instead of the currently selected playlist which is likely
- // out-of-date in this scenario
- playlistToExclude = playlistToExclude || this.mainPlaylistLoader_.media();
- playlistExclusionDuration = playlistExclusionDuration || error.playlistExclusionDuration || this.playlistExclusionDuration; // If there is no current playlist, then an error occurred while we were
- // trying to load the main OR while we were disposing of the tech
- if (!playlistToExclude) {
- this.error = error;
- if (this.mediaSource.readyState !== 'open') {
- this.trigger('error');
- } else {
- this.sourceUpdater_.endOfStream('network');
- }
- return;
- }
- playlistToExclude.playlistErrors_++;
- const playlists = this.mainPlaylistLoader_.main.playlists;
- const enabledPlaylists = playlists.filter(isEnabled);
- const isFinalRendition = enabledPlaylists.length === 1 && enabledPlaylists[0] === playlistToExclude; // Don't exclude the only playlist unless it was excluded
- // forever
- if (playlists.length === 1 && playlistExclusionDuration !== Infinity) {
- videojs__default["default"].log.warn(`Problem encountered with playlist ${playlistToExclude.id}. ` + 'Trying again since it is the only playlist.');
- this.tech_.trigger('retryplaylist'); // if this is a final rendition, we should delay
- return this.mainPlaylistLoader_.load(isFinalRendition);
- }
- if (isFinalRendition) {
- // Since we're on the final non-excluded playlist, and we're about to exclude
- // it, instead of erring the player or retrying this playlist, clear out the current
- // exclusion list. This allows other playlists to be attempted in case any have been
- // fixed.
- let reincluded = false;
- playlists.forEach(playlist => {
- // skip current playlist which is about to be excluded
- if (playlist === playlistToExclude) {
- return;
- }
- const excludeUntil = playlist.excludeUntil; // a playlist cannot be reincluded if it wasn't excluded to begin with.
- if (typeof excludeUntil !== 'undefined' && excludeUntil !== Infinity) {
- reincluded = true;
- delete playlist.excludeUntil;
- }
- });
- if (reincluded) {
- videojs__default["default"].log.warn('Removing other playlists from the exclusion list because the last ' + 'rendition is about to be excluded.'); // Technically we are retrying a playlist, in that we are simply retrying a previous
- // playlist. This is needed for users relying on the retryplaylist event to catch a
- // case where the player might be stuck and looping through "dead" playlists.
- this.tech_.trigger('retryplaylist');
- }
- } // Exclude this playlist
- let excludeUntil;
- if (playlistToExclude.playlistErrors_ > this.maxPlaylistRetries) {
- excludeUntil = Infinity;
- } else {
- excludeUntil = Date.now() + playlistExclusionDuration * 1000;
- }
- playlistToExclude.excludeUntil = excludeUntil;
- if (error.reason) {
- playlistToExclude.lastExcludeReason_ = error.reason;
- }
- this.tech_.trigger('excludeplaylist');
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-rendition-excluded'
- }); // TODO: only load a new playlist if we're excluding the current playlist
- // If this function was called with a playlist that's not the current active playlist
- // (e.g., media().id !== playlistToExclude.id),
- // then a new playlist should not be selected and loaded, as there's nothing wrong with the current playlist.
- const nextPlaylist = this.selectPlaylist();
- if (!nextPlaylist) {
- this.error = 'Playback cannot continue. No available working or supported playlists.';
- this.trigger('error');
- return;
- }
- const logFn = error.internal ? this.logger_ : videojs__default["default"].log.warn;
- const errorMessage = error.message ? ' ' + error.message : '';
- logFn(`${error.internal ? 'Internal problem' : 'Problem'} encountered with playlist ${playlistToExclude.id}.` + `${errorMessage} Switching to playlist ${nextPlaylist.id}.`); // if audio group changed reset audio loaders
- if (nextPlaylist.attributes.AUDIO !== playlistToExclude.attributes.AUDIO) {
- this.delegateLoaders_('audio', ['abort', 'pause']);
- } // if subtitle group changed reset subtitle loaders
- if (nextPlaylist.attributes.SUBTITLES !== playlistToExclude.attributes.SUBTITLES) {
- this.delegateLoaders_('subtitle', ['abort', 'pause']);
- }
- this.delegateLoaders_('main', ['abort', 'pause']);
- const delayDuration = nextPlaylist.targetDuration / 2 * 1000 || 5 * 1000;
- const shouldDelay = typeof nextPlaylist.lastRequest === 'number' && Date.now() - nextPlaylist.lastRequest <= delayDuration; // delay if it's a final rendition or if the last refresh is sooner than half targetDuration
- return this.switchMedia_(nextPlaylist, 'exclude', isFinalRendition || shouldDelay);
- }
- /**
- * Pause all segment/playlist loaders
- */
- pauseLoading() {
- this.delegateLoaders_('all', ['abort', 'pause']);
- this.stopABRTimer_();
- }
- /**
- * Call a set of functions in order on playlist loaders, segment loaders,
- * or both types of loaders.
- *
- * @param {string} filter
- * Filter loaders that should call fnNames using a string. Can be:
- * * all - run on all loaders
- * * audio - run on all audio loaders
- * * subtitle - run on all subtitle loaders
- * * main - run on the main loaders
- *
- * @param {Array|string} fnNames
- * A string or array of function names to call.
- */
- delegateLoaders_(filter, fnNames) {
- const loaders = [];
- const dontFilterPlaylist = filter === 'all';
- if (dontFilterPlaylist || filter === 'main') {
- loaders.push(this.mainPlaylistLoader_);
- }
- const mediaTypes = [];
- if (dontFilterPlaylist || filter === 'audio') {
- mediaTypes.push('AUDIO');
- }
- if (dontFilterPlaylist || filter === 'subtitle') {
- mediaTypes.push('CLOSED-CAPTIONS');
- mediaTypes.push('SUBTITLES');
- }
- mediaTypes.forEach(mediaType => {
- const loader = this.mediaTypes_[mediaType] && this.mediaTypes_[mediaType].activePlaylistLoader;
- if (loader) {
- loaders.push(loader);
- }
- });
- ['main', 'audio', 'subtitle'].forEach(name => {
- const loader = this[`${name}SegmentLoader_`];
- if (loader && (filter === name || filter === 'all')) {
- loaders.push(loader);
- }
- });
- loaders.forEach(loader => fnNames.forEach(fnName => {
- if (typeof loader[fnName] === 'function') {
- loader[fnName]();
- }
- }));
- }
- /**
- * set the current time on all segment loaders
- *
- * @param {TimeRange} currentTime the current time to set
- * @return {TimeRange} the current time
- */
- setCurrentTime(currentTime) {
- const buffered = findRange(this.tech_.buffered(), currentTime);
- if (!(this.mainPlaylistLoader_ && this.mainPlaylistLoader_.media())) {
- // return immediately if the metadata is not ready yet
- return 0;
- } // it's clearly an edge-case but don't thrown an error if asked to
- // seek within an empty playlist
- if (!this.mainPlaylistLoader_.media().segments) {
- return 0;
- } // if the seek location is already buffered, continue buffering as usual
- if (buffered && buffered.length) {
- return currentTime;
- } // cancel outstanding requests so we begin buffering at the new
- // location
- this.mainSegmentLoader_.resetEverything();
- this.mainSegmentLoader_.abort();
- if (this.mediaTypes_.AUDIO.activePlaylistLoader) {
- this.audioSegmentLoader_.resetEverything();
- this.audioSegmentLoader_.abort();
- }
- if (this.mediaTypes_.SUBTITLES.activePlaylistLoader) {
- this.subtitleSegmentLoader_.resetEverything();
- this.subtitleSegmentLoader_.abort();
- } // start segment loader loading in case they are paused
- this.load();
- }
- /**
- * get the current duration
- *
- * @return {TimeRange} the duration
- */
- duration() {
- if (!this.mainPlaylistLoader_) {
- return 0;
- }
- const media = this.mainPlaylistLoader_.media();
- if (!media) {
- // no playlists loaded yet, so can't determine a duration
- return 0;
- } // Don't rely on the media source for duration in the case of a live playlist since
- // setting the native MediaSource's duration to infinity ends up with consequences to
- // seekable behavior. See https://github.com/w3c/media-source/issues/5 for details.
- //
- // This is resolved in the spec by https://github.com/w3c/media-source/pull/92,
- // however, few browsers have support for setLiveSeekableRange()
- // https://developer.mozilla.org/en-US/docs/Web/API/MediaSource/setLiveSeekableRange
- //
- // Until a time when the duration of the media source can be set to infinity, and a
- // seekable range specified across browsers, just return Infinity.
- if (!media.endList) {
- return Infinity;
- } // Since this is a VOD video, it is safe to rely on the media source's duration (if
- // available). If it's not available, fall back to a playlist-calculated estimate.
- if (this.mediaSource) {
- return this.mediaSource.duration;
- }
- return Vhs$1.Playlist.duration(media);
- }
- /**
- * check the seekable range
- *
- * @return {TimeRange} the seekable range
- */
- seekable() {
- return this.seekable_;
- }
- onSyncInfoUpdate_() {
- let audioSeekable; // TODO check for creation of both source buffers before updating seekable
- //
- // A fix was made to this function where a check for
- // this.sourceUpdater_.hasCreatedSourceBuffers
- // was added to ensure that both source buffers were created before seekable was
- // updated. However, it originally had a bug where it was checking for a true and
- // returning early instead of checking for false. Setting it to check for false to
- // return early though created other issues. A call to play() would check for seekable
- // end without verifying that a seekable range was present. In addition, even checking
- // for that didn't solve some issues, as handleFirstPlay is sometimes worked around
- // due to a media update calling load on the segment loaders, skipping a seek to live,
- // thereby starting live streams at the beginning of the stream rather than at the end.
- //
- // This conditional should be fixed to wait for the creation of two source buffers at
- // the same time as the other sections of code are fixed to properly seek to live and
- // not throw an error due to checking for a seekable end when no seekable range exists.
- //
- // For now, fall back to the older behavior, with the understanding that the seekable
- // range may not be completely correct, leading to a suboptimal initial live point.
- if (!this.mainPlaylistLoader_) {
- return;
- }
- let media = this.mainPlaylistLoader_.media();
- if (!media) {
- return;
- }
- let expired = this.syncController_.getExpiredTime(media, this.duration());
- if (expired === null) {
- // not enough information to update seekable
- return;
- }
- const main = this.mainPlaylistLoader_.main;
- const mainSeekable = Vhs$1.Playlist.seekable(media, expired, Vhs$1.Playlist.liveEdgeDelay(main, media));
- if (mainSeekable.length === 0) {
- return;
- }
- if (this.mediaTypes_.AUDIO.activePlaylistLoader) {
- media = this.mediaTypes_.AUDIO.activePlaylistLoader.media();
- expired = this.syncController_.getExpiredTime(media, this.duration());
- if (expired === null) {
- return;
- }
- audioSeekable = Vhs$1.Playlist.seekable(media, expired, Vhs$1.Playlist.liveEdgeDelay(main, media));
- if (audioSeekable.length === 0) {
- return;
- }
- }
- let oldEnd;
- let oldStart;
- if (this.seekable_ && this.seekable_.length) {
- oldEnd = this.seekable_.end(0);
- oldStart = this.seekable_.start(0);
- }
- if (!audioSeekable) {
- // seekable has been calculated based on buffering video data so it
- // can be returned directly
- this.seekable_ = mainSeekable;
- } else if (audioSeekable.start(0) > mainSeekable.end(0) || mainSeekable.start(0) > audioSeekable.end(0)) {
- // seekables are pretty far off, rely on main
- this.seekable_ = mainSeekable;
- } else {
- this.seekable_ = createTimeRanges([[audioSeekable.start(0) > mainSeekable.start(0) ? audioSeekable.start(0) : mainSeekable.start(0), audioSeekable.end(0) < mainSeekable.end(0) ? audioSeekable.end(0) : mainSeekable.end(0)]]);
- } // seekable is the same as last time
- if (this.seekable_ && this.seekable_.length) {
- if (this.seekable_.end(0) === oldEnd && this.seekable_.start(0) === oldStart) {
- return;
- }
- }
- this.logger_(`seekable updated [${printableRange(this.seekable_)}]`);
- this.tech_.trigger('seekablechanged');
- }
- /**
- * Update the player duration
- */
- updateDuration(isLive) {
- if (this.updateDuration_) {
- this.mediaSource.removeEventListener('sourceopen', this.updateDuration_);
- this.updateDuration_ = null;
- }
- if (this.mediaSource.readyState !== 'open') {
- this.updateDuration_ = this.updateDuration.bind(this, isLive);
- this.mediaSource.addEventListener('sourceopen', this.updateDuration_);
- return;
- }
- if (isLive) {
- const seekable = this.seekable();
- if (!seekable.length) {
- return;
- } // Even in the case of a live playlist, the native MediaSource's duration should not
- // be set to Infinity (even though this would be expected for a live playlist), since
- // setting the native MediaSource's duration to infinity ends up with consequences to
- // seekable behavior. See https://github.com/w3c/media-source/issues/5 for details.
- //
- // This is resolved in the spec by https://github.com/w3c/media-source/pull/92,
- // however, few browsers have support for setLiveSeekableRange()
- // https://developer.mozilla.org/en-US/docs/Web/API/MediaSource/setLiveSeekableRange
- //
- // Until a time when the duration of the media source can be set to infinity, and a
- // seekable range specified across browsers, the duration should be greater than or
- // equal to the last possible seekable value.
- // MediaSource duration starts as NaN
- // It is possible (and probable) that this case will never be reached for many
- // sources, since the MediaSource reports duration as the highest value without
- // accounting for timestamp offset. For example, if the timestamp offset is -100 and
- // we buffered times 0 to 100 with real times of 100 to 200, even though current
- // time will be between 0 and 100, the native media source may report the duration
- // as 200. However, since we report duration separate from the media source (as
- // Infinity), and as long as the native media source duration value is greater than
- // our reported seekable range, seeks will work as expected. The large number as
- // duration for live is actually a strategy used by some players to work around the
- // issue of live seekable ranges cited above.
- if (isNaN(this.mediaSource.duration) || this.mediaSource.duration < seekable.end(seekable.length - 1)) {
- this.sourceUpdater_.setDuration(seekable.end(seekable.length - 1));
- }
- return;
- }
- const buffered = this.tech_.buffered();
- let duration = Vhs$1.Playlist.duration(this.mainPlaylistLoader_.media());
- if (buffered.length > 0) {
- duration = Math.max(duration, buffered.end(buffered.length - 1));
- }
- if (this.mediaSource.duration !== duration) {
- this.sourceUpdater_.setDuration(duration);
- }
- }
- /**
- * dispose of the PlaylistController and everything
- * that it controls
- */
- dispose() {
- this.trigger('dispose');
- this.decrypter_.terminate();
- this.mainPlaylistLoader_.dispose();
- this.mainSegmentLoader_.dispose();
- if (this.loadOnPlay_) {
- this.tech_.off('play', this.loadOnPlay_);
- }
- ['AUDIO', 'SUBTITLES'].forEach(type => {
- const groups = this.mediaTypes_[type].groups;
- for (const id in groups) {
- groups[id].forEach(group => {
- if (group.playlistLoader) {
- group.playlistLoader.dispose();
- }
- });
- }
- });
- this.audioSegmentLoader_.dispose();
- this.subtitleSegmentLoader_.dispose();
- this.sourceUpdater_.dispose();
- this.timelineChangeController_.dispose();
- this.stopABRTimer_();
- if (this.updateDuration_) {
- this.mediaSource.removeEventListener('sourceopen', this.updateDuration_);
- }
- this.mediaSource.removeEventListener('durationchange', this.handleDurationChange_); // load the media source into the player
- this.mediaSource.removeEventListener('sourceopen', this.handleSourceOpen_);
- this.mediaSource.removeEventListener('sourceended', this.handleSourceEnded_);
- this.off();
- }
- /**
- * return the main playlist object if we have one
- *
- * @return {Object} the main playlist object that we parsed
- */
- main() {
- return this.mainPlaylistLoader_.main;
- }
- /**
- * return the currently selected playlist
- *
- * @return {Object} the currently selected playlist object that we parsed
- */
- media() {
- // playlist loader will not return media if it has not been fully loaded
- return this.mainPlaylistLoader_.media() || this.initialMedia_;
- }
- areMediaTypesKnown_() {
- const usingAudioLoader = !!this.mediaTypes_.AUDIO.activePlaylistLoader;
- const hasMainMediaInfo = !!this.mainSegmentLoader_.getCurrentMediaInfo_(); // if we are not using an audio loader, then we have audio media info
- // otherwise check on the segment loader.
- const hasAudioMediaInfo = !usingAudioLoader ? true : !!this.audioSegmentLoader_.getCurrentMediaInfo_(); // one or both loaders has not loaded sufficently to get codecs
- if (!hasMainMediaInfo || !hasAudioMediaInfo) {
- return false;
- }
- return true;
- }
- getCodecsOrExclude_() {
- const media = {
- main: this.mainSegmentLoader_.getCurrentMediaInfo_() || {},
- audio: this.audioSegmentLoader_.getCurrentMediaInfo_() || {}
- };
- const playlist = this.mainSegmentLoader_.getPendingSegmentPlaylist() || this.media(); // set "main" media equal to video
- media.video = media.main;
- const playlistCodecs = codecsForPlaylist(this.main(), playlist);
- const codecs = {};
- const usingAudioLoader = !!this.mediaTypes_.AUDIO.activePlaylistLoader;
- if (media.main.hasVideo) {
- codecs.video = playlistCodecs.video || media.main.videoCodec || codecs_js.DEFAULT_VIDEO_CODEC;
- }
- if (media.main.isMuxed) {
- codecs.video += `,${playlistCodecs.audio || media.main.audioCodec || codecs_js.DEFAULT_AUDIO_CODEC}`;
- }
- if (media.main.hasAudio && !media.main.isMuxed || media.audio.hasAudio || usingAudioLoader) {
- codecs.audio = playlistCodecs.audio || media.main.audioCodec || media.audio.audioCodec || codecs_js.DEFAULT_AUDIO_CODEC; // set audio isFmp4 so we use the correct "supports" function below
- media.audio.isFmp4 = media.main.hasAudio && !media.main.isMuxed ? media.main.isFmp4 : media.audio.isFmp4;
- } // no codecs, no playback.
- if (!codecs.audio && !codecs.video) {
- this.excludePlaylist({
- playlistToExclude: playlist,
- error: {
- message: 'Could not determine codecs for playlist.'
- },
- playlistExclusionDuration: Infinity
- });
- return;
- } // fmp4 relies on browser support, while ts relies on muxer support
- const supportFunction = (isFmp4, codec) => isFmp4 ? codecs_js.browserSupportsCodec(codec) : codecs_js.muxerSupportsCodec(codec);
- const unsupportedCodecs = {};
- let unsupportedAudio;
- ['video', 'audio'].forEach(function (type) {
- if (codecs.hasOwnProperty(type) && !supportFunction(media[type].isFmp4, codecs[type])) {
- const supporter = media[type].isFmp4 ? 'browser' : 'muxer';
- unsupportedCodecs[supporter] = unsupportedCodecs[supporter] || [];
- unsupportedCodecs[supporter].push(codecs[type]);
- if (type === 'audio') {
- unsupportedAudio = supporter;
- }
- }
- });
- if (usingAudioLoader && unsupportedAudio && playlist.attributes.AUDIO) {
- const audioGroup = playlist.attributes.AUDIO;
- this.main().playlists.forEach(variant => {
- const variantAudioGroup = variant.attributes && variant.attributes.AUDIO;
- if (variantAudioGroup === audioGroup && variant !== playlist) {
- variant.excludeUntil = Infinity;
- }
- });
- this.logger_(`excluding audio group ${audioGroup} as ${unsupportedAudio} does not support codec(s): "${codecs.audio}"`);
- } // if we have any unsupported codecs exclude this playlist.
- if (Object.keys(unsupportedCodecs).length) {
- const message = Object.keys(unsupportedCodecs).reduce((acc, supporter) => {
- if (acc) {
- acc += ', ';
- }
- acc += `${supporter} does not support codec(s): "${unsupportedCodecs[supporter].join(',')}"`;
- return acc;
- }, '') + '.';
- this.excludePlaylist({
- playlistToExclude: playlist,
- error: {
- internal: true,
- message
- },
- playlistExclusionDuration: Infinity
- });
- return;
- } // check if codec switching is happening
- if (this.sourceUpdater_.hasCreatedSourceBuffers() && !this.sourceUpdater_.canChangeType()) {
- const switchMessages = [];
- ['video', 'audio'].forEach(type => {
- const newCodec = (codecs_js.parseCodecs(this.sourceUpdater_.codecs[type] || '')[0] || {}).type;
- const oldCodec = (codecs_js.parseCodecs(codecs[type] || '')[0] || {}).type;
- if (newCodec && oldCodec && newCodec.toLowerCase() !== oldCodec.toLowerCase()) {
- switchMessages.push(`"${this.sourceUpdater_.codecs[type]}" -> "${codecs[type]}"`);
- }
- });
- if (switchMessages.length) {
- this.excludePlaylist({
- playlistToExclude: playlist,
- error: {
- message: `Codec switching not supported: ${switchMessages.join(', ')}.`,
- internal: true
- },
- playlistExclusionDuration: Infinity
- });
- return;
- }
- } // TODO: when using the muxer shouldn't we just return
- // the codecs that the muxer outputs?
- return codecs;
- }
- /**
- * Create source buffers and exlude any incompatible renditions.
- *
- * @private
- */
- tryToCreateSourceBuffers_() {
- // media source is not ready yet or sourceBuffers are already
- // created.
- if (this.mediaSource.readyState !== 'open' || this.sourceUpdater_.hasCreatedSourceBuffers()) {
- return;
- }
- if (!this.areMediaTypesKnown_()) {
- return;
- }
- const codecs = this.getCodecsOrExclude_(); // no codecs means that the playlist was excluded
- if (!codecs) {
- return;
- }
- this.sourceUpdater_.createSourceBuffers(codecs);
- const codecString = [codecs.video, codecs.audio].filter(Boolean).join(',');
- this.excludeIncompatibleVariants_(codecString);
- }
- /**
- * Excludes playlists with codecs that are unsupported by the muxer and browser.
- */
- excludeUnsupportedVariants_() {
- const playlists = this.main().playlists;
- const ids = []; // TODO: why don't we have a property to loop through all
- // playlist? Why did we ever mix indexes and keys?
- Object.keys(playlists).forEach(key => {
- const variant = playlists[key]; // check if we already processed this playlist.
- if (ids.indexOf(variant.id) !== -1) {
- return;
- }
- ids.push(variant.id);
- const codecs = codecsForPlaylist(this.main, variant);
- const unsupported = [];
- if (codecs.audio && !codecs_js.muxerSupportsCodec(codecs.audio) && !codecs_js.browserSupportsCodec(codecs.audio)) {
- unsupported.push(`audio codec ${codecs.audio}`);
- }
- if (codecs.video && !codecs_js.muxerSupportsCodec(codecs.video) && !codecs_js.browserSupportsCodec(codecs.video)) {
- unsupported.push(`video codec ${codecs.video}`);
- }
- if (codecs.text && codecs.text === 'stpp.ttml.im1t') {
- unsupported.push(`text codec ${codecs.text}`);
- }
- if (unsupported.length) {
- variant.excludeUntil = Infinity;
- this.logger_(`excluding ${variant.id} for unsupported: ${unsupported.join(', ')}`);
- }
- });
- }
- /**
- * Exclude playlists that are known to be codec or
- * stream-incompatible with the SourceBuffer configuration. For
- * instance, Media Source Extensions would cause the video element to
- * stall waiting for video data if you switched from a variant with
- * video and audio to an audio-only one.
- *
- * @param {Object} media a media playlist compatible with the current
- * set of SourceBuffers. Variants in the current main playlist that
- * do not appear to have compatible codec or stream configurations
- * will be excluded from the default playlist selection algorithm
- * indefinitely.
- * @private
- */
- excludeIncompatibleVariants_(codecString) {
- const ids = [];
- const playlists = this.main().playlists;
- const codecs = unwrapCodecList(codecs_js.parseCodecs(codecString));
- const codecCount_ = codecCount(codecs);
- const videoDetails = codecs.video && codecs_js.parseCodecs(codecs.video)[0] || null;
- const audioDetails = codecs.audio && codecs_js.parseCodecs(codecs.audio)[0] || null;
- Object.keys(playlists).forEach(key => {
- const variant = playlists[key]; // check if we already processed this playlist.
- // or it if it is already excluded forever.
- if (ids.indexOf(variant.id) !== -1 || variant.excludeUntil === Infinity) {
- return;
- }
- ids.push(variant.id);
- const exclusionReasons = []; // get codecs from the playlist for this variant
- const variantCodecs = codecsForPlaylist(this.mainPlaylistLoader_.main, variant);
- const variantCodecCount = codecCount(variantCodecs); // if no codecs are listed, we cannot determine that this
- // variant is incompatible. Wait for mux.js to probe
- if (!variantCodecs.audio && !variantCodecs.video) {
- return;
- } // TODO: we can support this by removing the
- // old media source and creating a new one, but it will take some work.
- // The number of streams cannot change
- if (variantCodecCount !== codecCount_) {
- exclusionReasons.push(`codec count "${variantCodecCount}" !== "${codecCount_}"`);
- } // only exclude playlists by codec change, if codecs cannot switch
- // during playback.
- if (!this.sourceUpdater_.canChangeType()) {
- const variantVideoDetails = variantCodecs.video && codecs_js.parseCodecs(variantCodecs.video)[0] || null;
- const variantAudioDetails = variantCodecs.audio && codecs_js.parseCodecs(variantCodecs.audio)[0] || null; // the video codec cannot change
- if (variantVideoDetails && videoDetails && variantVideoDetails.type.toLowerCase() !== videoDetails.type.toLowerCase()) {
- exclusionReasons.push(`video codec "${variantVideoDetails.type}" !== "${videoDetails.type}"`);
- } // the audio codec cannot change
- if (variantAudioDetails && audioDetails && variantAudioDetails.type.toLowerCase() !== audioDetails.type.toLowerCase()) {
- exclusionReasons.push(`audio codec "${variantAudioDetails.type}" !== "${audioDetails.type}"`);
- }
- }
- if (exclusionReasons.length) {
- variant.excludeUntil = Infinity;
- this.logger_(`excluding ${variant.id}: ${exclusionReasons.join(' && ')}`);
- }
- });
- }
- updateAdCues_(media) {
- let offset = 0;
- const seekable = this.seekable();
- if (seekable.length) {
- offset = seekable.start(0);
- }
- updateAdCues(media, this.cueTagsTrack_, offset);
- }
- /**
- * Calculates the desired forward buffer length based on current time
- *
- * @return {number} Desired forward buffer length in seconds
- */
- goalBufferLength() {
- const currentTime = this.tech_.currentTime();
- const initial = Config.GOAL_BUFFER_LENGTH;
- const rate = Config.GOAL_BUFFER_LENGTH_RATE;
- const max = Math.max(initial, Config.MAX_GOAL_BUFFER_LENGTH);
- return Math.min(initial + currentTime * rate, max);
- }
- /**
- * Calculates the desired buffer low water line based on current time
- *
- * @return {number} Desired buffer low water line in seconds
- */
- bufferLowWaterLine() {
- const currentTime = this.tech_.currentTime();
- const initial = Config.BUFFER_LOW_WATER_LINE;
- const rate = Config.BUFFER_LOW_WATER_LINE_RATE;
- const max = Math.max(initial, Config.MAX_BUFFER_LOW_WATER_LINE);
- const newMax = Math.max(initial, Config.EXPERIMENTAL_MAX_BUFFER_LOW_WATER_LINE);
- return Math.min(initial + currentTime * rate, this.bufferBasedABR ? newMax : max);
- }
- bufferHighWaterLine() {
- return Config.BUFFER_HIGH_WATER_LINE;
- }
- }
- /**
- * Returns a function that acts as the Enable/disable playlist function.
- *
- * @param {PlaylistLoader} loader - The main playlist loader
- * @param {string} playlistID - id of the playlist
- * @param {Function} changePlaylistFn - A function to be called after a
- * playlist's enabled-state has been changed. Will NOT be called if a
- * playlist's enabled-state is unchanged
- * @param {boolean=} enable - Value to set the playlist enabled-state to
- * or if undefined returns the current enabled-state for the playlist
- * @return {Function} Function for setting/getting enabled
- */
- const enableFunction = (loader, playlistID, changePlaylistFn) => enable => {
- const playlist = loader.main.playlists[playlistID];
- const incompatible = isIncompatible(playlist);
- const currentlyEnabled = isEnabled(playlist);
- if (typeof enable === 'undefined') {
- return currentlyEnabled;
- }
- if (enable) {
- delete playlist.disabled;
- } else {
- playlist.disabled = true;
- }
- if (enable !== currentlyEnabled && !incompatible) {
- // Ensure the outside world knows about our changes
- changePlaylistFn();
- if (enable) {
- loader.trigger('renditionenabled');
- } else {
- loader.trigger('renditiondisabled');
- }
- }
- return enable;
- };
- /**
- * The representation object encapsulates the publicly visible information
- * in a media playlist along with a setter/getter-type function (enabled)
- * for changing the enabled-state of a particular playlist entry
- *
- * @class Representation
- */
- class Representation {
- constructor(vhsHandler, playlist, id) {
- const {
- playlistController_: pc
- } = vhsHandler;
- const qualityChangeFunction = pc.fastQualityChange_.bind(pc); // some playlist attributes are optional
- if (playlist.attributes) {
- const resolution = playlist.attributes.RESOLUTION;
- this.width = resolution && resolution.width;
- this.height = resolution && resolution.height;
- this.bandwidth = playlist.attributes.BANDWIDTH;
- this.frameRate = playlist.attributes['FRAME-RATE'];
- }
- this.codecs = codecsForPlaylist(pc.main(), playlist);
- this.playlist = playlist; // The id is simply the ordinality of the media playlist
- // within the main playlist
- this.id = id; // Partially-apply the enableFunction to create a playlist-
- // specific variant
- this.enabled = enableFunction(vhsHandler.playlists, playlist.id, qualityChangeFunction);
- }
- }
- /**
- * A mixin function that adds the `representations` api to an instance
- * of the VhsHandler class
- *
- * @param {VhsHandler} vhsHandler - An instance of VhsHandler to add the
- * representation API into
- */
- const renditionSelectionMixin = function (vhsHandler) {
- // Add a single API-specific function to the VhsHandler instance
- vhsHandler.representations = () => {
- const main = vhsHandler.playlistController_.main();
- const playlists = isAudioOnly(main) ? vhsHandler.playlistController_.getAudioTrackPlaylists_() : main.playlists;
- if (!playlists) {
- return [];
- }
- return playlists.filter(media => !isIncompatible(media)).map((e, i) => new Representation(vhsHandler, e, e.id));
- };
- };
- /**
- * @file playback-watcher.js
- *
- * Playback starts, and now my watch begins. It shall not end until my death. I shall
- * take no wait, hold no uncleared timeouts, father no bad seeks. I shall wear no crowns
- * and win no glory. I shall live and die at my post. I am the corrector of the underflow.
- * I am the watcher of gaps. I am the shield that guards the realms of seekable. I pledge
- * my life and honor to the Playback Watch, for this Player and all the Players to come.
- */
- const timerCancelEvents = ['seeking', 'seeked', 'pause', 'playing', 'error'];
- /**
- * @class PlaybackWatcher
- */
- class PlaybackWatcher {
- /**
- * Represents an PlaybackWatcher object.
- *
- * @class
- * @param {Object} options an object that includes the tech and settings
- */
- constructor(options) {
- this.playlistController_ = options.playlistController;
- this.tech_ = options.tech;
- this.seekable = options.seekable;
- this.allowSeeksWithinUnsafeLiveWindow = options.allowSeeksWithinUnsafeLiveWindow;
- this.liveRangeSafeTimeDelta = options.liveRangeSafeTimeDelta;
- this.media = options.media;
- this.consecutiveUpdates = 0;
- this.lastRecordedTime = null;
- this.checkCurrentTimeTimeout_ = null;
- this.logger_ = logger('PlaybackWatcher');
- this.logger_('initialize');
- const playHandler = () => this.monitorCurrentTime_();
- const canPlayHandler = () => this.monitorCurrentTime_();
- const waitingHandler = () => this.techWaiting_();
- const cancelTimerHandler = () => this.resetTimeUpdate_();
- const pc = this.playlistController_;
- const loaderTypes = ['main', 'subtitle', 'audio'];
- const loaderChecks = {};
- loaderTypes.forEach(type => {
- loaderChecks[type] = {
- reset: () => this.resetSegmentDownloads_(type),
- updateend: () => this.checkSegmentDownloads_(type)
- };
- pc[`${type}SegmentLoader_`].on('appendsdone', loaderChecks[type].updateend); // If a rendition switch happens during a playback stall where the buffer
- // isn't changing we want to reset. We cannot assume that the new rendition
- // will also be stalled, until after new appends.
- pc[`${type}SegmentLoader_`].on('playlistupdate', loaderChecks[type].reset); // Playback stalls should not be detected right after seeking.
- // This prevents one segment playlists (single vtt or single segment content)
- // from being detected as stalling. As the buffer will not change in those cases, since
- // the buffer is the entire video duration.
- this.tech_.on(['seeked', 'seeking'], loaderChecks[type].reset);
- });
- /**
- * We check if a seek was into a gap through the following steps:
- * 1. We get a seeking event and we do not get a seeked event. This means that
- * a seek was attempted but not completed.
- * 2. We run `fixesBadSeeks_` on segment loader appends. This means that we already
- * removed everything from our buffer and appended a segment, and should be ready
- * to check for gaps.
- */
- const setSeekingHandlers = fn => {
- ['main', 'audio'].forEach(type => {
- pc[`${type}SegmentLoader_`][fn]('appended', this.seekingAppendCheck_);
- });
- };
- this.seekingAppendCheck_ = () => {
- if (this.fixesBadSeeks_()) {
- this.consecutiveUpdates = 0;
- this.lastRecordedTime = this.tech_.currentTime();
- setSeekingHandlers('off');
- }
- };
- this.clearSeekingAppendCheck_ = () => setSeekingHandlers('off');
- this.watchForBadSeeking_ = () => {
- this.clearSeekingAppendCheck_();
- setSeekingHandlers('on');
- };
- this.tech_.on('seeked', this.clearSeekingAppendCheck_);
- this.tech_.on('seeking', this.watchForBadSeeking_);
- this.tech_.on('waiting', waitingHandler);
- this.tech_.on(timerCancelEvents, cancelTimerHandler);
- this.tech_.on('canplay', canPlayHandler);
- /*
- An edge case exists that results in gaps not being skipped when they exist at the beginning of a stream. This case
- is surfaced in one of two ways:
- 1) The `waiting` event is fired before the player has buffered content, making it impossible
- to find or skip the gap. The `waiting` event is followed by a `play` event. On first play
- we can check if playback is stalled due to a gap, and skip the gap if necessary.
- 2) A source with a gap at the beginning of the stream is loaded programatically while the player
- is in a playing state. To catch this case, it's important that our one-time play listener is setup
- even if the player is in a playing state
- */
- this.tech_.one('play', playHandler); // Define the dispose function to clean up our events
- this.dispose = () => {
- this.clearSeekingAppendCheck_();
- this.logger_('dispose');
- this.tech_.off('waiting', waitingHandler);
- this.tech_.off(timerCancelEvents, cancelTimerHandler);
- this.tech_.off('canplay', canPlayHandler);
- this.tech_.off('play', playHandler);
- this.tech_.off('seeking', this.watchForBadSeeking_);
- this.tech_.off('seeked', this.clearSeekingAppendCheck_);
- loaderTypes.forEach(type => {
- pc[`${type}SegmentLoader_`].off('appendsdone', loaderChecks[type].updateend);
- pc[`${type}SegmentLoader_`].off('playlistupdate', loaderChecks[type].reset);
- this.tech_.off(['seeked', 'seeking'], loaderChecks[type].reset);
- });
- if (this.checkCurrentTimeTimeout_) {
- window__default["default"].clearTimeout(this.checkCurrentTimeTimeout_);
- }
- this.resetTimeUpdate_();
- };
- }
- /**
- * Periodically check current time to see if playback stopped
- *
- * @private
- */
- monitorCurrentTime_() {
- this.checkCurrentTime_();
- if (this.checkCurrentTimeTimeout_) {
- window__default["default"].clearTimeout(this.checkCurrentTimeTimeout_);
- } // 42 = 24 fps // 250 is what Webkit uses // FF uses 15
- this.checkCurrentTimeTimeout_ = window__default["default"].setTimeout(this.monitorCurrentTime_.bind(this), 250);
- }
- /**
- * Reset stalled download stats for a specific type of loader
- *
- * @param {string} type
- * The segment loader type to check.
- *
- * @listens SegmentLoader#playlistupdate
- * @listens Tech#seeking
- * @listens Tech#seeked
- */
- resetSegmentDownloads_(type) {
- const loader = this.playlistController_[`${type}SegmentLoader_`];
- if (this[`${type}StalledDownloads_`] > 0) {
- this.logger_(`resetting possible stalled download count for ${type} loader`);
- }
- this[`${type}StalledDownloads_`] = 0;
- this[`${type}Buffered_`] = loader.buffered_();
- }
- /**
- * Checks on every segment `appendsdone` to see
- * if segment appends are making progress. If they are not
- * and we are still downloading bytes. We exclude the playlist.
- *
- * @param {string} type
- * The segment loader type to check.
- *
- * @listens SegmentLoader#appendsdone
- */
- checkSegmentDownloads_(type) {
- const pc = this.playlistController_;
- const loader = pc[`${type}SegmentLoader_`];
- const buffered = loader.buffered_();
- const isBufferedDifferent = isRangeDifferent(this[`${type}Buffered_`], buffered);
- this[`${type}Buffered_`] = buffered; // if another watcher is going to fix the issue or
- // the buffered value for this loader changed
- // appends are working
- if (isBufferedDifferent) {
- this.resetSegmentDownloads_(type);
- return;
- }
- this[`${type}StalledDownloads_`]++;
- this.logger_(`found #${this[`${type}StalledDownloads_`]} ${type} appends that did not increase buffer (possible stalled download)`, {
- playlistId: loader.playlist_ && loader.playlist_.id,
- buffered: timeRangesToArray(buffered)
- }); // after 10 possibly stalled appends with no reset, exclude
- if (this[`${type}StalledDownloads_`] < 10) {
- return;
- }
- this.logger_(`${type} loader stalled download exclusion`);
- this.resetSegmentDownloads_(type);
- this.tech_.trigger({
- type: 'usage',
- name: `vhs-${type}-download-exclusion`
- });
- if (type === 'subtitle') {
- return;
- } // TODO: should we exclude audio tracks rather than main tracks
- // when type is audio?
- pc.excludePlaylist({
- error: {
- message: `Excessive ${type} segment downloading detected.`
- },
- playlistExclusionDuration: Infinity
- });
- }
- /**
- * The purpose of this function is to emulate the "waiting" event on
- * browsers that do not emit it when they are waiting for more
- * data to continue playback
- *
- * @private
- */
- checkCurrentTime_() {
- if (this.tech_.paused() || this.tech_.seeking()) {
- return;
- }
- const currentTime = this.tech_.currentTime();
- const buffered = this.tech_.buffered();
- if (this.lastRecordedTime === currentTime && (!buffered.length || currentTime + SAFE_TIME_DELTA >= buffered.end(buffered.length - 1))) {
- // If current time is at the end of the final buffered region, then any playback
- // stall is most likely caused by buffering in a low bandwidth environment. The tech
- // should fire a `waiting` event in this scenario, but due to browser and tech
- // inconsistencies. Calling `techWaiting_` here allows us to simulate
- // responding to a native `waiting` event when the tech fails to emit one.
- return this.techWaiting_();
- }
- if (this.consecutiveUpdates >= 5 && currentTime === this.lastRecordedTime) {
- this.consecutiveUpdates++;
- this.waiting_();
- } else if (currentTime === this.lastRecordedTime) {
- this.consecutiveUpdates++;
- } else {
- this.consecutiveUpdates = 0;
- this.lastRecordedTime = currentTime;
- }
- }
- /**
- * Resets the 'timeupdate' mechanism designed to detect that we are stalled
- *
- * @private
- */
- resetTimeUpdate_() {
- this.consecutiveUpdates = 0;
- }
- /**
- * Fixes situations where there's a bad seek
- *
- * @return {boolean} whether an action was taken to fix the seek
- * @private
- */
- fixesBadSeeks_() {
- const seeking = this.tech_.seeking();
- if (!seeking) {
- return false;
- } // TODO: It's possible that these seekable checks should be moved out of this function
- // and into a function that runs on seekablechange. It's also possible that we only need
- // afterSeekableWindow as the buffered check at the bottom is good enough to handle before
- // seekable range.
- const seekable = this.seekable();
- const currentTime = this.tech_.currentTime();
- const isAfterSeekableRange = this.afterSeekableWindow_(seekable, currentTime, this.media(), this.allowSeeksWithinUnsafeLiveWindow);
- let seekTo;
- if (isAfterSeekableRange) {
- const seekableEnd = seekable.end(seekable.length - 1); // sync to live point (if VOD, our seekable was updated and we're simply adjusting)
- seekTo = seekableEnd;
- }
- if (this.beforeSeekableWindow_(seekable, currentTime)) {
- const seekableStart = seekable.start(0); // sync to the beginning of the live window
- // provide a buffer of .1 seconds to handle rounding/imprecise numbers
- seekTo = seekableStart + ( // if the playlist is too short and the seekable range is an exact time (can
- // happen in live with a 3 segment playlist), then don't use a time delta
- seekableStart === seekable.end(0) ? 0 : SAFE_TIME_DELTA);
- }
- if (typeof seekTo !== 'undefined') {
- this.logger_(`Trying to seek outside of seekable at time ${currentTime} with ` + `seekable range ${printableRange(seekable)}. Seeking to ` + `${seekTo}.`);
- this.tech_.setCurrentTime(seekTo);
- return true;
- }
- const sourceUpdater = this.playlistController_.sourceUpdater_;
- const buffered = this.tech_.buffered();
- const audioBuffered = sourceUpdater.audioBuffer ? sourceUpdater.audioBuffered() : null;
- const videoBuffered = sourceUpdater.videoBuffer ? sourceUpdater.videoBuffered() : null;
- const media = this.media(); // verify that at least two segment durations or one part duration have been
- // appended before checking for a gap.
- const minAppendedDuration = media.partTargetDuration ? media.partTargetDuration : (media.targetDuration - TIME_FUDGE_FACTOR) * 2; // verify that at least two segment durations have been
- // appended before checking for a gap.
- const bufferedToCheck = [audioBuffered, videoBuffered];
- for (let i = 0; i < bufferedToCheck.length; i++) {
- // skip null buffered
- if (!bufferedToCheck[i]) {
- continue;
- }
- const timeAhead = timeAheadOf(bufferedToCheck[i], currentTime); // if we are less than two video/audio segment durations or one part
- // duration behind we haven't appended enough to call this a bad seek.
- if (timeAhead < minAppendedDuration) {
- return false;
- }
- }
- const nextRange = findNextRange(buffered, currentTime); // we have appended enough content, but we don't have anything buffered
- // to seek over the gap
- if (nextRange.length === 0) {
- return false;
- }
- seekTo = nextRange.start(0) + SAFE_TIME_DELTA;
- this.logger_(`Buffered region starts (${nextRange.start(0)}) ` + ` just beyond seek point (${currentTime}). Seeking to ${seekTo}.`);
- this.tech_.setCurrentTime(seekTo);
- return true;
- }
- /**
- * Handler for situations when we determine the player is waiting.
- *
- * @private
- */
- waiting_() {
- if (this.techWaiting_()) {
- return;
- } // All tech waiting checks failed. Use last resort correction
- const currentTime = this.tech_.currentTime();
- const buffered = this.tech_.buffered();
- const currentRange = findRange(buffered, currentTime); // Sometimes the player can stall for unknown reasons within a contiguous buffered
- // region with no indication that anything is amiss (seen in Firefox). Seeking to
- // currentTime is usually enough to kickstart the player. This checks that the player
- // is currently within a buffered region before attempting a corrective seek.
- // Chrome does not appear to continue `timeupdate` events after a `waiting` event
- // until there is ~ 3 seconds of forward buffer available. PlaybackWatcher should also
- // make sure there is ~3 seconds of forward buffer before taking any corrective action
- // to avoid triggering an `unknownwaiting` event when the network is slow.
- if (currentRange.length && currentTime + 3 <= currentRange.end(0)) {
- this.resetTimeUpdate_();
- this.tech_.setCurrentTime(currentTime);
- this.logger_(`Stopped at ${currentTime} while inside a buffered region ` + `[${currentRange.start(0)} -> ${currentRange.end(0)}]. Attempting to resume ` + 'playback by seeking to the current time.'); // unknown waiting corrections may be useful for monitoring QoS
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-unknown-waiting'
- });
- return;
- }
- }
- /**
- * Handler for situations when the tech fires a `waiting` event
- *
- * @return {boolean}
- * True if an action (or none) was needed to correct the waiting. False if no
- * checks passed
- * @private
- */
- techWaiting_() {
- const seekable = this.seekable();
- const currentTime = this.tech_.currentTime();
- if (this.tech_.seeking()) {
- // Tech is seeking or already waiting on another action, no action needed
- return true;
- }
- if (this.beforeSeekableWindow_(seekable, currentTime)) {
- const livePoint = seekable.end(seekable.length - 1);
- this.logger_(`Fell out of live window at time ${currentTime}. Seeking to ` + `live point (seekable end) ${livePoint}`);
- this.resetTimeUpdate_();
- this.tech_.setCurrentTime(livePoint); // live window resyncs may be useful for monitoring QoS
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-live-resync'
- });
- return true;
- }
- const sourceUpdater = this.tech_.vhs.playlistController_.sourceUpdater_;
- const buffered = this.tech_.buffered();
- const videoUnderflow = this.videoUnderflow_({
- audioBuffered: sourceUpdater.audioBuffered(),
- videoBuffered: sourceUpdater.videoBuffered(),
- currentTime
- });
- if (videoUnderflow) {
- // Even though the video underflowed and was stuck in a gap, the audio overplayed
- // the gap, leading currentTime into a buffered range. Seeking to currentTime
- // allows the video to catch up to the audio position without losing any audio
- // (only suffering ~3 seconds of frozen video and a pause in audio playback).
- this.resetTimeUpdate_();
- this.tech_.setCurrentTime(currentTime); // video underflow may be useful for monitoring QoS
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-video-underflow'
- });
- return true;
- }
- const nextRange = findNextRange(buffered, currentTime); // check for gap
- if (nextRange.length > 0) {
- this.logger_(`Stopped at ${currentTime} and seeking to ${nextRange.start(0)}`);
- this.resetTimeUpdate_();
- this.skipTheGap_(currentTime);
- return true;
- } // All checks failed. Returning false to indicate failure to correct waiting
- return false;
- }
- afterSeekableWindow_(seekable, currentTime, playlist, allowSeeksWithinUnsafeLiveWindow = false) {
- if (!seekable.length) {
- // we can't make a solid case if there's no seekable, default to false
- return false;
- }
- let allowedEnd = seekable.end(seekable.length - 1) + SAFE_TIME_DELTA;
- const isLive = !playlist.endList;
- if (isLive && allowSeeksWithinUnsafeLiveWindow) {
- allowedEnd = seekable.end(seekable.length - 1) + playlist.targetDuration * 3;
- }
- if (currentTime > allowedEnd) {
- return true;
- }
- return false;
- }
- beforeSeekableWindow_(seekable, currentTime) {
- if (seekable.length && // can't fall before 0 and 0 seekable start identifies VOD stream
- seekable.start(0) > 0 && currentTime < seekable.start(0) - this.liveRangeSafeTimeDelta) {
- return true;
- }
- return false;
- }
- videoUnderflow_({
- videoBuffered,
- audioBuffered,
- currentTime
- }) {
- // audio only content will not have video underflow :)
- if (!videoBuffered) {
- return;
- }
- let gap; // find a gap in demuxed content.
- if (videoBuffered.length && audioBuffered.length) {
- // in Chrome audio will continue to play for ~3s when we run out of video
- // so we have to check that the video buffer did have some buffer in the
- // past.
- const lastVideoRange = findRange(videoBuffered, currentTime - 3);
- const videoRange = findRange(videoBuffered, currentTime);
- const audioRange = findRange(audioBuffered, currentTime);
- if (audioRange.length && !videoRange.length && lastVideoRange.length) {
- gap = {
- start: lastVideoRange.end(0),
- end: audioRange.end(0)
- };
- } // find a gap in muxed content.
- } else {
- const nextRange = findNextRange(videoBuffered, currentTime); // Even if there is no available next range, there is still a possibility we are
- // stuck in a gap due to video underflow.
- if (!nextRange.length) {
- gap = this.gapFromVideoUnderflow_(videoBuffered, currentTime);
- }
- }
- if (gap) {
- this.logger_(`Encountered a gap in video from ${gap.start} to ${gap.end}. ` + `Seeking to current time ${currentTime}`);
- return true;
- }
- return false;
- }
- /**
- * Timer callback. If playback still has not proceeded, then we seek
- * to the start of the next buffered region.
- *
- * @private
- */
- skipTheGap_(scheduledCurrentTime) {
- const buffered = this.tech_.buffered();
- const currentTime = this.tech_.currentTime();
- const nextRange = findNextRange(buffered, currentTime);
- this.resetTimeUpdate_();
- if (nextRange.length === 0 || currentTime !== scheduledCurrentTime) {
- return;
- }
- this.logger_('skipTheGap_:', 'currentTime:', currentTime, 'scheduled currentTime:', scheduledCurrentTime, 'nextRange start:', nextRange.start(0)); // only seek if we still have not played
- this.tech_.setCurrentTime(nextRange.start(0) + TIME_FUDGE_FACTOR);
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-gap-skip'
- });
- }
- gapFromVideoUnderflow_(buffered, currentTime) {
- // At least in Chrome, if there is a gap in the video buffer, the audio will continue
- // playing for ~3 seconds after the video gap starts. This is done to account for
- // video buffer underflow/underrun (note that this is not done when there is audio
- // buffer underflow/underrun -- in that case the video will stop as soon as it
- // encounters the gap, as audio stalls are more noticeable/jarring to a user than
- // video stalls). The player's time will reflect the playthrough of audio, so the
- // time will appear as if we are in a buffered region, even if we are stuck in a
- // "gap."
- //
- // Example:
- // video buffer: 0 => 10.1, 10.2 => 20
- // audio buffer: 0 => 20
- // overall buffer: 0 => 10.1, 10.2 => 20
- // current time: 13
- //
- // Chrome's video froze at 10 seconds, where the video buffer encountered the gap,
- // however, the audio continued playing until it reached ~3 seconds past the gap
- // (13 seconds), at which point it stops as well. Since current time is past the
- // gap, findNextRange will return no ranges.
- //
- // To check for this issue, we see if there is a gap that starts somewhere within
- // a 3 second range (3 seconds +/- 1 second) back from our current time.
- const gaps = findGaps(buffered);
- for (let i = 0; i < gaps.length; i++) {
- const start = gaps.start(i);
- const end = gaps.end(i); // gap is starts no more than 4 seconds back
- if (currentTime - start < 4 && currentTime - start > 2) {
- return {
- start,
- end
- };
- }
- }
- return null;
- }
- }
- const defaultOptions = {
- errorInterval: 30,
- getSource(next) {
- const tech = this.tech({
- IWillNotUseThisInPlugins: true
- });
- const sourceObj = tech.currentSource_ || this.currentSource();
- return next(sourceObj);
- }
- };
- /**
- * Main entry point for the plugin
- *
- * @param {Player} player a reference to a videojs Player instance
- * @param {Object} [options] an object with plugin options
- * @private
- */
- const initPlugin = function (player, options) {
- let lastCalled = 0;
- let seekTo = 0;
- const localOptions = merge(defaultOptions, options);
- player.ready(() => {
- player.trigger({
- type: 'usage',
- name: 'vhs-error-reload-initialized'
- });
- });
- /**
- * Player modifications to perform that must wait until `loadedmetadata`
- * has been triggered
- *
- * @private
- */
- const loadedMetadataHandler = function () {
- if (seekTo) {
- player.currentTime(seekTo);
- }
- };
- /**
- * Set the source on the player element, play, and seek if necessary
- *
- * @param {Object} sourceObj An object specifying the source url and mime-type to play
- * @private
- */
- const setSource = function (sourceObj) {
- if (sourceObj === null || sourceObj === undefined) {
- return;
- }
- seekTo = player.duration() !== Infinity && player.currentTime() || 0;
- player.one('loadedmetadata', loadedMetadataHandler);
- player.src(sourceObj);
- player.trigger({
- type: 'usage',
- name: 'vhs-error-reload'
- });
- player.play();
- };
- /**
- * Attempt to get a source from either the built-in getSource function
- * or a custom function provided via the options
- *
- * @private
- */
- const errorHandler = function () {
- // Do not attempt to reload the source if a source-reload occurred before
- // 'errorInterval' time has elapsed since the last source-reload
- if (Date.now() - lastCalled < localOptions.errorInterval * 1000) {
- player.trigger({
- type: 'usage',
- name: 'vhs-error-reload-canceled'
- });
- return;
- }
- if (!localOptions.getSource || typeof localOptions.getSource !== 'function') {
- videojs__default["default"].log.error('ERROR: reloadSourceOnError - The option getSource must be a function!');
- return;
- }
- lastCalled = Date.now();
- return localOptions.getSource.call(player, setSource);
- };
- /**
- * Unbind any event handlers that were bound by the plugin
- *
- * @private
- */
- const cleanupEvents = function () {
- player.off('loadedmetadata', loadedMetadataHandler);
- player.off('error', errorHandler);
- player.off('dispose', cleanupEvents);
- };
- /**
- * Cleanup before re-initializing the plugin
- *
- * @param {Object} [newOptions] an object with plugin options
- * @private
- */
- const reinitPlugin = function (newOptions) {
- cleanupEvents();
- initPlugin(player, newOptions);
- };
- player.on('error', errorHandler);
- player.on('dispose', cleanupEvents); // Overwrite the plugin function so that we can correctly cleanup before
- // initializing the plugin
- player.reloadSourceOnError = reinitPlugin;
- };
- /**
- * Reload the source when an error is detected as long as there
- * wasn't an error previously within the last 30 seconds
- *
- * @param {Object} [options] an object with plugin options
- */
- const reloadSourceOnError = function (options) {
- initPlugin(this, options);
- };
- var version$4 = "3.0.2";
- var version$3 = "6.3.0";
- var version$2 = "1.0.1";
- var version$1 = "6.0.0";
- var version = "4.0.1";
- /**
- * @file videojs-http-streaming.js
- *
- * The main file for the VHS project.
- * License: https://github.com/videojs/videojs-http-streaming/blob/main/LICENSE
- */
- const Vhs = {
- PlaylistLoader,
- Playlist,
- utils,
- STANDARD_PLAYLIST_SELECTOR: lastBandwidthSelector,
- INITIAL_PLAYLIST_SELECTOR: lowestBitrateCompatibleVariantSelector,
- lastBandwidthSelector,
- movingAverageBandwidthSelector,
- comparePlaylistBandwidth,
- comparePlaylistResolution,
- xhr: xhrFactory()
- }; // Define getter/setters for config properties
- Object.keys(Config).forEach(prop => {
- Object.defineProperty(Vhs, prop, {
- get() {
- videojs__default["default"].log.warn(`using Vhs.${prop} is UNSAFE be sure you know what you are doing`);
- return Config[prop];
- },
- set(value) {
- videojs__default["default"].log.warn(`using Vhs.${prop} is UNSAFE be sure you know what you are doing`);
- if (typeof value !== 'number' || value < 0) {
- videojs__default["default"].log.warn(`value of Vhs.${prop} must be greater than or equal to 0`);
- return;
- }
- Config[prop] = value;
- }
- });
- });
- const LOCAL_STORAGE_KEY = 'videojs-vhs';
- /**
- * Updates the selectedIndex of the QualityLevelList when a mediachange happens in vhs.
- *
- * @param {QualityLevelList} qualityLevels The QualityLevelList to update.
- * @param {PlaylistLoader} playlistLoader PlaylistLoader containing the new media info.
- * @function handleVhsMediaChange
- */
- const handleVhsMediaChange = function (qualityLevels, playlistLoader) {
- const newPlaylist = playlistLoader.media();
- let selectedIndex = -1;
- for (let i = 0; i < qualityLevels.length; i++) {
- if (qualityLevels[i].id === newPlaylist.id) {
- selectedIndex = i;
- break;
- }
- }
- qualityLevels.selectedIndex_ = selectedIndex;
- qualityLevels.trigger({
- selectedIndex,
- type: 'change'
- });
- };
- /**
- * Adds quality levels to list once playlist metadata is available
- *
- * @param {QualityLevelList} qualityLevels The QualityLevelList to attach events to.
- * @param {Object} vhs Vhs object to listen to for media events.
- * @function handleVhsLoadedMetadata
- */
- const handleVhsLoadedMetadata = function (qualityLevels, vhs) {
- vhs.representations().forEach(rep => {
- qualityLevels.addQualityLevel(rep);
- });
- handleVhsMediaChange(qualityLevels, vhs.playlists);
- }; // VHS is a source handler, not a tech. Make sure attempts to use it
- // as one do not cause exceptions.
- Vhs.canPlaySource = function () {
- return videojs__default["default"].log.warn('VHS is no longer a tech. Please remove it from ' + 'your player\'s techOrder.');
- };
- const emeKeySystems = (keySystemOptions, mainPlaylist, audioPlaylist) => {
- if (!keySystemOptions) {
- return keySystemOptions;
- }
- let codecs = {};
- if (mainPlaylist && mainPlaylist.attributes && mainPlaylist.attributes.CODECS) {
- codecs = unwrapCodecList(codecs_js.parseCodecs(mainPlaylist.attributes.CODECS));
- }
- if (audioPlaylist && audioPlaylist.attributes && audioPlaylist.attributes.CODECS) {
- codecs.audio = audioPlaylist.attributes.CODECS;
- }
- const videoContentType = codecs_js.getMimeForCodec(codecs.video);
- const audioContentType = codecs_js.getMimeForCodec(codecs.audio); // upsert the content types based on the selected playlist
- const keySystemContentTypes = {};
- for (const keySystem in keySystemOptions) {
- keySystemContentTypes[keySystem] = {};
- if (audioContentType) {
- keySystemContentTypes[keySystem].audioContentType = audioContentType;
- }
- if (videoContentType) {
- keySystemContentTypes[keySystem].videoContentType = videoContentType;
- } // Default to using the video playlist's PSSH even though they may be different, as
- // videojs-contrib-eme will only accept one in the options.
- //
- // This shouldn't be an issue for most cases as early intialization will handle all
- // unique PSSH values, and if they aren't, then encrypted events should have the
- // specific information needed for the unique license.
- if (mainPlaylist.contentProtection && mainPlaylist.contentProtection[keySystem] && mainPlaylist.contentProtection[keySystem].pssh) {
- keySystemContentTypes[keySystem].pssh = mainPlaylist.contentProtection[keySystem].pssh;
- } // videojs-contrib-eme accepts the option of specifying: 'com.some.cdm': 'url'
- // so we need to prevent overwriting the URL entirely
- if (typeof keySystemOptions[keySystem] === 'string') {
- keySystemContentTypes[keySystem].url = keySystemOptions[keySystem];
- }
- }
- return merge(keySystemOptions, keySystemContentTypes);
- };
- /**
- * @typedef {Object} KeySystems
- *
- * keySystems configuration for https://github.com/videojs/videojs-contrib-eme
- * Note: not all options are listed here.
- *
- * @property {Uint8Array} [pssh]
- * Protection System Specific Header
- */
- /**
- * Goes through all the playlists and collects an array of KeySystems options objects
- * containing each playlist's keySystems and their pssh values, if available.
- *
- * @param {Object[]} playlists
- * The playlists to look through
- * @param {string[]} keySystems
- * The keySystems to collect pssh values for
- *
- * @return {KeySystems[]}
- * An array of KeySystems objects containing available key systems and their
- * pssh values
- */
- const getAllPsshKeySystemsOptions = (playlists, keySystems) => {
- return playlists.reduce((keySystemsArr, playlist) => {
- if (!playlist.contentProtection) {
- return keySystemsArr;
- }
- const keySystemsOptions = keySystems.reduce((keySystemsObj, keySystem) => {
- const keySystemOptions = playlist.contentProtection[keySystem];
- if (keySystemOptions && keySystemOptions.pssh) {
- keySystemsObj[keySystem] = {
- pssh: keySystemOptions.pssh
- };
- }
- return keySystemsObj;
- }, {});
- if (Object.keys(keySystemsOptions).length) {
- keySystemsArr.push(keySystemsOptions);
- }
- return keySystemsArr;
- }, []);
- };
- /**
- * Returns a promise that waits for the
- * [eme plugin](https://github.com/videojs/videojs-contrib-eme) to create a key session.
- *
- * Works around https://bugs.chromium.org/p/chromium/issues/detail?id=895449 in non-IE11
- * browsers.
- *
- * As per the above ticket, this is particularly important for Chrome, where, if
- * unencrypted content is appended before encrypted content and the key session has not
- * been created, a MEDIA_ERR_DECODE will be thrown once the encrypted content is reached
- * during playback.
- *
- * @param {Object} player
- * The player instance
- * @param {Object[]} sourceKeySystems
- * The key systems options from the player source
- * @param {Object} [audioMedia]
- * The active audio media playlist (optional)
- * @param {Object[]} mainPlaylists
- * The playlists found on the main playlist object
- *
- * @return {Object}
- * Promise that resolves when the key session has been created
- */
- const waitForKeySessionCreation = ({
- player,
- sourceKeySystems,
- audioMedia,
- mainPlaylists
- }) => {
- if (!player.eme.initializeMediaKeys) {
- return Promise.resolve();
- } // TODO should all audio PSSH values be initialized for DRM?
- //
- // All unique video rendition pssh values are initialized for DRM, but here only
- // the initial audio playlist license is initialized. In theory, an encrypted
- // event should be fired if the user switches to an alternative audio playlist
- // where a license is required, but this case hasn't yet been tested. In addition, there
- // may be many alternate audio playlists unlikely to be used (e.g., multiple different
- // languages).
- const playlists = audioMedia ? mainPlaylists.concat([audioMedia]) : mainPlaylists;
- const keySystemsOptionsArr = getAllPsshKeySystemsOptions(playlists, Object.keys(sourceKeySystems));
- const initializationFinishedPromises = [];
- const keySessionCreatedPromises = []; // Since PSSH values are interpreted as initData, EME will dedupe any duplicates. The
- // only place where it should not be deduped is for ms-prefixed APIs, but the early
- // return for IE11 above, and the existence of modern EME APIs in addition to
- // ms-prefixed APIs on Edge should prevent this from being a concern.
- // initializeMediaKeys also won't use the webkit-prefixed APIs.
- keySystemsOptionsArr.forEach(keySystemsOptions => {
- keySessionCreatedPromises.push(new Promise((resolve, reject) => {
- player.tech_.one('keysessioncreated', resolve);
- }));
- initializationFinishedPromises.push(new Promise((resolve, reject) => {
- player.eme.initializeMediaKeys({
- keySystems: keySystemsOptions
- }, err => {
- if (err) {
- reject(err);
- return;
- }
- resolve();
- });
- }));
- }); // The reasons Promise.race is chosen over Promise.any:
- //
- // * Promise.any is only available in Safari 14+.
- // * None of these promises are expected to reject. If they do reject, it might be
- // better here for the race to surface the rejection, rather than mask it by using
- // Promise.any.
- return Promise.race([// If a session was previously created, these will all finish resolving without
- // creating a new session, otherwise it will take until the end of all license
- // requests, which is why the key session check is used (to make setup much faster).
- Promise.all(initializationFinishedPromises), // Once a single session is created, the browser knows DRM will be used.
- Promise.race(keySessionCreatedPromises)]);
- };
- /**
- * If the [eme](https://github.com/videojs/videojs-contrib-eme) plugin is available, and
- * there are keySystems on the source, sets up source options to prepare the source for
- * eme.
- *
- * @param {Object} player
- * The player instance
- * @param {Object[]} sourceKeySystems
- * The key systems options from the player source
- * @param {Object} media
- * The active media playlist
- * @param {Object} [audioMedia]
- * The active audio media playlist (optional)
- *
- * @return {boolean}
- * Whether or not options were configured and EME is available
- */
- const setupEmeOptions = ({
- player,
- sourceKeySystems,
- media,
- audioMedia
- }) => {
- const sourceOptions = emeKeySystems(sourceKeySystems, media, audioMedia);
- if (!sourceOptions) {
- return false;
- }
- player.currentSource().keySystems = sourceOptions; // eme handles the rest of the setup, so if it is missing
- // do nothing.
- if (sourceOptions && !player.eme) {
- videojs__default["default"].log.warn('DRM encrypted source cannot be decrypted without a DRM plugin');
- return false;
- }
- return true;
- };
- const getVhsLocalStorage = () => {
- if (!window__default["default"].localStorage) {
- return null;
- }
- const storedObject = window__default["default"].localStorage.getItem(LOCAL_STORAGE_KEY);
- if (!storedObject) {
- return null;
- }
- try {
- return JSON.parse(storedObject);
- } catch (e) {
- // someone may have tampered with the value
- return null;
- }
- };
- const updateVhsLocalStorage = options => {
- if (!window__default["default"].localStorage) {
- return false;
- }
- let objectToStore = getVhsLocalStorage();
- objectToStore = objectToStore ? merge(objectToStore, options) : options;
- try {
- window__default["default"].localStorage.setItem(LOCAL_STORAGE_KEY, JSON.stringify(objectToStore));
- } catch (e) {
- // Throws if storage is full (e.g., always on iOS 5+ Safari private mode, where
- // storage is set to 0).
- // https://developer.mozilla.org/en-US/docs/Web/API/Storage/setItem#Exceptions
- // No need to perform any operation.
- return false;
- }
- return objectToStore;
- };
- /**
- * Parses VHS-supported media types from data URIs. See
- * https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/Data_URIs
- * for information on data URIs.
- *
- * @param {string} dataUri
- * The data URI
- *
- * @return {string|Object}
- * The parsed object/string, or the original string if no supported media type
- * was found
- */
- const expandDataUri = dataUri => {
- if (dataUri.toLowerCase().indexOf('data:application/vnd.videojs.vhs+json,') === 0) {
- return JSON.parse(dataUri.substring(dataUri.indexOf(',') + 1));
- } // no known case for this data URI, return the string as-is
- return dataUri;
- };
- /**
- * Whether the browser has built-in HLS support.
- */
- Vhs.supportsNativeHls = function () {
- if (!document__default["default"] || !document__default["default"].createElement) {
- return false;
- }
- const video = document__default["default"].createElement('video'); // native HLS is definitely not supported if HTML5 video isn't
- if (!videojs__default["default"].getTech('Html5').isSupported()) {
- return false;
- } // HLS manifests can go by many mime-types
- const canPlay = [// Apple santioned
- 'application/vnd.apple.mpegurl', // Apple sanctioned for backwards compatibility
- 'audio/mpegurl', // Very common
- 'audio/x-mpegurl', // Very common
- 'application/x-mpegurl', // Included for completeness
- 'video/x-mpegurl', 'video/mpegurl', 'application/mpegurl'];
- return canPlay.some(function (canItPlay) {
- return /maybe|probably/i.test(video.canPlayType(canItPlay));
- });
- }();
- Vhs.supportsNativeDash = function () {
- if (!document__default["default"] || !document__default["default"].createElement || !videojs__default["default"].getTech('Html5').isSupported()) {
- return false;
- }
- return /maybe|probably/i.test(document__default["default"].createElement('video').canPlayType('application/dash+xml'));
- }();
- Vhs.supportsTypeNatively = type => {
- if (type === 'hls') {
- return Vhs.supportsNativeHls;
- }
- if (type === 'dash') {
- return Vhs.supportsNativeDash;
- }
- return false;
- };
- /**
- * VHS is a source handler, not a tech. Make sure attempts to use it
- * as one do not cause exceptions.
- */
- Vhs.isSupported = function () {
- return videojs__default["default"].log.warn('VHS is no longer a tech. Please remove it from ' + 'your player\'s techOrder.');
- };
- const Component = videojs__default["default"].getComponent('Component');
- /**
- * The Vhs Handler object, where we orchestrate all of the parts
- * of VHS to interact with video.js
- *
- * @class VhsHandler
- * @extends videojs.Component
- * @param {Object} source the soruce object
- * @param {Tech} tech the parent tech object
- * @param {Object} options optional and required options
- */
- class VhsHandler extends Component {
- constructor(source, tech, options) {
- super(tech, options.vhs); // if a tech level `initialBandwidth` option was passed
- // use that over the VHS level `bandwidth` option
- if (typeof options.initialBandwidth === 'number') {
- this.options_.bandwidth = options.initialBandwidth;
- }
- this.logger_ = logger('VhsHandler'); // we need access to the player in some cases,
- // so, get it from Video.js via the `playerId`
- if (tech.options_ && tech.options_.playerId) {
- const _player = videojs__default["default"].getPlayer(tech.options_.playerId);
- this.player_ = _player;
- }
- this.tech_ = tech;
- this.source_ = source;
- this.stats = {};
- this.ignoreNextSeekingEvent_ = false;
- this.setOptions_();
- if (this.options_.overrideNative && tech.overrideNativeAudioTracks && tech.overrideNativeVideoTracks) {
- tech.overrideNativeAudioTracks(true);
- tech.overrideNativeVideoTracks(true);
- } else if (this.options_.overrideNative && (tech.featuresNativeVideoTracks || tech.featuresNativeAudioTracks)) {
- // overriding native VHS only works if audio tracks have been emulated
- // error early if we're misconfigured
- throw new Error('Overriding native VHS requires emulated tracks. ' + 'See https://git.io/vMpjB');
- } // listen for fullscreenchange events for this player so that we
- // can adjust our quality selection quickly
- this.on(document__default["default"], ['fullscreenchange', 'webkitfullscreenchange', 'mozfullscreenchange', 'MSFullscreenChange'], event => {
- const fullscreenElement = document__default["default"].fullscreenElement || document__default["default"].webkitFullscreenElement || document__default["default"].mozFullScreenElement || document__default["default"].msFullscreenElement;
- if (fullscreenElement && fullscreenElement.contains(this.tech_.el())) {
- this.playlistController_.fastQualityChange_();
- } else {
- // When leaving fullscreen, since the in page pixel dimensions should be smaller
- // than full screen, see if there should be a rendition switch down to preserve
- // bandwidth.
- this.playlistController_.checkABR_();
- }
- });
- this.on(this.tech_, 'seeking', function () {
- if (this.ignoreNextSeekingEvent_) {
- this.ignoreNextSeekingEvent_ = false;
- return;
- }
- this.setCurrentTime(this.tech_.currentTime());
- });
- this.on(this.tech_, 'error', function () {
- // verify that the error was real and we are loaded
- // enough to have pc loaded.
- if (this.tech_.error() && this.playlistController_) {
- this.playlistController_.pauseLoading();
- }
- });
- this.on(this.tech_, 'play', this.play);
- }
- setOptions_() {
- // defaults
- this.options_.withCredentials = this.options_.withCredentials || false;
- this.options_.limitRenditionByPlayerDimensions = this.options_.limitRenditionByPlayerDimensions === false ? false : true;
- this.options_.useDevicePixelRatio = this.options_.useDevicePixelRatio || false;
- this.options_.useBandwidthFromLocalStorage = typeof this.source_.useBandwidthFromLocalStorage !== 'undefined' ? this.source_.useBandwidthFromLocalStorage : this.options_.useBandwidthFromLocalStorage || false;
- this.options_.useNetworkInformationApi = this.options_.useNetworkInformationApi || false;
- this.options_.useDtsForTimestampOffset = this.options_.useDtsForTimestampOffset || false;
- this.options_.customTagParsers = this.options_.customTagParsers || [];
- this.options_.customTagMappers = this.options_.customTagMappers || [];
- this.options_.cacheEncryptionKeys = this.options_.cacheEncryptionKeys || false;
- this.options_.llhls = this.options_.llhls === false ? false : true;
- this.options_.bufferBasedABR = this.options_.bufferBasedABR || false;
- if (typeof this.options_.playlistExclusionDuration !== 'number') {
- this.options_.playlistExclusionDuration = 5 * 60;
- }
- if (typeof this.options_.bandwidth !== 'number') {
- if (this.options_.useBandwidthFromLocalStorage) {
- const storedObject = getVhsLocalStorage();
- if (storedObject && storedObject.bandwidth) {
- this.options_.bandwidth = storedObject.bandwidth;
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-bandwidth-from-local-storage'
- });
- }
- if (storedObject && storedObject.throughput) {
- this.options_.throughput = storedObject.throughput;
- this.tech_.trigger({
- type: 'usage',
- name: 'vhs-throughput-from-local-storage'
- });
- }
- }
- } // if bandwidth was not set by options or pulled from local storage, start playlist
- // selection at a reasonable bandwidth
- if (typeof this.options_.bandwidth !== 'number') {
- this.options_.bandwidth = Config.INITIAL_BANDWIDTH;
- } // If the bandwidth number is unchanged from the initial setting
- // then this takes precedence over the enableLowInitialPlaylist option
- this.options_.enableLowInitialPlaylist = this.options_.enableLowInitialPlaylist && this.options_.bandwidth === Config.INITIAL_BANDWIDTH; // grab options passed to player.src
- ['withCredentials', 'useDevicePixelRatio', 'limitRenditionByPlayerDimensions', 'bandwidth', 'customTagParsers', 'customTagMappers', 'cacheEncryptionKeys', 'playlistSelector', 'initialPlaylistSelector', 'bufferBasedABR', 'liveRangeSafeTimeDelta', 'llhls', 'useNetworkInformationApi', 'useDtsForTimestampOffset', 'exactManifestTimings', 'leastPixelDiffSelector'].forEach(option => {
- if (typeof this.source_[option] !== 'undefined') {
- this.options_[option] = this.source_[option];
- }
- });
- this.limitRenditionByPlayerDimensions = this.options_.limitRenditionByPlayerDimensions;
- this.useDevicePixelRatio = this.options_.useDevicePixelRatio;
- }
- /**
- * called when player.src gets called, handle a new source
- *
- * @param {Object} src the source object to handle
- */
- src(src, type) {
- // do nothing if the src is falsey
- if (!src) {
- return;
- }
- this.setOptions_(); // add main playlist controller options
- this.options_.src = expandDataUri(this.source_.src);
- this.options_.tech = this.tech_;
- this.options_.externVhs = Vhs;
- this.options_.sourceType = mediaTypes_js.simpleTypeFromSourceType(type); // Whenever we seek internally, we should update the tech
- this.options_.seekTo = time => {
- this.tech_.setCurrentTime(time);
- };
- this.playlistController_ = new PlaylistController(this.options_);
- const playbackWatcherOptions = merge({
- liveRangeSafeTimeDelta: SAFE_TIME_DELTA
- }, this.options_, {
- seekable: () => this.seekable(),
- media: () => this.playlistController_.media(),
- playlistController: this.playlistController_
- });
- this.playbackWatcher_ = new PlaybackWatcher(playbackWatcherOptions);
- this.playlistController_.on('error', () => {
- const player = videojs__default["default"].players[this.tech_.options_.playerId];
- let error = this.playlistController_.error;
- if (typeof error === 'object' && !error.code) {
- error.code = 3;
- } else if (typeof error === 'string') {
- error = {
- message: error,
- code: 3
- };
- }
- player.error(error);
- });
- const defaultSelector = this.options_.bufferBasedABR ? Vhs.movingAverageBandwidthSelector(0.55) : Vhs.STANDARD_PLAYLIST_SELECTOR; // `this` in selectPlaylist should be the VhsHandler for backwards
- // compatibility with < v2
- this.playlistController_.selectPlaylist = this.selectPlaylist ? this.selectPlaylist.bind(this) : defaultSelector.bind(this);
- this.playlistController_.selectInitialPlaylist = Vhs.INITIAL_PLAYLIST_SELECTOR.bind(this); // re-expose some internal objects for backwards compatibility with < v2
- this.playlists = this.playlistController_.mainPlaylistLoader_;
- this.mediaSource = this.playlistController_.mediaSource; // Proxy assignment of some properties to the main playlist
- // controller. Using a custom property for backwards compatibility
- // with < v2
- Object.defineProperties(this, {
- selectPlaylist: {
- get() {
- return this.playlistController_.selectPlaylist;
- },
- set(selectPlaylist) {
- this.playlistController_.selectPlaylist = selectPlaylist.bind(this);
- }
- },
- throughput: {
- get() {
- return this.playlistController_.mainSegmentLoader_.throughput.rate;
- },
- set(throughput) {
- this.playlistController_.mainSegmentLoader_.throughput.rate = throughput; // By setting `count` to 1 the throughput value becomes the starting value
- // for the cumulative average
- this.playlistController_.mainSegmentLoader_.throughput.count = 1;
- }
- },
- bandwidth: {
- get() {
- let playerBandwidthEst = this.playlistController_.mainSegmentLoader_.bandwidth;
- const networkInformation = window__default["default"].navigator.connection || window__default["default"].navigator.mozConnection || window__default["default"].navigator.webkitConnection;
- const tenMbpsAsBitsPerSecond = 10e6;
- if (this.options_.useNetworkInformationApi && networkInformation) {
- // downlink returns Mbps
- // https://developer.mozilla.org/en-US/docs/Web/API/NetworkInformation/downlink
- const networkInfoBandwidthEstBitsPerSec = networkInformation.downlink * 1000 * 1000; // downlink maxes out at 10 Mbps. In the event that both networkInformationApi and the player
- // estimate a bandwidth greater than 10 Mbps, use the larger of the two estimates to ensure that
- // high quality streams are not filtered out.
- if (networkInfoBandwidthEstBitsPerSec >= tenMbpsAsBitsPerSecond && playerBandwidthEst >= tenMbpsAsBitsPerSecond) {
- playerBandwidthEst = Math.max(playerBandwidthEst, networkInfoBandwidthEstBitsPerSec);
- } else {
- playerBandwidthEst = networkInfoBandwidthEstBitsPerSec;
- }
- }
- return playerBandwidthEst;
- },
- set(bandwidth) {
- this.playlistController_.mainSegmentLoader_.bandwidth = bandwidth; // setting the bandwidth manually resets the throughput counter
- // `count` is set to zero that current value of `rate` isn't included
- // in the cumulative average
- this.playlistController_.mainSegmentLoader_.throughput = {
- rate: 0,
- count: 0
- };
- }
- },
- /**
- * `systemBandwidth` is a combination of two serial processes bit-rates. The first
- * is the network bitrate provided by `bandwidth` and the second is the bitrate of
- * the entire process after that - decryption, transmuxing, and appending - provided
- * by `throughput`.
- *
- * Since the two process are serial, the overall system bandwidth is given by:
- * sysBandwidth = 1 / (1 / bandwidth + 1 / throughput)
- */
- systemBandwidth: {
- get() {
- const invBandwidth = 1 / (this.bandwidth || 1);
- let invThroughput;
- if (this.throughput > 0) {
- invThroughput = 1 / this.throughput;
- } else {
- invThroughput = 0;
- }
- const systemBitrate = Math.floor(1 / (invBandwidth + invThroughput));
- return systemBitrate;
- },
- set() {
- videojs__default["default"].log.error('The "systemBandwidth" property is read-only');
- }
- }
- });
- if (this.options_.bandwidth) {
- this.bandwidth = this.options_.bandwidth;
- }
- if (this.options_.throughput) {
- this.throughput = this.options_.throughput;
- }
- Object.defineProperties(this.stats, {
- bandwidth: {
- get: () => this.bandwidth || 0,
- enumerable: true
- },
- mediaRequests: {
- get: () => this.playlistController_.mediaRequests_() || 0,
- enumerable: true
- },
- mediaRequestsAborted: {
- get: () => this.playlistController_.mediaRequestsAborted_() || 0,
- enumerable: true
- },
- mediaRequestsTimedout: {
- get: () => this.playlistController_.mediaRequestsTimedout_() || 0,
- enumerable: true
- },
- mediaRequestsErrored: {
- get: () => this.playlistController_.mediaRequestsErrored_() || 0,
- enumerable: true
- },
- mediaTransferDuration: {
- get: () => this.playlistController_.mediaTransferDuration_() || 0,
- enumerable: true
- },
- mediaBytesTransferred: {
- get: () => this.playlistController_.mediaBytesTransferred_() || 0,
- enumerable: true
- },
- mediaSecondsLoaded: {
- get: () => this.playlistController_.mediaSecondsLoaded_() || 0,
- enumerable: true
- },
- mediaAppends: {
- get: () => this.playlistController_.mediaAppends_() || 0,
- enumerable: true
- },
- mainAppendsToLoadedData: {
- get: () => this.playlistController_.mainAppendsToLoadedData_() || 0,
- enumerable: true
- },
- audioAppendsToLoadedData: {
- get: () => this.playlistController_.audioAppendsToLoadedData_() || 0,
- enumerable: true
- },
- appendsToLoadedData: {
- get: () => this.playlistController_.appendsToLoadedData_() || 0,
- enumerable: true
- },
- timeToLoadedData: {
- get: () => this.playlistController_.timeToLoadedData_() || 0,
- enumerable: true
- },
- buffered: {
- get: () => timeRangesToArray(this.tech_.buffered()),
- enumerable: true
- },
- currentTime: {
- get: () => this.tech_.currentTime(),
- enumerable: true
- },
- currentSource: {
- get: () => this.tech_.currentSource_,
- enumerable: true
- },
- currentTech: {
- get: () => this.tech_.name_,
- enumerable: true
- },
- duration: {
- get: () => this.tech_.duration(),
- enumerable: true
- },
- main: {
- get: () => this.playlists.main,
- enumerable: true
- },
- playerDimensions: {
- get: () => this.tech_.currentDimensions(),
- enumerable: true
- },
- seekable: {
- get: () => timeRangesToArray(this.tech_.seekable()),
- enumerable: true
- },
- timestamp: {
- get: () => Date.now(),
- enumerable: true
- },
- videoPlaybackQuality: {
- get: () => this.tech_.getVideoPlaybackQuality(),
- enumerable: true
- }
- });
- this.tech_.one('canplay', this.playlistController_.setupFirstPlay.bind(this.playlistController_));
- this.tech_.on('bandwidthupdate', () => {
- if (this.options_.useBandwidthFromLocalStorage) {
- updateVhsLocalStorage({
- bandwidth: this.bandwidth,
- throughput: Math.round(this.throughput)
- });
- }
- });
- this.playlistController_.on('selectedinitialmedia', () => {
- // Add the manual rendition mix-in to VhsHandler
- renditionSelectionMixin(this);
- });
- this.playlistController_.sourceUpdater_.on('createdsourcebuffers', () => {
- this.setupEme_();
- }); // the bandwidth of the primary segment loader is our best
- // estimate of overall bandwidth
- this.on(this.playlistController_, 'progress', function () {
- this.tech_.trigger('progress');
- }); // In the live case, we need to ignore the very first `seeking` event since
- // that will be the result of the seek-to-live behavior
- this.on(this.playlistController_, 'firstplay', function () {
- this.ignoreNextSeekingEvent_ = true;
- });
- this.setupQualityLevels_(); // do nothing if the tech has been disposed already
- // this can occur if someone sets the src in player.ready(), for instance
- if (!this.tech_.el()) {
- return;
- }
- this.mediaSourceUrl_ = window__default["default"].URL.createObjectURL(this.playlistController_.mediaSource);
- this.tech_.src(this.mediaSourceUrl_);
- }
- createKeySessions_() {
- const audioPlaylistLoader = this.playlistController_.mediaTypes_.AUDIO.activePlaylistLoader;
- this.logger_('waiting for EME key session creation');
- waitForKeySessionCreation({
- player: this.player_,
- sourceKeySystems: this.source_.keySystems,
- audioMedia: audioPlaylistLoader && audioPlaylistLoader.media(),
- mainPlaylists: this.playlists.main.playlists
- }).then(() => {
- this.logger_('created EME key session');
- this.playlistController_.sourceUpdater_.initializedEme();
- }).catch(err => {
- this.logger_('error while creating EME key session', err);
- this.player_.error({
- message: 'Failed to initialize media keys for EME',
- code: 3
- });
- });
- }
- handleWaitingForKey_() {
- // If waitingforkey is fired, it's possible that the data that's necessary to retrieve
- // the key is in the manifest. While this should've happened on initial source load, it
- // may happen again in live streams where the keys change, and the manifest info
- // reflects the update.
- //
- // Because videojs-contrib-eme compares the PSSH data we send to that of PSSH data it's
- // already requested keys for, we don't have to worry about this generating extraneous
- // requests.
- this.logger_('waitingforkey fired, attempting to create any new key sessions');
- this.createKeySessions_();
- }
- /**
- * If necessary and EME is available, sets up EME options and waits for key session
- * creation.
- *
- * This function also updates the source updater so taht it can be used, as for some
- * browsers, EME must be configured before content is appended (if appending unencrypted
- * content before encrypted content).
- */
- setupEme_() {
- const audioPlaylistLoader = this.playlistController_.mediaTypes_.AUDIO.activePlaylistLoader;
- const didSetupEmeOptions = setupEmeOptions({
- player: this.player_,
- sourceKeySystems: this.source_.keySystems,
- media: this.playlists.media(),
- audioMedia: audioPlaylistLoader && audioPlaylistLoader.media()
- });
- this.player_.tech_.on('keystatuschange', e => {
- if (e.status !== 'output-restricted') {
- return;
- }
- const mainPlaylist = this.playlistController_.main();
- if (!mainPlaylist || !mainPlaylist.playlists) {
- return;
- }
- const excludedHDPlaylists = []; // Assume all HD streams are unplayable and exclude them from ABR selection
- mainPlaylist.playlists.forEach(playlist => {
- if (playlist && playlist.attributes && playlist.attributes.RESOLUTION && playlist.attributes.RESOLUTION.height >= 720) {
- if (!playlist.excludeUntil || playlist.excludeUntil < Infinity) {
- playlist.excludeUntil = Infinity;
- excludedHDPlaylists.push(playlist);
- }
- }
- });
- if (excludedHDPlaylists.length) {
- videojs__default["default"].log.warn('DRM keystatus changed to "output-restricted." Removing the following HD playlists ' + 'that will most likely fail to play and clearing the buffer. ' + 'This may be due to HDCP restrictions on the stream and the capabilities of the current device.', ...excludedHDPlaylists); // Clear the buffer before switching playlists, since it may already contain unplayable segments
- this.playlistController_.fastQualityChange_();
- }
- });
- this.handleWaitingForKey_ = this.handleWaitingForKey_.bind(this);
- this.player_.tech_.on('waitingforkey', this.handleWaitingForKey_); // In IE11 this is too early to initialize media keys, and IE11 does not support
- // promises.
- if (videojs__default["default"].browser.IE_VERSION === 11 || !didSetupEmeOptions) {
- // If EME options were not set up, we've done all we could to initialize EME.
- this.playlistController_.sourceUpdater_.initializedEme();
- return;
- }
- this.createKeySessions_();
- }
- /**
- * Initializes the quality levels and sets listeners to update them.
- *
- * @method setupQualityLevels_
- * @private
- */
- setupQualityLevels_() {
- const player = videojs__default["default"].players[this.tech_.options_.playerId]; // if there isn't a player or there isn't a qualityLevels plugin
- // or qualityLevels_ listeners have already been setup, do nothing.
- if (!player || !player.qualityLevels || this.qualityLevels_) {
- return;
- }
- this.qualityLevels_ = player.qualityLevels();
- this.playlistController_.on('selectedinitialmedia', () => {
- handleVhsLoadedMetadata(this.qualityLevels_, this);
- });
- this.playlists.on('mediachange', () => {
- handleVhsMediaChange(this.qualityLevels_, this.playlists);
- });
- }
- /**
- * return the version
- */
- static version() {
- return {
- '@videojs/http-streaming': version$4,
- 'mux.js': version$3,
- 'mpd-parser': version$2,
- 'm3u8-parser': version$1,
- 'aes-decrypter': version
- };
- }
- /**
- * return the version
- */
- version() {
- return this.constructor.version();
- }
- canChangeType() {
- return SourceUpdater.canChangeType();
- }
- /**
- * Begin playing the video.
- */
- play() {
- this.playlistController_.play();
- }
- /**
- * a wrapper around the function in PlaylistController
- */
- setCurrentTime(currentTime) {
- this.playlistController_.setCurrentTime(currentTime);
- }
- /**
- * a wrapper around the function in PlaylistController
- */
- duration() {
- return this.playlistController_.duration();
- }
- /**
- * a wrapper around the function in PlaylistController
- */
- seekable() {
- return this.playlistController_.seekable();
- }
- /**
- * Abort all outstanding work and cleanup.
- */
- dispose() {
- if (this.playbackWatcher_) {
- this.playbackWatcher_.dispose();
- }
- if (this.playlistController_) {
- this.playlistController_.dispose();
- }
- if (this.qualityLevels_) {
- this.qualityLevels_.dispose();
- }
- if (this.tech_ && this.tech_.vhs) {
- delete this.tech_.vhs;
- }
- if (this.mediaSourceUrl_ && window__default["default"].URL.revokeObjectURL) {
- window__default["default"].URL.revokeObjectURL(this.mediaSourceUrl_);
- this.mediaSourceUrl_ = null;
- }
- if (this.tech_) {
- this.tech_.off('waitingforkey', this.handleWaitingForKey_);
- }
- super.dispose();
- }
- convertToProgramTime(time, callback) {
- return getProgramTime({
- playlist: this.playlistController_.media(),
- time,
- callback
- });
- } // the player must be playing before calling this
- seekToProgramTime(programTime, callback, pauseAfterSeek = true, retryCount = 2) {
- return seekToProgramTime({
- programTime,
- playlist: this.playlistController_.media(),
- retryCount,
- pauseAfterSeek,
- seekTo: this.options_.seekTo,
- tech: this.options_.tech,
- callback
- });
- }
- }
- /**
- * The Source Handler object, which informs video.js what additional
- * MIME types are supported and sets up playback. It is registered
- * automatically to the appropriate tech based on the capabilities of
- * the browser it is running in. It is not necessary to use or modify
- * this object in normal usage.
- */
- const VhsSourceHandler = {
- name: 'videojs-http-streaming',
- VERSION: version$4,
- canHandleSource(srcObj, options = {}) {
- const localOptions = merge(videojs__default["default"].options, options);
- return VhsSourceHandler.canPlayType(srcObj.type, localOptions);
- },
- handleSource(source, tech, options = {}) {
- const localOptions = merge(videojs__default["default"].options, options);
- tech.vhs = new VhsHandler(source, tech, localOptions);
- tech.vhs.xhr = xhrFactory();
- tech.vhs.src(source.src, source.type);
- return tech.vhs;
- },
- canPlayType(type, options) {
- const simpleType = mediaTypes_js.simpleTypeFromSourceType(type);
- if (!simpleType) {
- return '';
- }
- const overrideNative = VhsSourceHandler.getOverrideNative(options);
- const supportsTypeNatively = Vhs.supportsTypeNatively(simpleType);
- const canUseMsePlayback = !supportsTypeNatively || overrideNative;
- return canUseMsePlayback ? 'maybe' : '';
- },
- getOverrideNative(options = {}) {
- const {
- vhs = {}
- } = options;
- const defaultOverrideNative = !(videojs__default["default"].browser.IS_ANY_SAFARI || videojs__default["default"].browser.IS_IOS);
- const {
- overrideNative = defaultOverrideNative
- } = vhs;
- return overrideNative;
- }
- };
- /**
- * Check to see if the native MediaSource object exists and supports
- * an MP4 container with both H.264 video and AAC-LC audio.
- *
- * @return {boolean} if native media sources are supported
- */
- const supportsNativeMediaSources = () => {
- return codecs_js.browserSupportsCodec('avc1.4d400d,mp4a.40.2');
- }; // register source handlers with the appropriate techs
- if (supportsNativeMediaSources()) {
- videojs__default["default"].getTech('Html5').registerSourceHandler(VhsSourceHandler, 0);
- }
- videojs__default["default"].VhsHandler = VhsHandler;
- videojs__default["default"].VhsSourceHandler = VhsSourceHandler;
- videojs__default["default"].Vhs = Vhs;
- if (!videojs__default["default"].use) {
- videojs__default["default"].registerComponent('Vhs', Vhs);
- }
- videojs__default["default"].options.vhs = videojs__default["default"].options.vhs || {};
- if (!videojs__default["default"].getPlugin || !videojs__default["default"].getPlugin('reloadSourceOnError')) {
- videojs__default["default"].registerPlugin('reloadSourceOnError', reloadSourceOnError);
- }
- Object.defineProperty(exports, 'simpleTypeFromSourceType', {
- enumerable: true,
- get: function () { return mediaTypes_js.simpleTypeFromSourceType; }
- });
- exports.LOCAL_STORAGE_KEY = LOCAL_STORAGE_KEY;
- exports.Vhs = Vhs;
- exports.VhsHandler = VhsHandler;
- exports.VhsSourceHandler = VhsSourceHandler;
- exports.emeKeySystems = emeKeySystems;
- exports.expandDataUri = expandDataUri;
- exports.getAllPsshKeySystemsOptions = getAllPsshKeySystemsOptions;
- exports.setupEmeOptions = setupEmeOptions;
- exports.waitForKeySessionCreation = waitForKeySessionCreation;
|