Feature: Support MultiTrack Audio

d.ts/src/player/mse-player.d.ts

@@ -14,6 +14,7 @@ declare class MSEPlayer {
     unload(): void;
     play(): Promise<void>;
     pause(): void;
+    selectAudioTrack(index: number): void;
     get type(): string;
     get buffered(): TimeRanges;
     get duration(): number;

d.ts/src/player/player-engine-dedicated-thread.d.ts

@@ -29,6 +29,7 @@ declare class PlayerEngineDedicatedThread implements PlayerEngine {
     play(): Promise<void>;
     pause(): void;
     seek(seconds: number): void;
+    selectAudioTrack(track: number): void;
     get mediaInfo(): MediaInfo;
     get statisticsInfo(): any;
     _onLoggingConfigChanged(config: any): void;

d.ts/src/player/player-engine-main-thread.d.ts

@@ -31,6 +31,7 @@ declare class PlayerEngineMainThread implements PlayerEngine {
     play(): Promise<void>;
     pause(): void;
     seek(seconds: number): void;
+    selectAudioTrack(track: number): void;
     get mediaInfo(): MediaInfo;
     get statisticsInfo(): any;
     private _onMSESourceOpen;

docs/api.md

@@ -158,6 +158,7 @@ interface Player {
     unload(): void;
     play(): Promise<void>;
     pause(): void;
+    selectAudioTrack(track: number): void;
     type: string;
     buffered: TimeRanges;
     duration: number;

src/core/mse-controller.js

@@ -250,6 +250,7 @@ class MSEController {
                     return;
                 }
             } else {
+                this._sourceBuffers[is.type].changeType(mimeType);
                 Log.v(this.TAG, `Notice: ${is.type} mimeType changed, origin: ${this._mimeTypes[is.type]}, target: ${mimeType}`);
             }
             this._mimeTypes[is.type] = mimeType;

src/core/transmuxer.js

@@ -142,6 +142,14 @@ class Transmuxer {
         }
     }
 
+    selectAudioTrack(track) {
+        if (this._worker) {
+            this._worker.postMessage({cmd: 'select_audio_track', param: track});
+        } else {
+            this._controller.selectAudioTrack(track);
+        }
+    }
+
     _onInitSegment(type, initSegment) {
         // do async invoke
         Promise.resolve().then(() => {

src/core/transmuxing-controller.js

@@ -118,8 +118,8 @@ class TransmuxingController {
         this._emitter.removeListener(event, listener);
     }
 
-    start() {
-        this._loadSegment(0);
+    start(optionalFrom) {
+        this._loadSegment(0, optionalFrom);
         this._enableStatisticsReporter();
     }
 
@@ -134,10 +134,10 @@ class TransmuxingController {
         ioctl.onRedirect = this._onIORedirect.bind(this);
         ioctl.onRecoveredEarlyEof = this._onIORecoveredEarlyEof.bind(this);
 
-        if (optionalFrom) {
-            this._demuxer.bindDataSource(this._ioctl);
-        } else {
+        if (typeof optionalFrom === 'undefined') {
             ioctl.onDataArrival = this._onInitChunkArrival.bind(this);
+        } else {
+            ioctl.onDataArrival = this._onExistsChunkArrival.bind(this);
         }
 
         ioctl.open(optionalFrom);
@@ -220,6 +220,19 @@ class TransmuxingController {
         this._enableStatisticsReporter();
     }
 
+    selectAudioTrack(track) {
+        if (this._config.isLive) {
+            this._demuxer.selectAudioTrack(track);
+        } else { // FIXME: Seek needed?
+            this.stop();
+            this._remuxer.insertDiscontinuity();
+            this._demuxer.resetMediaInfo();
+            this._demuxer._firstParse = true;
+            this._demuxer.selectAudioTrack(track);
+            this.start(0);
+        }
+    }
+
     _searchSegmentIndexContains(milliseconds) {
         let segments = this._mediaDataSource.segments;
         let idx = segments.length - 1;
@@ -233,6 +246,14 @@ class TransmuxingController {
         return idx;
     }
 
+    _onExistsChunkArrival(data, byteStart) {
+        // IOController seeked immediately after opened, byteStart > 0 callback may received
+        this._demuxer.bindDataSource(this._ioctl);
+        this._demuxer.timestampBase = this._mediaDataSource.segments[this._currentSegmentIndex].timestampBase;
+
+        return this._demuxer.parseChunks(data, byteStart);
+    }
+
     _onInitChunkArrival(data, byteStart) {
         let consumed = 0;
 

src/core/transmuxing-worker.js

@@ -46,7 +46,7 @@ let TransmuxingWorker = function (self) {
     self.addEventListener('message', function (e) {
         switch (e.data.cmd) {
             case 'init':
-                controller = new TransmuxingController(e.data.param[0], e.data.param[1]);
+                controller = new TransmuxingController(e.data.param[0], e.data.param[1], e.data.param[2]);
                 controller.on(TransmuxingEvents.IO_ERROR, onIOError.bind(this));
                 controller.on(TransmuxingEvents.DEMUX_ERROR, onDemuxError.bind(this));
                 controller.on(TransmuxingEvents.INIT_SEGMENT, onInitSegment.bind(this));
@@ -88,6 +88,9 @@ let TransmuxingWorker = function (self) {
             case 'resume':
                 controller.resume();
                 break;
+            case 'select_audio_track':
+                controller.selectAudioTrack(e.data.param);
+                break;
             case 'logging_config': {
                 let config = e.data.param;
                 LoggingControl.applyConfig(config);