feat(avpipeline): 优化直播下 pts 跳过一段时间的 master 时间设置

Author: zhaohappy

src/avpipeline/AudioRenderPipeline.ts

@@ -66,6 +66,7 @@ export interface AudioRenderTaskOptions extends TaskOptions {
   avframeList: pointer<List<pointer<AVFrameRef>>>
   avframeListMutex: pointer<Mutex>
   enableJitterBuffer: boolean
+  isLive: boolean
 }
 
 type SelfTask = AudioRenderTaskOptions & {
@@ -245,11 +246,15 @@ export default class AudioRenderPipeline extends Pipeline {
           logger.debug(`got first audio frame, pts: ${audioFrame.pts}(${start}ms), taskId: ${task.taskId}`)
         }
 
-        task.currentPTS = avRescaleQ(audioFrame.pts, task.timeBase, AV_MILLI_TIME_BASE_Q)
-        if (task.currentPTS > 0n && task.masterTimer.getMasterTime() - task.currentPTS > MASTER_SYNC_THRESHOLD) {
-          task.masterTimer.setMasterTime(task.currentPTS)
+        const pts = avRescaleQ(audioFrame.pts, task.timeBase, AV_MILLI_TIME_BASE_Q)
+        if (pts > 0n && (task.masterTimer.getMasterTime() - pts > MASTER_SYNC_THRESHOLD)) {
+          task.masterTimer.setMasterTime(pts)
         }
-
+        // 直播差值大于 4s 认为从某一处开始了
+        else if (task.isLive && (pts - task.currentPTS > 4000n)) {
+          task.masterTimer.setMasterTime(pts)
+        }
+        task.currentPTS = pts
         task.stats.audioFrameRenderCount++
 
         if (task.lastRenderTimestamp) {
@@ -891,10 +896,15 @@ export default class AudioRenderPipeline extends Pipeline {
 
     next /= (task.playRate * task.playTempo)
 
-    task.currentPTS = avRescaleQ(audioFrame.pts, task.timeBase, AV_MILLI_TIME_BASE_Q)
-    if (task.currentPTS > 0n && (task.masterTimer.getMasterTime() - task.currentPTS > MASTER_SYNC_THRESHOLD)) {
-      task.masterTimer.setMasterTime(task.currentPTS)
+    const pts = avRescaleQ(audioFrame.pts, task.timeBase, AV_MILLI_TIME_BASE_Q)
+    if (pts > 0n && (task.masterTimer.getMasterTime() - pts > MASTER_SYNC_THRESHOLD)) {
+      task.masterTimer.setMasterTime(pts)
+    }
+    // 直播差值大于 4s 认为从某一处开始了
+    else if (task.isLive && (pts - task.currentPTS > 4000n)) {
+      task.masterTimer.setMasterTime(pts)
     }
+    task.currentPTS = pts
 
     const diffPts = task.currentPTS - task.masterTimer.getMasterTime()
     if (diffPts > MASTER_SYNC_THRESHOLD) {

src/avpipeline/VideoRenderPipeline.ts

@@ -535,8 +535,8 @@ export default class VideoRenderPipeline extends Pipeline {
             return
           }
         }
-        // 直播差值大于 5s 认为从某一处开始了
-        else if ((pts - task.currentPTS > 5000n) && task.isLive) {
+        // 直播差值大于 4s 认为从某一处开始了
+        else if ((pts - task.currentPTS > 4000n) && task.isLive) {
           task.masterTimer.setMasterTime(pts)
         }
 

src/avplayer/AVPlayer.ts

@@ -1822,6 +1822,7 @@ export default class AVPlayer extends Emitter implements ControllerObserver {
           )
           .invoke({
             taskId: this.taskId,
+            isLive: this.options.isLive,
             leftPort: this.audioDecoder2AudioRenderChannel.port2,
             rightPort: this.audioRender2AudioWorkletChannel.port1,
             controlPort: this.controller.getAudioRenderControlPort(),