feat(plugin-meetings): add AV1 codec support and related constants

packages/@webex/plugin-meetings/src/config.ts

@@ -93,6 +93,7 @@ export default {
     degradationPreferences: {
       maxMacroblocksLimit: 8192,
     },
+    enableAv1SlidesSupport: false,
     // This only applies to non-multistream meetings
     iceCandidatesGatheringTimeout: undefined,
     backendIpv6NativeSupport: false,

packages/@webex/plugin-meetings/src/media/index.ts

@@ -145,6 +145,7 @@ Media.createMediaConnection = (
     iceCandidatesTimeout?: number;
     disableAudioMainDtx?: boolean;
     enableAudioTwcc?: boolean;
+    enableAv1SlidesSupport?: boolean;
     stopIceGatheringAfterFirstRelayCandidate?: boolean;
   }
 ) => {
@@ -159,6 +160,7 @@ Media.createMediaConnection = (
     iceCandidatesTimeout,
     disableAudioMainDtx,
     enableAudioTwcc,
+    enableAv1SlidesSupport,
     stopIceGatheringAfterFirstRelayCandidate,
   } = options;
 
@@ -178,6 +180,7 @@ Media.createMediaConnection = (
     const config: MultistreamConnectionConfig = {
       iceServers,
       disableAudioTwcc: !enableAudioTwcc,
+      enableAV1SlidesSupport: !!enableAv1SlidesSupport,
     };
 
     if (bundlePolicy) {

packages/@webex/plugin-meetings/src/meeting/index.ts

@@ -22,7 +22,6 @@ import {
   MediaConnectionEventNames,
   MediaContent,
   MediaType,
-  MediaCodecMimeType,
   RemoteTrackType,
   RoapMessage,
   StatsAnalyzer,
@@ -31,7 +30,7 @@ import {
   NetworkQualityMonitor,
   StatsMonitor,
   StatsMonitorEventNames,
-  InboundAudioIssueSubTypes,
+  MediaCodecMimeType,
 } from '@webex/internal-media-core';
 
 import {DataChannelTokenType} from '@webex/internal-plugin-llm';
@@ -966,6 +965,30 @@ export default class Meeting extends StatelessWebexPlugin {
       },
       (csi: CSI) => (this.members.findMemberByCsi(csi) as any)?.id
     );
+
+    const getIngressPayloadTypeCallback = (
+      mediaType: MediaType,
+      codecMimeType: MediaCodecMimeType
+    ) => {
+      if (this.isMultistream) {
+        try {
+          return this.mediaProperties.webrtcMediaConnection.getIngressPayloadType(
+            mediaType,
+            codecMimeType
+          );
+        } catch (error) {
+          LoggerProxy.logger.info(
+            `Meeting:index#mediaRequestManager --> failed to get ingress payload type for mediaType=${mediaType}, codecMimeType=${codecMimeType}`,
+            error
+          );
+
+          return undefined;
+        }
+      }
+
+      return undefined;
+    };
+
     /**
      * Object containing helper classes for managing media requests for audio/video/screenshare (for multistream media connections)
      * All multistream media requests sent out for this meeting have to go through them.
@@ -985,6 +1008,7 @@ export default class Meeting extends StatelessWebexPlugin {
             mediaRequests
           );
         },
+        getIngressPayloadTypeCallback,
         {
           // @ts-ignore - config coming from registerPlugin
           degradationPreferences: this.config.degradationPreferences,
@@ -1006,6 +1030,7 @@ export default class Meeting extends StatelessWebexPlugin {
             mediaRequests
           );
         },
+        getIngressPayloadTypeCallback,
         {
           // @ts-ignore - config coming from registerPlugin
           degradationPreferences: this.config.degradationPreferences,
@@ -1027,6 +1052,7 @@ export default class Meeting extends StatelessWebexPlugin {
             mediaRequests
           );
         },
+        getIngressPayloadTypeCallback,
         {
           // @ts-ignore - config coming from registerPlugin
           degradationPreferences: this.config.degradationPreferences,
@@ -1048,11 +1074,14 @@ export default class Meeting extends StatelessWebexPlugin {
             mediaRequests
           );
         },
+        getIngressPayloadTypeCallback,
         {
           // @ts-ignore - config coming from registerPlugin
           degradationPreferences: this.config.degradationPreferences,
           kind: 'video',
           trimRequestsToNumOfSources: false,
+          // @ts-ignore - config coming from registerPlugin
+          enableAv1: this.config.enableAv1SlidesSupport,
         }
       ),
     };
@@ -7550,6 +7579,8 @@ export default class Meeting extends StatelessWebexPlugin {
         disableAudioMainDtx: this.config.experimental.disableAudioMainDtx,
         // @ts-ignore - config coming from registerPlugin
         enableAudioTwcc: this.config.enableAudioTwccForMultistream,
+        // @ts-ignore - config coming from registerPlugin
+        enableAv1SlidesSupport: this.config.enableAv1SlidesSupport,
         stopIceGatheringAfterFirstRelayCandidate:
           // @ts-ignore - config coming from registerPlugin
           this.config.stopIceGatheringAfterFirstRelayCandidate,

packages/@webex/plugin-meetings/src/meetings/index.ts

@@ -927,6 +927,27 @@ export default class Meetings extends WebexPlugin {
     }
   }
 
+  /**
+   * API to toggle AV1 codec support for video slides in multistream,
+   * needs to be called before webex.meetings.joinWithMedia()
+   *
+   * @param {Boolean} newValue
+   * @private
+   * @memberof Meetings
+   * @returns {undefined}
+   */
+  private _toggleEnableAv1SlidesSupport(newValue: boolean) {
+    if (typeof newValue !== 'boolean') {
+      return;
+    }
+
+    // @ts-ignore
+    if (this.config.enableAv1SlidesSupport !== newValue) {
+      // @ts-ignore
+      this.config.enableAv1SlidesSupport = newValue;
+    }
+  }
+
   /**
    * API to toggle stopping ICE Candidates Gathering after first relay candidate,
    * needs to be called before webex.meetings.joinWithMedia()

packages/@webex/plugin-meetings/src/multistream/codec/constants.ts

@@ -0,0 +1,56 @@
+export const AV1_CODEC_PARAMETERS = {
+  '90p': {
+    levelIdx: 0,
+    tier: 0,
+    maxWidth: 160,
+    maxHeight: 90,
+    maxPicSize: 160 * 90,
+    maxDecodeRate: 5_529_600,
+  },
+  '180p': {
+    levelIdx: 0,
+    tier: 0,
+    maxWidth: 320,
+    maxHeight: 180,
+    maxPicSize: 320 * 180,
+    maxDecodeRate: 5_529_600,
+  },
+  '360p': {
+    levelIdx: 1,
+    tier: 0,
+    maxWidth: 640,
+    maxHeight: 360,
+    maxPicSize: 640 * 360,
+    maxDecodeRate: 10_454_400,
+  },
+  '540p': {
+    levelIdx: 4,
+    tier: 0,
+    maxWidth: 960,
+    maxHeight: 540,
+    maxPicSize: 960 * 540,
+    maxDecodeRate: 24_969_600,
+  },
+  '720p': {
+    levelIdx: 5,
+    tier: 0,
+    maxWidth: 1280,
+    maxHeight: 720,
+    maxPicSize: 1280 * 720,
+    maxDecodeRate: 39_938_400,
+  },
+  '1080p': {
+    levelIdx: 8,
+    tier: 0,
+    maxWidth: 1920,
+    maxHeight: 1080,
+    maxPicSize: 1920 * 1080,
+    maxDecodeRate: 77_856_768,
+  },
+};
+
+export const H264_CODEC_PARAMETERS = {
+  maxFs: 8192,
+  maxFps: 3000,
+  maxMbps: 245760,
+};