feat(llc): hifi stereo playout (Android and iOS)

melos.yaml

@@ -22,8 +22,7 @@ command:
       device_info_plus: ^12.1.0
       share_plus: ^11.0.0
       stream_chat_flutter: ^9.17.0
-      stream_webrtc_flutter: ^2.2.4
-      stream_video: ^1.2.4
+      stream_webrtc_flutter: ^2.2.5
       stream_video_flutter: ^1.2.4
       stream_video_noise_cancellation: ^1.2.4
       stream_video_push_notification: ^1.2.4

packages/stream_video/CHANGELOG.md

@@ -1,3 +1,22 @@
+## Upcoming
+
+### ✅ Added
+* Added HiFi audio mode for high-fidelity scenarios such as live music, podcasts, and professional streaming. Use `SfuAudioBitrateProfile` to select an audio quality profile before joining a call:
+  * `SfuAudioBitrateProfile.voiceStandard` – Standard voice (64 kbps, default)
+  * `SfuAudioBitrateProfile.voiceHighQuality` – High-quality voice (128 kbps)
+  * `SfuAudioBitrateProfile.musicHighQuality` – HiFi music mode (128 kbps, audio processing disabled)
+* Added stereo playout (iOS and Android) and capture (Android only) support with new `audioConfigurationPolicy` in `StreamVideoOptions`. Includes predefined policies:
+  * `AudioConfigurationPolicy.broadcaster()` – Mono playout with voice processing enabled (default)
+  * `AudioConfigurationPolicy.viewer()` – Stereo playout with voice processing disabled, ideal for passive listeners
+  * `AudioConfigurationPolicy.hiFi()` – Stereo capture and playout with voice processing disabled, ideal for hosts streaming high-fidelity audio
+  * `AudioConfigurationPolicy.custom()` – Full control over platform-specific audio settings with optional `basePolicy` fallback
+* Added `RtcMediaDeviceNotifier.reinitializeAudioConfiguration()` to switch audio configuration policy at runtime (must be called before starting a call).
+
+See the [documentation](https://getstream.io/video/docs/flutter/guides/camera-and-microphone/high-fidelity-audio/) for details.
+
+### ⚠️ Deprecated
+* Deprecated `androidAudioConfiguration` in `StreamVideoOptions`. Use `audioConfigurationPolicy` instead.
+
 ## 1.2.4
 
 ### 🐞 Fixed

packages/stream_video/lib/src/call/call.dart

@@ -29,6 +29,7 @@ import '../models/models.dart';
 import '../platform_detector/platform_detector.dart';
 import '../retry/retry_policy.dart';
 import '../sfu/data/events/sfu_events.dart';
+import '../sfu/data/models/sfu_audio_bitrate.dart';
 import '../sfu/data/models/sfu_client_capability.dart';
 import '../sfu/data/models/sfu_error.dart';
 import '../sfu/data/models/sfu_track_type.dart';
@@ -2022,6 +2023,7 @@ class Call {
       if (CurrentPlatform.isIos) {
         await _session?.rtcManager?.setAppleAudioConfiguration(
           speakerOn: _connectOptions.speakerDefaultOn,
+          policy: _streamVideo.options.audioConfigurationPolicy,
         );
       }
     }
@@ -2992,21 +2994,6 @@ class Call {
       return Result.error('Missing permission to send audio');
     }
 
-    if (enabled && CurrentPlatform.isAndroid) {
-      try {
-        if (_streamVideo.options.androidAudioConfiguration != null) {
-          await rtc.Helper.setAndroidAudioConfiguration(
-            _streamVideo.options.androidAudioConfiguration!,
-          );
-        }
-      } catch (e) {
-        _logger.w(
-          () =>
-              '[setMicrophoneEnabled] Failed to set Android audio configuration: $e',
-        );
-      }
-    }
-
     final result =
         await _session?.setMicrophoneEnabled(
           enabled,
@@ -3153,6 +3140,43 @@ class Call {
     return result;
   }
 
+  Result<None> setAudioBitrateProfile(SfuAudioBitrateProfile profile) {
+    if (!state.value.settings.audio.hifiAudioEnabled) {
+      return Result.error('High Fidelity audio is not enabled for this call');
+    }
+
+    if (_streamVideo.isAudioProcessorConfigured()) {
+      final disableAudioProcessing =
+          profile == SfuAudioBitrateProfile.musicHighQuality;
+
+      if (disableAudioProcessing) {
+        unawaited(stopAudioProcessing());
+      } else {
+        unawaited(startAudioProcessing());
+      }
+    }
+
+    _stateManager.setAudioBitrateProfile(profile);
+
+    final stereo = profile == SfuAudioBitrateProfile.musicHighQuality;
+
+    // On iOS, toggle stereo playout preference when switching HiFi audio modes.
+    if (CurrentPlatform.isIos) {
+      unawaited(rtc.Helper.setiOSStereoPlayoutPreferred(stereo));
+    }
+
+    _session?.rtcManager?.changeDefaultAudioConstraints(
+      AudioConstraints(
+        noiseSuppression: !stereo,
+        echoCancellation: !stereo,
+        autoGainControl: !stereo,
+        channelCount: stereo ? 2 : 1,
+      ),
+    );
+
+    return const Result.success(none);
+  }
+
   bool checkIfAudioOutputChangeSupported() {
     return rtc_audio.checkIfAudioOutputChangeSupported();
   }

packages/stream_video/lib/src/call/session/call_session.dart

@@ -149,25 +149,6 @@ class CallSession extends Disposable {
     });
   }
 
-  Future<void> _ensureAndroidAudioConfiguration() async {
-    if (CurrentPlatform.isAndroid &&
-        _streamVideo.options.androidAudioConfiguration != null) {
-      try {
-        await rtc.Helper.setAndroidAudioConfiguration(
-          _streamVideo.options.androidAudioConfiguration!,
-        );
-        _logger.v(
-          () => '[_ensureAndroidAudioConfiguration] Configuration applied',
-        );
-      } catch (e) {
-        _logger.w(
-          () =>
-              '[_ensureAndroidAudioConfiguration] Failed to apply Android audio configuration: $e',
-        );
-      }
-    }
-  }
-
   Future<sfu_events.ReconnectDetails> getReconnectDetails(
     SfuReconnectionStrategy strategy, {
     String? migratingFromSfuId,
@@ -316,15 +297,18 @@ class CallSession extends Disposable {
 
       // Ensure WebRTC initialization completes before creating rtcManager
       await _streamVideo.webrtcInitializationCompleter.future;
-      await _ensureAndroidAudioConfiguration();
 
       if (isAnonymousUser) {
         rtcManager =
             await rtcManagerFactory.makeRtcManager(
                 sfuClient: sfuClient,
+                streamVideo: _streamVideo,
+                stateManager: stateManager,
                 clientDetails: clientDetails,
                 sessionSequence: sessionSeq,
                 statsOptions: statsOptions,
+                callSessionConfig: config,
+                publishOptions: joinResponseEvent.publishOptions,
               )
               ..onSubscriberIceCandidate = _onLocalIceCandidate
               ..onRenegotiationNeeded = _onRenegotiationNeeded
@@ -343,6 +327,8 @@ class CallSession extends Disposable {
         rtcManager =
             await rtcManagerFactory.makeRtcManager(
                 sfuClient: sfuClient,
+                streamVideo: _streamVideo,
+                stateManager: stateManager,
                 publisherId: localTrackId,
                 publishOptions: joinResponseEvent.publishOptions,
                 clientDetails: clientDetails,
@@ -473,8 +459,6 @@ class CallSession extends Disposable {
 
         stateManager.sfuPinsUpdated(event.callState.pins);
 
-        await _ensureAndroidAudioConfiguration();
-
         result = Result.success(
           (
             callState: event.callState,
@@ -706,11 +690,6 @@ class CallSession extends Disposable {
 
     // Only start remote tracks. Local tracks are started by the user.
     if (track is! RtcRemoteTrack) return;
-
-    if (track.isAudioTrack) {
-      await _ensureAndroidAudioConfiguration();
-    }
-
     await track.start();
   }
 
@@ -915,10 +894,6 @@ class CallSession extends Disposable {
   ) async {
     _logger.d(() => '[onRemoteTrackReceived] remoteTrack: $remoteTrack');
 
-    if (remoteTrack.isAudioTrack) {
-      await _ensureAndroidAudioConfiguration();
-    }
-
     // Start the track.
     await remoteTrack.start();
 
@@ -973,11 +948,6 @@ class CallSession extends Disposable {
     }
 
     final result = await rtcManager.setAudioOutputDevice(device: device);
-
-    if (result.isSuccess && CurrentPlatform.isAndroid) {
-      await _ensureAndroidAudioConfiguration();
-    }
-
     return result;
   }
 
@@ -1118,6 +1088,9 @@ extension RtcTracksInfoMapper on List<RtcTrackInfo> {
         mid: info.mid,
         publishOptionId: info.publishOptionId,
         codec: info.codec?.toDTO(),
+        dtx: info.dtx,
+        stereo: info.stereo,
+        red: info.red,
         layers: info.layers?.map((layer) {
           return sfu_models.VideoLayer(
             rid: layer.rid,

packages/stream_video/lib/src/call/state/mixins/state_call_actions_mixin.dart

@@ -1,6 +1,7 @@
 import 'package:state_notifier/state_notifier.dart';
 import '../../../call_state.dart';
 import '../../../logger/impl/tagged_logger.dart';
+import '../../../sfu/data/models/sfu_audio_bitrate.dart';
 
 final _logger = taggedLogger(tag: 'SV:CallState:CallActions');
 
@@ -61,4 +62,12 @@ mixin StateCallActionsMixin on StateNotifier<CallState> {
       egress: newEgress,
     );
   }
+
+  void setAudioBitrateProfile(SfuAudioBitrateProfile profile) {
+    _logger.v(() => '[setAudioBitrateProfile] profile:$profile');
+
+    state = state.copyWith(
+      audioBitrateProfile: profile,
+    );
+  }
 }

packages/stream_video/lib/src/call_state.dart

@@ -5,6 +5,7 @@ import 'package:meta/meta.dart';
 import 'call/call_type.dart';
 import 'models/call_member_state.dart';
 import 'models/models.dart';
+import 'sfu/data/models/sfu_audio_bitrate.dart';
 import 'webrtc/rtc_media_device/rtc_media_device.dart';
 
 /// Represents the call's state.
@@ -29,6 +30,7 @@ class CallState extends Equatable {
       isCaptioning: false,
       isBackstage: false,
       isAudioProcessing: false,
+      audioBitrateProfile: SfuAudioBitrateProfile.voiceStandard,
       settings: const CallSettings(),
       egress: const CallEgress(),
       rtmpIngress: '',
@@ -69,6 +71,7 @@ class CallState extends Equatable {
     required this.isCaptioning,
     required this.isBackstage,
     required this.isAudioProcessing,
+    required this.audioBitrateProfile,
     required this.settings,
     required this.egress,
     required this.rtmpIngress,
@@ -110,6 +113,7 @@ class CallState extends Equatable {
   final bool isCaptioning;
   final bool isBackstage;
   final bool isAudioProcessing;
+  final SfuAudioBitrateProfile audioBitrateProfile;
   final RtcMediaDevice? videoInputDevice;
   final RtcMediaDevice? audioInputDevice;
   final RtcMediaDevice? audioOutputDevice;
@@ -178,6 +182,7 @@ class CallState extends Equatable {
     bool? isCaptioning,
     bool? isBackstage,
     bool? isAudioProcessing,
+    SfuAudioBitrateProfile? audioBitrateProfile,
     CallSettings? settings,
     CallEgress? egress,
     String? rtmpIngress,
@@ -216,6 +221,7 @@ class CallState extends Equatable {
       isCaptioning: isCaptioning ?? this.isCaptioning,
       isBackstage: isBackstage ?? this.isBackstage,
       isAudioProcessing: isAudioProcessing ?? this.isAudioProcessing,
+      audioBitrateProfile: audioBitrateProfile ?? this.audioBitrateProfile,
       settings: settings ?? this.settings,
       egress: egress ?? this.egress,
       rtmpIngress: rtmpIngress ?? this.rtmpIngress,
@@ -291,6 +297,7 @@ class CallState extends Equatable {
     isBroadcasting,
     isBackstage,
     isAudioProcessing,
+    audioBitrateProfile,
     settings,
     egress,
     rtmpIngress,

packages/stream_video/lib/src/coordinator/open_api/open_api_extensions.dart

@@ -171,6 +171,7 @@ extension CallSettingsExt on open.CallSettingsResponse {
         micDefaultOn: audio.micDefaultOn,
         speakerDefaultOn: audio.speakerDefaultOn,
         noiseCancellation: audio.noiseCancellation?.toSettingsDomain(),
+        hifiAudioEnabled: audio.hifiAudioEnabled,
       ),
       video: StreamVideoSettings(
         accessRequestEnabled: video.accessRequestEnabled,