Added support for High fidelity (hi-fi) audio capture

demo-app/src/main/kotlin/io/getstream/video/android/ui/lobby/CallLobbyScreen.kt

@@ -80,6 +80,7 @@ import io.getstream.video.android.compose.ui.components.video.config.videoRender
 import io.getstream.video.android.core.Call
 import io.getstream.video.android.core.call.state.CallAction
 import io.getstream.video.android.core.call.state.ToggleCamera
+import io.getstream.video.android.core.call.state.ToggleHifiAudio
 import io.getstream.video.android.core.call.state.ToggleMicrophone
 import io.getstream.video.android.core.events.ParticipantCount
 import io.getstream.video.android.mock.StreamPreviewDataUtils
@@ -130,6 +131,9 @@ fun CallLobbyScreen(
                 onToggleMicrophone = {
                     callLobbyViewModel.enableMicrophone(it)
                 },
+                onToggleHifiAudio = {
+                    callLobbyViewModel.setAudioBitrateProfile(it)
+                },
                 call = call,
             ) {
                 LobbyDescription(callLobbyViewModel = callLobbyViewModel)
@@ -228,6 +232,7 @@ private fun CallLobbyBodyResponsive(
     isMicrophoneEnabled: Boolean,
     onToggleCamera: (Boolean) -> Unit,
     onToggleMicrophone: (Boolean) -> Unit,
+    onToggleHifiAudio: (Boolean) -> Unit,
     description: @Composable () -> Unit,
 ) {
     val configuration = LocalConfiguration.current
@@ -240,6 +245,7 @@ private fun CallLobbyBodyResponsive(
             isMicrophoneEnabled,
             onToggleCamera,
             onToggleMicrophone,
+            onToggleHifiAudio,
             description,
         )
     } else {
@@ -250,6 +256,7 @@ private fun CallLobbyBodyResponsive(
             isMicrophoneEnabled,
             onToggleCamera,
             onToggleMicrophone,
+            onToggleHifiAudio,
             description,
         )
     }
@@ -264,6 +271,7 @@ private fun CallLobbyBodyPortrait(
     isMicrophoneEnabled: Boolean,
     onToggleCamera: (Boolean) -> Unit,
     onToggleMicrophone: (Boolean) -> Unit,
+    onToggleHifiAudio: (Boolean) -> Unit,
     description: @Composable () -> Unit,
 ) {
     Column(
@@ -321,6 +329,7 @@ private fun CallLobbyBodyPortrait(
                 when (action) {
                     is ToggleCamera -> onToggleCamera(action.isEnabled)
                     is ToggleMicrophone -> onToggleMicrophone(action.isEnabled)
+                    is ToggleHifiAudio -> onToggleHifiAudio(action.isHifiAudioEnabled)
                     else -> Unit
                 }
             },
@@ -345,6 +354,7 @@ private fun CallLobbyBodyLandscape(
     isMicrophoneEnabled: Boolean,
     onToggleCamera: (Boolean) -> Unit,
     onToggleMicrophone: (Boolean) -> Unit,
+    onToggleHifiAudio: (Boolean) -> Unit,
     description: @Composable () -> Unit,
 ) {
     Box(modifier = Modifier.background(VideoTheme.colors.baseSheetPrimary)) {
@@ -360,6 +370,7 @@ private fun CallLobbyBodyLandscape(
                     when (action) {
                         is ToggleCamera -> onToggleCamera(action.isEnabled)
                         is ToggleMicrophone -> onToggleMicrophone(action.isEnabled)
+                        is ToggleHifiAudio -> onToggleHifiAudio(action.isHifiAudioEnabled)
                         else -> Unit
                     }
                 }
@@ -576,6 +587,7 @@ private fun CallLobbyBodyPortraitPreview() {
             call = previewCall,
             onToggleMicrophone = {},
             onToggleCamera = {},
+            onToggleHifiAudio = {},
         ) {
             LobbyDescriptionContent(participantCounts = ParticipantCount(1, 1)) {}
         }
@@ -598,6 +610,7 @@ private fun CallLobbyBodyLandscapePreview() {
             call = previewCall,
             onToggleMicrophone = {},
             onToggleCamera = {},
+            onToggleHifiAudio = {},
         ) {
             LobbyDescriptionContent(participantCounts = ParticipantCount(1, 1)) {}
         }

demo-app/src/main/kotlin/io/getstream/video/android/ui/lobby/CallLobbyViewModel.kt

@@ -44,6 +44,7 @@ import kotlinx.coroutines.flow.map
 import kotlinx.coroutines.flow.onCompletion
 import kotlinx.coroutines.flow.shareIn
 import kotlinx.coroutines.launch
+import stream.video.sfu.models.AudioBitrateProfile
 import javax.inject.Inject
 
 @HiltViewModel
@@ -170,6 +171,15 @@ class CallLobbyViewModel @Inject constructor(
         call.microphone.setEnabled(enabled)
     }
 
+    fun setAudioBitrateProfile(isHifiAudioEnabled: Boolean) {
+        val newProfile = if (isHifiAudioEnabled) {
+            AudioBitrateProfile.AUDIO_BITRATE_PROFILE_MUSIC_HIGH_QUALITY
+        } else {
+            AudioBitrateProfile.AUDIO_BITRATE_PROFILE_VOICE_STANDARD_UNSPECIFIED
+        }
+        call.microphone.setAudioBitrateProfile(newProfile)
+    }
+
     fun signOut() {
         viewModelScope.launch {
             googleSignInClient.signOut()

stream-video-android-core/api/stream-video-android-core.api

@@ -7702,6 +7702,7 @@ public final class io/getstream/video/android/core/MicrophoneManager {
 	public final fun cleanup ()V
 	public final fun disable (Z)V
 	public static synthetic fun disable$default (Lio/getstream/video/android/core/MicrophoneManager;ZILjava/lang/Object;)V
+	public final fun getAudioBitrateProfile ()Lkotlinx/coroutines/flow/StateFlow;
 	public final fun getAudioUsage ()I
 	public final fun getAudioUsageProvider ()Lkotlin/jvm/functions/Function0;
 	public final fun getDevices ()Lkotlinx/coroutines/flow/StateFlow;
@@ -7715,6 +7716,7 @@ public final class io/getstream/video/android/core/MicrophoneManager {
 	public final fun resume (Z)V
 	public static synthetic fun resume$default (Lio/getstream/video/android/core/MicrophoneManager;ZILjava/lang/Object;)V
 	public final fun select (Lio/getstream/video/android/core/audio/StreamAudioDevice;)V
+	public final fun setAudioBitrateProfile (Lstream/video/sfu/models/AudioBitrateProfile;)Z
 	public final fun setEnabled (ZZ)V
 	public static synthetic fun setEnabled$default (Lio/getstream/video/android/core/MicrophoneManager;ZZILjava/lang/Object;)V
 }
@@ -8300,8 +8302,9 @@ public class io/getstream/video/android/core/call/connection/StreamPeerConnectio
 }
 
 public final class io/getstream/video/android/core/call/connection/StreamPeerConnectionFactory {
-	public fun <init> (Landroid/content/Context;ILkotlin/jvm/functions/Function0;Lorg/webrtc/ManagedAudioProcessingFactory;)V
-	public synthetic fun <init> (Landroid/content/Context;ILkotlin/jvm/functions/Function0;Lorg/webrtc/ManagedAudioProcessingFactory;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
+	public fun <init> (Landroid/content/Context;ILkotlin/jvm/functions/Function0;Lorg/webrtc/ManagedAudioProcessingFactory;Lkotlin/jvm/functions/Function0;Lorg/webrtc/EglBase;)V
+	public synthetic fun <init> (Landroid/content/Context;ILkotlin/jvm/functions/Function0;Lorg/webrtc/ManagedAudioProcessingFactory;Lkotlin/jvm/functions/Function0;Lorg/webrtc/EglBase;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
+	public final fun dispose ()V
 	public final fun getAdm ()Lorg/webrtc/audio/JavaAudioDeviceModule;
 	public final fun getEglBase ()Lorg/webrtc/EglBase;
 	public final fun getSenderCapabilities (Lorg/webrtc/MediaStreamTrack$MediaType;)Lorg/webrtc/RtpCapabilities;
@@ -8452,6 +8455,17 @@ public final class io/getstream/video/android/core/call/state/ToggleCamera : io/
 	public fun toString ()Ljava/lang/String;
 }
 
+public final class io/getstream/video/android/core/call/state/ToggleHifiAudio : io/getstream/video/android/core/call/state/CallAction {
+	public fun <init> (Z)V
+	public final fun component1 ()Z
+	public final fun copy (Z)Lio/getstream/video/android/core/call/state/ToggleHifiAudio;
+	public static synthetic fun copy$default (Lio/getstream/video/android/core/call/state/ToggleHifiAudio;ZILjava/lang/Object;)Lio/getstream/video/android/core/call/state/ToggleHifiAudio;
+	public fun equals (Ljava/lang/Object;)Z
+	public fun hashCode ()I
+	public final fun isHifiAudioEnabled ()Z
+	public fun toString ()Ljava/lang/String;
+}
+
 public final class io/getstream/video/android/core/call/state/ToggleMicrophone : io/getstream/video/android/core/call/state/CallAction {
 	public fun <init> (Z)V
 	public final fun component1 ()Z

stream-video-android-core/src/main/kotlin/io/getstream/video/android/core/Call.kt

@@ -105,6 +105,7 @@ import kotlinx.coroutines.isActive
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.suspendCancellableCoroutine
 import org.threeten.bp.OffsetDateTime
+import org.webrtc.EglBase
 import org.webrtc.PeerConnection
 import org.webrtc.RendererCommon
 import org.webrtc.VideoSink
@@ -232,13 +233,97 @@ public class Call(
     internal var connectStartTime = 0L
     internal var reconnectStartTime = 0L
 
-    internal var peerConnectionFactory: StreamPeerConnectionFactory =
-        StreamPeerConnectionFactory(
-            context = clientImpl.context,
-            audioProcessing = clientImpl.audioProcessing,
-            audioUsage = clientImpl.callServiceConfigRegistry.get(type).audioUsage,
-            audioUsageProvider = { clientImpl.callServiceConfigRegistry.get(type).audioUsage },
-        )
+    /**
+     * EGL base context shared between peerConnectionFactory and mediaManager
+     * to break circular dependency.
+     */
+    internal val eglBase: EglBase by lazy {
+        EglBase.create()
+    }
+
+    // peerConnectionFactory is nullable and recreated when audioBitrateProfile changes (before joining)
+    private var _peerConnectionFactory: StreamPeerConnectionFactory? = null
+
+    internal var peerConnectionFactory: StreamPeerConnectionFactory
+        get() {
+            if (_peerConnectionFactory == null) {
+                _peerConnectionFactory = StreamPeerConnectionFactory(
+                    context = clientImpl.context,
+                    audioProcessing = clientImpl.audioProcessing,
+                    audioUsage = clientImpl.callServiceConfigRegistry.get(type).audioUsage,
+                    audioUsageProvider = { clientImpl.callServiceConfigRegistry.get(type).audioUsage },
+                    audioBitrateProfileProvider = { mediaManager.microphone.audioBitrateProfile.value },
+                    sharedEglBase = eglBase,
+                )
+            }
+            return _peerConnectionFactory!!
+        }
+        set(value) {
+            _peerConnectionFactory = value
+        }
+
+    /**
+     * Checks if the audioBitrateProfile has changed since the factory was created,
+     * and recreates the factory if needed. This should only be called before joining.
+     *
+     * If the factory hasn't been created yet, it will be created with the current profile
+     * when first accessed, so no recreation is needed.
+     */
+    internal fun ensureFactoryMatchesAudioProfile() {
+        val factory = _peerConnectionFactory
+
+        // If factory hasn't been created yet, it will be created with current profile automatically
+        if (factory == null) {
+            return
+        }
+
+        // Check if current profile differs from the profile used to create the factory
+        val factoryProfile = factory.audioBitrateProfile
+        val currentProfile = mediaManager.microphone.audioBitrateProfile.value
+
+        if (factoryProfile != null && currentProfile != factoryProfile) {
+            logger.i {
+                "Audio bitrate profile changed from $factoryProfile to $currentProfile. " +
+                    "Recreating factory before joining."
+            }
+            recreateFactoryAndAudioTracks()
+        }
+    }
+
+    /**
+     * Recreates peerConnectionFactory, audioSource, audioTrack, videoSource and videoTrack
+     * with the current audioBitrateProfile. This should only be called before the call is joined.
+     */
+    internal fun recreateFactoryAndAudioTracks() {
+        val wasMicrophoneEnabled = microphone.status.value is DeviceStatus.Enabled
+        val wasCameraEnabled = camera.status.value is DeviceStatus.Enabled
+
+        // Dispose all tracks and sources first
+        mediaManager.disposeTracksAndSources()
+
+        // Recreate the factory (which will use the new audioBitrateProfile)
+        recreatePeerConnectionFactory()
+
+        // Re-enable tracks if they were enabled
+        if (wasMicrophoneEnabled) {
+            // audioTrack will be recreated on next access, then we enable it
+            microphone.enable(fromUser = false)
+        }
+        if (wasCameraEnabled) {
+            // videoTrack will be recreated on next access, then we enable it
+            camera.enable(fromUser = false)
+        }
+    }
+
+    /**
+     * Recreates peerConnectionFactory with the current audioBitrateProfile.
+     * This should only be called before the call is joined.
+     */
+    internal fun recreatePeerConnectionFactory() {
+        _peerConnectionFactory?.dispose()
+        _peerConnectionFactory = null
+        // Next access to peerConnectionFactory will recreate it with current profile
+    }
 
     internal val clientCapabilities = ConcurrentHashMap<String, ClientCapability>().apply {
         put(
@@ -255,7 +340,7 @@ public class Call(
                 clientImpl.context,
                 this,
                 scope,
-                peerConnectionFactory.eglBase.eglBaseContext,
+                eglBase.eglBaseContext,
                 clientImpl.callServiceConfigRegistry.get(type).audioUsage,
             ) { clientImpl.callServiceConfigRegistry.get(type).audioUsage }
         }
@@ -423,6 +508,10 @@ public class Call(
         }
         // if we are a guest user, make sure we wait for the token before running the join flow
         clientImpl.guestUserJob?.await()
+
+        // Ensure factory is created with the current audioBitrateProfile before joining
+        ensureFactoryMatchesAudioProfile()
+
         // the join flow should retry up to 3 times
         // if the error is not permanent
         // and fail immediately on permanent errors
@@ -940,9 +1029,9 @@ public class Call(
     ) {
         logger.d { "[initRenderer] #sfu; #track; sessionId: $sessionId" }
 
-        // Note this comes from peerConnectionFactory.eglBase
+        // Note this comes from the shared eglBase
         videoRenderer.init(
-            peerConnectionFactory.eglBase.eglBaseContext,
+            eglBase.eglBaseContext,
             object : RendererCommon.RendererEvents {
                 override fun onFirstFrameRendered() {
                     val width = videoRenderer.measuredWidth