启用音频软解

为 Media3 增加 Ffmpeg 音频解码器，解决部分设备播放部分音频时 MediaCodec 硬解出现错误的问题

fixed #166

Author: aaa1115910

app/src/main/kotlin/dev/aaa1115910/bv/activities/video/VideoPlayerV3Activity.kt

@@ -95,7 +95,8 @@ class VideoPlayerV3Activity : ComponentActivity() {
             referer = when (Prefs.apiType) {
                 ApiType.Web -> getString(R.string.video_player_referer)
                 ApiType.App -> null
-            }
+            },
+            enableFfmpegAudioRenderer = Prefs.enableFfmpegAudioRenderer
         )
         val videoPlayer = when (Prefs.playerType) {
             PlayerType.Media3 -> ExoPlayerFactory().create(this, options)

app/src/main/kotlin/dev/aaa1115910/bv/screen/settings/content/OtherSetting.kt

@@ -40,6 +40,7 @@ fun OtherSetting(
     var showFps by remember { mutableStateOf(Prefs.showFps) }
     var useOldPlayer by remember { mutableStateOf(Prefs.useOldPlayer) }
     var updateAlpha by remember { mutableStateOf(Prefs.updateAlpha) }
+    var enableFfmpegAudioRenderer by remember { mutableStateOf(Prefs.enableFfmpegAudioRenderer) }
 
     Column(
         modifier = modifier.fillMaxSize(),
@@ -129,6 +130,17 @@ fun OtherSetting(
                     )
                 }
             }
+            item {
+                SettingSwitchListItem(
+                    title = stringResource(R.string.settings_other_ffmpeg_audio_renderer_title),
+                    supportText = stringResource(R.string.settings_other_ffmpeg_audio_renderer_text),
+                    checked = enableFfmpegAudioRenderer,
+                    onCheckedChange = {
+                        enableFfmpegAudioRenderer = it
+                        Prefs.enableFfmpegAudioRenderer = it
+                    }
+                )
+            }
         }
     }
 

app/src/main/kotlin/dev/aaa1115910/bv/util/Prefs.kt

@@ -284,6 +284,17 @@ object Prefs {
             dsm.getPreferenceFlow(PrefKeys.prefDefaultDanmakuMaskRequest).first()
         }
         set(value) = runBlocking { dsm.editPreference(PrefKeys.prefDefaultDanmakuMask, value) }
+
+    var enableFfmpegAudioRenderer: Boolean
+        get() = runBlocking {
+            dsm.getPreferenceFlow(PrefKeys.prefEnableFfmpegEndererRequest).first()
+        }
+        set(value) = runBlocking {
+            dsm.editPreference(
+                PrefKeys.prefEnableFfmpegAudioRenderer,
+                value
+            )
+        }
 }
 
 private object PrefKeys {
@@ -327,6 +338,7 @@ private object PrefKeys {
     val prefShowedRemoteControllerPanelDemoKey = booleanPreferencesKey("showed_rcpd")
     val prefPreferOfficialCdn = booleanPreferencesKey("prefer_official_cdn")
     val prefDefaultDanmakuMask = booleanPreferencesKey("prefer_enable_webmark")
+    val prefEnableFfmpegAudioRenderer = booleanPreferencesKey("enable_ffmpeg_audio_renderer")
 
     val prefIsLoginRequest = PreferenceRequest(prefIsLoginKey, false)
     val prefUidRequest = PreferenceRequest(prefUidKey, 0)
@@ -378,4 +390,5 @@ private object PrefKeys {
         PreferenceRequest(prefShowedRemoteControllerPanelDemoKey, false)
     val prefPreferOfficialCdnRequest = PreferenceRequest(prefPreferOfficialCdn, false)
     val prefDefaultDanmakuMaskRequest = PreferenceRequest(prefDefaultDanmakuMask, false)
+    val prefEnableFfmpegEndererRequest = PreferenceRequest(prefEnableFfmpegAudioRenderer, false)
 }

app/src/main/res/values/strings.xml

@@ -239,6 +239,8 @@
     <string name="settings_other_alpha_title">Alpha 版更新</string>
     <string name="settings_other_cookies_text">该功能不适合使用遥控器操作</string>
     <string name="settings_other_cookies_title">Cookies 导入/导出</string>
+    <string name="settings_other_ffmpeg_audio_renderer_text">尝试使用 FFmpeg 播放硬解不兼容的音频</string>
+    <string name="settings_other_ffmpeg_audio_renderer_title">启用音频软解</string>
     <string name="settings_other_firebase_text">这将帮助开发者更快地发现与解决大部分问题</string>
     <string name="settings_other_firebase_title">发送错误日志</string>
     <string name="settings_other_fps_text">在屏幕左上角显示 FPS，这需要重启 App</string>

bv-player/build.gradle.kts

@@ -73,6 +73,7 @@ dependencies {
     implementation(androidx.media3.exoplayer)
     implementation(androidx.media3.ui)
     implementation(libs.material)
+    implementation(project(":libs:ffmpegDecoder"))
     testImplementation(libs.kotlin.test)
     androidTestImplementation(androidx.compose.ui.test.junit4)
     debugImplementation(androidx.compose.ui.test.manifest)

bv-player/src/main/kotlin/dev/aaa1115910/bv/player/VideoPlayerOptions.kt

@@ -2,5 +2,6 @@ package dev.aaa1115910.bv.player
 
 data class VideoPlayerOptions(
     val userAgent: String? = null,
-    val referer: String? = null
+    val referer: String? = null,
+    val enableFfmpegAudioRenderer: Boolean = false
 )

bv-player/src/main/kotlin/dev/aaa1115910/bv/player/impl/exo/ExoMediaPlayer.kt

@@ -2,12 +2,15 @@ package dev.aaa1115910.bv.player.impl.exo
 
 import android.content.Context
 import androidx.annotation.OptIn
+import androidx.media3.common.C
 import androidx.media3.common.MediaItem
 import androidx.media3.common.PlaybackException
 import androidx.media3.common.Player
 import androidx.media3.common.util.UnstableApi
 import androidx.media3.datasource.okhttp.OkHttpDataSource
+import androidx.media3.exoplayer.DefaultRenderersFactory
 import androidx.media3.exoplayer.ExoPlayer
+import androidx.media3.exoplayer.Renderer
 import androidx.media3.exoplayer.source.MediaSource
 import androidx.media3.exoplayer.source.MergingMediaSource
 import androidx.media3.exoplayer.source.ProgressiveMediaSource
@@ -37,8 +40,17 @@ class ExoMediaPlayer(
 
     @OptIn(UnstableApi::class)
     override fun initPlayer() {
+        val renderersFactory = DefaultRenderersFactory(context).apply {
+            setExtensionRendererMode(
+                when (options.enableFfmpegAudioRenderer) {
+                    true -> DefaultRenderersFactory.EXTENSION_RENDERER_MODE_ON
+                    false -> DefaultRenderersFactory.EXTENSION_RENDERER_MODE_OFF
+                }
+            )
+        }
         mPlayer = ExoPlayer
             .Builder(context)
+            .setRenderersFactory(renderersFactory)
             .setSeekForwardIncrementMs(1000 * 10)
             .setSeekBackIncrementMs(1000 * 5)
             .build()
@@ -156,9 +168,22 @@ class ExoMediaPlayer(
                 resolution: ${mPlayer?.videoSize?.width} x ${mPlayer?.videoSize?.height}
                 audio: ${mPlayer?.audioFormat?.bitrate ?: 0} kbps
                 video codec: ${mPlayer?.videoFormat?.sampleMimeType ?: "null"}
-                audio codec: ${mPlayer?.audioFormat?.sampleMimeType ?: "null"}
-            """.trimIndent()
+                audio codec: ${mPlayer?.audioFormat?.sampleMimeType ?: "null"} (${getAudioRendererName()})
+            """.trimIndent().also {
+                println(mPlayer?.audioFormat)
+            }
+        }
+
+    private fun getAudioRendererName(): String {
+        val rendererCount = mPlayer?.rendererCount ?: return "UnknownRenderer"
+        for (i in 0 until rendererCount) {
+            val renderer = mPlayer!!.getRenderer(i)
+            if (renderer.trackType == C.TRACK_TYPE_AUDIO && renderer.state == Renderer.STATE_STARTED) {
+                return renderer.name
+            }
         }
+        return "UnknownRenderer"
+    }
 
     override val videoWidth: Int
         get() = mPlayer?.videoSize?.width ?: 0

libs

@@ -32,5 +32,6 @@ include(":bili-api")
 include(":bili-subtitle")
 include(":bv-player")
 include(":libs:av1Decoder")
+include(":libs:ffmpegDecoder")
 include(":libs:libVLC")
 include(":bili-api-grpc")