Merge pull request #88 from AkiChase/feature/stepfun-asr

Add StepFun ASR provider

Author: AkiChase

Voxt/App/RecordingSessionSupport.swift

@@ -180,7 +180,7 @@ enum RecordingSessionSupport {
             break
         }
         switch remoteProvider {
-        case .openAIWhisper, .glmASR:
+        case .openAIWhisper, .glmASR, .stepFunASR:
             return 60
         case .doubaoASR, .aliyunBailianASR:
             return 8

Voxt/ModelIcons/stepfun.svg

@@ -469,6 +469,11 @@ struct FeatureModelCatalogBuilder {
             if RemoteASRRealtimeSupport.isAliyunRealtimeModel(configuration.model) {
                 tags.append(localized("Realtime"))
             }
+        case .stepFunASR:
+            if RemoteASRRealtimeSupport.isStepFunRealtimeModel(configuration.model) {
+                tags.append(localized("Realtime"))
+            }
+            tags.append(contentsOf: [localized("Accurate"), localized("Multilingual")])
         }
         return deduplicatedFeatureTags(tags)
     }

Voxt/Settings/FeatureModelCatalogBuilder.swift

@@ -27,6 +27,7 @@ enum ModelLogoKey: String {
     case volcengine
     case lmStudio
     case alibaba
+    case stepFun
     case generic
 
     var resourceName: String? {
@@ -81,6 +82,8 @@ enum ModelLogoKey: String {
             return "lmstudio"
         case .alibaba:
             return "alibaba"
+        case .stepFun:
+            return "stepfun"
         case .generic:
             return nil
         }
@@ -91,7 +94,7 @@ enum ModelLogoKey: String {
         case .apple, .openAI, .grok, .ollama, .openRouter, .lmStudio, .kimi:
             return true
         case .anthropic, .google, .gemini, .qwen, .zhipu, .deepSeek, .cohere, .granite, .fireRed, .sense,
-             .mistral, .gemma, .meta, .nvidia, .minimax, .doubao, .volcengine, .alibaba, .generic:
+             .mistral, .gemma, .meta, .nvidia, .minimax, .doubao, .volcengine, .alibaba, .stepFun, .generic:
             return false
         }
     }
@@ -148,6 +151,8 @@ enum ModelLogoKey: String {
             return "LM"
         case .alibaba:
             return "阿"
+        case .stepFun:
+            return "阶"
         case .generic:
             return "M"
         }
@@ -191,6 +196,9 @@ enum ModelLogoKey: String {
         if value.contains("doubao") || value.contains("豆包") {
             return .doubao
         }
+        if value.contains("stepfun") || value.contains("阶跃") {
+            return .stepFun
+        }
         if value.contains("volc") || value.contains("火山") {
             return .volcengine
         }

Voxt/Settings/ModelLogoView.swift

@@ -268,6 +268,11 @@ struct ModelCatalogBuilder {
             if RemoteASRRealtimeSupport.isAliyunRealtimeModel(configuration.model) {
                 tags.append(localizedModelCatalog("Realtime"))
             }
+        case .stepFunASR:
+            if RemoteASRRealtimeSupport.isStepFunRealtimeModel(configuration.model) {
+                tags.append(localizedModelCatalog("Realtime"))
+            }
+            tags.append(contentsOf: [localizedModelCatalog("Accurate"), localizedModelCatalog("Multilingual")])
         }
         return deduplicatedTags(tags)
     }

Voxt/Settings/ModelSettingsCatalogBuilder.swift

@@ -588,7 +588,7 @@ extension ModelSettingsView {
             return AppLocalization.localizedString("Doubao uses App ID + Access Token for streaming API.")
         case .aliyunBailianASR:
             return AppLocalization.localizedString("Aliyun ASR in Voxt uses realtime WebSocket only: Qwen models use /api-ws/v1/realtime, Fun/Paraformer models use /api-ws/v1/inference.")
-        case .openAIWhisper, .glmASR:
+        case .openAIWhisper, .glmASR, .stepFunASR:
             return nil
         }
     }

Voxt/Settings/ModelSettingsView+ModelActions.swift

@@ -461,7 +461,7 @@ extension OnboardingSettingsView {
             return AppLocalization.localizedString("Doubao uses App ID + Access Token for streaming API.")
         case .aliyunBailianASR:
             return AppLocalization.localizedString("Aliyun ASR in Voxt uses realtime WebSocket only: Qwen models use /api-ws/v1/realtime, Fun/Paraformer models use /api-ws/v1/inference.")
-        case .openAIWhisper, .glmASR:
+        case .openAIWhisper, .glmASR, .stepFunASR:
             return nil
         }
     }

Voxt/Settings/OnboardingSettingsView+Data.swift

@@ -501,23 +501,31 @@ extension RemoteProviderConfigurationSheet {
 
     var generationPenaltyFields: some View {
         VStack(alignment: .leading, spacing: 10) {
-            HStack(alignment: .top, spacing: 12) {
-                generationNumericField(
-                    title: AppLocalization.localizedString("Presence Penalty"),
-                    placeholder: "0",
-                    text: $generationPresencePenaltyText
-                )
+            if isStepFunLLMProvider {
                 generationNumericField(
                     title: AppLocalization.localizedString("Frequency Penalty"),
                     placeholder: "0",
                     text: $generationFrequencyPenaltyText
                 )
+            } else {
+                HStack(alignment: .top, spacing: 12) {
+                    generationNumericField(
+                        title: AppLocalization.localizedString("Presence Penalty"),
+                        placeholder: "0",
+                        text: $generationPresencePenaltyText
+                    )
+                    generationNumericField(
+                        title: AppLocalization.localizedString("Frequency Penalty"),
+                        placeholder: "0",
+                        text: $generationFrequencyPenaltyText
+                    )
+                }
+                generationNumericField(
+                    title: AppLocalization.localizedString("Repetition Penalty"),
+                    placeholder: "1.1",
+                    text: $generationRepetitionPenaltyText
+                )
             }
-            generationNumericField(
-                title: AppLocalization.localizedString("Repetition Penalty"),
-                placeholder: "1.1",
-                text: $generationRepetitionPenaltyText
-            )
         }
     }
 

Voxt/Settings/RemoteProviderConfigurationSheet+Sections.swift

@@ -18,6 +18,15 @@ extension RemoteProviderConfigurationSheet {
         llmProviderForPicker == .codex
     }
 
+    var isStepFunLLMProvider: Bool {
+        llmProviderForPicker == .stepFun
+    }
+
+    var supportsStepFunReasoningEffort: Bool {
+        isStepFunLLMProvider &&
+            resolvedModelValue().trimmingCharacters(in: .whitespacesAndNewlines).lowercased() == "step-3.5-flash-2603"
+    }
+
     var usesOpenAIResponsesOptions: Bool {
         isOpenAILLMProvider
     }
@@ -143,9 +152,12 @@ extension RemoteProviderConfigurationSheet {
     }
 
     var shouldShowGenerationThinking: Bool {
+        if isStepFunLLMProvider {
+            return generationThinkingModeMenuOptions.count > 1
+        }
         guard let capabilities = generationCapabilities else { return false }
         return capabilities.supportsThinkingToggle ||
-            capabilities.supportsThinkingEffort ||
+            (capabilities.supportsThinkingEffort && (!isStepFunLLMProvider || supportsStepFunReasoningEffort)) ||
             capabilities.supportsThinkingBudget
     }
 
@@ -165,13 +177,20 @@ extension RemoteProviderConfigurationSheet {
     }
 
     var generationThinkingModeMenuOptions: [SettingsMenuOption<String>] {
+        if isStepFunLLMProvider {
+            var options = [SettingsMenuOption(value: LLMThinkingMode.off.rawValue, title: AppLocalization.localizedString("Off"))]
+            if supportsStepFunReasoningEffort {
+                options.append(SettingsMenuOption(value: LLMThinkingMode.effort.rawValue, title: AppLocalization.localizedString("Effort")))
+            }
+            return options
+        }
         guard let capabilities = generationCapabilities else { return [] }
         var options = [SettingsMenuOption(value: LLMThinkingMode.providerDefault.rawValue, title: AppLocalization.localizedString("Default"))]
         if capabilities.supportsThinkingToggle {
             options.append(SettingsMenuOption(value: LLMThinkingMode.off.rawValue, title: AppLocalization.localizedString("Off")))
             options.append(SettingsMenuOption(value: LLMThinkingMode.on.rawValue, title: AppLocalization.localizedString("On")))
         }
-        if capabilities.supportsThinkingEffort {
+        if capabilities.supportsThinkingEffort && (!isStepFunLLMProvider || supportsStepFunReasoningEffort) {
             options.append(SettingsMenuOption(value: LLMThinkingMode.effort.rawValue, title: AppLocalization.localizedString("Effort")))
         }
         if capabilities.supportsThinkingBudget {
@@ -182,12 +201,15 @@ extension RemoteProviderConfigurationSheet {
 
     var generationThinkingModeSelectedTitle: String {
         generationThinkingModeMenuOptions.first(where: { $0.value == generationThinkingMode })?.title
-            ?? AppLocalization.localizedString("Default")
+            ?? (isStepFunLLMProvider ? AppLocalization.localizedString("Off") : AppLocalization.localizedString("Default"))
     }
 
     var sanitizedGenerationThinkingMode: LLMThinkingMode {
         let mode = LLMThinkingMode(rawValue: generationThinkingMode) ?? .providerDefault
         let supportedValues = Set(generationThinkingModeMenuOptions.map(\.value))
+        if isStepFunLLMProvider, !supportedValues.contains(mode.rawValue) {
+            return .off
+        }
         return supportedValues.contains(mode.rawValue) ? mode : .providerDefault
     }
 
@@ -197,6 +219,8 @@ extension RemoteProviderConfigurationSheet {
             values = OpenAIReasoningEffort.supportedCases(forModel: resolvedModelValue())
                 .filter { $0 != .automatic }
                 .map(\.rawValue)
+        } else if isStepFunLLMProvider {
+            values = supportsStepFunReasoningEffort ? ["low", "high"] : []
         } else if isOllamaLLMProvider {
             values = [
                 OllamaThinkMode.low.rawValue,
@@ -273,6 +297,9 @@ extension RemoteProviderConfigurationSheet {
         }
         let capabilities = LLMProviderCapabilityRegistry.capabilities(for: provider)
         var settings = LLMGenerationSettings()
+        if isStepFunLLMProvider {
+            settings.thinking = .off
+        }
         settings.maxOutputTokens = capabilities.supportsMaxOutputTokens ? parsedOptionalInt(generationMaxOutputTokensText) : nil
         settings.temperature = capabilities.supportsTemperature ? parsedOptionalDouble(generationTemperatureText) : nil
         settings.topP = capabilities.supportsTopP ? parsedOptionalDouble(generationTopPText) : nil
@@ -281,9 +308,11 @@ extension RemoteProviderConfigurationSheet {
         settings.seed = capabilities.supportsSeed ? parsedOptionalInt(generationSeedText) : nil
         settings.stop = capabilities.supportsStopSequences ? parsedStopSequences() : []
         if capabilities.supportsPenalties {
-            settings.presencePenalty = parsedOptionalDouble(generationPresencePenaltyText)
             settings.frequencyPenalty = parsedOptionalDouble(generationFrequencyPenaltyText)
-            settings.repetitionPenalty = parsedOptionalDouble(generationRepetitionPenaltyText)
+            if !isStepFunLLMProvider {
+                settings.presencePenalty = parsedOptionalDouble(generationPresencePenaltyText)
+                settings.repetitionPenalty = parsedOptionalDouble(generationRepetitionPenaltyText)
+            }
         }
         if capabilities.supportsLogprobs {
             settings.logprobs = generationLogprobsEnabled
@@ -653,9 +682,11 @@ extension RemoteProviderConfigurationSheet {
             doubleFields.append((generationMinPText, AppLocalization.localizedString("Min P")))
         }
         if capabilities.supportsPenalties {
-            doubleFields.append((generationPresencePenaltyText, AppLocalization.localizedString("Presence Penalty")))
             doubleFields.append((generationFrequencyPenaltyText, AppLocalization.localizedString("Frequency Penalty")))
-            doubleFields.append((generationRepetitionPenaltyText, AppLocalization.localizedString("Repetition Penalty")))
+            if !isStepFunLLMProvider {
+                doubleFields.append((generationPresencePenaltyText, AppLocalization.localizedString("Presence Penalty")))
+                doubleFields.append((generationRepetitionPenaltyText, AppLocalization.localizedString("Repetition Penalty")))
+            }
         }
         for (text, fieldName) in doubleFields where !text.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty {
             guard Double(text.trimmingCharacters(in: .whitespacesAndNewlines)) != nil else {

Voxt/Settings/RemoteProviderConfigurationSheet+State.swift

@@ -7,6 +7,7 @@ struct ResolvedASRHintPayload {
     var prompt: String?
     var otherLanguages: [String] = []
     var multilingualContext: String?
+    var contextualPhrases: [String] = []
 }
 
 struct ResolvedDictationSettings: Equatable {
@@ -37,6 +38,7 @@ enum ASRHintResolver {
             dictionaryTerms: dictionaryTerms
         )
         let otherLanguages = otherLanguageOptions.map(\.promptName)
+        let contextualPhrases = ASRHintSettingsStore.contextualPhrases(from: settings)
         let usesExplicitSingleLanguageHint = settings.followsUserMainLanguage && otherLanguageOptions.isEmpty
         let mlxResolvedLanguage = settings.followsUserMainLanguage
             ? resolvedMLXLanguageHint(
@@ -95,6 +97,17 @@ enum ASRHintResolver {
                 prompt: nil,
                 otherLanguages: otherLanguages
             )
+        case .stepFunASR:
+            let terms = resolvedStepFunTerms(
+                contextualPhrases: contextualPhrases,
+                dictionaryTerms: dictionaryTerms
+            )
+            return ResolvedASRHintPayload(
+                language: usesExplicitSingleLanguageHint ? resolvedStepFunLanguage(mainLanguage) : nil,
+                prompt: resolvedStepFunPrompt(terms: terms),
+                otherLanguages: otherLanguages,
+                contextualPhrases: terms
+            )
         }
     }
 
@@ -233,6 +246,39 @@ enum ASRHintResolver {
             """
     }
 
+    private static func resolvedStepFunTerms(
+        contextualPhrases: [String],
+        dictionaryTerms: String
+    ) -> [String] {
+        mergedTermLines(
+            contextualPhrases + dictionaryTerms.components(separatedBy: .newlines)
+        )
+    }
+
+    private static func resolvedStepFunPrompt(
+        terms: [String]
+    ) -> String? {
+        guard !terms.isEmpty else { return nil }
+
+        return """
+            Prefer these terms when they match the audio. Preserve names, product terms, technical terms, URLs, and code-like text exactly as spoken. Do not translate them.
+            \(terms.joined(separator: "\n"))
+            """
+    }
+
+    private static func mergedTermLines(_ values: [String]) -> [String] {
+        var seen = Set<String>()
+        var result: [String] = []
+        for value in values {
+            let trimmed = value.trimmingCharacters(in: .whitespacesAndNewlines)
+            guard !trimmed.isEmpty else { continue }
+            let key = trimmed.folding(options: [.caseInsensitive, .diacriticInsensitive], locale: .current)
+            guard seen.insert(key).inserted else { continue }
+            result.append(trimmed)
+        }
+        return result
+    }
+
     private static func resolvedOpenAILanguage(_ language: UserMainLanguageOption) -> String {
         language.baseLanguageCode
     }
@@ -282,6 +328,10 @@ enum ASRHintResolver {
         return Array(deduped.prefix(3))
     }
 
+    private static func resolvedStepFunLanguage(_ language: UserMainLanguageOption) -> String {
+        language.baseLanguageCode
+    }
+
     private static func resolvedMLXLanguage(mainLanguage: UserMainLanguageOption, modelRepo: String?) -> String? {
         guard let modelRepo else { return nil }
         if modelRepo.localizedCaseInsensitiveContains("granite-4.0-1b-speech") {