-
-
Notifications
You must be signed in to change notification settings - Fork 15
Expand file tree
/
Copy pathAppState.swift
More file actions
522 lines (432 loc) · 18.8 KB
/
Copy pathAppState.swift
File metadata and controls
522 lines (432 loc) · 18.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
// AppState.swift
// VocaMac
//
// Central observable state for the entire application.
// All UI and services react to changes in AppState.
import Foundation
import SwiftUI
import Combine
// MARK: - Enums
/// Application status representing the current state of the transcription pipeline
enum AppStatus: String {
case idle // Ready for input, not recording
case recording // Actively capturing microphone audio
case processing // Transcribing audio via WhisperKit
case error // Something went wrong
}
/// How recording is activated by the user
enum ActivationMode: String, CaseIterable, Codable, Identifiable {
case pushToTalk // Hold key to record, release to stop
case doubleTapToggle // Double-tap key to start/stop
var id: String { rawValue }
var displayName: String {
switch self {
case .pushToTalk: return "Push to Talk (Hold)"
case .doubleTapToggle: return "Double-Tap Toggle"
}
}
var description: String {
switch self {
case .pushToTalk:
return "Hold the hotkey to record. Release to stop and transcribe."
case .doubleTapToggle:
return "Double-tap the hotkey to start recording. Double-tap again to stop."
}
}
}
/// Permission status for system permissions
enum PermissionStatus: String {
case notDetermined
case granted
case denied
}
// MARK: - AppState
@MainActor
final class AppState: ObservableObject {
// MARK: - Published State
/// Current application status
@Published var appStatus: AppStatus = .idle
/// Whether the app is actively recording audio
@Published var isRecording: Bool = false
/// Current audio input level (0.0 - 1.0) for visual feedback
@Published var audioLevel: Float = 0.0
/// The most recent transcription result
@Published var lastTranscription: VocaTranscription?
/// Error message to display, if any
@Published var errorMessage: String?
/// Currently loaded/active whisper model info
@Published var currentModel: WhisperModelInfo?
/// All available models and their statuses
@Published var availableModels: [WhisperModelInfo] = []
/// Microphone permission status
@Published var micPermission: PermissionStatus = .notDetermined
/// Accessibility permission status
@Published var accessibilityPermission: PermissionStatus = .notDetermined
/// Input Monitoring permission status
@Published var inputMonitoringPermission: PermissionStatus = .notDetermined
/// Detected system capabilities
@Published var systemCapabilities: SystemCapabilities?
/// WhisperKit's recommended model for this device
@Published var deviceRecommendedModel: String?
// MARK: - User Settings (persisted via UserDefaults)
@AppStorage("vocamac.activationMode") var activationMode: ActivationMode = .pushToTalk
@AppStorage("vocamac.hotKeyCode") var hotKeyCode: Int = 61 // Right Option
@AppStorage("vocamac.doubleTapThreshold") var doubleTapThreshold: Double = 0.4
@AppStorage("vocamac.silenceThreshold") var silenceThreshold: Double = 0.01
@AppStorage("vocamac.silenceDuration") var silenceDuration: Double = 2.0
@AppStorage("vocamac.maxRecordingDuration") var maxRecordingDuration: Int = 60
@AppStorage("vocamac.selectedModelSize") var selectedModelSize: String = ModelSize.tiny.rawValue
@AppStorage("vocamac.selectedLanguage") var selectedLanguage: String = "auto"
@AppStorage("vocamac.launchAtLogin") var launchAtLogin: Bool = false
@AppStorage("vocamac.preserveClipboard") var preserveClipboard: Bool = true
@AppStorage("vocamac.soundEffectsEnabled") var soundEffectsEnabled: Bool = true
@AppStorage("vocamac.showCursorIndicator") var showCursorIndicator: Bool = true
// MARK: - Services
let audioEngine = AudioEngine()
let whisperService = WhisperService()
let textInjector = TextInjector()
let hotKeyManager = HotKeyManager()
let modelManager = ModelManager()
let soundManager = SoundManager()
let cursorOverlay = CursorOverlayManager()
// MARK: - Private
private var cancellables = Set<AnyCancellable>()
// MARK: - Initialization
init() {
NSLog("[AppState] Initializing...")
setupServices()
// Trigger startup automatically
Task {
await performStartup()
}
}
// MARK: - Setup
private func setupServices() {
// Detect system capabilities
systemCapabilities = SystemInfo.detect()
// Get WhisperKit's device recommendation
let recommendation = modelManager.deviceRecommendation()
deviceRecommendedModel = recommendation.defaultModel
// Initialize available models list
availableModels = ModelSize.allCases.map { size in
WhisperModelInfo(
size: size,
filePath: modelManager.modelFolder(for: size),
isDownloaded: modelManager.isModelDownloaded(size),
isActive: size.rawValue == selectedModelSize,
isSupported: modelManager.isModelSupported(size)
)
}
// Setup audio level reporting
audioEngine.onAudioLevel = { [weak self] level in
Task { @MainActor in
self?.audioLevel = level
self?.cursorOverlay.updateAudioLevel(level)
}
}
// Setup silence detection callback
audioEngine.onSilenceDetected = { [weak self] in
Task { @MainActor in
guard let self = self else { return }
if self.activationMode == .doubleTapToggle && self.isRecording {
await self.stopRecordingAndTranscribe()
}
}
}
// Setup hotkey callbacks
hotKeyManager.onRecordingStart = { [weak self] in
Task { @MainActor in
await self?.startRecording()
}
}
hotKeyManager.onRecordingStop = { [weak self] in
Task { @MainActor in
await self?.stopRecordingAndTranscribe()
}
}
// Check permissions
checkPermissions()
}
// MARK: - Permission Handling
func checkPermissions() {
// Check microphone permission (tri-state: notDetermined, granted, denied)
micPermission = audioEngine.checkPermissionStatus()
// Check accessibility permission
let accessibilityGranted = HotKeyManager.checkAccessibilityPermission(prompt: false)
accessibilityPermission = accessibilityGranted ? .granted : .denied
// Check input monitoring permission
// If we can successfully create an event tap (even briefly), Input Monitoring is granted.
// CGPreflightListenEventAccess() is available on macOS 15+, so we use a tap test as fallback.
let inputMonitoringGranted = checkInputMonitoringPermission()
inputMonitoringPermission = inputMonitoringGranted ? .granted : .denied
}
/// Check Input Monitoring permission.
/// Uses multiple strategies since no single approach is 100% reliable:
/// 1. If HotKeyManager created a tap, check if macOS has disabled it (revocation)
/// 2. If HotKeyManager failed to create a tap, permission is likely denied
/// 3. Try creating a fresh .cghidEventTap (same type HotKeyManager uses)
private func checkInputMonitoringPermission() -> Bool {
// Strategy 1: If HotKeyManager has an active tap, check if macOS disabled it.
// macOS disables existing taps when Input Monitoring is revoked.
if hotKeyManager.isListening, let tap = hotKeyManager.activeEventTap {
return CGEvent.tapIsEnabled(tap: tap)
}
// Strategy 2: Try creating a fresh .cghidEventTap — the same type
// HotKeyManager uses. This is more accurate than .cgSessionEventTap
// which may inherit Terminal's permissions when launched from CLI.
let tap = CGEvent.tapCreate(
tap: .cghidEventTap,
place: .headInsertEventTap,
options: .listenOnly,
eventsOfInterest: CGEventMask(1 << CGEventType.keyDown.rawValue),
callback: { _, _, event, _ in Unmanaged.passRetained(event) },
userInfo: nil
)
if let tap = tap {
CFMachPortInvalidate(tap)
return true
}
return false
}
func requestMicrophonePermission() {
if micPermission == .denied {
// Already denied — re-requesting won't show the prompt again.
// Open System Settings so the user can manually enable it.
openMicrophoneSettings()
return
}
// First time or notDetermined — trigger the system permission prompt
audioEngine.requestPermission { [weak self] granted in
Task { @MainActor in
self?.micPermission = granted ? .granted : .denied
}
}
}
/// Open the Microphone privacy pane in System Settings
func openMicrophoneSettings() {
if let url = URL(string: "x-apple.systempreferences:com.apple.preference.security?Privacy_Microphone") {
NSWorkspace.shared.open(url)
}
// Re-check after user has time to toggle
DispatchQueue.main.asyncAfter(deadline: .now() + 2.0) { [weak self] in
self?.checkPermissions()
}
}
func requestAccessibilityPermission() {
let _ = HotKeyManager.checkAccessibilityPermission(prompt: true)
// User must manually enable in System Settings; re-check after delay
DispatchQueue.main.asyncAfter(deadline: .now() + 2.0) { [weak self] in
self?.checkPermissions()
}
}
func requestInputMonitoringPermission() {
// Attempting to create an event tap triggers macOS to auto-add
// the app to the Input Monitoring list in System Settings.
// Use .cghidEventTap (same as HotKeyManager) for consistent behavior.
let tap = CGEvent.tapCreate(
tap: .cghidEventTap,
place: .headInsertEventTap,
options: .listenOnly,
eventsOfInterest: CGEventMask(1 << CGEventType.keyDown.rawValue),
callback: { _, _, event, _ in Unmanaged.passRetained(event) },
userInfo: nil
)
if let tap = tap {
CFMachPortInvalidate(tap)
}
// Open Input Monitoring settings pane
if let url = URL(string: "x-apple.systempreferences:com.apple.preference.security?Privacy_ListenEvent") {
NSWorkspace.shared.open(url)
}
// Re-check after user has time to toggle
DispatchQueue.main.asyncAfter(deadline: .now() + 2.0) { [weak self] in
self?.checkPermissions()
}
}
// MARK: - Recording Flow
func startRecording() async {
guard appStatus == .idle else { return }
guard micPermission == .granted else {
errorMessage = "Microphone permission is required. Please grant access in System Settings."
appStatus = .error
return
}
appStatus = .recording
isRecording = true
errorMessage = nil
// Play start sound
if soundEffectsEnabled {
soundManager.playStartSound()
}
// Show cursor indicator
if showCursorIndicator {
cursorOverlay.show()
}
audioEngine.startRecording(
silenceThreshold: Float(silenceThreshold),
silenceDuration: silenceDuration,
maxDuration: TimeInterval(maxRecordingDuration)
)
}
func stopRecordingAndTranscribe() async {
guard isRecording else { return }
let audioData = audioEngine.stopRecording()
isRecording = false
audioLevel = 0.0
// Play stop sound
if soundEffectsEnabled {
soundManager.playStopSound()
}
// Transition cursor indicator to processing state (red -> purple)
// Keeps the overlay visible so the user knows text is on its way
cursorOverlay.transitionToProcessing()
guard !audioData.isEmpty else {
cursorOverlay.hide()
appStatus = .idle
return
}
appStatus = .processing
do {
let language = selectedLanguage == "auto" ? nil : selectedLanguage
let result = try await whisperService.transcribe(
audioData: audioData,
language: language
)
lastTranscription = result
// Inject text at cursor position
if !result.text.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty {
textInjector.inject(
text: result.text.trimmingCharacters(in: .whitespacesAndNewlines),
preserveClipboard: preserveClipboard
)
}
cursorOverlay.hide()
appStatus = .idle
} catch {
cursorOverlay.hide()
errorMessage = "Transcription failed: \(error.localizedDescription)"
appStatus = .error
// Auto-recover after 3 seconds
DispatchQueue.main.asyncAfter(deadline: .now() + 3.0) { [weak self] in
if self?.appStatus == .error {
self?.appStatus = .idle
self?.errorMessage = nil
}
}
}
}
// MARK: - Model Management
func loadModel(_ size: ModelSize? = nil) async {
let modelName: String?
if let size = size {
modelName = modelManager.whisperKitModelName(for: size)
} else {
modelName = nil // Let WhisperKit auto-select
}
// Mark the model as loading
if let size = size, let idx = availableModels.firstIndex(where: { $0.size == size }) {
availableModels[idx].isLoading = true
}
do {
// If model is downloaded locally, use the local folder
let folder = size.flatMap { modelManager.modelFolder(for: $0) }
try await whisperService.loadModel(name: modelName, folder: folder)
if let size = size {
selectedModelSize = size.rawValue
}
// Update model states
let loadedName = whisperService.loadedModelName ?? ""
for i in availableModels.indices {
let matches = size != nil
? availableModels[i].size == size
: loadedName.contains(availableModels[i].size.rawValue)
availableModels[i].isActive = matches
availableModels[i].isLoading = false
if matches {
currentModel = availableModels[i]
}
}
} catch {
// Clear loading state on error
if let size = size, let idx = availableModels.firstIndex(where: { $0.size == size }) {
availableModels[idx].isLoading = false
}
errorMessage = "Failed to load model: \(error.localizedDescription)"
}
}
func downloadModel(_ size: ModelSize) async {
guard let index = availableModels.firstIndex(where: { $0.size == size }) else { return }
availableModels[index].downloadProgress = 0.0
do {
try await modelManager.downloadModel(size: size) { [weak self] progress in
Task { @MainActor in
guard let self = self else { return }
if let idx = self.availableModels.firstIndex(where: { $0.size == size }) {
// Only update progress if we haven't already completed (1.0)
// This prevents race conditions with the simulated progress task
if progress >= 1.0 || self.availableModels[idx].downloadProgress != nil {
self.availableModels[idx].downloadProgress = progress
}
}
}
}
// Small delay to let the final progress (1.0) callback settle on MainActor
try? await Task.sleep(nanoseconds: 100_000_000) // 100ms
// Refresh all model statuses to ensure previously downloaded models are preserved
refreshModelStatuses()
} catch {
if let idx = availableModels.firstIndex(where: { $0.size == size }) {
availableModels[idx].downloadProgress = nil
}
errorMessage = "Download failed: \(error.localizedDescription)"
}
}
/// Refresh the download status of all models
/// This ensures that all previously downloaded models are detected and marked correctly
private func refreshModelStatuses() {
for i in availableModels.indices {
let size = availableModels[i].size
availableModels[i].isDownloaded = modelManager.isModelDownloaded(size)
availableModels[i].downloadProgress = nil
availableModels[i].filePath = modelManager.modelFolder(for: size)
}
}
// MARK: - Startup
func performStartup() async {
NSLog("[AppState] performStartup beginning...")
// 1. Detect hardware
systemCapabilities = SystemInfo.detect()
NSLog("[AppState] System: %@ | %d GB RAM | %d cores",
systemCapabilities?.processorName ?? "unknown",
systemCapabilities?.physicalMemoryGB ?? 0,
systemCapabilities?.coreCount ?? 0)
// 2. Check/request permissions
checkPermissions()
NSLog("[AppState] Mic permission: %@ | Accessibility: %@ | Input Monitoring: %@",
micPermission.rawValue, accessibilityPermission.rawValue, inputMonitoringPermission.rawValue)
// Auto-prompt for microphone permission on first launch
if micPermission == .notDetermined {
NSLog("[AppState] Mic permission not determined — requesting...")
requestMicrophonePermission()
}
// 3. Load model — let WhisperKit auto-select and download the best model
NSLog("[AppState] Loading WhisperKit model (auto-select)...")
await loadModel()
NSLog("[AppState] Model loaded: %@", whisperService.loadedModelName ?? "none")
// 4. Always attempt to start hotkey listener
// The event tap creation itself will fail if permissions aren't granted,
// and we handle that gracefully in HotKeyManager.
NSLog("[AppState] Attempting to start hotkey listener...")
hotKeyManager.startListening(
keyCode: hotKeyCode,
mode: activationMode,
doubleTapThreshold: doubleTapThreshold
)
if hotKeyManager.isListening {
NSLog("[AppState] Hotkey listener active (keyCode=%d, mode=%@)", hotKeyCode, activationMode.rawValue)
} else {
NSLog("[AppState] WARNING: Hotkey listener failed to start. Check Accessibility & Input Monitoring permissions.")
}
NSLog("[AppState] Startup complete!")
}
}