Merge pull request #219 from ojhurst/fix/transcription-hard-timeout

Fix transcription hanging indefinitely when Groq stalls after TCP accept

Author: marcbodea

Sources/TranscriptionService.swift

@@ -53,10 +53,42 @@ class TranscriptionService {
             throw CancellationError()
         }
 
-        do {
-            return try await transcribeAudio(fileURL: fileURL)
-        } catch let urlError as URLError where urlError.code == .timedOut {
-            throw TranscriptionError.transcriptionTimedOut(transcriptionTimeoutSeconds)
+        let timeoutSeconds = transcriptionTimeoutSeconds
+        let raceState = TranscriptionTimeoutRaceState()
+
+        return try await withTaskCancellationHandler {
+            try await withCheckedThrowingContinuation { continuation in
+                raceState.setContinuation(continuation)
+
+                let transcriptionTask = Task { [weak self] in
+                    do {
+                        guard let self else {
+                            throw TranscriptionError.transcriptionFailed("Transcription service deallocated")
+                        }
+                        let result = try await self.transcribeAudio(fileURL: fileURL)
+                        raceState.finish(.success(result))
+                    } catch {
+                        raceState.finish(.failure(Self.transcriptionTimeoutErrorIfNeeded(
+                            error,
+                            timeoutSeconds: timeoutSeconds
+                        )))
+                    }
+                }
+
+                let timeoutTask = Task {
+                    do {
+                        try await Task.sleep(nanoseconds: UInt64(timeoutSeconds * 1_000_000_000))
+                        raceState.finish(.failure(TranscriptionError.transcriptionTimedOut(timeoutSeconds)))
+                    } catch is CancellationError {
+                    } catch {
+                        raceState.finish(.failure(error))
+                    }
+                }
+
+                raceState.setTasks([transcriptionTask, timeoutTask])
+            }
+        } onCancel: {
+            raceState.cancel()
         }
     }
 
@@ -208,6 +240,16 @@ class TranscriptionService {
         }
     }
 
+    private static func transcriptionTimeoutErrorIfNeeded(
+        _ error: Error,
+        timeoutSeconds: TimeInterval
+    ) -> Error {
+        if let urlError = error as? URLError, urlError.code == .timedOut {
+            return TranscriptionError.transcriptionTimedOut(timeoutSeconds)
+        }
+        return error
+    }
+
     private static func normalizedBaseURL(from baseURL: String) throws -> URL {
         let trimmed = baseURL.trimmingCharacters(in: .whitespacesAndNewlines)
         guard !trimmed.isEmpty else {
@@ -341,6 +383,65 @@ enum TranscriptionError: LocalizedError {
     }
 }
 
+private final class TranscriptionTimeoutRaceState {
+    private let lock = NSLock()
+    private var didFinish = false
+    private var continuation: CheckedContinuation<String, Error>?
+    private var tasks: [Task<Void, Never>] = []
+
+    func setContinuation(_ continuation: CheckedContinuation<String, Error>) {
+        lock.lock()
+        if didFinish {
+            lock.unlock()
+            continuation.resume(throwing: CancellationError())
+            return
+        }
+
+        self.continuation = continuation
+        lock.unlock()
+    }
+
+    func setTasks(_ tasks: [Task<Void, Never>]) {
+        lock.lock()
+        if didFinish {
+            lock.unlock()
+            tasks.forEach { $0.cancel() }
+            return
+        }
+
+        self.tasks = tasks
+        lock.unlock()
+    }
+
+    func finish(_ result: Result<String, Error>) {
+        lock.lock()
+        guard !didFinish else {
+            lock.unlock()
+            return
+        }
+
+        didFinish = true
+        let continuation = self.continuation
+        self.continuation = nil
+        let tasks = self.tasks
+        self.tasks = []
+        lock.unlock()
+
+        tasks.forEach { $0.cancel() }
+
+        switch result {
+        case .success(let value):
+            continuation?.resume(returning: value)
+        case .failure(let error):
+            continuation?.resume(throwing: error)
+        }
+    }
+
+    func cancel() {
+        finish(.failure(CancellationError()))
+    }
+}
+
 private struct PreparedUploadAudio {
     let fileURL: URL
     let deleteOnCleanup: Bool