Vendor OpenClaw source as Adolf fork baseline
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Adolf is a fork/vendored clone of github.com/openclaw/openclaw (v2026.6.11), free to diverge. Tree copied sans upstream .git; upstream remote added for future syncs. Node pinned to 24 (.nvmrc); engines already require >=22.19. Preserves docs/ARCHITECTURE.md. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01LeqyaxJF2nbRXJtae2kNB2
This commit is contained in:
279
apps/ios/Sources/Voice/TalkGatewaySpeechClient.swift
Normal file
279
apps/ios/Sources/Voice/TalkGatewaySpeechClient.swift
Normal file
@@ -0,0 +1,279 @@
|
||||
import AVFoundation
|
||||
import Foundation
|
||||
import OpenClawKit
|
||||
import OpenClawProtocol
|
||||
import OSLog
|
||||
|
||||
struct TalkGatewaySpeechAudio: Equatable {
|
||||
enum PlaybackMode: Equatable {
|
||||
case pcm(sampleRate: Double)
|
||||
case buffered
|
||||
case unsupportedRaw(codec: String)
|
||||
}
|
||||
|
||||
let data: Data
|
||||
let provider: String
|
||||
let outputFormat: String?
|
||||
|
||||
var playbackMode: PlaybackMode {
|
||||
if let sampleRate = TalkTTSValidation.pcmSampleRate(from: self.outputFormat) {
|
||||
return .pcm(sampleRate: sampleRate)
|
||||
}
|
||||
let outputFormat = self.outputFormat?
|
||||
.trimmingCharacters(in: .whitespacesAndNewlines)
|
||||
.lowercased()
|
||||
let isHeaderlessAudio = if let outputFormat {
|
||||
outputFormat.hasPrefix("raw-") ||
|
||||
outputFormat.hasPrefix("raw_") ||
|
||||
outputFormat == "pcm" ||
|
||||
outputFormat == "mulaw" ||
|
||||
outputFormat == "alaw" ||
|
||||
outputFormat.hasPrefix("mulaw_") ||
|
||||
outputFormat.hasPrefix("ulaw_") ||
|
||||
outputFormat.hasPrefix("alaw_")
|
||||
} else {
|
||||
false
|
||||
}
|
||||
if let outputFormat, isHeaderlessAudio {
|
||||
// talk.speak does not expose the sample rate needed to play headerless audio.
|
||||
// Keep these codecs out of AVAudioPlayer until that protocol metadata exists.
|
||||
return .unsupportedRaw(codec: outputFormat)
|
||||
}
|
||||
// Gateway providers return complete audio files (for example MP3, WAV, or FLAC).
|
||||
// AVAudioPlayer performs container detection; raw PCM keeps its sample-rate path above.
|
||||
return .buffered
|
||||
}
|
||||
}
|
||||
|
||||
struct TalkGatewaySpeechRequest {
|
||||
let text: String
|
||||
// These are talk.speak protocol inputs; each Gateway speech provider owns which overrides it honors.
|
||||
let voiceId: String?
|
||||
let modelId: String?
|
||||
let outputFormat: String?
|
||||
let directive: TalkDirective?
|
||||
}
|
||||
|
||||
@MainActor
|
||||
protocol TalkGatewaySpeechSynthesizing {
|
||||
func synthesize(_ request: TalkGatewaySpeechRequest) async throws -> TalkGatewaySpeechAudio
|
||||
}
|
||||
|
||||
@MainActor
|
||||
final class TalkGatewaySpeechClient: TalkGatewaySpeechSynthesizing {
|
||||
typealias Request = (_ method: String, _ paramsJSON: String?, _ timeoutSeconds: Int) async throws -> Data
|
||||
private static let requestTimeoutSeconds = 125
|
||||
|
||||
private let request: Request
|
||||
|
||||
init(gateway: GatewayNodeSession) {
|
||||
self.request = { method, paramsJSON, timeoutSeconds in
|
||||
try await gateway.request(
|
||||
method: method,
|
||||
paramsJSON: paramsJSON,
|
||||
timeoutSeconds: timeoutSeconds)
|
||||
}
|
||||
}
|
||||
|
||||
init(request: @escaping Request) {
|
||||
self.request = request
|
||||
}
|
||||
|
||||
func synthesize(_ speechRequest: TalkGatewaySpeechRequest) async throws -> TalkGatewaySpeechAudio {
|
||||
let directive = speechRequest.directive
|
||||
let params = TalkSpeakParams(
|
||||
text: speechRequest.text,
|
||||
voiceid: speechRequest.voiceId,
|
||||
modelid: speechRequest.modelId,
|
||||
outputformat: speechRequest.outputFormat,
|
||||
speed: directive?.speed,
|
||||
ratewpm: directive?.rateWPM,
|
||||
stability: directive?.stability,
|
||||
similarity: directive?.similarity,
|
||||
style: directive?.style,
|
||||
speakerboost: directive?.speakerBoost,
|
||||
seed: directive?.seed,
|
||||
normalize: directive?.normalize,
|
||||
language: directive?.language,
|
||||
latencytier: directive?.latencyTier)
|
||||
let paramsData = try JSONEncoder().encode(params)
|
||||
guard let paramsJSON = String(data: paramsData, encoding: .utf8) else {
|
||||
throw TalkGatewaySpeechError.invalidRequest
|
||||
}
|
||||
let responseData = try await request(
|
||||
"talk.speak",
|
||||
paramsJSON,
|
||||
Self.requestTimeoutSeconds)
|
||||
let response = try JSONDecoder().decode(TalkSpeakResult.self, from: responseData)
|
||||
guard let audioData = Data(base64Encoded: response.audiobase64), !audioData.isEmpty else {
|
||||
throw TalkGatewaySpeechError.emptyAudio
|
||||
}
|
||||
return TalkGatewaySpeechAudio(
|
||||
data: audioData,
|
||||
provider: response.provider,
|
||||
outputFormat: response.outputformat)
|
||||
}
|
||||
}
|
||||
|
||||
@MainActor
|
||||
protocol TalkBufferedAudioPlaying {
|
||||
func play(data: Data) async -> StreamingPlaybackResult
|
||||
func stop() -> Double?
|
||||
}
|
||||
|
||||
@MainActor
|
||||
final class TalkBufferedAudioPlayer: NSObject, TalkBufferedAudioPlaying, @preconcurrency AVAudioPlayerDelegate {
|
||||
static let shared = TalkBufferedAudioPlayer()
|
||||
|
||||
private final class Playback: @unchecked Sendable {
|
||||
private let lock = NSLock()
|
||||
private var finished = false
|
||||
private var continuation: CheckedContinuation<StreamingPlaybackResult, Never>?
|
||||
private var watchdog: Task<Void, Never>?
|
||||
|
||||
func setContinuation(_ continuation: CheckedContinuation<StreamingPlaybackResult, Never>) {
|
||||
self.lock.lock()
|
||||
defer { self.lock.unlock() }
|
||||
self.continuation = continuation
|
||||
}
|
||||
|
||||
func setWatchdog(_ task: Task<Void, Never>?) {
|
||||
self.lock.lock()
|
||||
let old = self.watchdog
|
||||
self.watchdog = task
|
||||
self.lock.unlock()
|
||||
old?.cancel()
|
||||
}
|
||||
|
||||
func finish(_ result: StreamingPlaybackResult) {
|
||||
let continuation: CheckedContinuation<StreamingPlaybackResult, Never>?
|
||||
self.lock.lock()
|
||||
if self.finished {
|
||||
continuation = nil
|
||||
} else {
|
||||
self.finished = true
|
||||
continuation = self.continuation
|
||||
self.continuation = nil
|
||||
}
|
||||
self.lock.unlock()
|
||||
continuation?.resume(returning: result)
|
||||
}
|
||||
}
|
||||
|
||||
private let logger = Logger(subsystem: "ai.openclaw", category: "talk.tts")
|
||||
private var player: AVAudioPlayer?
|
||||
private var playback: Playback?
|
||||
|
||||
func play(data: Data) async -> StreamingPlaybackResult {
|
||||
self.stopInternal()
|
||||
|
||||
let playback = Playback()
|
||||
self.playback = playback
|
||||
return await withCheckedContinuation { continuation in
|
||||
playback.setContinuation(continuation)
|
||||
do {
|
||||
let player = try AVAudioPlayer(data: data)
|
||||
self.player = player
|
||||
player.delegate = self
|
||||
player.prepareToPlay()
|
||||
self.armWatchdog(playback: playback)
|
||||
if !player.play() {
|
||||
self.logger.error("talk buffered audio player refused to play")
|
||||
self.finish(playback: playback, result: .init(finished: false, interruptedAt: nil))
|
||||
}
|
||||
} catch {
|
||||
self.logger.error("talk buffered audio player failed: \(error.localizedDescription, privacy: .public)")
|
||||
self.finish(playback: playback, result: .init(finished: false, interruptedAt: nil))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func stop() -> Double? {
|
||||
guard let player else { return nil }
|
||||
let interruptedAt = player.currentTime
|
||||
self.finish(
|
||||
playback: self.playback,
|
||||
result: .init(finished: false, interruptedAt: interruptedAt))
|
||||
return interruptedAt
|
||||
}
|
||||
|
||||
func audioPlayerDidFinishPlaying(_ player: AVAudioPlayer, successfully flag: Bool) {
|
||||
self.finish(
|
||||
playback: self.activePlayback(for: player),
|
||||
result: .init(finished: flag, interruptedAt: nil))
|
||||
}
|
||||
|
||||
func audioPlayerDecodeErrorDidOccur(_ player: AVAudioPlayer, error: (any Error)?) {
|
||||
let message = error?.localizedDescription ?? "unknown decode error"
|
||||
self.logger.error("talk buffered audio decode failed: \(message, privacy: .public)")
|
||||
self.finish(
|
||||
playback: self.activePlayback(for: player),
|
||||
result: .init(finished: false, interruptedAt: nil))
|
||||
}
|
||||
|
||||
private func activePlayback(for player: AVAudioPlayer) -> Playback? {
|
||||
// AVAudioPlayer can deliver callbacks after stop/replacement. Keep a stale
|
||||
// player from completing the current reply's continuation.
|
||||
guard self.player === player else { return nil }
|
||||
return self.playback
|
||||
}
|
||||
|
||||
private func stopInternal() {
|
||||
if let player, let playback {
|
||||
self.finish(
|
||||
playback: playback,
|
||||
result: .init(finished: false, interruptedAt: player.currentTime))
|
||||
return
|
||||
}
|
||||
self.player?.stop()
|
||||
self.player = nil
|
||||
}
|
||||
|
||||
private func finish(playback: Playback?, result: StreamingPlaybackResult) {
|
||||
guard let playback else { return }
|
||||
playback.setWatchdog(nil)
|
||||
playback.finish(result)
|
||||
|
||||
guard self.playback === playback else { return }
|
||||
self.playback = nil
|
||||
self.player?.stop()
|
||||
self.player = nil
|
||||
}
|
||||
|
||||
private func armWatchdog(playback: Playback) {
|
||||
playback.setWatchdog(Task { @MainActor [weak self] in
|
||||
guard let self else { return }
|
||||
try? await Task.sleep(nanoseconds: 650_000_000)
|
||||
guard !Task.isCancelled, self.playback === playback else { return }
|
||||
guard self.player?.isPlaying == true else {
|
||||
self.finish(
|
||||
playback: playback,
|
||||
result: .init(finished: false, interruptedAt: nil))
|
||||
return
|
||||
}
|
||||
|
||||
let duration = self.player?.duration ?? 0
|
||||
let timeoutSeconds = min(max(2.0, duration + 2.0), 5 * 60.0)
|
||||
try? await Task.sleep(nanoseconds: UInt64(timeoutSeconds * 1_000_000_000))
|
||||
guard !Task.isCancelled, self.playback === playback else { return }
|
||||
self.logger.error("talk buffered audio player watchdog completed unresolved playback")
|
||||
self.finish(
|
||||
playback: playback,
|
||||
result: .init(finished: false, interruptedAt: nil))
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
private enum TalkGatewaySpeechError: LocalizedError {
|
||||
case invalidRequest
|
||||
case emptyAudio
|
||||
|
||||
var errorDescription: String? {
|
||||
switch self {
|
||||
case .invalidRequest:
|
||||
"Failed to encode talk.speak request"
|
||||
case .emptyAudio:
|
||||
"Gateway talk.speak returned empty audio"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user