feat(workers): temporary workers bots can spawn, and every bot's permission prompts in the Control Center

apps/desktop/src-tauri/Cargo.toml

@@ -25,3 +25,15 @@ serde_json = "1"
 semver = "1"
 ureq = { version = "2", features = ["json"] }
 toml = "0.8"
+
+# On-device dictation for the chat composer (Apple's Speech framework).
+[target.'cfg(target_os = "macos")'.dependencies]
+objc2 = "0.6"
+block2 = "0.6"
+objc2-foundation = "0.3"
+objc2-speech = "0.3"
+objc2-avf-audio = "0.3"
+
+# On-device dictation on Windows (SAPI's in-process recognizer).
+[target.'cfg(windows)'.dependencies]
+windows = { version = "0.61", features = ["Win32_Foundation", "Win32_Media_Speech", "Win32_System_Com"] }

apps/desktop/src-tauri/Entitlements.plist

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+  <!-- Signed releases run with the hardened runtime, which blocks the
+       microphone unless the app declares it. Used only for dictation. -->
+  <key>com.apple.security.device.audio-input</key>
+  <true/>
+</dict>
+</plist>

apps/desktop/src-tauri/Info.plist

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+  <!-- Dictation in the chat composer. Merged into the app's Info.plist by the Tauri bundler. -->
+  <key>NSMicrophoneUsageDescription</key>
+  <string>Gravity listens while you dictate a message to a bot in the chat.</string>
+  <key>NSSpeechRecognitionUsageDescription</key>
+  <string>Gravity turns your dictation into text on this Mac, for messages to your bots.</string>
+</dict>
+</plist>

apps/desktop/src-tauri/src/dictation.rs

@@ -0,0 +1,82 @@
+//! On-device dictation for the chat composer. The operating system's own
+//! speech recognizer turns the microphone into text, so audio never goes to
+//! Gravity or a third party: Apple's Speech framework on macOS, set to
+//! recognize on the device whenever the Mac supports it, and SAPI's
+//! in-process recognizer on Windows, which always runs on the PC.
+//!
+//! The composer starts and stops a session; partial and final transcripts
+//! arrive as `dictation` events.
+
+use serde::Serialize;
+use tauri::{AppHandle, Emitter};
+
+#[cfg(target_os = "macos")]
+mod macos;
+#[cfg(windows)]
+mod sapi;
+
+/// The event the composer listens to.
+const EVENT: &str = "dictation";
+
+#[derive(Clone, Serialize)]
+#[serde(tag = "kind", rename_all = "snake_case")]
+pub(crate) enum DictationEvent {
+    /// The transcript so far; it may still change.
+    Partial { text: String },
+    /// The settled transcript; the session has ended.
+    Final { text: String },
+    /// The session ended without a transcript, or failed.
+    Ended {
+        #[serde(skip_serializing_if = "Option::is_none")]
+        error: Option<String>,
+    },
+}
+
+pub(crate) fn emit(app: &AppHandle, event: DictationEvent) {
+    let _ = app.emit(EVENT, event);
+}
+
+/// Whether this platform can dictate.
+#[tauri::command]
+pub fn dictation_available() -> bool {
+    #[cfg(windows)]
+    {
+        sapi::available()
+    }
+    #[cfg(not(windows))]
+    {
+        cfg!(target_os = "macos")
+    }
+}
+
+/// Starts listening, asking for speech and microphone permission the first
+/// time. Async so the permission prompt never waits on the main thread.
+#[tauri::command]
+pub async fn start_dictation(app: AppHandle) -> Result<(), String> {
+    #[cfg(target_os = "macos")]
+    {
+        tauri::async_runtime::spawn_blocking(move || macos::start(app))
+            .await
+            .map_err(|e| e.to_string())?
+    }
+    #[cfg(windows)]
+    {
+        tauri::async_runtime::spawn_blocking(move || sapi::start(app))
+            .await
+            .map_err(|e| e.to_string())?
+    }
+    #[cfg(not(any(target_os = "macos", windows)))]
+    {
+        let _ = app;
+        Err("Dictation is not available on this platform yet.".to_string())
+    }
+}
+
+/// Stops listening; the final transcript follows as an event.
+#[tauri::command]
+pub fn stop_dictation() {
+    #[cfg(target_os = "macos")]
+    macos::stop();
+    #[cfg(windows)]
+    sapi::stop();
+}