[codex] Add notch island floating bar UI

desktop/macos/CHANGELOG.json

@@ -1,5 +1,19 @@
 {
-  "unreleased": [],
+  "unreleased": [
+    "Added Notch Mode for a MacBook notch-integrated floating bar with compact voice, chat, and agent controls",
+    "Fixed Notch Mode voice response audio and glow stability during streamed playback",
+    "Improved Notch Mode Ask Omi responsiveness by reducing main-thread animation work",
+    "Refined Notch Mode subagent indicators into direct and grouped glowing status orbs",
+    "Improved Notch Mode notch-safe layout measurement and subagent status refresh",
+    "Improved desktop agent session continuity across bridge restarts and control-tool ownership changes.",
+    "Improves update release safety checks",
+    "Smoothed the notch logo-to-dots animation so the Omi logo unfurls into the agent dots when chat opens and furls back when it closes",
+    "Made Notch Mode subagent chat independent from main chat content and reduced idle animation work",
+    "Added an Ask Omi chat power benchmark harness for repeatable CPU and memory sampling",
+    "Added compact status summaries to Notch Mode subagent rows",
+    "Made Notch Mode switch between subagent list and chat instead of stacking both",
+    "Made the Notch Mode Omi logo morph into settings on hover while revealing subagents, and added bottom spacing to the subagent list"
+  ],
   "releases": [
     {
       "version": "0.11.542",

desktop/macos/Desktop/Sources/AudioCaptureService.swift

@@ -43,6 +43,7 @@ class AudioCaptureService: @unchecked Sendable {
     private var defaultDeviceListenerBlock: AudioObjectPropertyListenerBlock?
     private var deviceFormatListenerBlock: AudioObjectPropertyListenerBlock?
     private var isCapturing = false
+    private var isTrackingOverrideDevice = false
 
     /// Optional explicit device to open instead of the system default input.
     /// Used by the silent-mic fallback path to bind directly to the built-in mic.
@@ -174,33 +175,9 @@ class AudioCaptureService: @unchecked Sendable {
 
     /// Performs all blocking CoreAudio HAL setup. Must be called on audioQueue, not the main thread.
     private func startCaptureOnQueue() throws {
-        // 1. Resolve input device: explicit override (fallback path) wins over system default.
-        var inputDeviceID: AudioDeviceID = kAudioObjectUnknown
-
-        if let override = overrideDeviceID {
-            inputDeviceID = override
-            log("AudioCapture: Using override device ID \(override)")
-        } else {
-            var size = UInt32(MemoryLayout<AudioDeviceID>.size)
-            var address = AudioObjectPropertyAddress(
-                mSelector: kAudioHardwarePropertyDefaultInputDevice,
-                mScope: kAudioObjectPropertyScopeGlobal,
-                mElement: kAudioObjectPropertyElementMain
-            )
-
-            let status = AudioObjectGetPropertyData(
-                AudioObjectID(kAudioObjectSystemObject),
-                &address,
-                0,
-                nil,
-                &size,
-                &inputDeviceID
-            )
-
-            guard status == noErr, inputDeviceID != kAudioObjectUnknown else {
-                throw AudioCaptureError.noInputAvailable
-            }
-        }
+        // 1. Resolve input device: explicit override wins while available, otherwise
+        // fall back to the system default instead of pinning capture to a stale device.
+        let inputDeviceID = try resolveInputDeviceID()
         self.deviceID = inputDeviceID
 
         // 2. Get device stream format
@@ -293,6 +270,7 @@ class AudioCaptureService: @unchecked Sendable {
         targetFormat = nil
         detectedSampleRate = 0.0
         smoothedLevel = 0.0
+        isTrackingOverrideDevice = false
 
         // AudioDeviceStop can block waiting for the IO thread — run off main thread
         if let procID = procID, devID != kAudioObjectUnknown {
@@ -356,6 +334,49 @@ class AudioCaptureService: @unchecked Sendable {
 
     // MARK: - Private Methods
 
+    private func resolveInputDeviceID() throws -> AudioDeviceID {
+        if let override = overrideDeviceID {
+            if Self.isAvailableInputDevice(override) {
+                log("AudioCapture: Using override device ID \(override)")
+                isTrackingOverrideDevice = true
+                return override
+            }
+            log("AudioCapture: Override device ID \(override) is unavailable; falling back to default input")
+        }
+
+        guard let defaultDeviceID = Self.currentDefaultInputDeviceID() else {
+            throw AudioCaptureError.noInputAvailable
+        }
+        isTrackingOverrideDevice = false
+        return defaultDeviceID
+    }
+
+    private static func currentDefaultInputDeviceID() -> AudioDeviceID? {
+        var deviceID: AudioDeviceID = kAudioObjectUnknown
+        var size = UInt32(MemoryLayout<AudioDeviceID>.size)
+        var address = AudioObjectPropertyAddress(
+            mSelector: kAudioHardwarePropertyDefaultInputDevice,
+            mScope: kAudioObjectPropertyScopeGlobal,
+            mElement: kAudioObjectPropertyElementMain
+        )
+
+        let status = AudioObjectGetPropertyData(
+            AudioObjectID(kAudioObjectSystemObject),
+            &address,
+            0,
+            nil,
+            &size,
+            &deviceID
+        )
+
+        guard status == noErr, isAvailableInputDevice(deviceID) else { return nil }
+        return deviceID
+    }
+
+    private static func isAvailableInputDevice(_ deviceID: AudioDeviceID) -> Bool {
+        deviceID != kAudioObjectUnknown && deviceID != kAudioDeviceUnknown && deviceHasInputChannels(deviceID)
+    }
+
     /// Get stream format for a device on input scope
     private func getStreamFormat(for deviceID: AudioObjectID) -> AudioStreamBasicDescription? {
         var address = AudioObjectPropertyAddress(
@@ -530,30 +551,45 @@ class AudioCaptureService: @unchecked Sendable {
     // MARK: - Property Listeners
 
     private func installPropertyListeners() {
-        // Listen for default input device changes — only when we're tracking the
-        // system default. If we're using an explicit override (silent-mic fallback path)
-        // we deliberately ignore default-device changes so we stay pinned to our target.
-        if overrideDeviceID == nil {
-            var defaultDeviceAddress = AudioObjectPropertyAddress(
-                mSelector: kAudioHardwarePropertyDefaultInputDevice,
-                mScope: kAudioObjectPropertyScopeGlobal,
-                mElement: kAudioObjectPropertyElementMain
-            )
+        updateDefaultDeviceListener()
+        installDeviceFormatListener()
+    }
 
-            let deviceBlock: AudioObjectPropertyListenerBlock = { [weak self] numberAddresses, addresses in
-                self?.audioQueue.async {
-                    self?.handleConfigurationChange()
-                }
-            }
-            self.defaultDeviceListenerBlock = deviceBlock
+    private func updateDefaultDeviceListener() {
+        if isTrackingOverrideDevice {
+            removeDefaultDeviceListener()
+            return
+        }
 
-            AudioObjectAddPropertyListenerBlock(
-                AudioObjectID(kAudioObjectSystemObject),
-                &defaultDeviceAddress,
-                listenerQueue,
-                deviceBlock
-            )
+        guard defaultDeviceListenerBlock == nil else { return }
+
+        // Listen for default input device changes when the resolved capture device
+        // is the system default. If an explicit override was requested but is
+        // unavailable, capture falls back to the default and must still observe
+        // default-device changes.
+        var defaultDeviceAddress = AudioObjectPropertyAddress(
+            mSelector: kAudioHardwarePropertyDefaultInputDevice,
+            mScope: kAudioObjectPropertyScopeGlobal,
+            mElement: kAudioObjectPropertyElementMain
+        )
+
+        let deviceBlock: AudioObjectPropertyListenerBlock = { [weak self] numberAddresses, addresses in
+            self?.audioQueue.async {
+                self?.handleConfigurationChange()
+            }
         }
+        self.defaultDeviceListenerBlock = deviceBlock
+
+        AudioObjectAddPropertyListenerBlock(
+            AudioObjectID(kAudioObjectSystemObject),
+            &defaultDeviceAddress,
+            listenerQueue,
+            deviceBlock
+        )
+    }
+
+    private func installDeviceFormatListener() {
+        guard deviceFormatListenerBlock == nil else { return }
 
         // Listen for format changes on current device
         var formatAddress = AudioObjectPropertyAddress(
@@ -578,6 +614,11 @@ class AudioCaptureService: @unchecked Sendable {
     }
 
     private func removePropertyListeners() {
+        removeDefaultDeviceListener()
+        removeDeviceFormatListener()
+    }
+
+    private func removeDefaultDeviceListener() {
         if let block = defaultDeviceListenerBlock {
             var address = AudioObjectPropertyAddress(
                 mSelector: kAudioHardwarePropertyDefaultInputDevice,
@@ -592,7 +633,9 @@ class AudioCaptureService: @unchecked Sendable {
             )
             defaultDeviceListenerBlock = nil
         }
+    }
 
+    private func removeDeviceFormatListener() {
         if let block = deviceFormatListenerBlock, deviceID != kAudioObjectUnknown {
             var address = AudioObjectPropertyAddress(
                 mSelector: kAudioDevicePropertyStreamFormat,
@@ -626,21 +669,8 @@ class AudioCaptureService: @unchecked Sendable {
             ioProcID = nil
         }
 
-        // Remove old format listener (device may have changed)
-        if let block = deviceFormatListenerBlock, deviceID != kAudioObjectUnknown {
-            var address = AudioObjectPropertyAddress(
-                mSelector: kAudioDevicePropertyStreamFormat,
-                mScope: kAudioDevicePropertyScopeInput,
-                mElement: kAudioObjectPropertyElementMain
-            )
-            AudioObjectRemovePropertyListenerBlock(
-                deviceID,
-                &address,
-                listenerQueue,
-                block
-            )
-            deviceFormatListenerBlock = nil
-        }
+        // Remove old format listener (device may have changed).
+        removeDeviceFormatListener()
 
         // Delay to let the audio hardware settle after device change
         audioQueue.asyncAfter(deadline: .now() + 0.3) { [weak self] in
@@ -651,25 +681,10 @@ class AudioCaptureService: @unchecked Sendable {
     private static let maxRetries = 3
 
     private func reconfigureAfterChange(retryCount: Int) {
-        // Get new default input device
-        var newDeviceID: AudioDeviceID = kAudioObjectUnknown
-        var size = UInt32(MemoryLayout<AudioDeviceID>.size)
-        var address = AudioObjectPropertyAddress(
-            mSelector: kAudioHardwarePropertyDefaultInputDevice,
-            mScope: kAudioObjectPropertyScopeGlobal,
-            mElement: kAudioObjectPropertyElementMain
-        )
-
-        let status = AudioObjectGetPropertyData(
-            AudioObjectID(kAudioObjectSystemObject),
-            &address,
-            0,
-            nil,
-            &size,
-            &newDeviceID
-        )
-
-        guard status == noErr, newDeviceID != kAudioObjectUnknown else {
+        let newDeviceID: AudioDeviceID
+        do {
+            newDeviceID = try resolveInputDeviceID()
+        } catch {
             log("AudioCapture: No valid input device after config change (attempt \(retryCount + 1))")
             retryOrGiveUp(retryCount: retryCount)
             return
@@ -738,26 +753,8 @@ class AudioCaptureService: @unchecked Sendable {
             return
         }
 
-        // Install format listener on new device
-        var formatAddress = AudioObjectPropertyAddress(
-            mSelector: kAudioDevicePropertyStreamFormat,
-            mScope: kAudioDevicePropertyScopeInput,
-            mElement: kAudioObjectPropertyElementMain
-        )
-
-        let formatBlock: AudioObjectPropertyListenerBlock = { [weak self] numberAddresses, addresses in
-            self?.audioQueue.async {
-                self?.handleConfigurationChange()
-            }
-        }
-        self.deviceFormatListenerBlock = formatBlock
-
-        AudioObjectAddPropertyListenerBlock(
-            deviceID,
-            &formatAddress,
-            listenerQueue,
-            formatBlock
-        )
+        updateDefaultDeviceListener()
+        installDeviceFormatListener()
 
         log("AudioCapture: Restarted with new configuration")
         isReconfiguring = false