| import AppKit |
| import Foundation |
| import OpenClawIPC |
| import OpenClawKit |
| import OSLog |
|
|
| @MainActor |
| final class CanvasManager { |
| static let shared = CanvasManager() |
|
|
| private static let logger = Logger(subsystem: "ai.openclaw", category: "CanvasManager") |
|
|
| private var panelController: CanvasWindowController? |
| private var panelSessionKey: String? |
| private var lastAutoA2UIUrl: String? |
| private var gatewayWatchTask: Task<Void, Never>? |
|
|
| private init() { |
| self.startGatewayObserver() |
| } |
|
|
| var onPanelVisibilityChanged: ((Bool) -> Void)? |
|
|
| |
| var defaultAnchorProvider: (() -> NSRect?)? |
|
|
| private nonisolated static let canvasRoot: URL = { |
| let base = FileManager().urls(for: .applicationSupportDirectory, in: .userDomainMask).first! |
| return base.appendingPathComponent("OpenClaw/canvas", isDirectory: true) |
| }() |
|
|
| func show(sessionKey: String, path: String? = nil, placement: CanvasPlacement? = nil) throws -> String { |
| try self.showDetailed(sessionKey: sessionKey, target: path, placement: placement).directory |
| } |
|
|
| func showDetailed( |
| sessionKey: String, |
| target: String? = nil, |
| placement: CanvasPlacement? = nil) throws -> CanvasShowResult |
| { |
| Self.logger.debug( |
| """ |
| showDetailed start session=\(sessionKey, privacy: .public) \ |
| target=\(target ?? "", privacy: .public) \ |
| placement=\(placement != nil) |
| """) |
| let anchorProvider = self.defaultAnchorProvider ?? Self.mouseAnchorProvider |
| let session = sessionKey.trimmingCharacters(in: .whitespacesAndNewlines) |
| let normalizedTarget = target? |
| .trimmingCharacters(in: .whitespacesAndNewlines) |
| .nonEmpty |
|
|
| if let controller = self.panelController, self.panelSessionKey == session { |
| Self.logger.debug("showDetailed reuse existing session=\(session, privacy: .public)") |
| controller.onVisibilityChanged = { [weak self] visible in |
| self?.onPanelVisibilityChanged?(visible) |
| } |
| controller.presentAnchoredPanel(anchorProvider: anchorProvider) |
| controller.applyPreferredPlacement(placement) |
| self.refreshDebugStatus() |
|
|
| |
| if let normalizedTarget { |
| controller.load(target: normalizedTarget) |
| return self.makeShowResult( |
| directory: controller.directoryPath, |
| target: target, |
| effectiveTarget: normalizedTarget) |
| } |
|
|
| self.maybeAutoNavigateToA2UIAsync(controller: controller) |
| return CanvasShowResult( |
| directory: controller.directoryPath, |
| target: target, |
| effectiveTarget: nil, |
| status: .shown, |
| url: nil) |
| } |
|
|
| Self.logger.debug("showDetailed creating new session=\(session, privacy: .public)") |
| self.panelController?.close() |
| self.panelController = nil |
| self.panelSessionKey = nil |
|
|
| Self.logger.debug("showDetailed ensure canvas root dir") |
| try FileManager().createDirectory(at: Self.canvasRoot, withIntermediateDirectories: true) |
| Self.logger.debug("showDetailed init CanvasWindowController") |
| let controller = try CanvasWindowController( |
| sessionKey: session, |
| root: Self.canvasRoot, |
| presentation: .panel(anchorProvider: anchorProvider)) |
| Self.logger.debug("showDetailed CanvasWindowController init done") |
| controller.onVisibilityChanged = { [weak self] visible in |
| self?.onPanelVisibilityChanged?(visible) |
| } |
| self.panelController = controller |
| self.panelSessionKey = session |
| controller.applyPreferredPlacement(placement) |
|
|
| |
| let effectiveTarget = normalizedTarget ?? "/" |
| Self.logger.debug("showDetailed showCanvas effectiveTarget=\(effectiveTarget, privacy: .public)") |
| controller.showCanvas(path: effectiveTarget) |
| Self.logger.debug("showDetailed showCanvas done") |
| if normalizedTarget == nil { |
| self.maybeAutoNavigateToA2UIAsync(controller: controller) |
| } |
| self.refreshDebugStatus() |
|
|
| return self.makeShowResult( |
| directory: controller.directoryPath, |
| target: target, |
| effectiveTarget: effectiveTarget) |
| } |
|
|
| func hide(sessionKey: String) { |
| let session = sessionKey.trimmingCharacters(in: .whitespacesAndNewlines) |
| guard self.panelSessionKey == session else { return } |
| self.panelController?.hideCanvas() |
| } |
|
|
| func hideAll() { |
| self.panelController?.hideCanvas() |
| } |
|
|
| func eval(sessionKey: String, javaScript: String) async throws -> String { |
| _ = try self.show(sessionKey: sessionKey, path: nil) |
| guard let controller = self.panelController else { return "" } |
| return try await controller.eval(javaScript: javaScript) |
| } |
|
|
| func snapshot(sessionKey: String, outPath: String?) async throws -> String { |
| _ = try self.show(sessionKey: sessionKey, path: nil) |
| guard let controller = self.panelController else { |
| throw NSError(domain: "Canvas", code: 21, userInfo: [NSLocalizedDescriptionKey: "canvas not available"]) |
| } |
| return try await controller.snapshot(to: outPath) |
| } |
|
|
| |
|
|
| private func startGatewayObserver() { |
| self.gatewayWatchTask?.cancel() |
| self.gatewayWatchTask = Task { [weak self] in |
| guard let self else { return } |
| let stream = await GatewayConnection.shared.subscribe(bufferingNewest: 1) |
| for await push in stream { |
| self.handleGatewayPush(push) |
| } |
| } |
| } |
|
|
| private func handleGatewayPush(_ push: GatewayPush) { |
| guard case let .snapshot(snapshot) = push else { return } |
| let raw = snapshot.canvashosturl?.trimmingCharacters(in: .whitespacesAndNewlines) ?? "" |
| if raw.isEmpty { |
| Self.logger.debug("canvas host url missing in gateway snapshot") |
| } else { |
| Self.logger.debug("canvas host url snapshot=\(raw, privacy: .public)") |
| } |
| let a2uiUrl = Self.resolveA2UIHostUrl(from: raw) |
| if a2uiUrl == nil, !raw.isEmpty { |
| Self.logger.debug("canvas host url invalid; cannot resolve A2UI") |
| } |
| guard let controller = self.panelController else { |
| if a2uiUrl != nil { |
| Self.logger.debug("canvas panel not visible; skipping auto-nav") |
| } |
| return |
| } |
| self.maybeAutoNavigateToA2UI(controller: controller, a2uiUrl: a2uiUrl) |
| } |
|
|
| private func maybeAutoNavigateToA2UIAsync(controller: CanvasWindowController) { |
| Task { [weak self] in |
| guard let self else { return } |
| let a2uiUrl = await self.resolveA2UIHostUrl() |
| await MainActor.run { |
| guard self.panelController === controller else { return } |
| self.maybeAutoNavigateToA2UI(controller: controller, a2uiUrl: a2uiUrl) |
| } |
| } |
| } |
|
|
| private func maybeAutoNavigateToA2UI(controller: CanvasWindowController, a2uiUrl: String?) { |
| guard let a2uiUrl else { return } |
| let shouldNavigate = controller.shouldAutoNavigateToA2UI(lastAutoTarget: self.lastAutoA2UIUrl) |
| guard shouldNavigate else { |
| Self.logger.debug("canvas auto-nav skipped; target unchanged") |
| return |
| } |
| Self.logger.debug("canvas auto-nav -> \(a2uiUrl, privacy: .public)") |
| controller.load(target: a2uiUrl) |
| self.lastAutoA2UIUrl = a2uiUrl |
| } |
|
|
| private func resolveA2UIHostUrl() async -> String? { |
| let raw = await GatewayConnection.shared.canvasHostUrl() |
| return Self.resolveA2UIHostUrl(from: raw) |
| } |
|
|
| func refreshDebugStatus() { |
| guard let controller = self.panelController else { return } |
| let enabled = AppStateStore.shared.debugPaneEnabled |
| let mode = AppStateStore.shared.connectionMode |
| let title: String? |
| let subtitle: String? |
| switch mode { |
| case .remote: |
| title = "Remote control" |
| switch ControlChannel.shared.state { |
| case .connected: |
| subtitle = "Connected" |
| case .connecting: |
| subtitle = "Connecting…" |
| case .disconnected: |
| subtitle = "Disconnected" |
| case let .degraded(message): |
| subtitle = message.isEmpty ? "Degraded" : message |
| } |
| case .local: |
| title = GatewayProcessManager.shared.status.label |
| subtitle = mode.rawValue |
| case .unconfigured: |
| title = "Unconfigured" |
| subtitle = mode.rawValue |
| } |
| controller.updateDebugStatus(enabled: enabled, title: title, subtitle: subtitle) |
| } |
|
|
| private static func resolveA2UIHostUrl(from raw: String?) -> String? { |
| let trimmed = raw?.trimmingCharacters(in: .whitespacesAndNewlines) ?? "" |
| guard !trimmed.isEmpty, let base = URL(string: trimmed) else { return nil } |
| return base.appendingPathComponent("__openclaw__/a2ui/").absoluteString + "?platform=macos" |
| } |
|
|
| |
|
|
| private static func mouseAnchorProvider() -> NSRect? { |
| let pt = NSEvent.mouseLocation |
| return NSRect(x: pt.x, y: pt.y, width: 1, height: 1) |
| } |
|
|
| |
|
|
| |
|
|
| private static func directURL(for target: String?) -> URL? { |
| guard let target else { return nil } |
| let trimmed = target.trimmingCharacters(in: .whitespacesAndNewlines) |
| guard !trimmed.isEmpty else { return nil } |
|
|
| if let url = URL(string: trimmed), let scheme = url.scheme?.lowercased() { |
| if scheme == "https" || scheme == "http" || scheme == "file" { return url } |
| } |
|
|
| |
| |
| if trimmed.hasPrefix("/") { |
| var isDir: ObjCBool = false |
| if FileManager().fileExists(atPath: trimmed, isDirectory: &isDir), !isDir.boolValue { |
| return URL(fileURLWithPath: trimmed) |
| } |
| } |
|
|
| return nil |
| } |
|
|
| private func makeShowResult( |
| directory: String, |
| target: String?, |
| effectiveTarget: String) -> CanvasShowResult |
| { |
| if let url = Self.directURL(for: effectiveTarget) { |
| return CanvasShowResult( |
| directory: directory, |
| target: target, |
| effectiveTarget: effectiveTarget, |
| status: .web, |
| url: url.absoluteString) |
| } |
|
|
| let sessionDir = URL(fileURLWithPath: directory) |
| let status = Self.localStatus(sessionDir: sessionDir, target: effectiveTarget) |
| let host = sessionDir.lastPathComponent |
| let canvasURL = CanvasScheme.makeURL(session: host, path: effectiveTarget)?.absoluteString |
| return CanvasShowResult( |
| directory: directory, |
| target: target, |
| effectiveTarget: effectiveTarget, |
| status: status, |
| url: canvasURL) |
| } |
|
|
| private static func localStatus(sessionDir: URL, target: String) -> CanvasShowStatus { |
| let fm = FileManager() |
| let trimmed = target.trimmingCharacters(in: .whitespacesAndNewlines) |
| let withoutQuery = trimmed.split(separator: "?", maxSplits: 1, omittingEmptySubsequences: false).first |
| .map(String.init) ?? trimmed |
| var path = withoutQuery |
| if path.hasPrefix("/") { path.removeFirst() } |
| path = path.removingPercentEncoding ?? path |
|
|
| |
| if path.isEmpty { |
| let a = sessionDir.appendingPathComponent("index.html", isDirectory: false) |
| let b = sessionDir.appendingPathComponent("index.htm", isDirectory: false) |
| if fm.fileExists(atPath: a.path) || fm.fileExists(atPath: b.path) { return .ok } |
| return .welcome |
| } |
|
|
| |
| var candidate = sessionDir.appendingPathComponent(path, isDirectory: false) |
| var isDir: ObjCBool = false |
| if fm.fileExists(atPath: candidate.path, isDirectory: &isDir) { |
| if isDir.boolValue { |
| return Self.indexExists(in: candidate) ? .ok : .notFound |
| } |
| return .ok |
| } |
|
|
| |
| if !path.isEmpty, !path.hasSuffix("/") { |
| candidate = sessionDir.appendingPathComponent(path, isDirectory: true) |
| if fm.fileExists(atPath: candidate.path, isDirectory: &isDir), isDir.boolValue { |
| return Self.indexExists(in: candidate) ? .ok : .notFound |
| } |
| } |
|
|
| return .notFound |
| } |
|
|
| private static func indexExists(in dir: URL) -> Bool { |
| let fm = FileManager() |
| let a = dir.appendingPathComponent("index.html", isDirectory: false) |
| if fm.fileExists(atPath: a.path) { return true } |
| let b = dir.appendingPathComponent("index.htm", isDirectory: false) |
| return fm.fileExists(atPath: b.path) |
| } |
|
|
| |
| } |
|
|