d8dfun/claudecodeui
1
0
Fork 0
mirror of https://github.com/siteboon/claudecodeui.git synced 2026-06-20 16:02:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: repair desktop launcher local view

Browse Source
This commit is contained in:
Simos Mikelatos
2026-06-19 14:20:23 +00:00
parent 4d70a2588c
commit f4c68942a5
7 changed files with 88 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
server/modules/computer-use/computer-semantics.service.ts
View File

@@ -24,6 +24,14 @@ function readString(value: unknown): string {
return typeof value === 'string' ? value.trim() : '';
}
function requireApp(input: Record<string, unknown>): string {
const app = readString(input.app);
if (!app) {
throw new Error('app is required.');
}
return app;
}
function readNumber(value: unknown): number | undefined {
return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
}
@@ -102,7 +110,7 @@ function getHelperAdapter(): SemanticAdapter | null {
function shouldFallbackFromHelper(error: unknown): boolean {
const message = error instanceof Error ? error.message : String(error);
return /not implemented|unavailable|not found|does not exist/i.test(message);
return /not implemented|unavailable|not found|does not exist|timed out|not running|exited with code|failed to start/i.test(message);
}
async function withHelperState(
@@ -347,7 +355,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, readString(input.app));
case 'click':
case 'click_element': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.clickElement({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -366,7 +374,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'drag': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.drag({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -384,7 +392,7 @@ export const computerSemanticsService = {
}
case 'scroll':
case 'scroll_element': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.scrollElement({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -398,7 +406,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'type_text': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.typeText({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -407,7 +415,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'press_key': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.pressKey({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -416,7 +424,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'set_value': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.setValue({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -432,7 +440,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'perform_secondary_action': {
const app = readString(input.app);
const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.performSecondaryAction({ ...input, sessionId, app }));
if (helperState) {
return helperState;

6
server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift
View File

@@ -74,8 +74,10 @@ func bounds(_ element: AXUIElement) -> [String: Double]? {
var point = CGPoint.zero
var size = CGSize.zero
guard AXValueGetValue(positionValue as! AXValue, .cgPoint, &point),
AXValueGetValue(sizeValue as! AXValue, .cgSize, &size)
guard let positionAxValue = positionValue as? AXValue,
let sizeAxValue = sizeValue as? AXValue,
AXValueGetValue(positionAxValue, .cgPoint, &point),
AXValueGetValue(sizeAxValue, .cgSize, &size)
else { return nil }
return [