Local server
' + CC.esc(CC.localUrl(state) || 'Starts on demand') + '
' +
'
Computer Use
' + CC.esc(computerUseStatus(state).detail) + '
' + CC.esc(computerUseStatus(state).label) + '
' +
+ '
Computer Use
' + CC.esc(computerStatus.detail) + '
' + CC.esc(computerStatus.label) + '
' +
'
';
}
diff --git a/electron/main.js b/electron/main.js
index 08e2209f..2e647ae3 100644
--- a/electron/main.js
+++ b/electron/main.js
@@ -278,6 +278,11 @@ function getDiagnosticsText() {
cloudConnected: Boolean(cloudAccount?.apiKey),
cloudEmail: cloudAccount?.email || null,
cloudEnvironmentCount: cloud.getEnvironments().length,
+ cloudRunningEnvironmentCount: getRunningEnvironmentUrls().length,
+ cloudAuthState: cloud.getAuthState(),
+ computerUse: computerAgent?.getState() || null,
+ computerUseSettingsPath: getComputerUseSettingsPath(),
+ cloudAccountPath: getStorePath(),
controlPlaneUrl: CLOUDCLI_CONTROL_PLANE_URL,
}, null, 2);
}
diff --git a/server/modules/computer-use/computer-semantics.service.ts b/server/modules/computer-use/computer-semantics.service.ts
index d6a8eb05..b43f3df4 100644
--- a/server/modules/computer-use/computer-semantics.service.ts
+++ b/server/modules/computer-use/computer-semantics.service.ts
@@ -24,6 +24,14 @@ function readString(value: unknown): string {
return typeof value === 'string' ? value.trim() : '';
}
+function requireApp(input: Record
): string {
+ const app = readString(input.app);
+ if (!app) {
+ throw new Error('app is required.');
+ }
+ return app;
+}
+
function readNumber(value: unknown): number | undefined {
return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
}
@@ -102,7 +110,7 @@ function getHelperAdapter(): SemanticAdapter | null {
function shouldFallbackFromHelper(error: unknown): boolean {
const message = error instanceof Error ? error.message : String(error);
- return /not implemented|unavailable|not found|does not exist/i.test(message);
+ return /not implemented|unavailable|not found|does not exist|timed out|not running|exited with code|failed to start/i.test(message);
}
async function withHelperState(
@@ -347,7 +355,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, readString(input.app));
case 'click':
case 'click_element': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.clickElement({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -366,7 +374,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'drag': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.drag({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -384,7 +392,7 @@ export const computerSemanticsService = {
}
case 'scroll':
case 'scroll_element': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.scrollElement({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -398,7 +406,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'type_text': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.typeText({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -407,7 +415,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'press_key': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.pressKey({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -416,7 +424,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'set_value': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.setValue({ ...input, sessionId, app }));
if (helperState) {
return helperState;
@@ -432,7 +440,7 @@ export const computerSemanticsService = {
return getAppState(sessionId, app);
}
case 'perform_secondary_action': {
- const app = readString(input.app);
+ const app = requireApp(input);
const helperState = await withHelperState(sessionId, (adapter) => adapter.performSecondaryAction({ ...input, sessionId, app }));
if (helperState) {
return helperState;
diff --git a/server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift b/server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift
index be55aabb..780c5f0c 100644
--- a/server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift
+++ b/server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift
@@ -74,8 +74,10 @@ func bounds(_ element: AXUIElement) -> [String: Double]? {
var point = CGPoint.zero
var size = CGSize.zero
- guard AXValueGetValue(positionValue as! AXValue, .cgPoint, &point),
- AXValueGetValue(sizeValue as! AXValue, .cgSize, &size)
+ guard let positionAxValue = positionValue as? AXValue,
+ let sizeAxValue = sizeValue as? AXValue,
+ AXValueGetValue(positionAxValue, .cgPoint, &point),
+ AXValueGetValue(sizeAxValue, .cgSize, &size)
else { return nil }
return [
diff --git a/src/components/main-content/view/subcomponents/MainContentTitle.tsx b/src/components/main-content/view/subcomponents/MainContentTitle.tsx
index 2ac2c273..d492de78 100644
--- a/src/components/main-content/view/subcomponents/MainContentTitle.tsx
+++ b/src/components/main-content/view/subcomponents/MainContentTitle.tsx
@@ -29,11 +29,11 @@ function getTabTitle(activeTab: AppTab, shouldShowTasksTab: boolean, t: (key: st
}
if (activeTab === 'browser') {
- return 'Browser';
+ return t('tabs.browser');
}
if (activeTab === 'computer') {
- return 'Computer Use';
+ return t('tabs.computer');
}
return 'Project';