mirror of
https://github.com/siteboon/claudecodeui.git
synced 2026-06-18 22:57:31 +08:00
Compare commits
17 Commits
feat/unify
...
browser-us
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ffc0cd7501 | ||
|
|
59194d1502 | ||
|
|
9881e5e366 | ||
|
|
496a895e8a | ||
|
|
086df034b4 | ||
|
|
a0d56429a7 | ||
|
|
6af4afe6f2 | ||
|
|
c03ddb25fe | ||
|
|
56532af33a | ||
|
|
9438a365f2 | ||
|
|
e5c6e5e596 | ||
|
|
0426522406 | ||
|
|
6e7e2ff4c1 | ||
|
|
e6263dbd1f | ||
|
|
260070bae0 | ||
|
|
828d1a2302 | ||
|
|
243e6cecd5 |
2992
package-lock.json
generated
2992
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
56
package.json
56
package.json
@@ -1,6 +1,7 @@
|
|||||||
{
|
{
|
||||||
"name": "@cloudcli-ai/cloudcli",
|
"name": "@cloudcli-ai/cloudcli",
|
||||||
"version": "1.34.0",
|
"version": "1.34.0",
|
||||||
|
"productName": "CloudCLI",
|
||||||
"description": "A web-based UI for Claude Code CLI",
|
"description": "A web-based UI for Claude Code CLI",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"main": "dist-server/server/index.js",
|
"main": "dist-server/server/index.js",
|
||||||
@@ -8,6 +9,7 @@
|
|||||||
"cloudcli": "dist-server/server/cli.js"
|
"cloudcli": "dist-server/server/cli.js"
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
|
"electron/",
|
||||||
"server/",
|
"server/",
|
||||||
"shared/",
|
"shared/",
|
||||||
"public/api-docs.html",
|
"public/api-docs.html",
|
||||||
@@ -30,6 +32,10 @@
|
|||||||
"server:dev": "tsx --tsconfig server/tsconfig.json server/index.js",
|
"server:dev": "tsx --tsconfig server/tsconfig.json server/index.js",
|
||||||
"server:dev-watch": "tsx watch --tsconfig server/tsconfig.json server/index.js",
|
"server:dev-watch": "tsx watch --tsconfig server/tsconfig.json server/index.js",
|
||||||
"client": "vite",
|
"client": "vite",
|
||||||
|
"desktop": "electron electron/main.js",
|
||||||
|
"desktop:dev": "cross-env ELECTRON_DEV_URL=http://127.0.0.1:5173 electron electron/main.js",
|
||||||
|
"desktop:pack": "npm run build && electron-builder --dir",
|
||||||
|
"desktop:dist:mac": "npm run build && electron-builder --mac dmg zip",
|
||||||
"build": "npm run build:client && npm run build:server",
|
"build": "npm run build:client && npm run build:server",
|
||||||
"build:client": "vite build",
|
"build:client": "vite build",
|
||||||
"prebuild:server": "node -e \"require('node:fs').rmSync('dist-server', { recursive: true, force: true })\"",
|
"prebuild:server": "node -e \"require('node:fs').rmSync('dist-server', { recursive: true, force: true })\"",
|
||||||
@@ -45,6 +51,53 @@
|
|||||||
"prepare": "husky",
|
"prepare": "husky",
|
||||||
"update:platform": "./update-platform.sh"
|
"update:platform": "./update-platform.sh"
|
||||||
},
|
},
|
||||||
|
"build": {
|
||||||
|
"appId": "ai.cloudcli.desktop",
|
||||||
|
"productName": "CloudCLI",
|
||||||
|
"artifactName": "CloudCLI-${version}-${arch}.${ext}",
|
||||||
|
"directories": {
|
||||||
|
"output": "release"
|
||||||
|
},
|
||||||
|
"extraMetadata": {
|
||||||
|
"main": "electron/main.js"
|
||||||
|
},
|
||||||
|
"files": [
|
||||||
|
"electron/",
|
||||||
|
"public/",
|
||||||
|
"dist/",
|
||||||
|
"dist-server/",
|
||||||
|
"shared/",
|
||||||
|
"server/",
|
||||||
|
"package.json"
|
||||||
|
],
|
||||||
|
"protocols": [
|
||||||
|
{
|
||||||
|
"name": "CloudCLI",
|
||||||
|
"schemes": [
|
||||||
|
"cloudcli"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"mac": {
|
||||||
|
"category": "public.app-category.developer-tools",
|
||||||
|
"target": [
|
||||||
|
"dmg",
|
||||||
|
"zip"
|
||||||
|
],
|
||||||
|
"extendInfo": {
|
||||||
|
"CFBundleName": "CloudCLI",
|
||||||
|
"CFBundleDisplayName": "CloudCLI",
|
||||||
|
"CFBundleURLTypes": [
|
||||||
|
{
|
||||||
|
"CFBundleURLName": "CloudCLI",
|
||||||
|
"CFBundleURLSchemes": [
|
||||||
|
"cloudcli"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
"keywords": [
|
"keywords": [
|
||||||
"claude code",
|
"claude code",
|
||||||
"claude-code",
|
"claude-code",
|
||||||
@@ -141,6 +194,9 @@
|
|||||||
"auto-changelog": "^2.5.0",
|
"auto-changelog": "^2.5.0",
|
||||||
"autoprefixer": "^10.4.16",
|
"autoprefixer": "^10.4.16",
|
||||||
"concurrently": "^8.2.2",
|
"concurrently": "^8.2.2",
|
||||||
|
"cross-env": "^10.1.0",
|
||||||
|
"electron": "^38.0.0",
|
||||||
|
"electron-builder": "^26.15.3",
|
||||||
"eslint": "^9.39.3",
|
"eslint": "^9.39.3",
|
||||||
"eslint-import-resolver-typescript": "^4.4.4",
|
"eslint-import-resolver-typescript": "^4.4.4",
|
||||||
"eslint-plugin-boundaries": "^6.0.2",
|
"eslint-plugin-boundaries": "^6.0.2",
|
||||||
|
|||||||
384
server/browser-use-mcp.ts
Normal file
384
server/browser-use-mcp.ts
Normal file
@@ -0,0 +1,384 @@
|
|||||||
|
#!/usr/bin/env node
|
||||||
|
import './load-env.js';
|
||||||
|
|
||||||
|
type JsonRpcRequest = {
|
||||||
|
jsonrpc: '2.0';
|
||||||
|
id?: string | number | null;
|
||||||
|
method: string;
|
||||||
|
params?: Record<string, unknown>;
|
||||||
|
};
|
||||||
|
|
||||||
|
type ToolDefinition = {
|
||||||
|
name: string;
|
||||||
|
description: string;
|
||||||
|
inputSchema: Record<string, unknown>;
|
||||||
|
};
|
||||||
|
|
||||||
|
const textResponse = (text: string) => ({
|
||||||
|
content: [{ type: 'text', text }],
|
||||||
|
});
|
||||||
|
|
||||||
|
const jsonResponse = (value: unknown) => textResponse(JSON.stringify(value, null, 2));
|
||||||
|
|
||||||
|
const readString = (value: unknown, name: string): string => {
|
||||||
|
if (typeof value !== 'string' || value.trim() === '') {
|
||||||
|
throw new Error(`${name} is required.`);
|
||||||
|
}
|
||||||
|
return value.trim();
|
||||||
|
};
|
||||||
|
|
||||||
|
const readOptionalString = (value: unknown): string | undefined =>
|
||||||
|
typeof value === 'string' && value.trim() ? value.trim() : undefined;
|
||||||
|
|
||||||
|
const readNumber = (value: unknown): number | undefined =>
|
||||||
|
typeof value === 'number' && Number.isFinite(value) ? value : undefined;
|
||||||
|
|
||||||
|
const apiUrl = (process.env.CLOUDCLI_BROWSER_USE_API_URL || 'http://127.0.0.1:3001/api/browser-use-mcp').replace(/\/$/, '');
|
||||||
|
const apiToken = process.env.CLOUDCLI_BROWSER_USE_MCP_TOKEN || '';
|
||||||
|
const API_TIMEOUT_MS = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_API_TIMEOUT_MS || '60000', 10);
|
||||||
|
|
||||||
|
async function callBrowserUseApi(toolName: string, input: Record<string, unknown>) {
|
||||||
|
if (!apiToken) {
|
||||||
|
throw new Error('CLOUDCLI_BROWSER_USE_MCP_TOKEN is not configured.');
|
||||||
|
}
|
||||||
|
|
||||||
|
const response = await fetch(`${apiUrl}/tools/${encodeURIComponent(toolName)}`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: {
|
||||||
|
Authorization: `Bearer ${apiToken}`,
|
||||||
|
'Content-Type': 'application/json',
|
||||||
|
},
|
||||||
|
body: JSON.stringify(input),
|
||||||
|
signal: AbortSignal.timeout(API_TIMEOUT_MS),
|
||||||
|
});
|
||||||
|
const data = await response.json() as { success?: boolean; data?: unknown; error?: string };
|
||||||
|
if (!response.ok || data.success === false) {
|
||||||
|
throw new Error(data.error || `Browser API request failed (${response.status})`);
|
||||||
|
}
|
||||||
|
return data.data;
|
||||||
|
}
|
||||||
|
|
||||||
|
const sessionIdSchema = {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string', description: 'Browser session id.' },
|
||||||
|
},
|
||||||
|
required: ['sessionId'],
|
||||||
|
};
|
||||||
|
|
||||||
|
const tools: ToolDefinition[] = [
|
||||||
|
{
|
||||||
|
name: 'browser_create_session',
|
||||||
|
description: 'Create a temporary Browser session that the agent can control. Optionally provide a background profileName to reuse cookies and storage.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
profileName: { type: 'string', description: 'Optional background profile name for persistent browser storage.' },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_list_sessions',
|
||||||
|
description: 'List Browser sessions currently available to agents.',
|
||||||
|
inputSchema: { type: 'object', properties: {} },
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_snapshot',
|
||||||
|
description: 'Capture current page metadata, screenshot data URL, and visible body text for a Browser session.',
|
||||||
|
inputSchema: sessionIdSchema,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_take_screenshot',
|
||||||
|
description: 'Capture the latest screenshot for a Browser session.',
|
||||||
|
inputSchema: sessionIdSchema,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_navigate',
|
||||||
|
description: 'Navigate a Browser session to an HTTP or HTTPS URL.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
url: { type: 'string' },
|
||||||
|
},
|
||||||
|
required: ['sessionId', 'url'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_click',
|
||||||
|
description: 'Click an element by CSS selector, visible text, or x/y coordinates.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
selector: { type: 'string' },
|
||||||
|
text: { type: 'string' },
|
||||||
|
x: { type: 'number' },
|
||||||
|
y: { type: 'number' },
|
||||||
|
},
|
||||||
|
required: ['sessionId'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_type',
|
||||||
|
description: 'Type text into the focused page or fill a CSS selector. Set submit to press Enter after typing.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
selector: { type: 'string' },
|
||||||
|
text: { type: 'string' },
|
||||||
|
submit: { type: 'boolean' },
|
||||||
|
},
|
||||||
|
required: ['sessionId', 'text'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_fill_form',
|
||||||
|
description: 'Fill multiple form fields using CSS selectors.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
fields: {
|
||||||
|
type: 'array',
|
||||||
|
items: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
selector: { type: 'string' },
|
||||||
|
value: { type: 'string' },
|
||||||
|
},
|
||||||
|
required: ['selector', 'value'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
required: ['sessionId', 'fields'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_press_key',
|
||||||
|
description: 'Press a keyboard key, for example Enter, Escape, Tab, or Control+A.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
key: { type: 'string' },
|
||||||
|
},
|
||||||
|
required: ['sessionId', 'key'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_select_option',
|
||||||
|
description: 'Select option values in a select element found by CSS selector.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
selector: { type: 'string' },
|
||||||
|
values: { type: 'array', items: { type: 'string' } },
|
||||||
|
},
|
||||||
|
required: ['sessionId', 'selector', 'values'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_wait_for',
|
||||||
|
description: 'Wait for visible text, a URL pattern, or a short timeout.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
text: { type: 'string' },
|
||||||
|
url: { type: 'string' },
|
||||||
|
timeoutMs: { type: 'number' },
|
||||||
|
},
|
||||||
|
required: ['sessionId'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_tabs',
|
||||||
|
description: 'List, open, select, or close tabs in a Browser session.',
|
||||||
|
inputSchema: {
|
||||||
|
type: 'object',
|
||||||
|
properties: {
|
||||||
|
sessionId: { type: 'string' },
|
||||||
|
action: { type: 'string', enum: ['list', 'new', 'select', 'close'] },
|
||||||
|
index: { type: 'number' },
|
||||||
|
url: { type: 'string' },
|
||||||
|
},
|
||||||
|
required: ['sessionId'],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'browser_close_session',
|
||||||
|
description: 'Stop a Browser session controlled by agents.',
|
||||||
|
inputSchema: sessionIdSchema,
|
||||||
|
},
|
||||||
|
];
|
||||||
|
|
||||||
|
async function callTool(name: string, args: Record<string, unknown>) {
|
||||||
|
switch (name) {
|
||||||
|
case 'browser_create_session':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
profileName: readOptionalString(args.profileName),
|
||||||
|
}));
|
||||||
|
case 'browser_list_sessions':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {}));
|
||||||
|
case 'browser_snapshot':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, { sessionId: readString(args.sessionId, 'sessionId') }));
|
||||||
|
case 'browser_take_screenshot': {
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, { sessionId: readString(args.sessionId, 'sessionId') }));
|
||||||
|
}
|
||||||
|
case 'browser_navigate':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
url: readString(args.url, 'url'),
|
||||||
|
}));
|
||||||
|
case 'browser_click':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
selector: readOptionalString(args.selector),
|
||||||
|
text: readOptionalString(args.text),
|
||||||
|
x: readNumber(args.x),
|
||||||
|
y: readNumber(args.y),
|
||||||
|
}));
|
||||||
|
case 'browser_type':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
selector: readOptionalString(args.selector),
|
||||||
|
text: readString(args.text, 'text'),
|
||||||
|
submit: args.submit === true,
|
||||||
|
}));
|
||||||
|
case 'browser_fill_form': {
|
||||||
|
const fields = Array.isArray(args.fields)
|
||||||
|
? args.fields.map((field) => {
|
||||||
|
const record = field as Record<string, unknown>;
|
||||||
|
return {
|
||||||
|
selector: readString(record.selector, 'field.selector'),
|
||||||
|
value: readString(record.value, 'field.value'),
|
||||||
|
};
|
||||||
|
})
|
||||||
|
: [];
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
fields,
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
case 'browser_press_key':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
key: readString(args.key, 'key'),
|
||||||
|
}));
|
||||||
|
case 'browser_select_option':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
selector: readString(args.selector, 'selector'),
|
||||||
|
values: Array.isArray(args.values) ? args.values.filter((value): value is string => typeof value === 'string') : [],
|
||||||
|
}));
|
||||||
|
case 'browser_wait_for':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
text: readOptionalString(args.text),
|
||||||
|
url: readOptionalString(args.url),
|
||||||
|
timeoutMs: readNumber(args.timeoutMs),
|
||||||
|
}));
|
||||||
|
case 'browser_tabs':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, {
|
||||||
|
sessionId: readString(args.sessionId, 'sessionId'),
|
||||||
|
action: args.action === 'new' || args.action === 'select' || args.action === 'close' || args.action === 'list'
|
||||||
|
? args.action
|
||||||
|
: undefined,
|
||||||
|
index: readNumber(args.index),
|
||||||
|
url: readOptionalString(args.url),
|
||||||
|
}));
|
||||||
|
case 'browser_close_session':
|
||||||
|
return jsonResponse(await callBrowserUseApi(name, { sessionId: readString(args.sessionId, 'sessionId') }));
|
||||||
|
default:
|
||||||
|
throw new Error(`Unknown tool: ${name}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async function handleMessage(message: JsonRpcRequest) {
|
||||||
|
if (message.method === 'initialize') {
|
||||||
|
return {
|
||||||
|
protocolVersion: '2024-11-05',
|
||||||
|
capabilities: { tools: {} },
|
||||||
|
serverInfo: { name: 'cloudcli-browser', version: '1.0.0' },
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
if (message.method === 'tools/list') {
|
||||||
|
return { tools };
|
||||||
|
}
|
||||||
|
|
||||||
|
if (message.method === 'tools/call') {
|
||||||
|
const params = message.params || {};
|
||||||
|
const name = readString(params.name, 'name');
|
||||||
|
const args = (params.arguments && typeof params.arguments === 'object'
|
||||||
|
? params.arguments
|
||||||
|
: {}) as Record<string, unknown>;
|
||||||
|
return callTool(name, args);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (message.method.startsWith('notifications/')) {
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new Error(`Unsupported method: ${message.method}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
function writeMessage(message: Record<string, unknown>) {
|
||||||
|
// MCP stdio transport uses newline-delimited JSON (one JSON-RPC message per line,
|
||||||
|
// no embedded newlines). This is NOT the LSP Content-Length framing.
|
||||||
|
process.stdout.write(`${JSON.stringify(message)}\n`);
|
||||||
|
}
|
||||||
|
|
||||||
|
function sendResult(id: string | number | null | undefined, result: unknown) {
|
||||||
|
if (id === undefined) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
writeMessage({ jsonrpc: '2.0', id, result });
|
||||||
|
}
|
||||||
|
|
||||||
|
function sendError(id: string | number | null | undefined, error: unknown) {
|
||||||
|
if (id === undefined) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
writeMessage({
|
||||||
|
jsonrpc: '2.0',
|
||||||
|
id,
|
||||||
|
error: {
|
||||||
|
code: -32000,
|
||||||
|
message: error instanceof Error ? error.message : String(error),
|
||||||
|
},
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
let buffer = '';
|
||||||
|
|
||||||
|
process.stdin.on('data', (chunk) => {
|
||||||
|
buffer += chunk.toString('utf8');
|
||||||
|
let newlineIndex: number;
|
||||||
|
while ((newlineIndex = buffer.indexOf('\n')) !== -1) {
|
||||||
|
const rawMessage = buffer.slice(0, newlineIndex).trim();
|
||||||
|
buffer = buffer.slice(newlineIndex + 1);
|
||||||
|
if (!rawMessage) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
void (async () => {
|
||||||
|
let request: JsonRpcRequest;
|
||||||
|
try {
|
||||||
|
request = JSON.parse(rawMessage) as JsonRpcRequest;
|
||||||
|
} catch (error) {
|
||||||
|
sendError(null, error);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
const result = await handleMessage(request);
|
||||||
|
sendResult(request.id, result);
|
||||||
|
} catch (error) {
|
||||||
|
sendError(request.id, error);
|
||||||
|
}
|
||||||
|
})();
|
||||||
|
}
|
||||||
|
});
|
||||||
@@ -8,6 +8,7 @@
|
|||||||
* (no args) - Start the server (default)
|
* (no args) - Start the server (default)
|
||||||
* start - Start the server
|
* start - Start the server
|
||||||
* sandbox - Manage Docker sandbox environments
|
* sandbox - Manage Docker sandbox environments
|
||||||
|
* browser-use-mcp - Run Browser MCP stdio server
|
||||||
* status - Show configuration and data locations
|
* status - Show configuration and data locations
|
||||||
* help - Show help information
|
* help - Show help information
|
||||||
* version - Show version information
|
* version - Show version information
|
||||||
@@ -154,12 +155,13 @@ Usage:
|
|||||||
cloudcli [command] [options]
|
cloudcli [command] [options]
|
||||||
|
|
||||||
Commands:
|
Commands:
|
||||||
start Start the CloudCLI server (default)
|
start Start the CloudCLI server (default)
|
||||||
sandbox Manage Docker sandbox environments
|
sandbox Manage Docker sandbox environments
|
||||||
status Show configuration and data locations
|
browser-use-mcp Run the Browser MCP stdio server
|
||||||
update Update to the latest version
|
status Show configuration and data locations
|
||||||
help Show this help information
|
update Update to the latest version
|
||||||
version Show version information
|
help Show this help information
|
||||||
|
version Show version information
|
||||||
|
|
||||||
Options:
|
Options:
|
||||||
-p, --port <port> Set server port (default: 3001)
|
-p, --port <port> Set server port (default: 3001)
|
||||||
@@ -605,6 +607,10 @@ async function startServer() {
|
|||||||
await import('./index.js');
|
await import('./index.js');
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function startBrowserUseMcp() {
|
||||||
|
await import('./browser-use-mcp.js');
|
||||||
|
}
|
||||||
|
|
||||||
// Parse CLI arguments
|
// Parse CLI arguments
|
||||||
function parseArgs(args) {
|
function parseArgs(args) {
|
||||||
const parsed = { command: 'start', options: {} };
|
const parsed = { command: 'start', options: {} };
|
||||||
@@ -658,6 +664,9 @@ async function main() {
|
|||||||
case 'sandbox':
|
case 'sandbox':
|
||||||
await sandboxCommand(remainingArgs || []);
|
await sandboxCommand(remainingArgs || []);
|
||||||
break;
|
break;
|
||||||
|
case 'browser-use-mcp':
|
||||||
|
await startBrowserUseMcp();
|
||||||
|
break;
|
||||||
case 'status':
|
case 'status':
|
||||||
case 'info':
|
case 'info':
|
||||||
showStatus();
|
showStatus();
|
||||||
|
|||||||
@@ -61,6 +61,9 @@ import userRoutes from './routes/user.js';
|
|||||||
import geminiRoutes from './routes/gemini.js';
|
import geminiRoutes from './routes/gemini.js';
|
||||||
import pluginsRoutes from './routes/plugins.js';
|
import pluginsRoutes from './routes/plugins.js';
|
||||||
import providerRoutes from './modules/providers/provider.routes.js';
|
import providerRoutes from './modules/providers/provider.routes.js';
|
||||||
|
import browserUseRoutes from './modules/browser-use/browser-use.routes.js';
|
||||||
|
import browserUseMcpRoutes from './modules/browser-use/browser-use-mcp.routes.js';
|
||||||
|
import { browserUseService } from './modules/browser-use/browser-use.service.js';
|
||||||
import { startEnabledPluginServers, stopAllPlugins, getPluginPort } from './utils/plugin-process-manager.js';
|
import { startEnabledPluginServers, stopAllPlugins, getPluginPort } from './utils/plugin-process-manager.js';
|
||||||
import { initializeDatabase, projectsDb, sessionsDb } from './modules/database/index.js';
|
import { initializeDatabase, projectsDb, sessionsDb } from './modules/database/index.js';
|
||||||
import { configureWebPush } from './services/vapid-keys.js';
|
import { configureWebPush } from './services/vapid-keys.js';
|
||||||
@@ -193,6 +196,12 @@ app.use('/api/gemini', authenticateToken, geminiRoutes);
|
|||||||
// Plugins API Routes (protected)
|
// Plugins API Routes (protected)
|
||||||
app.use('/api/plugins', authenticateToken, pluginsRoutes);
|
app.use('/api/plugins', authenticateToken, pluginsRoutes);
|
||||||
|
|
||||||
|
// Browser MCP bridge API (local token protected)
|
||||||
|
app.use('/api/browser-use-mcp', browserUseMcpRoutes);
|
||||||
|
|
||||||
|
// Browser API Routes (protected)
|
||||||
|
app.use('/api/browser-use', authenticateToken, browserUseRoutes);
|
||||||
|
|
||||||
// Unified provider MCP routes (protected)
|
// Unified provider MCP routes (protected)
|
||||||
app.use('/api/providers', authenticateToken, providerRoutes);
|
app.use('/api/providers', authenticateToken, providerRoutes);
|
||||||
|
|
||||||
@@ -1704,12 +1713,21 @@ async function startServer() {
|
|||||||
|
|
||||||
await closeSessionsWatcher();
|
await closeSessionsWatcher();
|
||||||
// Clean up plugin processes on shutdown
|
// Clean up plugin processes on shutdown
|
||||||
const shutdownPlugins = async () => {
|
const shutdownRuntimeServices = async () => {
|
||||||
await stopAllPlugins();
|
try {
|
||||||
|
await browserUseService.stopAllSessions();
|
||||||
|
} catch (err) {
|
||||||
|
console.error('[Browser] Error stopping sessions during shutdown:', err?.message || err);
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
await stopAllPlugins();
|
||||||
|
} catch (err) {
|
||||||
|
console.error('[Plugins] Error stopping plugins during shutdown:', err?.message || err);
|
||||||
|
}
|
||||||
process.exit(0);
|
process.exit(0);
|
||||||
};
|
};
|
||||||
process.on('SIGTERM', () => void shutdownPlugins());
|
process.on('SIGTERM', () => void shutdownRuntimeServices());
|
||||||
process.on('SIGINT', () => void shutdownPlugins());
|
process.on('SIGINT', () => void shutdownRuntimeServices());
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error('[ERROR] Failed to start server:', error);
|
console.error('[ERROR] Failed to start server:', error);
|
||||||
process.exit(1);
|
process.exit(1);
|
||||||
|
|||||||
120
server/modules/browser-use/browser-use-mcp.routes.ts
Normal file
120
server/modules/browser-use/browser-use-mcp.routes.ts
Normal file
@@ -0,0 +1,120 @@
|
|||||||
|
import express from 'express';
|
||||||
|
|
||||||
|
import { browserUseService } from '@/modules/browser-use/browser-use.service.js';
|
||||||
|
|
||||||
|
const router = express.Router();
|
||||||
|
|
||||||
|
function readBearerToken(header: unknown): string | null {
|
||||||
|
if (typeof header !== 'string') {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
const match = /^Bearer\s+(\S.*)$/i.exec(header.trim());
|
||||||
|
return match?.[1]?.trim() || null;
|
||||||
|
}
|
||||||
|
|
||||||
|
router.use((req, res, next) => {
|
||||||
|
const expected = browserUseService.getMcpToken();
|
||||||
|
const token = readBearerToken(req.headers.authorization) || String(req.headers['x-browser-use-mcp-token'] || '');
|
||||||
|
if (!token || token !== expected) {
|
||||||
|
res.status(401).json({ success: false, error: 'Invalid Browser MCP token.' });
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
next();
|
||||||
|
});
|
||||||
|
|
||||||
|
router.post('/tools/:toolName', async (req, res) => {
|
||||||
|
try {
|
||||||
|
const input = (req.body && typeof req.body === 'object' ? req.body : {}) as Record<string, unknown>;
|
||||||
|
const sessionId = typeof input.sessionId === 'string' ? input.sessionId : '';
|
||||||
|
const toolName = req.params.toolName;
|
||||||
|
let result: unknown;
|
||||||
|
|
||||||
|
switch (toolName) {
|
||||||
|
case 'browser_create_session':
|
||||||
|
result = await browserUseService.createAgentSession({
|
||||||
|
profileName: typeof input.profileName === 'string' ? input.profileName : null,
|
||||||
|
});
|
||||||
|
break;
|
||||||
|
case 'browser_list_sessions':
|
||||||
|
result = await browserUseService.listAgentSessions();
|
||||||
|
break;
|
||||||
|
case 'browser_snapshot':
|
||||||
|
case 'browser_take_screenshot':
|
||||||
|
result = await browserUseService.agentSnapshot(sessionId);
|
||||||
|
break;
|
||||||
|
case 'browser_navigate':
|
||||||
|
result = await browserUseService.agentNavigate(sessionId, String(input.url || ''));
|
||||||
|
break;
|
||||||
|
case 'browser_click':
|
||||||
|
result = await browserUseService.agentClick(sessionId, {
|
||||||
|
selector: typeof input.selector === 'string' ? input.selector : undefined,
|
||||||
|
text: typeof input.text === 'string' ? input.text : undefined,
|
||||||
|
x: typeof input.x === 'number' ? input.x : undefined,
|
||||||
|
y: typeof input.y === 'number' ? input.y : undefined,
|
||||||
|
});
|
||||||
|
break;
|
||||||
|
case 'browser_type':
|
||||||
|
result = await browserUseService.agentType(sessionId, {
|
||||||
|
selector: typeof input.selector === 'string' ? input.selector : undefined,
|
||||||
|
text: String(input.text || ''),
|
||||||
|
submit: input.submit === true,
|
||||||
|
});
|
||||||
|
break;
|
||||||
|
case 'browser_fill_form':
|
||||||
|
result = await browserUseService.agentFillForm(
|
||||||
|
sessionId,
|
||||||
|
Array.isArray(input.fields)
|
||||||
|
? input.fields.map((field) => {
|
||||||
|
const record = field as Record<string, unknown>;
|
||||||
|
return {
|
||||||
|
selector: String(record.selector || ''),
|
||||||
|
value: String(record.value || ''),
|
||||||
|
};
|
||||||
|
})
|
||||||
|
: [],
|
||||||
|
);
|
||||||
|
break;
|
||||||
|
case 'browser_press_key':
|
||||||
|
result = await browserUseService.agentPressKey(sessionId, String(input.key || ''));
|
||||||
|
break;
|
||||||
|
case 'browser_select_option':
|
||||||
|
result = await browserUseService.agentSelectOption(
|
||||||
|
sessionId,
|
||||||
|
String(input.selector || ''),
|
||||||
|
Array.isArray(input.values) ? input.values.filter((value): value is string => typeof value === 'string') : [],
|
||||||
|
);
|
||||||
|
break;
|
||||||
|
case 'browser_wait_for':
|
||||||
|
result = await browserUseService.agentWaitFor(sessionId, {
|
||||||
|
text: typeof input.text === 'string' ? input.text : undefined,
|
||||||
|
url: typeof input.url === 'string' ? input.url : undefined,
|
||||||
|
timeoutMs: typeof input.timeoutMs === 'number' ? input.timeoutMs : undefined,
|
||||||
|
});
|
||||||
|
break;
|
||||||
|
case 'browser_tabs':
|
||||||
|
result = await browserUseService.agentTabs(sessionId, {
|
||||||
|
action: input.action === 'new' || input.action === 'select' || input.action === 'close' || input.action === 'list'
|
||||||
|
? input.action
|
||||||
|
: undefined,
|
||||||
|
index: typeof input.index === 'number' ? input.index : undefined,
|
||||||
|
url: typeof input.url === 'string' ? input.url : undefined,
|
||||||
|
});
|
||||||
|
break;
|
||||||
|
case 'browser_close_session':
|
||||||
|
result = await browserUseService.agentStopSession(sessionId);
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
res.status(404).json({ success: false, error: `Unknown Browser MCP tool "${toolName}".` });
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
res.json({ success: true, data: result });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(400).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Browser MCP tool failed.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
export default router;
|
||||||
96
server/modules/browser-use/browser-use.routes.ts
Normal file
96
server/modules/browser-use/browser-use.routes.ts
Normal file
@@ -0,0 +1,96 @@
|
|||||||
|
import express from 'express';
|
||||||
|
|
||||||
|
import { browserUseService } from '@/modules/browser-use/browser-use.service.js';
|
||||||
|
|
||||||
|
const router = express.Router();
|
||||||
|
|
||||||
|
function readParam(value: string | string[] | undefined): string {
|
||||||
|
return Array.isArray(value) ? value[0] || '' : value || '';
|
||||||
|
}
|
||||||
|
|
||||||
|
router.get('/status', async (_req, res) => {
|
||||||
|
try {
|
||||||
|
res.json({ success: true, data: await browserUseService.getStatus() });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(500).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to load Browser status.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.get('/settings', async (_req, res) => {
|
||||||
|
try {
|
||||||
|
res.json({ success: true, data: { settings: await browserUseService.getSettings() } });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(500).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to load Browser settings.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.put('/settings', async (req, res) => {
|
||||||
|
try {
|
||||||
|
const settings = await browserUseService.updateSettings(req.body || {});
|
||||||
|
res.json({ success: true, data: { settings } });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(400).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to save Browser settings.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.post('/runtime/install', async (_req, res) => {
|
||||||
|
try {
|
||||||
|
const result = await browserUseService.installRuntime();
|
||||||
|
res.status(result.success ? 200 : 500).json({
|
||||||
|
success: result.success,
|
||||||
|
data: result,
|
||||||
|
error: result.success ? undefined : result.message,
|
||||||
|
});
|
||||||
|
} catch (error) {
|
||||||
|
res.status(500).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to install Browser runtime.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.get('/sessions', async (_req, res) => {
|
||||||
|
try {
|
||||||
|
res.json({ success: true, data: { sessions: await browserUseService.listSessions() } });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(401).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to list browser sessions.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.post('/sessions/:sessionId/stop', async (req, res) => {
|
||||||
|
try {
|
||||||
|
const result = await browserUseService.stopSession(readParam(req.params.sessionId));
|
||||||
|
res.json({ success: true, data: result });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(400).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to stop browser session.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
router.delete('/sessions/:sessionId', async (req, res) => {
|
||||||
|
try {
|
||||||
|
const result = await browserUseService.deleteSession(readParam(req.params.sessionId));
|
||||||
|
res.json({ success: true, data: result });
|
||||||
|
} catch (error) {
|
||||||
|
res.status(400).json({
|
||||||
|
success: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Failed to delete browser session.',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
export default router;
|
||||||
836
server/modules/browser-use/browser-use.service.ts
Normal file
836
server/modules/browser-use/browser-use.service.ts
Normal file
@@ -0,0 +1,836 @@
|
|||||||
|
import { createRequire } from 'node:module';
|
||||||
|
import { randomBytes, randomUUID } from 'node:crypto';
|
||||||
|
import { spawn } from 'node:child_process';
|
||||||
|
import fs from 'node:fs';
|
||||||
|
import os from 'node:os';
|
||||||
|
import path from 'node:path';
|
||||||
|
|
||||||
|
import { appConfigDb } from '@/modules/database/index.js';
|
||||||
|
import { providerMcpService } from '@/modules/providers/index.js';
|
||||||
|
import { getModuleDir } from '@/utils/runtime-paths.js';
|
||||||
|
|
||||||
|
const require = createRequire(import.meta.url);
|
||||||
|
const __dirname = getModuleDir(import.meta.url);
|
||||||
|
const IS_PLATFORM = process.env.VITE_IS_PLATFORM === 'true';
|
||||||
|
const MAX_SESSIONS_PER_OWNER = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_MAX_SESSIONS_PER_OWNER || '3', 10);
|
||||||
|
const SESSION_TTL_MS = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_SESSION_TTL_MS || String(30 * 60 * 1000), 10);
|
||||||
|
const BROWSER_USE_SETTINGS_KEY = 'browser_use_settings';
|
||||||
|
const BROWSER_USE_MCP_TOKEN_KEY = 'browser_use_mcp_token';
|
||||||
|
|
||||||
|
type BrowserUseRuntime = 'cloud' | 'local';
|
||||||
|
type BrowserUseSessionStatus = 'ready' | 'stopped' | 'unavailable';
|
||||||
|
|
||||||
|
type BrowserUseSession = {
|
||||||
|
id: string;
|
||||||
|
ownerId: string;
|
||||||
|
createdBy: 'agent';
|
||||||
|
runtime: BrowserUseRuntime;
|
||||||
|
status: BrowserUseSessionStatus;
|
||||||
|
url: string | null;
|
||||||
|
title: string | null;
|
||||||
|
screenshotDataUrl: string | null;
|
||||||
|
createdAt: string;
|
||||||
|
updatedAt: string;
|
||||||
|
lastAction: string | null;
|
||||||
|
message: string | null;
|
||||||
|
profileName: string | null;
|
||||||
|
viewport: {
|
||||||
|
width: number;
|
||||||
|
height: number;
|
||||||
|
} | null;
|
||||||
|
cursor: {
|
||||||
|
x: number;
|
||||||
|
y: number;
|
||||||
|
actor: 'agent';
|
||||||
|
} | null;
|
||||||
|
};
|
||||||
|
|
||||||
|
type PublicBrowserUseSession = Omit<BrowserUseSession, 'ownerId'>;
|
||||||
|
|
||||||
|
type RuntimeHandle = {
|
||||||
|
browser?: any;
|
||||||
|
context?: any;
|
||||||
|
page?: any;
|
||||||
|
};
|
||||||
|
|
||||||
|
type BrowserUseSettings = {
|
||||||
|
enabled: boolean;
|
||||||
|
};
|
||||||
|
|
||||||
|
type RuntimeReadiness = {
|
||||||
|
playwright: any | null;
|
||||||
|
playwrightInstalled: boolean;
|
||||||
|
chromiumInstalled: boolean;
|
||||||
|
chromiumExecutablePath: string | null;
|
||||||
|
installInProgress: boolean;
|
||||||
|
installMessage: string | null;
|
||||||
|
};
|
||||||
|
|
||||||
|
type RuntimeProbe = Omit<RuntimeReadiness, 'installInProgress' | 'installMessage'>;
|
||||||
|
|
||||||
|
const sessions = new Map<string, BrowserUseSession>();
|
||||||
|
const handles = new Map<string, RuntimeHandle>();
|
||||||
|
let installPromise: Promise<{ success: boolean; message: string }> | null = null;
|
||||||
|
let lastInstallMessage: string | null = null;
|
||||||
|
let runtimeProbeCache: { value: RuntimeProbe; updatedAt: number } | null = null;
|
||||||
|
|
||||||
|
const DEFAULT_SETTINGS: BrowserUseSettings = {
|
||||||
|
enabled: false,
|
||||||
|
};
|
||||||
|
const AGENT_OWNER_ID = 'agent';
|
||||||
|
const PROFILE_ROOT = path.join(os.homedir(), '.cloudcli', 'browser-use', 'profiles');
|
||||||
|
const MCP_SERVER_NAME = 'cloudcli-browser';
|
||||||
|
const LEGACY_MCP_SERVER_NAMES = ['cloudcli-browser-use'];
|
||||||
|
const RUNTIME_READINESS_CACHE_TTL_MS = 30_000;
|
||||||
|
|
||||||
|
function getRuntime(): BrowserUseRuntime {
|
||||||
|
return IS_PLATFORM ? 'cloud' : 'local';
|
||||||
|
}
|
||||||
|
|
||||||
|
function readSettings(): BrowserUseSettings {
|
||||||
|
try {
|
||||||
|
const raw = appConfigDb.get(BROWSER_USE_SETTINGS_KEY);
|
||||||
|
if (!raw) {
|
||||||
|
return DEFAULT_SETTINGS;
|
||||||
|
}
|
||||||
|
|
||||||
|
const parsed = JSON.parse(raw) as Partial<BrowserUseSettings>;
|
||||||
|
return {
|
||||||
|
enabled: parsed.enabled === true,
|
||||||
|
};
|
||||||
|
} catch (error: any) {
|
||||||
|
console.warn('[Browser] Failed to read settings:', error?.message || error);
|
||||||
|
return DEFAULT_SETTINGS;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function writeSettings(settings: BrowserUseSettings): BrowserUseSettings {
|
||||||
|
const normalized = {
|
||||||
|
enabled: settings.enabled === true,
|
||||||
|
};
|
||||||
|
|
||||||
|
appConfigDb.set(BROWSER_USE_SETTINGS_KEY, JSON.stringify(normalized));
|
||||||
|
return normalized;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getOrCreateMcpToken(): string {
|
||||||
|
const existing = appConfigDb.get(BROWSER_USE_MCP_TOKEN_KEY);
|
||||||
|
if (existing) {
|
||||||
|
return existing;
|
||||||
|
}
|
||||||
|
const token = randomBytes(32).toString('hex');
|
||||||
|
appConfigDb.set(BROWSER_USE_MCP_TOKEN_KEY, token);
|
||||||
|
return token;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getSetupMessage(settings: BrowserUseSettings, readiness: RuntimeReadiness): string {
|
||||||
|
if (!settings.enabled) {
|
||||||
|
return 'Browser is disabled in settings.';
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!readiness.playwrightInstalled) {
|
||||||
|
return 'Install Playwright and Chromium to use browser sessions.';
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!readiness.chromiumInstalled) {
|
||||||
|
return 'Playwright is installed, but Chromium is missing. Install the Chromium runtime to continue.';
|
||||||
|
}
|
||||||
|
|
||||||
|
return readiness.installMessage || 'Browser runtime is not ready.';
|
||||||
|
}
|
||||||
|
|
||||||
|
function getPlaywright(): any | null {
|
||||||
|
try {
|
||||||
|
return require('playwright');
|
||||||
|
} catch {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function getMcpCommand(): { command: string; args: string[] } {
|
||||||
|
const serverDir = path.resolve(__dirname, '..', '..');
|
||||||
|
const mcpScriptPath = path.join(serverDir, 'browser-use-mcp.js');
|
||||||
|
if (fs.existsSync(mcpScriptPath)) {
|
||||||
|
return {
|
||||||
|
command: process.execPath,
|
||||||
|
args: [mcpScriptPath],
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
command: 'cloudcli',
|
||||||
|
args: ['browser-use-mcp'],
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function getMcpApiUrl(): string {
|
||||||
|
const port = process.env.SERVER_PORT || process.env.PORT || '3001';
|
||||||
|
return `http://127.0.0.1:${port}/api/browser-use-mcp`;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function removeMcpServerFromAllProviders(name: string) {
|
||||||
|
const results = await providerMcpService.removeMcpServerFromAllProviders({
|
||||||
|
name,
|
||||||
|
scope: 'user',
|
||||||
|
});
|
||||||
|
return results.map((result) => ({ ...result, name }));
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeProfileName(profileName?: string | null): string | null {
|
||||||
|
const normalized = String(profileName || '').trim();
|
||||||
|
if (!normalized) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
return normalized.slice(0, 80);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getProfilePath(profileName: string): string {
|
||||||
|
const safeName = profileName
|
||||||
|
.toLowerCase()
|
||||||
|
.replace(/[^a-z0-9._-]+/g, '-')
|
||||||
|
.replace(/^-+|-+$/g, '')
|
||||||
|
.slice(0, 80) || 'default';
|
||||||
|
return path.join(PROFILE_ROOT, safeName);
|
||||||
|
}
|
||||||
|
|
||||||
|
function probeRuntime(): RuntimeProbe {
|
||||||
|
const playwright = getPlaywright();
|
||||||
|
const readiness: RuntimeProbe = {
|
||||||
|
playwright,
|
||||||
|
playwrightInstalled: Boolean(playwright),
|
||||||
|
chromiumInstalled: false,
|
||||||
|
chromiumExecutablePath: null,
|
||||||
|
};
|
||||||
|
|
||||||
|
if (!playwright) {
|
||||||
|
return readiness;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
const executablePath = playwright.chromium.executablePath();
|
||||||
|
readiness.chromiumExecutablePath = executablePath;
|
||||||
|
readiness.chromiumInstalled = Boolean(executablePath && fs.existsSync(executablePath));
|
||||||
|
} catch {
|
||||||
|
readiness.chromiumInstalled = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
return readiness;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getRuntimeReadiness(options: { force?: boolean } = {}): RuntimeReadiness {
|
||||||
|
const now = Date.now();
|
||||||
|
const cachedProbe = runtimeProbeCache;
|
||||||
|
const canUseCache = !options.force
|
||||||
|
&& !installPromise
|
||||||
|
&& cachedProbe
|
||||||
|
&& now - cachedProbe.updatedAt < RUNTIME_READINESS_CACHE_TTL_MS;
|
||||||
|
const probe = canUseCache ? cachedProbe.value : probeRuntime();
|
||||||
|
|
||||||
|
if (!canUseCache && !installPromise) {
|
||||||
|
runtimeProbeCache = { value: probe, updatedAt: now };
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
...probe,
|
||||||
|
installInProgress: Boolean(installPromise),
|
||||||
|
installMessage: lastInstallMessage,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
const INSTALL_COMMAND_TIMEOUT_MS = Number.parseInt(
|
||||||
|
process.env.CLOUDCLI_BROWSER_USE_INSTALL_TIMEOUT_MS || String(10 * 60 * 1000),
|
||||||
|
10,
|
||||||
|
);
|
||||||
|
|
||||||
|
function runCommand(command: string, args: string[]): Promise<void> {
|
||||||
|
return new Promise((resolve, reject) => {
|
||||||
|
const child = spawn(command, args, {
|
||||||
|
cwd: process.cwd(),
|
||||||
|
env: process.env,
|
||||||
|
shell: false,
|
||||||
|
stdio: ['ignore', 'pipe', 'pipe'],
|
||||||
|
});
|
||||||
|
const output: string[] = [];
|
||||||
|
let settled = false;
|
||||||
|
const finish = (fn: () => void) => {
|
||||||
|
if (settled) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
settled = true;
|
||||||
|
clearTimeout(timer);
|
||||||
|
fn();
|
||||||
|
};
|
||||||
|
|
||||||
|
const timer = setTimeout(() => {
|
||||||
|
child.kill('SIGKILL');
|
||||||
|
finish(() => reject(new Error(
|
||||||
|
`${command} ${args.join(' ')} timed out after ${INSTALL_COMMAND_TIMEOUT_MS}ms.`,
|
||||||
|
)));
|
||||||
|
}, INSTALL_COMMAND_TIMEOUT_MS);
|
||||||
|
timer.unref?.();
|
||||||
|
|
||||||
|
child.stdout.on('data', (chunk) => output.push(String(chunk)));
|
||||||
|
child.stderr.on('data', (chunk) => output.push(String(chunk)));
|
||||||
|
child.on('error', (error) => finish(() => reject(error)));
|
||||||
|
child.on('close', (code) => finish(() => {
|
||||||
|
if (code === 0) {
|
||||||
|
resolve();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
reject(new Error(output.join('').trim() || `${command} ${args.join(' ')} exited with code ${code}`));
|
||||||
|
}));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatInstallError(error: unknown): string {
|
||||||
|
const message = error instanceof Error ? error.message : String(error);
|
||||||
|
if (message.includes('sudo') && message.includes('password')) {
|
||||||
|
return 'Installing Chromium system dependencies requires administrator privileges. Run `npx playwright install-deps chromium` on the machine where CloudCLI runs, then try again.';
|
||||||
|
}
|
||||||
|
return message || 'Failed to install Browser runtime.';
|
||||||
|
}
|
||||||
|
|
||||||
|
async function installRuntime(): Promise<{ success: boolean; message: string }> {
|
||||||
|
if (installPromise) {
|
||||||
|
return installPromise;
|
||||||
|
}
|
||||||
|
|
||||||
|
const npmCommand = process.platform === 'win32' ? 'npm.cmd' : 'npm';
|
||||||
|
runtimeProbeCache = null;
|
||||||
|
installPromise = (async () => {
|
||||||
|
try {
|
||||||
|
lastInstallMessage = 'Installing Playwright package...';
|
||||||
|
await runCommand(npmCommand, ['install', '--no-save', '--no-package-lock', 'playwright']);
|
||||||
|
|
||||||
|
if (process.platform === 'linux') {
|
||||||
|
lastInstallMessage = 'Installing Chromium system dependencies...';
|
||||||
|
await runCommand(npmCommand, ['exec', '--', 'playwright', 'install-deps', 'chromium']);
|
||||||
|
}
|
||||||
|
|
||||||
|
lastInstallMessage = 'Installing Chromium runtime...';
|
||||||
|
await runCommand(npmCommand, ['exec', '--', 'playwright', 'install', 'chromium']);
|
||||||
|
|
||||||
|
lastInstallMessage = 'Browser runtime installed.';
|
||||||
|
return { success: true, message: lastInstallMessage };
|
||||||
|
} catch (error) {
|
||||||
|
lastInstallMessage = formatInstallError(error);
|
||||||
|
return { success: false, message: lastInstallMessage };
|
||||||
|
}
|
||||||
|
})();
|
||||||
|
|
||||||
|
try {
|
||||||
|
return await installPromise;
|
||||||
|
} finally {
|
||||||
|
installPromise = null;
|
||||||
|
runtimeProbeCache = null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeUrl(rawUrl: string): string {
|
||||||
|
const trimmed = rawUrl.trim();
|
||||||
|
if (!trimmed) {
|
||||||
|
throw new Error('URL is required.');
|
||||||
|
}
|
||||||
|
|
||||||
|
const withProtocol = /^[a-zA-Z][a-zA-Z\d+\-.]*:/.test(trimmed)
|
||||||
|
? trimmed
|
||||||
|
: `https://${trimmed}`;
|
||||||
|
const parsed = new URL(withProtocol);
|
||||||
|
if (!['http:', 'https:'].includes(parsed.protocol)) {
|
||||||
|
throw new Error('Only http and https URLs are supported.');
|
||||||
|
}
|
||||||
|
|
||||||
|
return parsed.toString();
|
||||||
|
}
|
||||||
|
|
||||||
|
function publicSession(session: BrowserUseSession): PublicBrowserUseSession {
|
||||||
|
const { ownerId: _ownerId, ...publicFields } = session;
|
||||||
|
return publicFields;
|
||||||
|
}
|
||||||
|
|
||||||
|
function ownerSessions(ownerId: string): BrowserUseSession[] {
|
||||||
|
return [...sessions.values()].filter((session) => session.ownerId === ownerId);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function closeHandle(sessionId: string): Promise<void> {
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
handles.delete(sessionId);
|
||||||
|
await handle?.context?.close?.().catch(() => undefined);
|
||||||
|
await handle?.browser?.close().catch(() => undefined);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function expireStaleSessions(now = Date.now()): Promise<void> {
|
||||||
|
await Promise.all([...sessions.values()].map(async (session) => {
|
||||||
|
if (session.status !== 'ready') {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const updatedAt = Date.parse(session.updatedAt);
|
||||||
|
if (!Number.isFinite(updatedAt) || now - updatedAt <= SESSION_TTL_MS) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
await closeHandle(session.id);
|
||||||
|
session.status = 'stopped';
|
||||||
|
session.updatedAt = new Date(now).toISOString();
|
||||||
|
session.lastAction = 'expire';
|
||||||
|
session.message = 'Browser session expired after inactivity.';
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
async function captureSession(session: BrowserUseSession, page: any): Promise<void> {
|
||||||
|
const screenshot = await page.screenshot({ type: 'jpeg', quality: 72, fullPage: false });
|
||||||
|
session.screenshotDataUrl = `data:image/jpeg;base64,${Buffer.from(screenshot).toString('base64')}`;
|
||||||
|
session.title = await page.title().catch(() => null);
|
||||||
|
session.url = page.url() || session.url;
|
||||||
|
session.viewport = page.viewportSize?.() || session.viewport;
|
||||||
|
session.updatedAt = new Date().toISOString();
|
||||||
|
}
|
||||||
|
|
||||||
|
async function getActionPoint(page: any, input: { selector?: string; text?: string; x?: number; y?: number }) {
|
||||||
|
if (typeof input.x === 'number' && typeof input.y === 'number') {
|
||||||
|
return { x: input.x, y: input.y };
|
||||||
|
}
|
||||||
|
|
||||||
|
const locator = input.selector
|
||||||
|
? page.locator(input.selector).first()
|
||||||
|
: input.text
|
||||||
|
? page.getByText(input.text, { exact: false }).first()
|
||||||
|
: null;
|
||||||
|
|
||||||
|
if (!locator) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
const box = await locator.boundingBox().catch(() => null);
|
||||||
|
if (!box) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
x: Math.round(box.x + box.width / 2),
|
||||||
|
y: Math.round(box.y + box.height / 2),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
export const browserUseService = {
|
||||||
|
async getSettings() {
|
||||||
|
return readSettings();
|
||||||
|
},
|
||||||
|
|
||||||
|
async updateSettings(settings: Partial<BrowserUseSettings>) {
|
||||||
|
const current = readSettings();
|
||||||
|
const nextSettings = {
|
||||||
|
enabled: typeof settings.enabled === 'boolean' ? settings.enabled : current.enabled,
|
||||||
|
};
|
||||||
|
|
||||||
|
const next = writeSettings(nextSettings);
|
||||||
|
if (next.enabled) {
|
||||||
|
await this.registerAgentMcp();
|
||||||
|
} else if (current.enabled) {
|
||||||
|
await this.unregisterAgentMcp();
|
||||||
|
await this.stopAllSessions();
|
||||||
|
}
|
||||||
|
return next;
|
||||||
|
},
|
||||||
|
|
||||||
|
async getStatus() {
|
||||||
|
const settings = readSettings();
|
||||||
|
const readiness = getRuntimeReadiness();
|
||||||
|
const available = settings.enabled && readiness.playwrightInstalled && readiness.chromiumInstalled;
|
||||||
|
|
||||||
|
return {
|
||||||
|
enabled: settings.enabled,
|
||||||
|
runtime: getRuntime(),
|
||||||
|
available,
|
||||||
|
playwrightInstalled: readiness.playwrightInstalled,
|
||||||
|
chromiumInstalled: readiness.chromiumInstalled,
|
||||||
|
installInProgress: readiness.installInProgress,
|
||||||
|
sessionCount: sessions.size,
|
||||||
|
message: available
|
||||||
|
? 'Browser runtime is available.'
|
||||||
|
: getSetupMessage(settings, readiness),
|
||||||
|
};
|
||||||
|
},
|
||||||
|
|
||||||
|
async registerAgentMcp() {
|
||||||
|
const { command, args } = getMcpCommand();
|
||||||
|
await Promise.all(LEGACY_MCP_SERVER_NAMES.map((name) => removeMcpServerFromAllProviders(name)));
|
||||||
|
const results = await providerMcpService.addMcpServerToAllProviders({
|
||||||
|
name: MCP_SERVER_NAME,
|
||||||
|
scope: 'user',
|
||||||
|
transport: 'stdio',
|
||||||
|
command,
|
||||||
|
args,
|
||||||
|
env: {
|
||||||
|
CLOUDCLI_BROWSER_USE_MCP_TOKEN: getOrCreateMcpToken(),
|
||||||
|
CLOUDCLI_BROWSER_USE_API_URL: getMcpApiUrl(),
|
||||||
|
},
|
||||||
|
});
|
||||||
|
return { name: MCP_SERVER_NAME, command, args, results };
|
||||||
|
},
|
||||||
|
|
||||||
|
getMcpToken() {
|
||||||
|
return getOrCreateMcpToken();
|
||||||
|
},
|
||||||
|
|
||||||
|
async unregisterAgentMcp() {
|
||||||
|
const results = (await Promise.all(
|
||||||
|
[MCP_SERVER_NAME, ...LEGACY_MCP_SERVER_NAMES].map((name) => removeMcpServerFromAllProviders(name)),
|
||||||
|
)).flat();
|
||||||
|
return { name: MCP_SERVER_NAME, results };
|
||||||
|
},
|
||||||
|
|
||||||
|
async installRuntime() {
|
||||||
|
const result = await installRuntime();
|
||||||
|
return {
|
||||||
|
...result,
|
||||||
|
status: await this.getStatus(),
|
||||||
|
};
|
||||||
|
},
|
||||||
|
|
||||||
|
async listSessions() {
|
||||||
|
await expireStaleSessions();
|
||||||
|
return [...sessions.values()]
|
||||||
|
.filter((session) => session.ownerId === AGENT_OWNER_ID)
|
||||||
|
.map(publicSession);
|
||||||
|
},
|
||||||
|
|
||||||
|
async createAgentSession(options?: { profileName?: string | null }) {
|
||||||
|
const settings = readSettings();
|
||||||
|
if (!settings.enabled) {
|
||||||
|
throw new Error('Browser agent tools are disabled.');
|
||||||
|
}
|
||||||
|
|
||||||
|
await expireStaleSessions();
|
||||||
|
const profileName = normalizeProfileName(options?.profileName);
|
||||||
|
|
||||||
|
const now = new Date().toISOString();
|
||||||
|
const session: BrowserUseSession = {
|
||||||
|
id: randomUUID(),
|
||||||
|
ownerId: AGENT_OWNER_ID,
|
||||||
|
createdBy: 'agent',
|
||||||
|
runtime: getRuntime(),
|
||||||
|
status: 'unavailable',
|
||||||
|
url: null,
|
||||||
|
title: null,
|
||||||
|
screenshotDataUrl: null,
|
||||||
|
createdAt: now,
|
||||||
|
updatedAt: now,
|
||||||
|
lastAction: 'create',
|
||||||
|
message: null,
|
||||||
|
profileName,
|
||||||
|
viewport: { width: 1440, height: 900 },
|
||||||
|
cursor: null,
|
||||||
|
};
|
||||||
|
|
||||||
|
const activeOwnerSessions = ownerSessions(AGENT_OWNER_ID).filter((item) => item.status === 'ready');
|
||||||
|
if (activeOwnerSessions.length >= MAX_SESSIONS_PER_OWNER) {
|
||||||
|
throw new Error(`Browser is limited to ${MAX_SESSIONS_PER_OWNER} active agent sessions.`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const readiness = getRuntimeReadiness();
|
||||||
|
if (!settings.enabled || !readiness.playwrightInstalled || !readiness.chromiumInstalled || !readiness.playwright) {
|
||||||
|
session.message = getSetupMessage(settings, readiness);
|
||||||
|
sessions.set(session.id, session);
|
||||||
|
return publicSession(session);
|
||||||
|
}
|
||||||
|
|
||||||
|
let browser: any | undefined;
|
||||||
|
let context: any | undefined;
|
||||||
|
let page: any;
|
||||||
|
const launchOptions = {
|
||||||
|
headless: true,
|
||||||
|
args: ['--disable-dev-shm-usage'],
|
||||||
|
};
|
||||||
|
const contextOptions = {
|
||||||
|
viewport: { width: 1440, height: 900 },
|
||||||
|
serviceWorkers: 'block',
|
||||||
|
};
|
||||||
|
|
||||||
|
if (profileName) {
|
||||||
|
fs.mkdirSync(PROFILE_ROOT, { recursive: true });
|
||||||
|
context = await readiness.playwright.chromium.launchPersistentContext(getProfilePath(profileName), {
|
||||||
|
...launchOptions,
|
||||||
|
...contextOptions,
|
||||||
|
});
|
||||||
|
page = context.pages()[0] || await context.newPage();
|
||||||
|
} else {
|
||||||
|
browser = await readiness.playwright.chromium.launch(launchOptions);
|
||||||
|
context = await browser.newContext(contextOptions);
|
||||||
|
page = await context.newPage();
|
||||||
|
}
|
||||||
|
session.status = 'ready';
|
||||||
|
session.message = 'Browser session is ready.';
|
||||||
|
sessions.set(session.id, session);
|
||||||
|
handles.set(session.id, { browser, context, page });
|
||||||
|
await captureSession(session, page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async listAgentSessions() {
|
||||||
|
const settings = readSettings();
|
||||||
|
if (!settings.enabled) {
|
||||||
|
return [];
|
||||||
|
}
|
||||||
|
await expireStaleSessions();
|
||||||
|
return [...sessions.values()]
|
||||||
|
.filter((session) => session.ownerId === AGENT_OWNER_ID)
|
||||||
|
.map(publicSession);
|
||||||
|
},
|
||||||
|
|
||||||
|
async getAgentSession(sessionId: string) {
|
||||||
|
const settings = readSettings();
|
||||||
|
if (!settings.enabled) {
|
||||||
|
throw new Error('Browser agent tools are disabled.');
|
||||||
|
}
|
||||||
|
const session = sessions.get(sessionId);
|
||||||
|
if (!session || session.ownerId !== AGENT_OWNER_ID) {
|
||||||
|
throw new Error('Browser session not found.');
|
||||||
|
}
|
||||||
|
return session;
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentNavigate(sessionId: string, rawUrl: string) {
|
||||||
|
await this.getAgentSession(sessionId);
|
||||||
|
await expireStaleSessions();
|
||||||
|
|
||||||
|
const session = sessions.get(sessionId);
|
||||||
|
if (!session || session.ownerId !== AGENT_OWNER_ID) {
|
||||||
|
throw new Error('Browser session not found.');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (session.status !== 'ready') {
|
||||||
|
throw new Error(session.message || 'Browser session is not available.');
|
||||||
|
}
|
||||||
|
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
|
||||||
|
const url = normalizeUrl(rawUrl);
|
||||||
|
await handle.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
|
||||||
|
session.lastAction = `navigate:${url}`;
|
||||||
|
session.cursor = null;
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentSnapshot(sessionId: string) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
const text = await handle.page.locator('body').innerText({ timeout: 5_000 }).catch(() => '');
|
||||||
|
return {
|
||||||
|
session: publicSession(session),
|
||||||
|
text: text.slice(0, 30_000),
|
||||||
|
};
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentClick(sessionId: string, input: { selector?: string; text?: string; x?: number; y?: number }) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
const point = await getActionPoint(handle.page, input);
|
||||||
|
|
||||||
|
if (input.selector) {
|
||||||
|
await handle.page.locator(input.selector).first().click({ timeout: 10_000 });
|
||||||
|
} else if (input.text) {
|
||||||
|
await handle.page.getByText(input.text, { exact: false }).first().click({ timeout: 10_000 });
|
||||||
|
} else if (typeof input.x === 'number' && typeof input.y === 'number') {
|
||||||
|
await handle.page.mouse.click(input.x, input.y);
|
||||||
|
} else {
|
||||||
|
throw new Error('Provide selector, text, or x/y coordinates.');
|
||||||
|
}
|
||||||
|
|
||||||
|
session.lastAction = 'click';
|
||||||
|
session.cursor = point ? { ...point, actor: 'agent' } : null;
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentType(sessionId: string, input: { selector?: string; text: string; submit?: boolean }) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (input.selector) {
|
||||||
|
await handle.page.locator(input.selector).first().fill(input.text, { timeout: 10_000 });
|
||||||
|
session.cursor = await getActionPoint(handle.page, input).then((point) => (
|
||||||
|
point ? { ...point, actor: 'agent' as const } : null
|
||||||
|
));
|
||||||
|
} else {
|
||||||
|
await handle.page.keyboard.type(input.text);
|
||||||
|
}
|
||||||
|
if (input.submit) {
|
||||||
|
await handle.page.keyboard.press('Enter');
|
||||||
|
}
|
||||||
|
|
||||||
|
session.lastAction = 'type';
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentFillForm(sessionId: string, fields: Array<{ selector: string; value: string }>) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
for (const field of fields) {
|
||||||
|
await handle.page.locator(field.selector).first().fill(field.value, { timeout: 10_000 });
|
||||||
|
}
|
||||||
|
session.lastAction = 'fill_form';
|
||||||
|
if (fields[0]) {
|
||||||
|
session.cursor = await getActionPoint(handle.page, { selector: fields[0].selector }).then((point) => (
|
||||||
|
point ? { ...point, actor: 'agent' as const } : null
|
||||||
|
));
|
||||||
|
}
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentPressKey(sessionId: string, key: string) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
await handle.page.keyboard.press(key);
|
||||||
|
session.lastAction = `press_key:${key}`;
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentSelectOption(sessionId: string, selector: string, values: string[]) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
await handle.page.locator(selector).first().selectOption(values, { timeout: 10_000 });
|
||||||
|
session.lastAction = 'select_option';
|
||||||
|
session.cursor = await getActionPoint(handle.page, { selector }).then((point) => (
|
||||||
|
point ? { ...point, actor: 'agent' as const } : null
|
||||||
|
));
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentWaitFor(sessionId: string, input: { text?: string; url?: string; timeoutMs?: number }) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
const timeout = Math.max(250, Math.min(input.timeoutMs || 5_000, 30_000));
|
||||||
|
if (input.text) {
|
||||||
|
await handle.page.getByText(input.text, { exact: false }).first().waitFor({ timeout });
|
||||||
|
} else if (input.url) {
|
||||||
|
await handle.page.waitForURL(input.url, { timeout });
|
||||||
|
} else {
|
||||||
|
await handle.page.waitForTimeout(timeout);
|
||||||
|
}
|
||||||
|
session.lastAction = 'wait_for';
|
||||||
|
await captureSession(session, handle.page);
|
||||||
|
return publicSession(session);
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentTabs(sessionId: string, input: { action?: 'list' | 'new' | 'select' | 'close'; index?: number; url?: string }) {
|
||||||
|
const session = await this.getAgentSession(sessionId);
|
||||||
|
const handle = handles.get(sessionId);
|
||||||
|
if (!handle?.context || !handle?.page) {
|
||||||
|
throw new Error('Browser runtime handle is not available.');
|
||||||
|
}
|
||||||
|
const action = input.action || 'list';
|
||||||
|
if (action === 'new') {
|
||||||
|
const page = await handle.context.newPage();
|
||||||
|
handles.set(sessionId, { ...handle, page });
|
||||||
|
if (input.url) {
|
||||||
|
await this.agentNavigate(sessionId, input.url);
|
||||||
|
}
|
||||||
|
} else if (action === 'select') {
|
||||||
|
const page = handle.context.pages()[input.index || 0];
|
||||||
|
if (!page) {
|
||||||
|
throw new Error('Tab not found.');
|
||||||
|
}
|
||||||
|
handles.set(sessionId, { ...handle, page });
|
||||||
|
} else if (action === 'close') {
|
||||||
|
const pages = handle.context.pages();
|
||||||
|
const page = pages[input.index ?? pages.indexOf(handle.page)];
|
||||||
|
if (!page) {
|
||||||
|
throw new Error('Tab not found.');
|
||||||
|
}
|
||||||
|
await page.close();
|
||||||
|
handles.set(sessionId, { ...handle, page: handle.context.pages()[0] || await handle.context.newPage() });
|
||||||
|
}
|
||||||
|
const updatedHandle = handles.get(sessionId);
|
||||||
|
await captureSession(session, updatedHandle?.page || handle.page);
|
||||||
|
return {
|
||||||
|
session: publicSession(session),
|
||||||
|
tabs: handle.context.pages().map((page: any, index: number) => ({
|
||||||
|
index,
|
||||||
|
url: page.url(),
|
||||||
|
active: page === (updatedHandle?.page || handle.page),
|
||||||
|
})),
|
||||||
|
};
|
||||||
|
},
|
||||||
|
|
||||||
|
async stopSession(sessionId: string) {
|
||||||
|
const session = sessions.get(sessionId);
|
||||||
|
if (!session || session.ownerId !== AGENT_OWNER_ID) {
|
||||||
|
return { stopped: false };
|
||||||
|
}
|
||||||
|
|
||||||
|
await closeHandle(sessionId);
|
||||||
|
|
||||||
|
session.status = 'stopped';
|
||||||
|
session.updatedAt = new Date().toISOString();
|
||||||
|
session.lastAction = 'stop';
|
||||||
|
session.message = 'Browser session stopped. Create a new session to continue browsing.';
|
||||||
|
return { stopped: true, session: publicSession(session) };
|
||||||
|
},
|
||||||
|
|
||||||
|
async deleteSession(sessionId: string) {
|
||||||
|
const session = sessions.get(sessionId);
|
||||||
|
if (!session || session.ownerId !== AGENT_OWNER_ID) {
|
||||||
|
return { deleted: false };
|
||||||
|
}
|
||||||
|
|
||||||
|
await closeHandle(sessionId);
|
||||||
|
sessions.delete(sessionId);
|
||||||
|
return { deleted: true, sessionId };
|
||||||
|
},
|
||||||
|
|
||||||
|
async agentStopSession(sessionId: string) {
|
||||||
|
await this.getAgentSession(sessionId);
|
||||||
|
return this.stopSession(sessionId);
|
||||||
|
},
|
||||||
|
|
||||||
|
async stopAllSessions() {
|
||||||
|
await Promise.all([...sessions.keys()].map(async (sessionId) => {
|
||||||
|
await closeHandle(sessionId);
|
||||||
|
const session = sessions.get(sessionId);
|
||||||
|
if (session) {
|
||||||
|
session.status = 'stopped';
|
||||||
|
session.updatedAt = new Date().toISOString();
|
||||||
|
session.lastAction = 'shutdown';
|
||||||
|
session.message = 'Browser session stopped during server shutdown.';
|
||||||
|
}
|
||||||
|
}));
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
process.once('beforeExit', () => {
|
||||||
|
void browserUseService.stopAllSessions();
|
||||||
|
});
|
||||||
10
server/modules/browser-use/tests/browser-use.service.test.ts
Normal file
10
server/modules/browser-use/tests/browser-use.service.test.ts
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
import assert from 'node:assert/strict';
|
||||||
|
import test from 'node:test';
|
||||||
|
|
||||||
|
import { browserUseService } from '@/modules/browser-use/browser-use.service.js';
|
||||||
|
|
||||||
|
test('browser monitor list starts empty without agent sessions', async () => {
|
||||||
|
const sessions = await browserUseService.listSessions();
|
||||||
|
|
||||||
|
assert.deepEqual(sessions, []);
|
||||||
|
});
|
||||||
@@ -1,5 +1,6 @@
|
|||||||
export { sessionSynchronizerService } from './services/session-synchronizer.service.js';
|
export { sessionSynchronizerService } from './services/session-synchronizer.service.js';
|
||||||
export { providerSkillsService } from './services/skills.service.js';
|
export { providerSkillsService } from './services/skills.service.js';
|
||||||
|
export { providerMcpService } from './services/mcp.service.js';
|
||||||
|
|
||||||
export { initializeSessionsWatcher } from './services/sessions-watcher.service.js';
|
export { initializeSessionsWatcher } from './services/sessions-watcher.service.js';
|
||||||
export { closeSessionsWatcher } from './services/sessions-watcher.service.js';
|
export { closeSessionsWatcher } from './services/sessions-watcher.service.js';
|
||||||
|
|||||||
@@ -80,4 +80,30 @@ export const providerMcpService = {
|
|||||||
|
|
||||||
return results;
|
return results;
|
||||||
},
|
},
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Removes one MCP server from every provider. Mirrors `addMcpServerToAllProviders`
|
||||||
|
* by iterating the live provider registry, so callers stay in sync with which
|
||||||
|
* providers exist instead of maintaining their own provider list.
|
||||||
|
*/
|
||||||
|
async removeMcpServerFromAllProviders(
|
||||||
|
input: { name: string; scope?: McpScope; workspacePath?: string },
|
||||||
|
): Promise<Array<{ provider: LLMProvider; removed: boolean; error?: string }>> {
|
||||||
|
const results: Array<{ provider: LLMProvider; removed: boolean; error?: string }> = [];
|
||||||
|
const providers = providerRegistry.listProviders();
|
||||||
|
for (const provider of providers) {
|
||||||
|
try {
|
||||||
|
const result = await provider.mcp.removeServer(input);
|
||||||
|
results.push({ provider: provider.id, removed: result.removed });
|
||||||
|
} catch (error) {
|
||||||
|
results.push({
|
||||||
|
provider: provider.id,
|
||||||
|
removed: false,
|
||||||
|
error: error instanceof Error ? error.message : 'Unknown error',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return results;
|
||||||
|
},
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -71,7 +71,6 @@ function AppContentInner() {
|
|||||||
setActiveTab,
|
setActiveTab,
|
||||||
setSidebarOpen,
|
setSidebarOpen,
|
||||||
setIsInputFocused,
|
setIsInputFocused,
|
||||||
setShowSettings,
|
|
||||||
openSettings,
|
openSettings,
|
||||||
refreshProjectsSilently,
|
refreshProjectsSilently,
|
||||||
registerOptimisticSession,
|
registerOptimisticSession,
|
||||||
@@ -247,7 +246,7 @@ function AppContentInner() {
|
|||||||
onSessionEstablished={(targetSessionId, context) =>
|
onSessionEstablished={(targetSessionId, context) =>
|
||||||
registerOptimisticSession({ sessionId: targetSessionId, ...context })
|
registerOptimisticSession({ sessionId: targetSessionId, ...context })
|
||||||
}
|
}
|
||||||
onShowSettings={() => setShowSettings(true)}
|
onShowSettings={openSettings}
|
||||||
externalMessageUpdate={externalMessageUpdate}
|
externalMessageUpdate={externalMessageUpdate}
|
||||||
newSessionTrigger={newSessionTrigger}
|
newSessionTrigger={newSessionTrigger}
|
||||||
/>
|
/>
|
||||||
|
|||||||
1
src/components/browser-use/index.ts
Normal file
1
src/components/browser-use/index.ts
Normal file
@@ -0,0 +1 @@
|
|||||||
|
export { default as BrowserUsePanel } from './view/BrowserUsePanel';
|
||||||
536
src/components/browser-use/view/BrowserUsePanel.tsx
Normal file
536
src/components/browser-use/view/BrowserUsePanel.tsx
Normal file
@@ -0,0 +1,536 @@
|
|||||||
|
import { useCallback, useEffect, useMemo, useState } from 'react';
|
||||||
|
import {
|
||||||
|
Bot,
|
||||||
|
Clock3,
|
||||||
|
Download,
|
||||||
|
Expand,
|
||||||
|
ExternalLink,
|
||||||
|
Loader2,
|
||||||
|
MonitorPlay,
|
||||||
|
RefreshCw,
|
||||||
|
Settings,
|
||||||
|
Square,
|
||||||
|
Trash2,
|
||||||
|
X,
|
||||||
|
} from 'lucide-react';
|
||||||
|
|
||||||
|
import { cn } from '../../../lib/utils';
|
||||||
|
import { Badge, Button } from '../../../shared/view/ui';
|
||||||
|
import { authenticatedFetch } from '../../../utils/api';
|
||||||
|
import type { SettingsMainTab } from '../../settings/types/types';
|
||||||
|
|
||||||
|
type BrowserUseStatus = {
|
||||||
|
enabled: boolean;
|
||||||
|
available: boolean;
|
||||||
|
playwrightInstalled: boolean;
|
||||||
|
chromiumInstalled: boolean;
|
||||||
|
installInProgress: boolean;
|
||||||
|
sessionCount: number;
|
||||||
|
message: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
type BrowserUseSession = {
|
||||||
|
id: string;
|
||||||
|
status: 'ready' | 'stopped' | 'unavailable';
|
||||||
|
url: string | null;
|
||||||
|
title: string | null;
|
||||||
|
screenshotDataUrl: string | null;
|
||||||
|
createdAt: string;
|
||||||
|
updatedAt: string;
|
||||||
|
lastAction: string | null;
|
||||||
|
message: string | null;
|
||||||
|
createdBy: 'agent';
|
||||||
|
profileName: string | null;
|
||||||
|
viewport: {
|
||||||
|
width: number;
|
||||||
|
height: number;
|
||||||
|
} | null;
|
||||||
|
cursor: {
|
||||||
|
x: number;
|
||||||
|
y: number;
|
||||||
|
actor: 'agent';
|
||||||
|
} | null;
|
||||||
|
};
|
||||||
|
|
||||||
|
type BrowserUsePanelProps = {
|
||||||
|
isVisible: boolean;
|
||||||
|
onShowSettings?: (tab?: SettingsMainTab) => void;
|
||||||
|
};
|
||||||
|
|
||||||
|
async function readJson<T>(response: Response): Promise<T> {
|
||||||
|
const data = await response.json();
|
||||||
|
if (!response.ok || data.success === false) {
|
||||||
|
throw new Error(data.error || data.details || `Request failed (${response.status})`);
|
||||||
|
}
|
||||||
|
return data as T;
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatRelativeTime(value: string | null): string {
|
||||||
|
if (!value) return 'Never';
|
||||||
|
|
||||||
|
const timestamp = Date.parse(value);
|
||||||
|
if (!Number.isFinite(timestamp)) return 'Unknown';
|
||||||
|
|
||||||
|
const elapsedSeconds = Math.max(0, Math.round((Date.now() - timestamp) / 1000));
|
||||||
|
if (elapsedSeconds < 10) return 'Just now';
|
||||||
|
if (elapsedSeconds < 60) return `${elapsedSeconds}s ago`;
|
||||||
|
const elapsedMinutes = Math.round(elapsedSeconds / 60);
|
||||||
|
if (elapsedMinutes < 60) return `${elapsedMinutes}m ago`;
|
||||||
|
const elapsedHours = Math.round(elapsedMinutes / 60);
|
||||||
|
if (elapsedHours < 24) return `${elapsedHours}h ago`;
|
||||||
|
return `${Math.round(elapsedHours / 24)}d ago`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getDomain(url: string | null): string {
|
||||||
|
if (!url) return 'No page loaded';
|
||||||
|
|
||||||
|
try {
|
||||||
|
return new URL(url).hostname;
|
||||||
|
} catch {
|
||||||
|
return url;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatAction(action: string | null): string {
|
||||||
|
if (!action) return 'Waiting';
|
||||||
|
return action.replace(/_/g, ' ').replace(/:/g, ': ');
|
||||||
|
}
|
||||||
|
|
||||||
|
function getStatusTone(status: BrowserUseSession['status']): string {
|
||||||
|
if (status === 'ready') {
|
||||||
|
return 'border-primary/30 bg-primary/5 text-foreground';
|
||||||
|
}
|
||||||
|
if (status === 'stopped') {
|
||||||
|
return 'border-border bg-muted text-muted-foreground';
|
||||||
|
}
|
||||||
|
return 'border-border bg-background text-muted-foreground';
|
||||||
|
}
|
||||||
|
|
||||||
|
function getRuntimeTone(status: BrowserUseStatus | null, installing: boolean): string {
|
||||||
|
if (!status?.enabled) return 'border-border bg-muted text-muted-foreground';
|
||||||
|
if (status.available) return 'border-primary/30 bg-primary/5 text-foreground';
|
||||||
|
if (status.installInProgress || installing) return 'border-primary/30 bg-primary/5 text-foreground';
|
||||||
|
return 'border-border bg-background text-muted-foreground';
|
||||||
|
}
|
||||||
|
|
||||||
|
function getStatusDot(status: BrowserUseSession['status']): string {
|
||||||
|
if (status === 'ready') return 'bg-primary';
|
||||||
|
if (status === 'stopped') return 'bg-muted-foreground/50';
|
||||||
|
return 'bg-border';
|
||||||
|
}
|
||||||
|
|
||||||
|
const PROMPTS = [
|
||||||
|
'Use Browser to inspect the checkout flow and report any broken UI states.',
|
||||||
|
'Open <url> with Browser, interact with the page, and summarize what changed after each step.',
|
||||||
|
];
|
||||||
|
|
||||||
|
export default function BrowserUsePanel({ isVisible, onShowSettings }: BrowserUsePanelProps) {
|
||||||
|
const [status, setStatus] = useState<BrowserUseStatus | null>(null);
|
||||||
|
const [sessions, setSessions] = useState<BrowserUseSession[]>([]);
|
||||||
|
const [selectedSessionId, setSelectedSessionId] = useState<string | null>(null);
|
||||||
|
const [isRefreshing, setIsRefreshing] = useState(false);
|
||||||
|
const [isBusy, setIsBusy] = useState(false);
|
||||||
|
const [isInstalling, setIsInstalling] = useState(false);
|
||||||
|
const [isFullscreen, setIsFullscreen] = useState(false);
|
||||||
|
const [error, setError] = useState<string | null>(null);
|
||||||
|
|
||||||
|
const selectedSession = useMemo(
|
||||||
|
() => sessions.find((session) => session.id === selectedSessionId) || sessions[0] || null,
|
||||||
|
[selectedSessionId, sessions],
|
||||||
|
);
|
||||||
|
|
||||||
|
const activeSessions = sessions.filter((session) => session.status === 'ready');
|
||||||
|
const needsBrowserBinaries = Boolean(status?.enabled && (!status.playwrightInstalled || !status.chromiumInstalled));
|
||||||
|
const runtimeLabel = !status?.enabled
|
||||||
|
? 'Disabled'
|
||||||
|
: status.available
|
||||||
|
? 'Ready'
|
||||||
|
: status.installInProgress || isInstalling
|
||||||
|
? 'Installing'
|
||||||
|
: 'Setup required';
|
||||||
|
|
||||||
|
const cursorStyle = selectedSession?.cursor && selectedSession.viewport
|
||||||
|
? {
|
||||||
|
left: `${(selectedSession.cursor.x / selectedSession.viewport.width) * 100}%`,
|
||||||
|
top: `${(selectedSession.cursor.y / selectedSession.viewport.height) * 100}%`,
|
||||||
|
}
|
||||||
|
: null;
|
||||||
|
|
||||||
|
const refresh = useCallback(async () => {
|
||||||
|
setIsRefreshing(true);
|
||||||
|
try {
|
||||||
|
const [statusResponse, sessionsResponse] = await Promise.all([
|
||||||
|
authenticatedFetch('/api/browser-use/status'),
|
||||||
|
authenticatedFetch('/api/browser-use/sessions'),
|
||||||
|
]);
|
||||||
|
const statusData = await readJson<{ data: BrowserUseStatus }>(statusResponse);
|
||||||
|
const sessionsData = await readJson<{ data: { sessions: BrowserUseSession[] } }>(sessionsResponse);
|
||||||
|
const nextSessions = sessionsData.data.sessions;
|
||||||
|
setStatus(statusData.data);
|
||||||
|
setSessions(nextSessions);
|
||||||
|
setSelectedSessionId((current) => (
|
||||||
|
current && nextSessions.some((session) => session.id === current)
|
||||||
|
? current
|
||||||
|
: nextSessions[0]?.id || null
|
||||||
|
));
|
||||||
|
setError(null);
|
||||||
|
} catch (err) {
|
||||||
|
setError(err instanceof Error ? err.message : 'Failed to load Browser');
|
||||||
|
} finally {
|
||||||
|
setIsRefreshing(false);
|
||||||
|
}
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!isVisible) return;
|
||||||
|
void refresh();
|
||||||
|
}, [isVisible, refresh]);
|
||||||
|
|
||||||
|
const runAction = useCallback(async (action: () => Promise<void>) => {
|
||||||
|
setIsBusy(true);
|
||||||
|
setError(null);
|
||||||
|
try {
|
||||||
|
await action();
|
||||||
|
await refresh();
|
||||||
|
} catch (err) {
|
||||||
|
setError(err instanceof Error ? err.message : 'Browser action failed');
|
||||||
|
} finally {
|
||||||
|
setIsBusy(false);
|
||||||
|
}
|
||||||
|
}, [refresh]);
|
||||||
|
|
||||||
|
const stopSession = () => runAction(async () => {
|
||||||
|
if (!selectedSession) return;
|
||||||
|
const response = await authenticatedFetch(`/api/browser-use/sessions/${selectedSession.id}/stop`, { method: 'POST' });
|
||||||
|
await readJson(response);
|
||||||
|
});
|
||||||
|
|
||||||
|
const deleteSession = () => runAction(async () => {
|
||||||
|
if (!selectedSession) return;
|
||||||
|
const response = await authenticatedFetch(`/api/browser-use/sessions/${selectedSession.id}`, { method: 'DELETE' });
|
||||||
|
await readJson(response);
|
||||||
|
setIsFullscreen(false);
|
||||||
|
});
|
||||||
|
|
||||||
|
const installBrowserBinaries = () => runAction(async () => {
|
||||||
|
setIsInstalling(true);
|
||||||
|
try {
|
||||||
|
const response = await authenticatedFetch('/api/browser-use/runtime/install', { method: 'POST' });
|
||||||
|
await readJson(response);
|
||||||
|
} finally {
|
||||||
|
setIsInstalling(false);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
const renderSessionItem = (session: BrowserUseSession) => {
|
||||||
|
const isSelected = selectedSession?.id === session.id;
|
||||||
|
return (
|
||||||
|
<button
|
||||||
|
key={session.id}
|
||||||
|
type="button"
|
||||||
|
onClick={() => setSelectedSessionId(session.id)}
|
||||||
|
className={cn(
|
||||||
|
'group w-full rounded-md border px-3 py-2.5 text-left transition-colors',
|
||||||
|
isSelected
|
||||||
|
? 'border-primary/50 bg-primary/10 text-foreground'
|
||||||
|
: 'border-border/60 bg-card/30 text-muted-foreground hover:bg-muted/50',
|
||||||
|
)}
|
||||||
|
>
|
||||||
|
<div className="flex items-start justify-between gap-2">
|
||||||
|
<div className="min-w-0">
|
||||||
|
<div className="flex min-w-0 items-center gap-2">
|
||||||
|
<span className={cn('h-1.5 w-1.5 shrink-0 rounded-full', getStatusDot(session.status))} />
|
||||||
|
<div className="truncate text-sm font-medium">{session.title || getDomain(session.url)}</div>
|
||||||
|
</div>
|
||||||
|
<div className="mt-1 truncate pl-3.5 text-xs text-muted-foreground">{getDomain(session.url)}</div>
|
||||||
|
</div>
|
||||||
|
<Badge variant="outline" className="shrink-0 border-border bg-background text-[10px] text-muted-foreground">
|
||||||
|
{session.status}
|
||||||
|
</Badge>
|
||||||
|
</div>
|
||||||
|
<div className="mt-2 flex items-center gap-1.5 text-[11px] text-muted-foreground">
|
||||||
|
<Clock3 className="h-3 w-3" />
|
||||||
|
<span>{formatRelativeTime(session.updatedAt)}</span>
|
||||||
|
<span className="truncate">- {formatAction(session.lastAction)}</span>
|
||||||
|
</div>
|
||||||
|
</button>
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
const renderEmptyState = () => (
|
||||||
|
<div className="flex min-h-0 flex-1 items-center justify-center p-6">
|
||||||
|
<div className="w-full max-w-2xl rounded-md border border-border bg-card/40 p-5 shadow-sm">
|
||||||
|
<div className="flex items-start gap-3">
|
||||||
|
<div className="flex h-10 w-10 shrink-0 items-center justify-center rounded-md border border-border bg-background">
|
||||||
|
<MonitorPlay className="h-5 w-5 text-primary" />
|
||||||
|
</div>
|
||||||
|
<div className="min-w-0">
|
||||||
|
<div className="text-sm font-semibold text-foreground">
|
||||||
|
{status?.enabled ? 'No browser sessions yet' : 'Browser is disabled'}
|
||||||
|
</div>
|
||||||
|
<p className="mt-1 max-w-xl text-sm leading-6 text-muted-foreground">
|
||||||
|
{status?.enabled
|
||||||
|
? 'Agent browser sessions appear here while an AI task is using Browser.'
|
||||||
|
: 'Enable Browser in settings to let agents open monitored browser sessions.'}
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{needsBrowserBinaries && (
|
||||||
|
<div className="mt-4 rounded-md border border-border bg-muted/30 p-3">
|
||||||
|
<div className="text-sm font-medium text-foreground">Runtime setup required</div>
|
||||||
|
<p className="mt-1 text-sm text-muted-foreground">{status?.message}</p>
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
size="sm"
|
||||||
|
className="mt-3"
|
||||||
|
onClick={installBrowserBinaries}
|
||||||
|
disabled={isBusy || isInstalling || status?.installInProgress}
|
||||||
|
>
|
||||||
|
{isInstalling || status?.installInProgress ? (
|
||||||
|
<Loader2 className="h-4 w-4 animate-spin" />
|
||||||
|
) : (
|
||||||
|
<Download className="h-4 w-4" />
|
||||||
|
)}
|
||||||
|
{isInstalling || status?.installInProgress ? 'Installing...' : 'Install Runtime'}
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
<div className="mt-5 grid gap-2 sm:grid-cols-2">
|
||||||
|
{PROMPTS.map((prompt) => (
|
||||||
|
<div key={prompt} className="rounded-md border border-border/70 bg-background/70 p-3">
|
||||||
|
<div className="mb-2 flex items-center gap-2 text-xs font-medium uppercase tracking-wide text-muted-foreground">
|
||||||
|
<Bot className="h-3.5 w-3.5" />
|
||||||
|
Prompt
|
||||||
|
</div>
|
||||||
|
<p className="text-sm leading-6 text-foreground">{prompt}</p>
|
||||||
|
</div>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
|
||||||
|
const renderBrowserSurface = (fullscreen = false) => (
|
||||||
|
<div className={cn('flex flex-1 items-center justify-center bg-neutral-950', fullscreen ? 'min-h-[80vh]' : 'min-h-[420px]')}>
|
||||||
|
{selectedSession?.screenshotDataUrl ? (
|
||||||
|
<div className="relative inline-block max-h-full">
|
||||||
|
<img
|
||||||
|
src={selectedSession.screenshotDataUrl}
|
||||||
|
alt="Browser session screenshot"
|
||||||
|
className={fullscreen ? 'block max-h-[80vh] w-auto max-w-full object-contain' : 'block max-h-[72vh] w-auto max-w-full object-contain'}
|
||||||
|
/>
|
||||||
|
{cursorStyle && (
|
||||||
|
<div
|
||||||
|
className="pointer-events-none absolute h-5 w-5 -translate-x-1/2 -translate-y-1/2 rounded-full border-2 border-white/90 bg-primary/80 shadow-[0_0_0_6px_hsl(var(--primary)/0.18)]"
|
||||||
|
style={cursorStyle}
|
||||||
|
>
|
||||||
|
<div className="absolute left-1/2 top-1/2 h-2 w-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-white" />
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
) : (
|
||||||
|
<div className="px-6 text-center">
|
||||||
|
<MonitorPlay className="mx-auto h-9 w-9 text-neutral-500" />
|
||||||
|
<div className="mt-3 text-sm font-medium text-neutral-100">{selectedSession?.message || 'Waiting for screenshot'}</div>
|
||||||
|
<p className="mt-1 text-xs text-neutral-400">The next agent browser snapshot will render here.</p>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="flex h-full min-h-0 flex-col bg-background">
|
||||||
|
<div className="flex items-center justify-between gap-3 border-b border-border/60 px-4 py-3">
|
||||||
|
<div className="min-w-0">
|
||||||
|
<div className="flex items-center gap-2">
|
||||||
|
<MonitorPlay className="h-4 w-4 text-primary" />
|
||||||
|
<h3 className="text-sm font-semibold text-foreground">Browser</h3>
|
||||||
|
<Badge variant="outline" className={cn('text-[10px]', getRuntimeTone(status, isInstalling))}>
|
||||||
|
{runtimeLabel}
|
||||||
|
</Badge>
|
||||||
|
</div>
|
||||||
|
<p className="mt-0.5 text-xs text-muted-foreground">Monitor browser sessions opened by AI agents.</p>
|
||||||
|
</div>
|
||||||
|
<div className="flex items-center gap-1.5">
|
||||||
|
{onShowSettings && (
|
||||||
|
<Button
|
||||||
|
variant="ghost"
|
||||||
|
size="sm"
|
||||||
|
className="h-7 w-7 p-0"
|
||||||
|
onClick={() => onShowSettings('browser')}
|
||||||
|
title="Open Browser settings"
|
||||||
|
aria-label="Open Browser settings"
|
||||||
|
>
|
||||||
|
<Settings className="h-3.5 w-3.5" />
|
||||||
|
</Button>
|
||||||
|
)}
|
||||||
|
<Button
|
||||||
|
variant="ghost"
|
||||||
|
size="sm"
|
||||||
|
className="h-7 w-7 p-0"
|
||||||
|
onClick={() => void refresh()}
|
||||||
|
disabled={isRefreshing || isBusy}
|
||||||
|
title="Refresh browser sessions"
|
||||||
|
aria-label="Refresh browser sessions"
|
||||||
|
>
|
||||||
|
<RefreshCw className={cn('h-3.5 w-3.5', isRefreshing && 'animate-spin')} />
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{error && (
|
||||||
|
<div className="border-b border-destructive/20 bg-destructive/10 px-4 py-2 text-sm text-destructive">
|
||||||
|
{error}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{sessions.length > 0 && (
|
||||||
|
<div className="border-b border-border/60 bg-muted/20 px-3 py-2 lg:hidden">
|
||||||
|
<div className="flex gap-2 overflow-x-auto">
|
||||||
|
{sessions.map((session) => (
|
||||||
|
<button
|
||||||
|
key={session.id}
|
||||||
|
type="button"
|
||||||
|
onClick={() => setSelectedSessionId(session.id)}
|
||||||
|
className={cn(
|
||||||
|
'flex min-w-[180px] items-center gap-2 rounded-md border px-2.5 py-2 text-left',
|
||||||
|
selectedSession?.id === session.id
|
||||||
|
? 'border-primary/40 bg-primary/5'
|
||||||
|
: 'border-border bg-background',
|
||||||
|
)}
|
||||||
|
>
|
||||||
|
<span className={cn('h-1.5 w-1.5 shrink-0 rounded-full', getStatusDot(session.status))} />
|
||||||
|
<span className="min-w-0 flex-1 truncate text-xs font-medium text-foreground">
|
||||||
|
{session.title || getDomain(session.url)}
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
<div className="grid min-h-0 flex-1 grid-cols-1 lg:grid-cols-[minmax(0,1fr)_320px]">
|
||||||
|
<main className="flex min-h-0 flex-col overflow-hidden">
|
||||||
|
<div className="flex items-center justify-between gap-3 border-b border-border/60 bg-muted/20 px-4 py-2.5 text-xs text-muted-foreground">
|
||||||
|
<div className="min-w-0 truncate">
|
||||||
|
{activeSessions.length} active
|
||||||
|
<span className="px-1.5">/</span>
|
||||||
|
{sessions.length} total
|
||||||
|
</div>
|
||||||
|
<div className="min-w-0 truncate">
|
||||||
|
Updated {formatRelativeTime(selectedSession?.updatedAt || null)}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{sessions.length === 0 ? (
|
||||||
|
renderEmptyState()
|
||||||
|
) : (
|
||||||
|
<div className="min-h-0 flex-1 overflow-auto bg-muted/20 p-4">
|
||||||
|
<div className="mx-auto flex min-h-[500px] max-w-7xl flex-col overflow-hidden rounded-md border border-border bg-background shadow-sm">
|
||||||
|
<div className="flex flex-wrap items-center gap-2 border-b border-border/60 px-3 py-2">
|
||||||
|
<Badge variant="outline" className={selectedSession ? cn('text-[10px]', getStatusTone(selectedSession.status)) : 'text-[10px]'}>
|
||||||
|
{selectedSession?.status || 'empty'}
|
||||||
|
</Badge>
|
||||||
|
<div className="min-w-0 flex-1">
|
||||||
|
<div className="truncate text-sm font-medium text-foreground">
|
||||||
|
{selectedSession?.title || getDomain(selectedSession?.url || null)}
|
||||||
|
</div>
|
||||||
|
<div className="mt-0.5 flex min-w-0 items-center gap-1.5 text-xs text-muted-foreground">
|
||||||
|
<ExternalLink className="h-3.5 w-3.5 shrink-0" />
|
||||||
|
<span className="truncate">{selectedSession?.url || 'No page loaded'}</span>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div className="hidden text-xs text-muted-foreground md:block">
|
||||||
|
{formatAction(selectedSession?.lastAction || null)}
|
||||||
|
</div>
|
||||||
|
<Button variant="ghost" size="sm" className="h-8 w-8 p-0" onClick={() => setIsFullscreen(true)} disabled={!selectedSession?.screenshotDataUrl} title="Full screen" aria-label="Full screen">
|
||||||
|
<Expand className="h-4 w-4" />
|
||||||
|
</Button>
|
||||||
|
<Button variant="ghost" size="sm" className="h-8 w-8 p-0 lg:hidden" onClick={stopSession} disabled={isBusy || !selectedSession || selectedSession.status !== 'ready'} title="Stop session" aria-label="Stop session">
|
||||||
|
<Square className="h-4 w-4" />
|
||||||
|
</Button>
|
||||||
|
<Button variant="ghost" size="sm" className="h-8 w-8 p-0 lg:hidden" onClick={deleteSession} disabled={isBusy || !selectedSession} title="Delete session" aria-label="Delete session">
|
||||||
|
<Trash2 className="h-4 w-4" />
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
{renderBrowserSurface()}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</main>
|
||||||
|
|
||||||
|
<aside className="hidden min-h-0 flex-col border-l border-border/60 bg-background lg:flex">
|
||||||
|
<div className="border-b border-border/60 px-4 py-3">
|
||||||
|
<div className="flex items-center justify-between gap-2">
|
||||||
|
<div>
|
||||||
|
<div className="text-sm font-semibold text-foreground">Sessions</div>
|
||||||
|
<div className="mt-0.5 text-xs text-muted-foreground">{sessions.length} total</div>
|
||||||
|
</div>
|
||||||
|
<Badge variant="outline" className="text-[10px]">{activeSessions.length} active</Badge>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div className="min-h-0 flex-1 overflow-y-auto p-3">
|
||||||
|
{sessions.length > 0 ? (
|
||||||
|
<div className="space-y-2">{sessions.map(renderSessionItem)}</div>
|
||||||
|
) : (
|
||||||
|
<div className="rounded-md border border-dashed border-border/70 px-3 py-8 text-center text-xs text-muted-foreground">
|
||||||
|
No agent browser sessions.
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div className="border-t border-border/60 p-3">
|
||||||
|
<div className="rounded-md border border-border/70 bg-muted/30 p-3">
|
||||||
|
<div className="flex items-center gap-2 text-xs font-medium uppercase tracking-wide text-muted-foreground">
|
||||||
|
<Bot className="h-3.5 w-3.5" />
|
||||||
|
Selected
|
||||||
|
</div>
|
||||||
|
<div className="mt-3 space-y-2 text-xs text-muted-foreground">
|
||||||
|
<div className="flex items-center justify-between gap-3">
|
||||||
|
<span>Status</span>
|
||||||
|
<span className="font-medium text-foreground">{selectedSession?.status || 'None'}</span>
|
||||||
|
</div>
|
||||||
|
<div className="flex items-center justify-between gap-3">
|
||||||
|
<span>Last action</span>
|
||||||
|
<span className="truncate font-medium text-foreground">{formatAction(selectedSession?.lastAction || null)}</span>
|
||||||
|
</div>
|
||||||
|
<div className="flex items-center justify-between gap-3">
|
||||||
|
<span>Profile</span>
|
||||||
|
<span className="truncate font-medium text-foreground">{selectedSession?.profileName || 'Temporary'}</span>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div className="mt-3 grid grid-cols-2 gap-2">
|
||||||
|
<Button variant="outline" size="sm" onClick={stopSession} disabled={isBusy || !selectedSession || selectedSession.status !== 'ready'}>
|
||||||
|
<Square className="h-4 w-4" />
|
||||||
|
Stop
|
||||||
|
</Button>
|
||||||
|
<Button variant="outline" size="sm" onClick={deleteSession} disabled={isBusy || !selectedSession}>
|
||||||
|
<Trash2 className="h-4 w-4" />
|
||||||
|
Delete
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</aside>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{isFullscreen && selectedSession && (
|
||||||
|
<div className="fixed inset-0 z-50 bg-black/90 p-6">
|
||||||
|
<div className="flex h-full flex-col rounded-md border border-white/10 bg-black">
|
||||||
|
<div className="flex items-center justify-between border-b border-white/10 px-4 py-3 text-sm text-white/80">
|
||||||
|
<div className="min-w-0 truncate">{selectedSession.title || selectedSession.url || 'Browser session'}</div>
|
||||||
|
<Button variant="outline" size="sm" onClick={() => setIsFullscreen(false)}>
|
||||||
|
<X className="h-4 w-4" />
|
||||||
|
Close
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
{renderBrowserSurface(true)}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -7,6 +7,7 @@ import type {
|
|||||||
SessionActivityMap,
|
SessionActivityMap,
|
||||||
} from '../../../hooks/useSessionProtection';
|
} from '../../../hooks/useSessionProtection';
|
||||||
import type { SessionEstablishedContext, SessionNavigationOptions } from '../../chat/types/types';
|
import type { SessionEstablishedContext, SessionNavigationOptions } from '../../chat/types/types';
|
||||||
|
import type { SettingsMainTab } from '../../settings/types/types';
|
||||||
|
|
||||||
export type TaskMasterTask = {
|
export type TaskMasterTask = {
|
||||||
id: string | number;
|
id: string | number;
|
||||||
@@ -53,7 +54,7 @@ export type MainContentProps = {
|
|||||||
processingSessions: SessionActivityMap;
|
processingSessions: SessionActivityMap;
|
||||||
onNavigateToSession: (targetSessionId: string, options?: SessionNavigationOptions) => void;
|
onNavigateToSession: (targetSessionId: string, options?: SessionNavigationOptions) => void;
|
||||||
onSessionEstablished: (sessionId: string, context: SessionEstablishedContext) => void;
|
onSessionEstablished: (sessionId: string, context: SessionEstablishedContext) => void;
|
||||||
onShowSettings: () => void;
|
onShowSettings: (tab?: SettingsMainTab) => void;
|
||||||
externalMessageUpdate: number;
|
externalMessageUpdate: number;
|
||||||
newSessionTrigger: number;
|
newSessionTrigger: number;
|
||||||
};
|
};
|
||||||
@@ -64,6 +65,7 @@ export type MainContentHeaderProps = {
|
|||||||
selectedProject: Project;
|
selectedProject: Project;
|
||||||
selectedSession: ProjectSession | null;
|
selectedSession: ProjectSession | null;
|
||||||
shouldShowTasksTab: boolean;
|
shouldShowTasksTab: boolean;
|
||||||
|
shouldShowBrowserTab: boolean;
|
||||||
isMobile: boolean;
|
isMobile: boolean;
|
||||||
onMenuClick: () => void;
|
onMenuClick: () => void;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -1,15 +1,17 @@
|
|||||||
import React, { useEffect } from 'react';
|
import React, { useCallback, useEffect, useState } from 'react';
|
||||||
|
|
||||||
import ChatInterface from '../../chat/view/ChatInterface';
|
import ChatInterface from '../../chat/view/ChatInterface';
|
||||||
import FileTree from '../../file-tree/view/FileTree';
|
import FileTree from '../../file-tree/view/FileTree';
|
||||||
import StandaloneShell from '../../standalone-shell/view/StandaloneShell';
|
import StandaloneShell from '../../standalone-shell/view/StandaloneShell';
|
||||||
import GitPanel from '../../git-panel/view/GitPanel';
|
import GitPanel from '../../git-panel/view/GitPanel';
|
||||||
import PluginTabContent from '../../plugins/view/PluginTabContent';
|
import PluginTabContent from '../../plugins/view/PluginTabContent';
|
||||||
|
import { BrowserUsePanel } from '../../browser-use';
|
||||||
import type { MainContentProps } from '../types/types';
|
import type { MainContentProps } from '../types/types';
|
||||||
import { useTaskMaster } from '../../../contexts/TaskMasterContext';
|
import { useTaskMaster } from '../../../contexts/TaskMasterContext';
|
||||||
import { usePaletteOpsRegister } from '../../../contexts/PaletteOpsContext';
|
import { usePaletteOpsRegister } from '../../../contexts/PaletteOpsContext';
|
||||||
import { useTasksSettings } from '../../../contexts/TasksSettingsContext';
|
import { useTasksSettings } from '../../../contexts/TasksSettingsContext';
|
||||||
import { useUiPreferences } from '../../../hooks/useUiPreferences';
|
import { useUiPreferences } from '../../../hooks/useUiPreferences';
|
||||||
|
import { authenticatedFetch } from '../../../utils/api';
|
||||||
import { useEditorSidebar } from '../../code-editor/hooks/useEditorSidebar';
|
import { useEditorSidebar } from '../../code-editor/hooks/useEditorSidebar';
|
||||||
import EditorSidebar from '../../code-editor/view/EditorSidebar';
|
import EditorSidebar from '../../code-editor/view/EditorSidebar';
|
||||||
import type { Project } from '../../../types/app';
|
import type { Project } from '../../../types/app';
|
||||||
@@ -55,8 +57,10 @@ function MainContent({
|
|||||||
|
|
||||||
const { currentProject, setCurrentProject } = useTaskMaster() as TaskMasterContextValue;
|
const { currentProject, setCurrentProject } = useTaskMaster() as TaskMasterContextValue;
|
||||||
const { tasksEnabled, isTaskMasterInstalled } = useTasksSettings() as TasksSettingsContextValue;
|
const { tasksEnabled, isTaskMasterInstalled } = useTasksSettings() as TasksSettingsContextValue;
|
||||||
|
const [browserUseEnabled, setBrowserUseEnabled] = useState(false);
|
||||||
|
|
||||||
const shouldShowTasksTab = Boolean(tasksEnabled && isTaskMasterInstalled);
|
const shouldShowTasksTab = Boolean(tasksEnabled && isTaskMasterInstalled);
|
||||||
|
const shouldShowBrowserTab = browserUseEnabled;
|
||||||
|
|
||||||
const {
|
const {
|
||||||
editingFile,
|
editingFile,
|
||||||
@@ -90,6 +94,28 @@ function MainContent({
|
|||||||
}
|
}
|
||||||
}, [shouldShowTasksTab, activeTab, setActiveTab]);
|
}, [shouldShowTasksTab, activeTab, setActiveTab]);
|
||||||
|
|
||||||
|
const loadBrowserUseSettings = useCallback(async () => {
|
||||||
|
try {
|
||||||
|
const response = await authenticatedFetch('/api/browser-use/settings');
|
||||||
|
const data = await response.json();
|
||||||
|
setBrowserUseEnabled(Boolean(response.ok && data?.success !== false && data?.data?.settings?.enabled));
|
||||||
|
} catch {
|
||||||
|
setBrowserUseEnabled(false);
|
||||||
|
}
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
void loadBrowserUseSettings();
|
||||||
|
window.addEventListener('browserUseSettingsChanged', loadBrowserUseSettings);
|
||||||
|
return () => window.removeEventListener('browserUseSettingsChanged', loadBrowserUseSettings);
|
||||||
|
}, [loadBrowserUseSettings]);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!shouldShowBrowserTab && activeTab === 'browser') {
|
||||||
|
setActiveTab('chat');
|
||||||
|
}
|
||||||
|
}, [shouldShowBrowserTab, activeTab, setActiveTab]);
|
||||||
|
|
||||||
usePaletteOpsRegister({
|
usePaletteOpsRegister({
|
||||||
openFile: (filePath: string) => {
|
openFile: (filePath: string) => {
|
||||||
setActiveTab('files');
|
setActiveTab('files');
|
||||||
@@ -113,6 +139,7 @@ function MainContent({
|
|||||||
selectedProject={selectedProject}
|
selectedProject={selectedProject}
|
||||||
selectedSession={selectedSession}
|
selectedSession={selectedSession}
|
||||||
shouldShowTasksTab={shouldShowTasksTab}
|
shouldShowTasksTab={shouldShowTasksTab}
|
||||||
|
shouldShowBrowserTab={shouldShowBrowserTab}
|
||||||
isMobile={isMobile}
|
isMobile={isMobile}
|
||||||
onMenuClick={onMenuClick}
|
onMenuClick={onMenuClick}
|
||||||
/>
|
/>
|
||||||
@@ -171,7 +198,11 @@ function MainContent({
|
|||||||
|
|
||||||
{shouldShowTasksTab && <TaskMasterPanel isVisible={activeTab === 'tasks'} />}
|
{shouldShowTasksTab && <TaskMasterPanel isVisible={activeTab === 'tasks'} />}
|
||||||
|
|
||||||
<div className={`h-full overflow-hidden ${activeTab === 'preview' ? 'block' : 'hidden'}`} />
|
{shouldShowBrowserTab && activeTab === 'browser' && (
|
||||||
|
<div className="h-full overflow-hidden">
|
||||||
|
<BrowserUsePanel isVisible={activeTab === 'browser'} onShowSettings={onShowSettings} />
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
{activeTab.startsWith('plugin:') && (
|
{activeTab.startsWith('plugin:') && (
|
||||||
<div className="h-full overflow-hidden">
|
<div className="h-full overflow-hidden">
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ export default function MainContentHeader({
|
|||||||
selectedProject,
|
selectedProject,
|
||||||
selectedSession,
|
selectedSession,
|
||||||
shouldShowTasksTab,
|
shouldShowTasksTab,
|
||||||
|
shouldShowBrowserTab,
|
||||||
isMobile,
|
isMobile,
|
||||||
onMenuClick,
|
onMenuClick,
|
||||||
}: MainContentHeaderProps) {
|
}: MainContentHeaderProps) {
|
||||||
@@ -59,6 +60,7 @@ export default function MainContentHeader({
|
|||||||
activeTab={activeTab}
|
activeTab={activeTab}
|
||||||
setActiveTab={setActiveTab}
|
setActiveTab={setActiveTab}
|
||||||
shouldShowTasksTab={shouldShowTasksTab}
|
shouldShowTasksTab={shouldShowTasksTab}
|
||||||
|
shouldShowBrowserTab={shouldShowBrowserTab}
|
||||||
/>
|
/>
|
||||||
</div>
|
</div>
|
||||||
{canScrollRight && (
|
{canScrollRight && (
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import { MessageSquare, Terminal, Folder, GitBranch, ClipboardCheck, type LucideIcon } from 'lucide-react';
|
import { MessageSquare, Terminal, Folder, GitBranch, ClipboardCheck, MonitorPlay, type LucideIcon } from 'lucide-react';
|
||||||
import type { Dispatch, SetStateAction } from 'react';
|
import type { Dispatch, SetStateAction } from 'react';
|
||||||
import { useTranslation } from 'react-i18next';
|
import { useTranslation } from 'react-i18next';
|
||||||
|
|
||||||
import { Tooltip, PillBar, Pill } from '../../../../shared/view/ui';
|
import { Tooltip, PillBar, Pill } from '../../../../shared/view/ui';
|
||||||
import type { AppTab } from '../../../../types/app';
|
import type { AppTab } from '../../../../types/app';
|
||||||
import { usePlugins } from '../../../../contexts/PluginsContext';
|
import { usePlugins } from '../../../../contexts/PluginsContext';
|
||||||
@@ -10,6 +11,7 @@ type MainContentTabSwitcherProps = {
|
|||||||
activeTab: AppTab;
|
activeTab: AppTab;
|
||||||
setActiveTab: Dispatch<SetStateAction<AppTab>>;
|
setActiveTab: Dispatch<SetStateAction<AppTab>>;
|
||||||
shouldShowTasksTab: boolean;
|
shouldShowTasksTab: boolean;
|
||||||
|
shouldShowBrowserTab: boolean;
|
||||||
};
|
};
|
||||||
|
|
||||||
type BuiltInTab = {
|
type BuiltInTab = {
|
||||||
@@ -36,6 +38,13 @@ const BASE_TABS: BuiltInTab[] = [
|
|||||||
{ kind: 'builtin', id: 'git', labelKey: 'tabs.git', icon: GitBranch },
|
{ kind: 'builtin', id: 'git', labelKey: 'tabs.git', icon: GitBranch },
|
||||||
];
|
];
|
||||||
|
|
||||||
|
const BROWSER_TAB: BuiltInTab = {
|
||||||
|
kind: 'builtin',
|
||||||
|
id: 'browser',
|
||||||
|
labelKey: 'tabs.browser',
|
||||||
|
icon: MonitorPlay,
|
||||||
|
};
|
||||||
|
|
||||||
const TASKS_TAB: BuiltInTab = {
|
const TASKS_TAB: BuiltInTab = {
|
||||||
kind: 'builtin',
|
kind: 'builtin',
|
||||||
id: 'tasks',
|
id: 'tasks',
|
||||||
@@ -47,11 +56,16 @@ export default function MainContentTabSwitcher({
|
|||||||
activeTab,
|
activeTab,
|
||||||
setActiveTab,
|
setActiveTab,
|
||||||
shouldShowTasksTab,
|
shouldShowTasksTab,
|
||||||
|
shouldShowBrowserTab,
|
||||||
}: MainContentTabSwitcherProps) {
|
}: MainContentTabSwitcherProps) {
|
||||||
const { t } = useTranslation();
|
const { t } = useTranslation();
|
||||||
const { plugins } = usePlugins();
|
const { plugins } = usePlugins();
|
||||||
|
|
||||||
const builtInTabs: BuiltInTab[] = shouldShowTasksTab ? [...BASE_TABS, TASKS_TAB] : BASE_TABS;
|
const builtInTabs: BuiltInTab[] = [
|
||||||
|
...BASE_TABS,
|
||||||
|
...(shouldShowBrowserTab ? [BROWSER_TAB] : []),
|
||||||
|
...(shouldShowTasksTab ? [TASKS_TAB] : []),
|
||||||
|
];
|
||||||
|
|
||||||
const pluginTabs: PluginTab[] = plugins
|
const pluginTabs: PluginTab[] = plugins
|
||||||
.filter((p) => p.enabled)
|
.filter((p) => p.enabled)
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import { useTranslation } from 'react-i18next';
|
import { useTranslation } from 'react-i18next';
|
||||||
|
|
||||||
import SessionProviderLogo from '../../../llm-logo-provider/SessionProviderLogo';
|
import SessionProviderLogo from '../../../llm-logo-provider/SessionProviderLogo';
|
||||||
import type { AppTab, Project, ProjectSession } from '../../../../types/app';
|
import type { AppTab, Project, ProjectSession } from '../../../../types/app';
|
||||||
import { usePlugins } from '../../../../contexts/PluginsContext';
|
import { usePlugins } from '../../../../contexts/PluginsContext';
|
||||||
@@ -27,6 +28,10 @@ function getTabTitle(activeTab: AppTab, shouldShowTasksTab: boolean, t: (key: st
|
|||||||
return 'TaskMaster';
|
return 'TaskMaster';
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (activeTab === 'browser') {
|
||||||
|
return 'Browser';
|
||||||
|
}
|
||||||
|
|
||||||
return 'Project';
|
return 'Project';
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -52,6 +52,11 @@ const getServerKey = (server: ProviderMcpServer): string => (
|
|||||||
`${server.provider}:${server.scope}:${server.workspacePath || 'global'}:${server.name}`
|
`${server.provider}:${server.scope}:${server.workspacePath || 'global'}:${server.name}`
|
||||||
);
|
);
|
||||||
|
|
||||||
|
// Servers prefixed with `cloudcli-` are written and removed automatically by a
|
||||||
|
// CloudCLI feature toggle (e.g. the Browser tab), not added by the user. They are
|
||||||
|
// shown read-only so users don't edit/delete them out of sync with the feature.
|
||||||
|
const isManagedServer = (server: ProviderMcpServer): boolean => server.name.startsWith('cloudcli-');
|
||||||
|
|
||||||
function ConfigLine({ label, children }: { label: string; children: string }) {
|
function ConfigLine({ label, children }: { label: string; children: string }) {
|
||||||
if (!children) {
|
if (!children) {
|
||||||
return null;
|
return null;
|
||||||
@@ -177,65 +182,92 @@ export default function McpServers({ selectedProvider, currentProjects }: McpSer
|
|||||||
<div className="py-8 text-center text-muted-foreground">Loading MCP servers...</div>
|
<div className="py-8 text-center text-muted-foreground">Loading MCP servers...</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{servers.map((server) => (
|
{servers.map((server) => {
|
||||||
<div key={getServerKey(server)} className="rounded-lg border border-border bg-card/50 p-4">
|
const managed = isManagedServer(server);
|
||||||
<div className="flex items-start justify-between">
|
|
||||||
<div className="min-w-0 flex-1">
|
return (
|
||||||
<div className="mb-2 flex flex-wrap items-center gap-2">
|
<div key={getServerKey(server)} className="rounded-lg border border-border bg-card/50 p-4">
|
||||||
{getTransportIcon(server.transport)}
|
<div className="flex items-start justify-between">
|
||||||
<span className="font-medium text-foreground">{server.name}</span>
|
<div className="min-w-0 flex-1">
|
||||||
<Badge variant="outline" className="text-xs">
|
<div className="mb-2 flex flex-wrap items-center gap-2">
|
||||||
{server.transport || 'stdio'}
|
{!managed && getTransportIcon(server.transport)}
|
||||||
</Badge>
|
<span className="font-medium text-foreground">{server.name}</span>
|
||||||
<Badge variant="outline" className="text-xs">
|
{!managed && (
|
||||||
{getScopeLabel(server.scope)}
|
<>
|
||||||
</Badge>
|
<Badge variant="outline" className="text-xs">
|
||||||
{server.projectDisplayName && (
|
{server.transport || 'stdio'}
|
||||||
<Badge variant="outline" className="max-w-full truncate text-xs">
|
</Badge>
|
||||||
{server.projectDisplayName}
|
<Badge variant="outline" className="text-xs">
|
||||||
</Badge>
|
{getScopeLabel(server.scope)}
|
||||||
)}
|
</Badge>
|
||||||
|
{server.projectDisplayName && (
|
||||||
|
<Badge variant="outline" className="max-w-full truncate text-xs">
|
||||||
|
{server.projectDisplayName}
|
||||||
|
</Badge>
|
||||||
|
)}
|
||||||
|
</>
|
||||||
|
)}
|
||||||
|
{managed && (
|
||||||
|
<Badge variant="outline" className="gap-1 text-xs text-muted-foreground">
|
||||||
|
<Lock className="h-3 w-3" />
|
||||||
|
{t('mcpServers.managed.badge', { defaultValue: 'Managed' })}
|
||||||
|
</Badge>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div className="space-y-1 text-sm text-muted-foreground">
|
||||||
|
{!managed && (
|
||||||
|
<>
|
||||||
|
<ConfigLine label={t('mcpServers.config.command')}>{server.command || ''}</ConfigLine>
|
||||||
|
<ConfigLine label={t('mcpServers.config.url')}>{server.url || ''}</ConfigLine>
|
||||||
|
<ConfigLine label={t('mcpServers.config.args')}>{(server.args || []).join(' ')}</ConfigLine>
|
||||||
|
<ConfigLine label="Cwd">{server.cwd || ''}</ConfigLine>
|
||||||
|
{server.env && Object.keys(server.env).length > 0 && (
|
||||||
|
<ConfigLine label={t('mcpServers.config.environment')}>
|
||||||
|
{Object.entries(server.env).map(([key, value]) => `${key}=${maskSecret(value)}`).join(', ')}
|
||||||
|
</ConfigLine>
|
||||||
|
)}
|
||||||
|
{server.envVars && server.envVars.length > 0 && (
|
||||||
|
<ConfigLine label="Env Vars">{server.envVars.join(', ')}</ConfigLine>
|
||||||
|
)}
|
||||||
|
</>
|
||||||
|
)}
|
||||||
|
{managed && (
|
||||||
|
<div className="text-xs text-muted-foreground">
|
||||||
|
{t('mcpServers.managed.hint', {
|
||||||
|
defaultValue: 'Managed by CloudCLI.',
|
||||||
|
})}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div className="space-y-1 text-sm text-muted-foreground">
|
{!managed && (
|
||||||
<ConfigLine label={t('mcpServers.config.command')}>{server.command || ''}</ConfigLine>
|
<div className="ml-4 flex items-center gap-2">
|
||||||
<ConfigLine label={t('mcpServers.config.url')}>{server.url || ''}</ConfigLine>
|
<Button
|
||||||
<ConfigLine label={t('mcpServers.config.args')}>{(server.args || []).join(' ')}</ConfigLine>
|
onClick={() => openForm(server)}
|
||||||
<ConfigLine label="Cwd">{server.cwd || ''}</ConfigLine>
|
variant="ghost"
|
||||||
{server.env && Object.keys(server.env).length > 0 && (
|
size="sm"
|
||||||
<ConfigLine label={t('mcpServers.config.environment')}>
|
className="text-muted-foreground hover:text-foreground"
|
||||||
{Object.entries(server.env).map(([key, value]) => `${key}=${maskSecret(value)}`).join(', ')}
|
title={t('mcpServers.actions.edit')}
|
||||||
</ConfigLine>
|
>
|
||||||
)}
|
<Edit3 className="h-4 w-4" />
|
||||||
{server.envVars && server.envVars.length > 0 && (
|
</Button>
|
||||||
<ConfigLine label="Env Vars">{server.envVars.join(', ')}</ConfigLine>
|
<Button
|
||||||
)}
|
onClick={() => deleteServer(server)}
|
||||||
</div>
|
variant="ghost"
|
||||||
</div>
|
size="sm"
|
||||||
|
className="text-red-600 hover:text-red-700"
|
||||||
<div className="ml-4 flex items-center gap-2">
|
title={t('mcpServers.actions.delete')}
|
||||||
<Button
|
>
|
||||||
onClick={() => openForm(server)}
|
<Trash2 className="h-4 w-4" />
|
||||||
variant="ghost"
|
</Button>
|
||||||
size="sm"
|
</div>
|
||||||
className="text-muted-foreground hover:text-foreground"
|
)}
|
||||||
title={t('mcpServers.actions.edit')}
|
|
||||||
>
|
|
||||||
<Edit3 className="h-4 w-4" />
|
|
||||||
</Button>
|
|
||||||
<Button
|
|
||||||
onClick={() => deleteServer(server)}
|
|
||||||
variant="ghost"
|
|
||||||
size="sm"
|
|
||||||
className="text-red-600 hover:text-red-700"
|
|
||||||
title={t('mcpServers.actions.delete')}
|
|
||||||
>
|
|
||||||
<Trash2 className="h-4 w-4" />
|
|
||||||
</Button>
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
);
|
||||||
))}
|
})}
|
||||||
|
|
||||||
{!isLoading && !isLoadingProjectScopes && servers.length === 0 && (
|
{!isLoading && !isLoadingProjectScopes && servers.length === 0 && (
|
||||||
<div className="py-8 text-center text-muted-foreground">{t('mcpServers.empty')}</div>
|
<div className="py-8 text-center text-muted-foreground">{t('mcpServers.empty')}</div>
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ import {
|
|||||||
Info,
|
Info,
|
||||||
KeyRound,
|
KeyRound,
|
||||||
ListChecks,
|
ListChecks,
|
||||||
|
MonitorPlay,
|
||||||
Palette,
|
Palette,
|
||||||
Plug,
|
Plug,
|
||||||
} from 'lucide-react';
|
} from 'lucide-react';
|
||||||
@@ -32,6 +33,7 @@ export const SETTINGS_MAIN_TABS: SettingsMainTabMeta[] = [
|
|||||||
{ id: 'git', label: 'Git', keywords: 'git github commits', icon: GitBranch },
|
{ id: 'git', label: 'Git', keywords: 'git github commits', icon: GitBranch },
|
||||||
{ id: 'api', label: 'API Tokens', keywords: 'api tokens auth keys', icon: KeyRound },
|
{ id: 'api', label: 'API Tokens', keywords: 'api tokens auth keys', icon: KeyRound },
|
||||||
{ id: 'tasks', label: 'Tasks', keywords: 'tasks taskmaster', icon: ListChecks },
|
{ id: 'tasks', label: 'Tasks', keywords: 'tasks taskmaster', icon: ListChecks },
|
||||||
|
{ id: 'browser', label: 'Browser', keywords: 'browser playwright chromium automation', icon: MonitorPlay },
|
||||||
{ id: 'notifications', label: 'Notifications', keywords: 'notifications alerts push', icon: Bell },
|
{ id: 'notifications', label: 'Notifications', keywords: 'notifications alerts push', icon: Bell },
|
||||||
{ id: 'plugins', label: 'Plugins', keywords: 'plugins extensions integrations', icon: Plug },
|
{ id: 'plugins', label: 'Plugins', keywords: 'plugins extensions integrations', icon: Plug },
|
||||||
{ id: 'about', label: 'About', keywords: 'about version info', icon: Info },
|
{ id: 'about', label: 'About', keywords: 'about version info', icon: Info },
|
||||||
|
|||||||
@@ -54,7 +54,7 @@ type NotificationPreferencesResponse = {
|
|||||||
|
|
||||||
type ActiveLoginProvider = AgentProvider | '';
|
type ActiveLoginProvider = AgentProvider | '';
|
||||||
|
|
||||||
const KNOWN_MAIN_TABS: SettingsMainTab[] = ['agents', 'appearance', 'git', 'api', 'tasks', 'notifications', 'plugins'];
|
const KNOWN_MAIN_TABS: SettingsMainTab[] = ['agents', 'appearance', 'git', 'api', 'tasks', 'browser', 'notifications', 'plugins', 'about'];
|
||||||
|
|
||||||
const normalizeMainTab = (tab: string): SettingsMainTab => {
|
const normalizeMainTab = (tab: string): SettingsMainTab => {
|
||||||
// Keep backwards compatibility with older callers that still pass "tools".
|
// Keep backwards compatibility with older callers that still pass "tools".
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ import type { Dispatch, SetStateAction } from 'react';
|
|||||||
import type { LLMProvider } from '../../../types/app';
|
import type { LLMProvider } from '../../../types/app';
|
||||||
import type { ProviderAuthStatus } from '../../provider-auth/types';
|
import type { ProviderAuthStatus } from '../../provider-auth/types';
|
||||||
|
|
||||||
export type SettingsMainTab = 'agents' | 'appearance' | 'git' | 'api' | 'tasks' | 'notifications' | 'plugins' | 'about';
|
export type SettingsMainTab = 'agents' | 'appearance' | 'git' | 'api' | 'tasks' | 'browser' | 'notifications' | 'plugins' | 'about';
|
||||||
export type AgentProvider = LLMProvider;
|
export type AgentProvider = LLMProvider;
|
||||||
export type AgentCategory = 'account' | 'permissions' | 'mcp';
|
export type AgentCategory = 'account' | 'permissions' | 'mcp';
|
||||||
export type ProjectSortOrder = 'name' | 'date';
|
export type ProjectSortOrder = 'name' | 'date';
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ import AgentsSettingsTab from '../view/tabs/agents-settings/AgentsSettingsTab';
|
|||||||
import AppearanceSettingsTab from '../view/tabs/AppearanceSettingsTab';
|
import AppearanceSettingsTab from '../view/tabs/AppearanceSettingsTab';
|
||||||
import CredentialsSettingsTab from '../view/tabs/api-settings/CredentialsSettingsTab';
|
import CredentialsSettingsTab from '../view/tabs/api-settings/CredentialsSettingsTab';
|
||||||
import GitSettingsTab from '../view/tabs/git-settings/GitSettingsTab';
|
import GitSettingsTab from '../view/tabs/git-settings/GitSettingsTab';
|
||||||
|
import BrowserUseSettingsTab from '../view/tabs/browser-use-settings/BrowserUseSettingsTab';
|
||||||
import NotificationsSettingsTab from '../view/tabs/NotificationsSettingsTab';
|
import NotificationsSettingsTab from '../view/tabs/NotificationsSettingsTab';
|
||||||
import TasksSettingsTab from '../view/tabs/tasks-settings/TasksSettingsTab';
|
import TasksSettingsTab from '../view/tabs/tasks-settings/TasksSettingsTab';
|
||||||
import PluginSettingsTab from '../../plugins/view/PluginSettingsTab';
|
import PluginSettingsTab from '../../plugins/view/PluginSettingsTab';
|
||||||
@@ -139,17 +140,19 @@ function Settings({ isOpen, onClose, projects = [], initialTab = 'agents' }: Set
|
|||||||
|
|
||||||
{activeTab === 'tasks' && <TasksSettingsTab />}
|
{activeTab === 'tasks' && <TasksSettingsTab />}
|
||||||
|
|
||||||
{activeTab === 'notifications' && (
|
{activeTab === 'browser' && <BrowserUseSettingsTab />}
|
||||||
<NotificationsSettingsTab
|
|
||||||
notificationPreferences={notificationPreferences}
|
{activeTab === 'notifications' && (
|
||||||
onNotificationPreferencesChange={setNotificationPreferences}
|
<NotificationsSettingsTab
|
||||||
pushPermission={pushPermission}
|
notificationPreferences={notificationPreferences}
|
||||||
isPushSubscribed={isPushSubscribed}
|
onNotificationPreferencesChange={setNotificationPreferences}
|
||||||
isPushLoading={isPushLoading}
|
pushPermission={pushPermission}
|
||||||
onEnablePush={handleEnablePush}
|
isPushSubscribed={isPushSubscribed}
|
||||||
onDisablePush={handleDisablePush}
|
isPushLoading={isPushLoading}
|
||||||
/>
|
onEnablePush={handleEnablePush}
|
||||||
)}
|
onDisablePush={handleDisablePush}
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
|
||||||
{activeTab === 'api' && <CredentialsSettingsTab />}
|
{activeTab === 'api' && <CredentialsSettingsTab />}
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
import { Bell, Bot, GitBranch, Info, Key, ListChecks, Palette, Puzzle } from 'lucide-react';
|
import { Bell, Bot, GitBranch, Info, Key, ListChecks, MonitorPlay, Palette, Puzzle } from 'lucide-react';
|
||||||
import { useTranslation } from 'react-i18next';
|
import { useTranslation } from 'react-i18next';
|
||||||
import { cn } from '../../../lib/utils';
|
import { cn } from '../../../lib/utils';
|
||||||
import { PillBar, Pill } from '../../../shared/view/ui';
|
import { PillBar, Pill } from '../../../shared/view/ui';
|
||||||
@@ -21,6 +21,7 @@ const NAV_ITEMS: NavItem[] = [
|
|||||||
{ id: 'git', labelKey: 'mainTabs.git', icon: GitBranch },
|
{ id: 'git', labelKey: 'mainTabs.git', icon: GitBranch },
|
||||||
{ id: 'api', labelKey: 'mainTabs.apiTokens', icon: Key },
|
{ id: 'api', labelKey: 'mainTabs.apiTokens', icon: Key },
|
||||||
{ id: 'tasks', labelKey: 'mainTabs.tasks', icon: ListChecks },
|
{ id: 'tasks', labelKey: 'mainTabs.tasks', icon: ListChecks },
|
||||||
|
{ id: 'browser', labelKey: 'mainTabs.browser', icon: MonitorPlay },
|
||||||
{ id: 'plugins', labelKey: 'mainTabs.plugins', icon: Puzzle },
|
{ id: 'plugins', labelKey: 'mainTabs.plugins', icon: Puzzle },
|
||||||
{ id: 'notifications', labelKey: 'mainTabs.notifications', icon: Bell },
|
{ id: 'notifications', labelKey: 'mainTabs.notifications', icon: Bell },
|
||||||
{ id: 'about', labelKey: 'mainTabs.about', icon: Info },
|
{ id: 'about', labelKey: 'mainTabs.about', icon: Info },
|
||||||
|
|||||||
@@ -0,0 +1,185 @@
|
|||||||
|
import { useCallback, useEffect, useState } from 'react';
|
||||||
|
import { Download, Loader2 } from 'lucide-react';
|
||||||
|
|
||||||
|
import { Button } from '../../../../../shared/view/ui';
|
||||||
|
import { authenticatedFetch } from '../../../../../utils/api';
|
||||||
|
import SettingsCard from '../../SettingsCard';
|
||||||
|
import SettingsRow from '../../SettingsRow';
|
||||||
|
import SettingsSection from '../../SettingsSection';
|
||||||
|
import SettingsToggle from '../../SettingsToggle';
|
||||||
|
|
||||||
|
type BrowserUseSettings = {
|
||||||
|
enabled: boolean;
|
||||||
|
};
|
||||||
|
|
||||||
|
type BrowserUseStatus = {
|
||||||
|
enabled: boolean;
|
||||||
|
available: boolean;
|
||||||
|
playwrightInstalled: boolean;
|
||||||
|
chromiumInstalled: boolean;
|
||||||
|
installInProgress: boolean;
|
||||||
|
message: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
async function readJson<T>(response: Response): Promise<T> {
|
||||||
|
const data = await response.json();
|
||||||
|
if (!response.ok || data.success === false) {
|
||||||
|
throw new Error(data.error || data.details || `Request failed (${response.status})`);
|
||||||
|
}
|
||||||
|
return data as T;
|
||||||
|
}
|
||||||
|
|
||||||
|
export default function BrowserUseSettingsTab() {
|
||||||
|
const [settings, setSettings] = useState<BrowserUseSettings | null>(null);
|
||||||
|
const [status, setStatus] = useState<BrowserUseStatus | null>(null);
|
||||||
|
const [isSettingsLoading, setIsSettingsLoading] = useState(true);
|
||||||
|
const [isStatusLoading, setIsStatusLoading] = useState(true);
|
||||||
|
const [isSaving, setIsSaving] = useState(false);
|
||||||
|
const [isInstalling, setIsInstalling] = useState(false);
|
||||||
|
const [error, setError] = useState<string | null>(null);
|
||||||
|
|
||||||
|
const loadSettings = useCallback(async () => {
|
||||||
|
const settingsResponse = await authenticatedFetch('/api/browser-use/settings');
|
||||||
|
const settingsData = await readJson<{ data: { settings: BrowserUseSettings } }>(settingsResponse);
|
||||||
|
setSettings(settingsData.data.settings);
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
const loadStatus = useCallback(async () => {
|
||||||
|
const statusResponse = await authenticatedFetch('/api/browser-use/status');
|
||||||
|
const statusData = await readJson<{ data: BrowserUseStatus }>(statusResponse);
|
||||||
|
setStatus(statusData.data);
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
setError(null);
|
||||||
|
setIsSettingsLoading(true);
|
||||||
|
setIsStatusLoading(true);
|
||||||
|
|
||||||
|
void loadSettings()
|
||||||
|
.catch((err) => setError(err instanceof Error ? err.message : 'Failed to load Browser settings'))
|
||||||
|
.finally(() => setIsSettingsLoading(false));
|
||||||
|
|
||||||
|
void loadStatus()
|
||||||
|
.catch((err) => setError(err instanceof Error ? err.message : 'Failed to load Browser status'))
|
||||||
|
.finally(() => setIsStatusLoading(false));
|
||||||
|
}, [loadSettings, loadStatus]);
|
||||||
|
|
||||||
|
const updateSettings = async (nextSettings: Partial<BrowserUseSettings>) => {
|
||||||
|
setIsSaving(true);
|
||||||
|
setError(null);
|
||||||
|
try {
|
||||||
|
const response = await authenticatedFetch('/api/browser-use/settings', {
|
||||||
|
method: 'PUT',
|
||||||
|
body: JSON.stringify(nextSettings),
|
||||||
|
});
|
||||||
|
const data = await readJson<{ data: { settings: BrowserUseSettings } }>(response);
|
||||||
|
setSettings(data.data.settings);
|
||||||
|
window.dispatchEvent(new Event('browserUseSettingsChanged'));
|
||||||
|
setIsStatusLoading(true);
|
||||||
|
await loadStatus();
|
||||||
|
} catch (err) {
|
||||||
|
setError(err instanceof Error ? err.message : 'Failed to save Browser settings');
|
||||||
|
} finally {
|
||||||
|
setIsStatusLoading(false);
|
||||||
|
setIsSaving(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const installBrowserBinaries = async () => {
|
||||||
|
setIsInstalling(true);
|
||||||
|
setError(null);
|
||||||
|
try {
|
||||||
|
const response = await authenticatedFetch('/api/browser-use/runtime/install', { method: 'POST' });
|
||||||
|
await readJson(response);
|
||||||
|
setIsStatusLoading(true);
|
||||||
|
await loadStatus();
|
||||||
|
} catch (err) {
|
||||||
|
setError(err instanceof Error ? err.message : 'Failed to install browser runtime');
|
||||||
|
} finally {
|
||||||
|
setIsStatusLoading(false);
|
||||||
|
setIsInstalling(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const browserEnabled = settings?.enabled === true;
|
||||||
|
const needsBrowserBinaries = Boolean(browserEnabled && status && (!status.playwrightInstalled || !status.chromiumInstalled));
|
||||||
|
const runtimeLabel = (installed?: boolean) => {
|
||||||
|
if (isStatusLoading && !status) {
|
||||||
|
return 'checking...';
|
||||||
|
}
|
||||||
|
return installed ? 'installed' : 'missing';
|
||||||
|
};
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="space-y-8">
|
||||||
|
<SettingsSection
|
||||||
|
title="Browser"
|
||||||
|
description="Allow agents to create guarded Playwright browser sessions that you can monitor from the Browser tab."
|
||||||
|
>
|
||||||
|
<SettingsCard divided>
|
||||||
|
<SettingsRow
|
||||||
|
label="Enable Browser"
|
||||||
|
description="Registers Browser for supported agents. Agents can create browser sessions; you can watch, stop, and delete them."
|
||||||
|
>
|
||||||
|
{isSettingsLoading && !settings ? (
|
||||||
|
<Loader2 className="h-4 w-4 animate-spin text-muted-foreground" />
|
||||||
|
) : (
|
||||||
|
<SettingsToggle
|
||||||
|
checked={browserEnabled}
|
||||||
|
onChange={(value) => void updateSettings({ enabled: value })}
|
||||||
|
ariaLabel="Enable Browser"
|
||||||
|
disabled={isSaving}
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
</SettingsRow>
|
||||||
|
|
||||||
|
<div className="space-y-4 px-4 py-4">
|
||||||
|
<div className="flex flex-wrap gap-2 text-xs text-muted-foreground">
|
||||||
|
<span className="rounded-md border border-border px-2 py-1">
|
||||||
|
Playwright: {runtimeLabel(status?.playwrightInstalled)}
|
||||||
|
</span>
|
||||||
|
<span className="rounded-md border border-border px-2 py-1">
|
||||||
|
Chromium: {runtimeLabel(status?.chromiumInstalled)}
|
||||||
|
</span>
|
||||||
|
<span className="rounded-md border border-border px-2 py-1">
|
||||||
|
Status: {isStatusLoading && !status ? 'checking...' : status?.available ? 'ready' : browserEnabled ? 'setup required' : 'disabled'}
|
||||||
|
</span>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{needsBrowserBinaries && (
|
||||||
|
<div className="flex flex-col gap-3 sm:flex-row sm:items-start sm:justify-between">
|
||||||
|
<div className="min-w-0 space-y-1">
|
||||||
|
<div className="text-sm font-medium text-foreground">Browser runtime required</div>
|
||||||
|
<p className="text-sm text-muted-foreground">
|
||||||
|
{status?.message || 'Install the browser runtime before agents can create Browser sessions.'}
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
size="sm"
|
||||||
|
onClick={() => void installBrowserBinaries()}
|
||||||
|
disabled={isInstalling || status?.installInProgress}
|
||||||
|
className="flex-shrink-0"
|
||||||
|
>
|
||||||
|
{isInstalling || status?.installInProgress ? (
|
||||||
|
<Loader2 className="h-4 w-4 animate-spin" />
|
||||||
|
) : (
|
||||||
|
<Download className="h-4 w-4" />
|
||||||
|
)}
|
||||||
|
{isInstalling || status?.installInProgress ? 'Installing...' : 'Install Runtime'}
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{error && (
|
||||||
|
<div className="rounded-md border border-red-200 bg-red-50 px-3 py-2 text-sm text-red-700 dark:border-red-900/50 dark:bg-red-950/30 dark:text-red-200">
|
||||||
|
{error}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
</SettingsCard>
|
||||||
|
</SettingsSection>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -69,7 +69,7 @@ export default function SidebarFooter({
|
|||||||
onClick={onShowVersionModal}
|
onClick={onShowVersionModal}
|
||||||
>
|
>
|
||||||
<div className="relative flex-shrink-0">
|
<div className="relative flex-shrink-0">
|
||||||
<ArrowUpCircle className="w-4.5 h-4.5 text-blue-500 dark:text-blue-400" />
|
<ArrowUpCircle className="h-4 w-4 text-blue-500 dark:text-blue-400" />
|
||||||
<span className="absolute -right-0.5 -top-0.5 h-1.5 w-1.5 animate-pulse rounded-full bg-blue-500" />
|
<span className="absolute -right-0.5 -top-0.5 h-1.5 w-1.5 animate-pulse rounded-full bg-blue-500" />
|
||||||
</div>
|
</div>
|
||||||
<div className="min-w-0 flex-1 text-left">
|
<div className="min-w-0 flex-1 text-left">
|
||||||
@@ -145,12 +145,12 @@ export default function SidebarFooter({
|
|||||||
href={GITHUB_ISSUES_URL}
|
href={GITHUB_ISSUES_URL}
|
||||||
target="_blank"
|
target="_blank"
|
||||||
rel="noopener noreferrer"
|
rel="noopener noreferrer"
|
||||||
className="flex h-12 w-full items-center gap-3.5 rounded-xl bg-muted/40 px-4 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
className="flex h-10 w-full items-center gap-3 rounded-xl bg-muted/40 px-3.5 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
||||||
>
|
>
|
||||||
<div className="flex h-8 w-8 items-center justify-center rounded-xl bg-background/80">
|
<div className="flex h-7 w-7 items-center justify-center rounded-lg bg-background/80">
|
||||||
<Bug className="w-4.5 h-4.5 text-muted-foreground" />
|
<Bug className="h-4 w-4 text-muted-foreground" />
|
||||||
</div>
|
</div>
|
||||||
<span className="text-base font-medium text-foreground">{t('actions.reportIssue')}</span>
|
<span className="text-sm font-medium text-foreground">{t('actions.reportIssue')}</span>
|
||||||
</a>
|
</a>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
@@ -160,25 +160,25 @@ export default function SidebarFooter({
|
|||||||
href={DISCORD_INVITE_URL}
|
href={DISCORD_INVITE_URL}
|
||||||
target="_blank"
|
target="_blank"
|
||||||
rel="noopener noreferrer"
|
rel="noopener noreferrer"
|
||||||
className="flex h-12 w-full items-center gap-3.5 rounded-xl bg-muted/40 px-4 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
className="flex h-10 w-full items-center gap-3 rounded-xl bg-muted/40 px-3.5 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
||||||
>
|
>
|
||||||
<div className="flex h-8 w-8 items-center justify-center rounded-xl bg-background/80">
|
<div className="flex h-7 w-7 items-center justify-center rounded-lg bg-background/80">
|
||||||
<DiscordIcon className="w-4.5 h-4.5 text-muted-foreground" />
|
<DiscordIcon className="h-4 w-4 text-muted-foreground" />
|
||||||
</div>
|
</div>
|
||||||
<span className="text-base font-medium text-foreground">{t('actions.joinCommunity')}</span>
|
<span className="text-sm font-medium text-foreground">{t('actions.joinCommunity')}</span>
|
||||||
</a>
|
</a>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Mobile settings */}
|
{/* Mobile settings */}
|
||||||
<div className="px-3 pb-3 pt-2 md:hidden">
|
<div className="px-3 pb-3 pt-2 md:hidden">
|
||||||
<button
|
<button
|
||||||
className="flex h-12 w-full items-center gap-3.5 rounded-xl bg-muted/40 px-4 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
className="flex h-10 w-full items-center gap-3 rounded-xl bg-muted/40 px-3.5 transition-all hover:bg-muted/60 active:scale-[0.98]"
|
||||||
onClick={onShowSettings}
|
onClick={onShowSettings}
|
||||||
>
|
>
|
||||||
<div className="flex h-8 w-8 items-center justify-center rounded-xl bg-background/80">
|
<div className="flex h-7 w-7 items-center justify-center rounded-lg bg-background/80">
|
||||||
<Settings className="w-4.5 h-4.5 text-muted-foreground" />
|
<Settings className="h-4 w-4 text-muted-foreground" />
|
||||||
</div>
|
</div>
|
||||||
<span className="text-base font-medium text-foreground">{t('actions.settings')}</span>
|
<span className="text-sm font-medium text-foreground">{t('actions.settings')}</span>
|
||||||
</button>
|
</button>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|||||||
@@ -324,7 +324,7 @@ const removeSessionFromProject = (project: Project, sessionIdToDelete: string):
|
|||||||
return updatedProject;
|
return updatedProject;
|
||||||
};
|
};
|
||||||
|
|
||||||
const VALID_TABS: Set<string> = new Set(['chat', 'files', 'shell', 'git', 'tasks', 'preview']);
|
const VALID_TABS: Set<string> = new Set(['chat', 'files', 'shell', 'git', 'tasks', 'browser']);
|
||||||
|
|
||||||
const isValidTab = (tab: string): tab is AppTab => {
|
const isValidTab = (tab: string): tab is AppTab => {
|
||||||
return VALID_TABS.has(tab) || tab.startsWith('plugin:');
|
return VALID_TABS.has(tab) || tab.startsWith('plugin:');
|
||||||
@@ -776,7 +776,7 @@ export function useProjectsState({
|
|||||||
(session: ProjectSession) => {
|
(session: ProjectSession) => {
|
||||||
setSelectedSession(session);
|
setSelectedSession(session);
|
||||||
|
|
||||||
if (activeTab === 'tasks' || activeTab === 'preview') {
|
if (activeTab === 'tasks' || activeTab === 'browser') {
|
||||||
setActiveTab('chat');
|
setActiveTab('chat');
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Terminal",
|
"shell": "Terminal",
|
||||||
"files": "Dateien",
|
"files": "Dateien",
|
||||||
"git": "Quellcodeverwaltung",
|
"git": "Quellcodeverwaltung",
|
||||||
"tasks": "Aufgaben"
|
"tasks": "Aufgaben",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "Lädt...",
|
"loading": "Lädt...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Shell",
|
"shell": "Shell",
|
||||||
"files": "Files",
|
"files": "Files",
|
||||||
"git": "Source Control",
|
"git": "Source Control",
|
||||||
"tasks": "Tasks"
|
"tasks": "Tasks",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "Loading...",
|
"loading": "Loading...",
|
||||||
|
|||||||
@@ -94,6 +94,7 @@
|
|||||||
"git": "Git",
|
"git": "Git",
|
||||||
"apiTokens": "API & Tokens",
|
"apiTokens": "API & Tokens",
|
||||||
"tasks": "Tasks",
|
"tasks": "Tasks",
|
||||||
|
"browser": "Browser",
|
||||||
"notifications": "Notifications",
|
"notifications": "Notifications",
|
||||||
"plugins": "Plugins",
|
"plugins": "Plugins",
|
||||||
"about": "About"
|
"about": "About"
|
||||||
@@ -450,6 +451,10 @@
|
|||||||
"edit": "Edit server",
|
"edit": "Edit server",
|
||||||
"delete": "Delete server"
|
"delete": "Delete server"
|
||||||
},
|
},
|
||||||
|
"managed": {
|
||||||
|
"badge": "Managed",
|
||||||
|
"hint": "Managed by CloudCLI."
|
||||||
|
},
|
||||||
"help": {
|
"help": {
|
||||||
"title": "About Codex MCP",
|
"title": "About Codex MCP",
|
||||||
"description": "Codex supports stdio-based MCP servers. You can add servers that extend Codex's capabilities with additional tools and resources."
|
"description": "Codex supports stdio-based MCP servers. You can add servers that extend Codex's capabilities with additional tools and resources."
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Terminale",
|
"shell": "Terminale",
|
||||||
"files": "File",
|
"files": "File",
|
||||||
"git": "Controllo Versione",
|
"git": "Controllo Versione",
|
||||||
"tasks": "Attività"
|
"tasks": "Attività",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "Caricamento...",
|
"loading": "Caricamento...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "シェル",
|
"shell": "シェル",
|
||||||
"files": "ファイル",
|
"files": "ファイル",
|
||||||
"git": "ソース管理",
|
"git": "ソース管理",
|
||||||
"tasks": "タスク"
|
"tasks": "タスク",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "読み込み中...",
|
"loading": "読み込み中...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Shell",
|
"shell": "Shell",
|
||||||
"files": "파일",
|
"files": "파일",
|
||||||
"git": "소스 관리",
|
"git": "소스 관리",
|
||||||
"tasks": "작업"
|
"tasks": "작업",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "로딩 중...",
|
"loading": "로딩 중...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Терминал",
|
"shell": "Терминал",
|
||||||
"files": "Файлы",
|
"files": "Файлы",
|
||||||
"git": "Система контроля версий",
|
"git": "Система контроля версий",
|
||||||
"tasks": "Задачи"
|
"tasks": "Задачи",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "Загрузка...",
|
"loading": "Загрузка...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "Shell",
|
"shell": "Shell",
|
||||||
"files": "Dosyalar",
|
"files": "Dosyalar",
|
||||||
"git": "Kaynak Kontrolü",
|
"git": "Kaynak Kontrolü",
|
||||||
"tasks": "Görevler"
|
"tasks": "Görevler",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "Yükleniyor...",
|
"loading": "Yükleniyor...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "终端",
|
"shell": "终端",
|
||||||
"files": "文件",
|
"files": "文件",
|
||||||
"git": "源代码管理",
|
"git": "源代码管理",
|
||||||
"tasks": "任务"
|
"tasks": "任务",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "加载中...",
|
"loading": "加载中...",
|
||||||
|
|||||||
@@ -22,7 +22,8 @@
|
|||||||
"shell": "終端機",
|
"shell": "終端機",
|
||||||
"files": "檔案",
|
"files": "檔案",
|
||||||
"git": "版本控制",
|
"git": "版本控制",
|
||||||
"tasks": "任務"
|
"tasks": "任務",
|
||||||
|
"browser": "Browser"
|
||||||
},
|
},
|
||||||
"status": {
|
"status": {
|
||||||
"loading": "載入中...",
|
"loading": "載入中...",
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ export type ProviderModelsCacheInfo = {
|
|||||||
source: 'memory' | 'disk' | 'fresh';
|
source: 'memory' | 'disk' | 'fresh';
|
||||||
};
|
};
|
||||||
|
|
||||||
export type AppTab = 'chat' | 'files' | 'shell' | 'git' | 'tasks' | 'preview' | `plugin:${string}`;
|
export type AppTab = 'chat' | 'files' | 'shell' | 'git' | 'tasks' | 'browser' | `plugin:${string}`;
|
||||||
|
|
||||||
export interface ProjectSession {
|
export interface ProjectSession {
|
||||||
id: string;
|
id: string;
|
||||||
|
|||||||
Reference in New Issue
Block a user