mirror of
https://github.com/siteboon/claudecodeui.git
synced 2026-06-27 06:05:54 +08:00
* feat(voice): add optional speech-to-text input and read-aloud TTS Adds a push-to-talk mic button in the composer and a read-aloud button on assistant messages. Both are opt-in and hidden unless a voice backend is configured via VOICE_SIDECAR_URL. The auth-gated /api/voice proxy forwards to a configurable backend exposing /transcribe and /tts (provider-agnostic); the frontend probes /api/voice/health and hides the controls when disabled. Adds i18n keys and docs/voice.md. Includes a local, no-API-key reference backend in voice-sidecar/ (faster-whisper for STT, Kokoro-82M for TTS, both CPU-capable). * refactor(voice): provider-agnostic backend and in-app config Switches the voice proxy to the OpenAI audio API (/v1/audio/transcriptions and /v1/audio/speech) so it works with OpenAI, Groq, or a local server. Adds a Settings -> Voice tab (base URL, API key, models, voice) plus a Quick Settings toggle, and removes the bundled Python sidecar. Review fixes: stop mic tracks on unmount, clear the global TTS stop handler and revoke leaked blob URLs, add fetch timeouts in the proxy, surface mic errors in the button, trim before appending transcripts, and drop the repo-wide wav ignore. * fix(voice): relax backend timeout and surface timeout errors Bumps the proxy timeout to 5 minutes (VOICE_TIMEOUT_MS) since local TTS can synthesize long messages at roughly real-time, and returns a clear timed-out message (504) instead of failing silently. The read-aloud button now shows backend errors. * fix(voice): play read-aloud through an app-level player to stop cutoffs Read-aloud now runs in a single module-level player outside the React tree instead of per-message component state. Switching chats or re-rendering a message no longer revokes the blob URL mid-play (the 'Invalid URI' cutoff). Adds content-keyed caching so re-listening doesn't regenerate, and reuses one audio element (also unlocks iOS once). * fix(voice): address review (SSRF guard, auth mapping, client timeout) Validates the user-supplied backend URL (http/https only, blocks the link-local metadata range) to prevent SSRF; remaps upstream 401/403 so a bad voice API key isn't read as the app's own auth failing; adds a client-side AbortController timeout on the read-aloud request so the button can't sit in loading if a request stalls. * docs(voice): provider-agnostic wording and jsdoc on proxy functions drop leftover sidecar/faster-whisper references now that the backend is any openai-compatible voice api, and add jsdoc to the voice-proxy functions so the docstring coverage check passes. * fix(voice): harden timeout parsing, tts input check, and player abort - fall back to the default when VOICE_TIMEOUT_MS is non-numeric or <= 0, so a bad override can't make the abort fire immediately - type-check the tts `text` before calling .trim() so a non-string body returns 400 instead of throwing - abort the in-flight TTS fetch on stop() and on a superseding play, so tapping read-aloud repeatedly doesn't leave orphaned requests generating audio * feat(voice): send transcript with the main send button while recording while dictating, the main send button stops recording, transcribes, and sends in one tap, matching the codex-style flow. the mic button still stops and drops the transcript into the input box to edit before sending. voice recording state is lifted into the composer so both buttons share it, and the send button is enabled (not grayed) while recording. also fix a pre-existing type error: the quick-settings preferences map was missing voiceEnabled. * fix(voice): make stop() idempotent so a double tap can't throw guard on the recorder's own state instead of react state, so a double tap or the mic and send buttons both firing won't call stop() on an already-inactive MediaRecorder. * fix(voice): expose TTS format in user settings * fix(voice): harden recording and backend behavior Redirects could bypass the backend URL guard, and TTS playback waited for full buffering. Recording could overlap or finish after teardown. Controls also ignored backend readiness. Explicit formats and config-aware cache keys prevent stale audio after settings change. * fix(voice): validate config and request boundaries Malformed stored settings could break voice requests instead of using safe defaults. Health results could outlive auth changes. URL checks also did not guard the fetch sink. Remove constant recorder branches so lifecycle cancellation stays clear. * fix(voice): separate client and server backends User-selected backend URLs must remain usable without letting clients control server requests. Call custom providers from the browser while keeping the server proxy bound to its configured host. This restores voice controls for frontend settings without reopening the SSRF path. * fix: hide voice options until enabled --------- Co-authored-by: newsbubbles <nathaniel.gibson@gmail.com> Co-authored-by: Simos Mikelatos <simosmik@gmail.com>
1045 lines
30 KiB
TypeScript
1045 lines
30 KiB
TypeScript
import { useCallback, useEffect, useRef, useState } from 'react';
|
|
import type {
|
|
ChangeEvent,
|
|
ClipboardEvent,
|
|
Dispatch,
|
|
FormEvent,
|
|
KeyboardEvent,
|
|
MouseEvent,
|
|
SetStateAction,
|
|
TouchEvent,
|
|
} from 'react';
|
|
import { useDropzone } from 'react-dropzone';
|
|
|
|
import { authenticatedFetch } from '../../../utils/api';
|
|
import type { MarkSessionProcessing } from '../../../hooks/useSessionProtection';
|
|
import { grantClaudeToolPermission } from '../utils/chatPermissions';
|
|
import { safeLocalStorage } from '../utils/chatStorage';
|
|
import type {
|
|
ChatMessage,
|
|
PendingPermissionRequest,
|
|
PermissionMode,
|
|
SessionEstablishedContext,
|
|
} from '../types/types';
|
|
import type { Project, ProjectSession, LLMProvider, ProviderModelsCacheInfo } from '../../../types/app';
|
|
import { escapeRegExp } from '../utils/chatFormatting';
|
|
|
|
import { useFileMentions } from './useFileMentions';
|
|
import { type SlashCommand, useSlashCommands } from './useSlashCommands';
|
|
|
|
interface UseChatComposerStateArgs {
|
|
selectedProject: Project | null;
|
|
selectedSession: ProjectSession | null;
|
|
currentSessionId: string | null;
|
|
provider: LLMProvider;
|
|
permissionMode: PermissionMode | string;
|
|
cyclePermissionMode: () => void;
|
|
cursorModel: string;
|
|
claudeModel: string;
|
|
codexModel: string;
|
|
geminiModel: string;
|
|
opencodeModel: string;
|
|
isLoading: boolean;
|
|
canAbortSession: boolean;
|
|
tokenBudget: Record<string, unknown> | null;
|
|
sendMessage: (message: unknown) => void;
|
|
sendByCtrlEnter?: boolean;
|
|
onSessionProcessing?: MarkSessionProcessing;
|
|
/**
|
|
* Invoked with the freshly allocated session id when the user sends the
|
|
* first message of a brand-new conversation. The backend allocates the id
|
|
* via POST /api/providers/sessions BEFORE the websocket send, so the id is
|
|
* stable for the conversation's whole lifetime — the consumer navigates to
|
|
* /session/:id and records it as the current session.
|
|
*/
|
|
onSessionEstablished?: (sessionId: string, context: SessionEstablishedContext) => void;
|
|
onInputFocusChange?: (focused: boolean) => void;
|
|
onFileOpen?: (filePath: string, diffInfo?: unknown) => void;
|
|
onShowSettings?: () => void;
|
|
scrollToBottom: () => void;
|
|
addMessage: (msg: ChatMessage) => void;
|
|
setIsUserScrolledUp: (isScrolledUp: boolean) => void;
|
|
setPendingPermissionRequests: Dispatch<SetStateAction<PendingPermissionRequest[]>>;
|
|
}
|
|
|
|
interface MentionableFile {
|
|
name: string;
|
|
path: string;
|
|
}
|
|
|
|
interface CommandExecutionResult {
|
|
type: 'builtin' | 'custom';
|
|
action?: string;
|
|
data?: any;
|
|
content?: string;
|
|
hasBashCommands?: boolean;
|
|
hasFileIncludes?: boolean;
|
|
}
|
|
|
|
export type ModelCommandData = {
|
|
current?: {
|
|
provider?: string;
|
|
providerLabel?: string;
|
|
model?: string;
|
|
};
|
|
available?: Partial<Record<LLMProvider, string[]>>;
|
|
availableModels?: string[];
|
|
availableOptions?: Array<{
|
|
value: string;
|
|
label?: string;
|
|
description?: string;
|
|
}>;
|
|
defaultModel?: string;
|
|
cache?: ProviderModelsCacheInfo;
|
|
};
|
|
|
|
export type CostCommandData = {
|
|
tokenUsage?: {
|
|
used?: number;
|
|
total?: number;
|
|
};
|
|
tokenBreakdown?: {
|
|
input?: number;
|
|
output?: number;
|
|
};
|
|
provider?: string;
|
|
model?: string;
|
|
};
|
|
|
|
export type StatusCommandData = {
|
|
version?: string;
|
|
packageName?: string;
|
|
uptime?: string;
|
|
model?: string;
|
|
provider?: string;
|
|
nodeVersion?: string;
|
|
platform?: string;
|
|
pid?: number;
|
|
memoryUsage?: {
|
|
rssMb?: number;
|
|
heapUsedMb?: number;
|
|
heapTotalMb?: number;
|
|
};
|
|
};
|
|
|
|
export type HelpCommandData = {
|
|
content?: string;
|
|
format?: string;
|
|
commands?: Array<{
|
|
name: string;
|
|
description?: string;
|
|
namespace?: string;
|
|
}>;
|
|
};
|
|
|
|
export type CommandModalKind = 'help' | 'models' | 'cost' | 'status';
|
|
|
|
export type CommandModalPayload = {
|
|
kind: CommandModalKind;
|
|
data: HelpCommandData | ModelCommandData | CostCommandData | StatusCommandData;
|
|
};
|
|
|
|
const createFakeSubmitEvent = () => {
|
|
return { preventDefault: () => undefined } as unknown as FormEvent<HTMLFormElement>;
|
|
};
|
|
|
|
const getNotificationSessionSummary = (
|
|
selectedSession: ProjectSession | null,
|
|
fallbackInput: string,
|
|
): string | null => {
|
|
const sessionSummary = selectedSession?.summary || selectedSession?.name || selectedSession?.title;
|
|
if (typeof sessionSummary === 'string' && sessionSummary.trim()) {
|
|
const normalized = sessionSummary.replace(/\s+/g, ' ').trim();
|
|
return normalized.length > 80 ? `${normalized.slice(0, 77)}...` : normalized;
|
|
}
|
|
|
|
const normalizedFallback = fallbackInput.replace(/\s+/g, ' ').trim();
|
|
if (!normalizedFallback) {
|
|
return null;
|
|
}
|
|
|
|
return normalizedFallback.length > 80 ? `${normalizedFallback.slice(0, 77)}...` : normalizedFallback;
|
|
};
|
|
|
|
export function useChatComposerState({
|
|
selectedProject,
|
|
selectedSession,
|
|
currentSessionId,
|
|
provider,
|
|
permissionMode,
|
|
cyclePermissionMode,
|
|
cursorModel,
|
|
claudeModel,
|
|
codexModel,
|
|
geminiModel,
|
|
opencodeModel,
|
|
isLoading,
|
|
canAbortSession,
|
|
tokenBudget,
|
|
sendMessage,
|
|
sendByCtrlEnter,
|
|
onSessionProcessing,
|
|
onSessionEstablished,
|
|
onInputFocusChange,
|
|
onFileOpen,
|
|
onShowSettings,
|
|
scrollToBottom,
|
|
addMessage,
|
|
setIsUserScrolledUp,
|
|
setPendingPermissionRequests,
|
|
}: UseChatComposerStateArgs) {
|
|
const [input, setInput] = useState(() => {
|
|
if (typeof window !== 'undefined' && selectedProject) {
|
|
// Draft inputs are keyed by the DB projectId so per-project drafts
|
|
// survive display-name changes.
|
|
return safeLocalStorage.getItem(`draft_input_${selectedProject.projectId}`) || '';
|
|
}
|
|
return '';
|
|
});
|
|
const [attachedImages, setAttachedImages] = useState<File[]>([]);
|
|
const [uploadingImages, setUploadingImages] = useState<Map<string, number>>(new Map());
|
|
const [imageErrors, setImageErrors] = useState<Map<string, string>>(new Map());
|
|
const [isTextareaExpanded, setIsTextareaExpanded] = useState(false);
|
|
const [commandModalPayload, setCommandModalPayload] = useState<CommandModalPayload | null>(null);
|
|
|
|
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
|
const inputHighlightRef = useRef<HTMLDivElement>(null);
|
|
const handleSubmitRef = useRef<
|
|
((event: FormEvent<HTMLFormElement> | MouseEvent | TouchEvent | KeyboardEvent<HTMLTextAreaElement>) => Promise<void>) | null
|
|
>(null);
|
|
const inputValueRef = useRef(input);
|
|
const selectedProjectId = selectedProject?.projectId;
|
|
|
|
const handleBuiltInCommand = useCallback(
|
|
(result: CommandExecutionResult) => {
|
|
const { action, data } = result;
|
|
switch (action) {
|
|
case 'help':
|
|
setCommandModalPayload({
|
|
kind: 'help',
|
|
data: (data || {}) as HelpCommandData,
|
|
});
|
|
break;
|
|
|
|
case 'models':
|
|
setCommandModalPayload({
|
|
kind: 'models',
|
|
data: (data || {}) as ModelCommandData,
|
|
});
|
|
break;
|
|
|
|
case 'cost': {
|
|
setCommandModalPayload({
|
|
kind: 'cost',
|
|
data: (data || {}) as CostCommandData,
|
|
});
|
|
break;
|
|
}
|
|
|
|
case 'status': {
|
|
setCommandModalPayload({
|
|
kind: 'status',
|
|
data: (data || {}) as StatusCommandData,
|
|
});
|
|
break;
|
|
}
|
|
|
|
case 'memory':
|
|
if (data.error) {
|
|
addMessage({
|
|
type: 'assistant',
|
|
content: `Warning: ${data.message}`,
|
|
timestamp: Date.now(),
|
|
});
|
|
} else {
|
|
addMessage({
|
|
type: 'assistant',
|
|
content: `${data.message}\n\nPath: \`${data.path}\``,
|
|
timestamp: Date.now(),
|
|
});
|
|
if (data.exists && onFileOpen) {
|
|
onFileOpen(data.path);
|
|
}
|
|
}
|
|
break;
|
|
|
|
case 'config':
|
|
onShowSettings?.();
|
|
break;
|
|
|
|
default:
|
|
console.warn('Unknown built-in command action:', action);
|
|
}
|
|
},
|
|
[onFileOpen, onShowSettings, addMessage],
|
|
);
|
|
|
|
const closeCommandModal = useCallback(() => {
|
|
setCommandModalPayload(null);
|
|
}, []);
|
|
|
|
const handleCustomCommand = useCallback(async (result: CommandExecutionResult) => {
|
|
const { content, hasBashCommands } = result;
|
|
|
|
if (hasBashCommands) {
|
|
const confirmed = window.confirm(
|
|
'This command contains bash commands that will be executed. Do you want to proceed?',
|
|
);
|
|
if (!confirmed) {
|
|
addMessage({
|
|
type: 'assistant',
|
|
content: 'Command execution cancelled',
|
|
timestamp: Date.now(),
|
|
});
|
|
return;
|
|
}
|
|
}
|
|
|
|
const commandContent = content || '';
|
|
setInput(commandContent);
|
|
inputValueRef.current = commandContent;
|
|
|
|
// Defer submit to next tick so the command text is reflected in UI before dispatching.
|
|
setTimeout(() => {
|
|
if (handleSubmitRef.current) {
|
|
handleSubmitRef.current(createFakeSubmitEvent());
|
|
}
|
|
}, 0);
|
|
}, [addMessage]);
|
|
|
|
const executeCommand = useCallback(
|
|
async (command: SlashCommand, rawInput?: string, options?: { preserveInput?: boolean }) => {
|
|
if (!command || !selectedProject) {
|
|
return;
|
|
}
|
|
|
|
try {
|
|
const effectiveInput = rawInput ?? input;
|
|
const commandMatch = effectiveInput.match(new RegExp(`${escapeRegExp(command.name)}\\s*(.*)`));
|
|
const args =
|
|
commandMatch && commandMatch[1] ? commandMatch[1].trim().split(/\s+/) : [];
|
|
|
|
// The `/api/commands/execute` context sends `projectId` now instead of
|
|
// a folder-derived project name; the path is still included verbatim.
|
|
const context = {
|
|
projectPath: selectedProject.fullPath || selectedProject.path,
|
|
projectId: selectedProject.projectId,
|
|
sessionId: currentSessionId,
|
|
provider,
|
|
model: provider === 'cursor'
|
|
? cursorModel
|
|
: provider === 'codex'
|
|
? codexModel
|
|
: provider === 'gemini'
|
|
? geminiModel
|
|
: provider === 'opencode'
|
|
? opencodeModel
|
|
: claudeModel,
|
|
tokenUsage: tokenBudget,
|
|
};
|
|
|
|
const response = await authenticatedFetch('/api/commands/execute', {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify({
|
|
commandName: command.name,
|
|
commandPath: command.path,
|
|
args,
|
|
context,
|
|
}),
|
|
});
|
|
|
|
if (!response.ok) {
|
|
let errorMessage = `Failed to execute command (${response.status})`;
|
|
try {
|
|
const errorData = await response.json();
|
|
errorMessage = errorData?.message || errorData?.error || errorMessage;
|
|
} catch {
|
|
// Ignore JSON parse failures and use fallback message.
|
|
}
|
|
throw new Error(errorMessage);
|
|
}
|
|
|
|
const result = (await response.json()) as CommandExecutionResult;
|
|
if (result.type === 'builtin') {
|
|
handleBuiltInCommand(result);
|
|
if (!options?.preserveInput) {
|
|
setInput('');
|
|
inputValueRef.current = '';
|
|
}
|
|
} else if (result.type === 'custom') {
|
|
await handleCustomCommand(result);
|
|
}
|
|
} catch (error) {
|
|
const message = error instanceof Error ? error.message : 'Unknown error';
|
|
console.error('Error executing command:', error);
|
|
addMessage({
|
|
type: 'assistant',
|
|
content: `Error executing command: ${message}`,
|
|
timestamp: Date.now(),
|
|
});
|
|
}
|
|
},
|
|
[
|
|
claudeModel,
|
|
codexModel,
|
|
currentSessionId,
|
|
cursorModel,
|
|
geminiModel,
|
|
opencodeModel,
|
|
handleBuiltInCommand,
|
|
handleCustomCommand,
|
|
input,
|
|
provider,
|
|
selectedProject,
|
|
addMessage,
|
|
tokenBudget,
|
|
],
|
|
);
|
|
|
|
const showCostModal = useCallback(() => {
|
|
executeCommand(
|
|
{
|
|
name: '/cost',
|
|
description: 'Display token usage information',
|
|
namespace: 'builtin',
|
|
metadata: { type: 'builtin' },
|
|
} as SlashCommand,
|
|
'/cost',
|
|
{ preserveInput: true },
|
|
);
|
|
}, [executeCommand]);
|
|
|
|
const {
|
|
slashCommands,
|
|
slashCommandsCount,
|
|
filteredCommands,
|
|
frequentCommands,
|
|
commandQuery,
|
|
showCommandMenu,
|
|
selectedCommandIndex,
|
|
resetCommandMenuState,
|
|
handleCommandSelect,
|
|
handleToggleCommandMenu,
|
|
handleCommandInputChange,
|
|
handleCommandMenuKeyDown,
|
|
} = useSlashCommands({
|
|
selectedProject,
|
|
provider,
|
|
input,
|
|
setInput,
|
|
textareaRef,
|
|
onExecuteCommand: executeCommand,
|
|
});
|
|
|
|
const {
|
|
showFileDropdown,
|
|
filteredFiles,
|
|
selectedFileIndex,
|
|
renderInputWithMentions,
|
|
selectFile,
|
|
setCursorPosition,
|
|
handleFileMentionsKeyDown,
|
|
} = useFileMentions({
|
|
selectedProject,
|
|
input,
|
|
setInput,
|
|
textareaRef,
|
|
});
|
|
|
|
const syncInputOverlayScroll = useCallback((target: HTMLTextAreaElement) => {
|
|
if (!inputHighlightRef.current || !target) {
|
|
return;
|
|
}
|
|
inputHighlightRef.current.scrollTop = target.scrollTop;
|
|
inputHighlightRef.current.scrollLeft = target.scrollLeft;
|
|
}, []);
|
|
|
|
const handleImageFiles = useCallback((files: File[]) => {
|
|
const validFiles = files.filter((file) => {
|
|
try {
|
|
if (!file || typeof file !== 'object') {
|
|
console.warn('Invalid file object:', file);
|
|
return false;
|
|
}
|
|
|
|
if (!file.type || !file.type.startsWith('image/')) {
|
|
return false;
|
|
}
|
|
|
|
if (!file.size || file.size > 5 * 1024 * 1024) {
|
|
const fileName = file.name || 'Unknown file';
|
|
setImageErrors((previous) => {
|
|
const next = new Map(previous);
|
|
next.set(fileName, 'File too large (max 5MB)');
|
|
return next;
|
|
});
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
} catch (error) {
|
|
console.error('Error validating file:', error, file);
|
|
return false;
|
|
}
|
|
});
|
|
|
|
if (validFiles.length > 0) {
|
|
setAttachedImages((previous) => [...previous, ...validFiles].slice(0, 5));
|
|
}
|
|
}, []);
|
|
|
|
const handlePaste = useCallback(
|
|
(event: ClipboardEvent<HTMLTextAreaElement>) => {
|
|
const items = Array.from(event.clipboardData.items);
|
|
|
|
items.forEach((item) => {
|
|
if (!item.type.startsWith('image/')) {
|
|
return;
|
|
}
|
|
const file = item.getAsFile();
|
|
if (file) {
|
|
handleImageFiles([file]);
|
|
}
|
|
});
|
|
|
|
if (items.length === 0 && event.clipboardData.files.length > 0) {
|
|
const files = Array.from(event.clipboardData.files);
|
|
const imageFiles = files.filter((file) => file.type.startsWith('image/'));
|
|
if (imageFiles.length > 0) {
|
|
handleImageFiles(imageFiles);
|
|
}
|
|
}
|
|
},
|
|
[handleImageFiles],
|
|
);
|
|
|
|
const { getRootProps, getInputProps, isDragActive, open } = useDropzone({
|
|
accept: {
|
|
'image/*': ['.png', '.jpg', '.jpeg', '.gif', '.webp', '.svg'],
|
|
},
|
|
maxSize: 5 * 1024 * 1024,
|
|
maxFiles: 5,
|
|
onDrop: handleImageFiles,
|
|
noClick: true,
|
|
noKeyboard: true,
|
|
});
|
|
|
|
const handleSubmit = useCallback(
|
|
async (
|
|
event: FormEvent<HTMLFormElement> | MouseEvent | TouchEvent | KeyboardEvent<HTMLTextAreaElement>,
|
|
) => {
|
|
event.preventDefault();
|
|
const currentInput = inputValueRef.current;
|
|
if (!currentInput.trim() || isLoading || !selectedProject) {
|
|
return;
|
|
}
|
|
|
|
// Intercept slash commands only when "/" is the first input character.
|
|
// Also accept exact "help" as a convenience alias for users who expect CLI-style help.
|
|
const commandInput = currentInput.trimEnd();
|
|
const isHelpAlias = commandInput.trim().toLowerCase() === 'help';
|
|
if (commandInput.startsWith('/') || isHelpAlias) {
|
|
const firstSpace = commandInput.indexOf(' ');
|
|
const commandName = isHelpAlias
|
|
? '/help'
|
|
: firstSpace > 0 ? commandInput.slice(0, firstSpace) : commandInput;
|
|
const matchedCommand =
|
|
slashCommands.find((cmd: SlashCommand) => cmd.name === commandName) ||
|
|
(commandName === '/help'
|
|
? ({
|
|
name: '/help',
|
|
description: 'Show help documentation for Claude Code',
|
|
namespace: 'builtin',
|
|
metadata: { type: 'builtin' },
|
|
} as SlashCommand)
|
|
: undefined);
|
|
if (matchedCommand && matchedCommand.type !== 'skill') {
|
|
executeCommand(matchedCommand, isHelpAlias ? '/help' : commandInput);
|
|
setInput('');
|
|
inputValueRef.current = '';
|
|
setAttachedImages([]);
|
|
setUploadingImages(new Map());
|
|
setImageErrors(new Map());
|
|
resetCommandMenuState();
|
|
setIsTextareaExpanded(false);
|
|
if (textareaRef.current) {
|
|
textareaRef.current.style.height = 'auto';
|
|
}
|
|
return;
|
|
}
|
|
}
|
|
|
|
const messageContent = currentInput;
|
|
|
|
let uploadedImages: unknown[] = [];
|
|
if (attachedImages.length > 0) {
|
|
const formData = new FormData();
|
|
attachedImages.forEach((file) => {
|
|
formData.append('images', file);
|
|
});
|
|
|
|
try {
|
|
const response = await authenticatedFetch(`/api/projects/${selectedProject.projectId}/upload-images`, {
|
|
method: 'POST',
|
|
headers: {},
|
|
body: formData,
|
|
});
|
|
|
|
if (!response.ok) {
|
|
throw new Error('Failed to upload images');
|
|
}
|
|
|
|
const result = await response.json();
|
|
uploadedImages = result.images;
|
|
} catch (error) {
|
|
const message = error instanceof Error ? error.message : 'Unknown error';
|
|
console.error('Image upload failed:', error);
|
|
addMessage({
|
|
type: 'error',
|
|
content: `Failed to upload images: ${message}`,
|
|
timestamp: new Date(),
|
|
});
|
|
return;
|
|
}
|
|
}
|
|
|
|
const resolvedProjectPath = selectedProject.fullPath || selectedProject.path || '';
|
|
const sessionSummary = getNotificationSessionSummary(selectedSession, currentInput);
|
|
|
|
// The conversation always has a stable backend-allocated session id
|
|
// BEFORE the first websocket send: brand-new chats allocate one here
|
|
// via the session gateway. There is no client-visible session-id
|
|
// handoff later — this id stays valid for the conversation's lifetime.
|
|
let targetSessionId = selectedSession?.id || currentSessionId || null;
|
|
if (!targetSessionId) {
|
|
try {
|
|
const response = await authenticatedFetch('/api/providers/sessions', {
|
|
method: 'POST',
|
|
body: JSON.stringify({
|
|
provider,
|
|
projectPath: resolvedProjectPath,
|
|
}),
|
|
});
|
|
if (!response.ok) {
|
|
throw new Error(`Failed to create session (${response.status})`);
|
|
}
|
|
const body = await response.json();
|
|
targetSessionId = body?.data?.sessionId || null;
|
|
} catch (error) {
|
|
const message = error instanceof Error ? error.message : 'Unknown error';
|
|
console.error('Session creation failed:', error);
|
|
addMessage({
|
|
type: 'error',
|
|
content: `Failed to start a new session: ${message}`,
|
|
timestamp: new Date(),
|
|
});
|
|
return;
|
|
}
|
|
|
|
if (!targetSessionId) {
|
|
addMessage({
|
|
type: 'error',
|
|
content: 'Failed to start a new session: no session id returned.',
|
|
timestamp: new Date(),
|
|
});
|
|
return;
|
|
}
|
|
|
|
onSessionEstablished?.(targetSessionId, {
|
|
provider,
|
|
project: selectedProject,
|
|
summary: sessionSummary,
|
|
});
|
|
}
|
|
|
|
const userMessage: ChatMessage = {
|
|
type: 'user',
|
|
content: currentInput,
|
|
images: uploadedImages as any,
|
|
timestamp: new Date(),
|
|
};
|
|
|
|
addMessage(userMessage);
|
|
// Mark this request as processing in the per-session activity map (the
|
|
// single source of truth the indicator derives from). The id is always
|
|
// concrete at this point — no pending placeholder exists anymore.
|
|
onSessionProcessing?.(targetSessionId, {
|
|
statusText: null,
|
|
canInterrupt: true,
|
|
});
|
|
|
|
setIsUserScrolledUp(false);
|
|
setTimeout(() => scrollToBottom(), 100);
|
|
|
|
const getToolsSettings = () => {
|
|
try {
|
|
const settingsKey =
|
|
provider === 'cursor'
|
|
? 'cursor-tools-settings'
|
|
: provider === 'codex'
|
|
? 'codex-settings'
|
|
: provider === 'gemini'
|
|
? 'gemini-settings'
|
|
: provider === 'opencode'
|
|
? 'opencode-settings'
|
|
: 'claude-settings';
|
|
const savedSettings = safeLocalStorage.getItem(settingsKey);
|
|
if (savedSettings) {
|
|
return JSON.parse(savedSettings);
|
|
}
|
|
} catch (error) {
|
|
console.error('Error loading tools settings:', error);
|
|
}
|
|
|
|
return {
|
|
allowedTools: [],
|
|
disallowedTools: [],
|
|
skipPermissions: false,
|
|
};
|
|
};
|
|
|
|
const toolsSettings = getToolsSettings();
|
|
const model =
|
|
provider === 'cursor'
|
|
? cursorModel
|
|
: provider === 'codex'
|
|
? codexModel
|
|
: provider === 'gemini'
|
|
? geminiModel
|
|
: provider === 'opencode'
|
|
? opencodeModel
|
|
: claudeModel;
|
|
|
|
// One message shape for every provider. The backend resolves the
|
|
// provider, project path, and provider-native resume id from the
|
|
// session row; `options` only carries composer-level preferences.
|
|
sendMessage({
|
|
type: 'chat.send',
|
|
sessionId: targetSessionId,
|
|
content: messageContent,
|
|
options: {
|
|
model,
|
|
// Codex has no plan mode; downgrade rather than sending an
|
|
// unsupported value to its runtime.
|
|
permissionMode: provider === 'codex' && permissionMode === 'plan' ? 'default' : permissionMode,
|
|
toolsSettings,
|
|
skipPermissions: toolsSettings?.skipPermissions || false,
|
|
sessionSummary,
|
|
images: uploadedImages,
|
|
},
|
|
});
|
|
|
|
setInput('');
|
|
inputValueRef.current = '';
|
|
resetCommandMenuState();
|
|
setAttachedImages([]);
|
|
setUploadingImages(new Map());
|
|
setImageErrors(new Map());
|
|
setIsTextareaExpanded(false);
|
|
|
|
if (textareaRef.current) {
|
|
textareaRef.current.style.height = 'auto';
|
|
}
|
|
|
|
safeLocalStorage.removeItem(`draft_input_${selectedProject.projectId}`);
|
|
},
|
|
[
|
|
selectedSession,
|
|
attachedImages,
|
|
claudeModel,
|
|
codexModel,
|
|
currentSessionId,
|
|
cursorModel,
|
|
executeCommand,
|
|
geminiModel,
|
|
opencodeModel,
|
|
isLoading,
|
|
onSessionProcessing,
|
|
onSessionEstablished,
|
|
permissionMode,
|
|
provider,
|
|
resetCommandMenuState,
|
|
scrollToBottom,
|
|
selectedProject,
|
|
sendMessage,
|
|
addMessage,
|
|
setIsUserScrolledUp,
|
|
slashCommands,
|
|
],
|
|
);
|
|
|
|
useEffect(() => {
|
|
handleSubmitRef.current = handleSubmit;
|
|
}, [handleSubmit]);
|
|
|
|
// A voice transcript either fills the input (to edit before sending) or, when the
|
|
// user tapped "stop and send", is submitted straight away. Mirror the value into
|
|
// inputValueRef synchronously so handleSubmit reads the new text, not the stale state.
|
|
const handleVoiceTranscript = useCallback((text: string, send?: boolean) => {
|
|
const base = inputValueRef.current.trim();
|
|
const next = base ? `${base} ${text}` : text;
|
|
setInput(next);
|
|
inputValueRef.current = next;
|
|
if (send) handleSubmitRef.current?.(createFakeSubmitEvent());
|
|
}, [setInput]);
|
|
|
|
useEffect(() => {
|
|
inputValueRef.current = input;
|
|
}, [input]);
|
|
|
|
useEffect(() => {
|
|
if (!selectedProjectId) {
|
|
return;
|
|
}
|
|
const savedInput = safeLocalStorage.getItem(`draft_input_${selectedProjectId}`) || '';
|
|
setInput((previous) => {
|
|
const next = previous === savedInput ? previous : savedInput;
|
|
inputValueRef.current = next;
|
|
return next;
|
|
});
|
|
}, [selectedProjectId]);
|
|
|
|
useEffect(() => {
|
|
if (!selectedProjectId) {
|
|
return;
|
|
}
|
|
if (input !== '') {
|
|
safeLocalStorage.setItem(`draft_input_${selectedProjectId}`, input);
|
|
} else {
|
|
safeLocalStorage.removeItem(`draft_input_${selectedProjectId}`);
|
|
}
|
|
}, [input, selectedProjectId]);
|
|
|
|
useEffect(() => {
|
|
if (!textareaRef.current) {
|
|
return;
|
|
}
|
|
// Re-run when input changes so restored drafts get the same autosize behavior as typed text.
|
|
textareaRef.current.style.height = 'auto';
|
|
textareaRef.current.style.height = `${Math.max(22, textareaRef.current.scrollHeight)}px`;
|
|
const lineHeight = parseInt(window.getComputedStyle(textareaRef.current).lineHeight);
|
|
const expanded = textareaRef.current.scrollHeight > lineHeight * 2;
|
|
setIsTextareaExpanded(expanded);
|
|
}, [input]);
|
|
|
|
useEffect(() => {
|
|
if (!textareaRef.current || input.trim()) {
|
|
return;
|
|
}
|
|
textareaRef.current.style.height = 'auto';
|
|
setIsTextareaExpanded(false);
|
|
}, [input]);
|
|
|
|
const handleInputChange = useCallback(
|
|
(event: ChangeEvent<HTMLTextAreaElement>) => {
|
|
const newValue = event.target.value;
|
|
const cursorPos = event.target.selectionStart;
|
|
|
|
setInput(newValue);
|
|
inputValueRef.current = newValue;
|
|
setCursorPosition(cursorPos);
|
|
|
|
if (!newValue.trim()) {
|
|
event.target.style.height = 'auto';
|
|
setIsTextareaExpanded(false);
|
|
resetCommandMenuState();
|
|
return;
|
|
}
|
|
|
|
handleCommandInputChange(newValue, cursorPos);
|
|
},
|
|
[handleCommandInputChange, resetCommandMenuState, setCursorPosition],
|
|
);
|
|
|
|
const handleKeyDown = useCallback(
|
|
(event: KeyboardEvent<HTMLTextAreaElement>) => {
|
|
if (handleCommandMenuKeyDown(event)) {
|
|
return;
|
|
}
|
|
|
|
if (handleFileMentionsKeyDown(event)) {
|
|
return;
|
|
}
|
|
|
|
if (event.key === 'Tab' && !showFileDropdown && !showCommandMenu) {
|
|
event.preventDefault();
|
|
cyclePermissionMode();
|
|
return;
|
|
}
|
|
|
|
if (event.key === 'Enter') {
|
|
if (event.nativeEvent.isComposing) {
|
|
return;
|
|
}
|
|
|
|
if ((event.ctrlKey || event.metaKey) && !event.shiftKey) {
|
|
event.preventDefault();
|
|
handleSubmit(event);
|
|
} else if (!event.shiftKey && !event.ctrlKey && !event.metaKey && !sendByCtrlEnter) {
|
|
event.preventDefault();
|
|
handleSubmit(event);
|
|
}
|
|
}
|
|
},
|
|
[
|
|
cyclePermissionMode,
|
|
handleCommandMenuKeyDown,
|
|
handleFileMentionsKeyDown,
|
|
handleSubmit,
|
|
sendByCtrlEnter,
|
|
showCommandMenu,
|
|
showFileDropdown,
|
|
],
|
|
);
|
|
|
|
const handleTextareaClick = useCallback(
|
|
(event: MouseEvent<HTMLTextAreaElement>) => {
|
|
setCursorPosition(event.currentTarget.selectionStart);
|
|
},
|
|
[setCursorPosition],
|
|
);
|
|
|
|
const handleTextareaInput = useCallback(
|
|
(event: FormEvent<HTMLTextAreaElement>) => {
|
|
const target = event.currentTarget;
|
|
target.style.height = 'auto';
|
|
target.style.height = `${Math.max(22, target.scrollHeight)}px`;
|
|
setCursorPosition(target.selectionStart);
|
|
syncInputOverlayScroll(target);
|
|
|
|
const lineHeight = parseInt(window.getComputedStyle(target).lineHeight);
|
|
setIsTextareaExpanded(target.scrollHeight > lineHeight * 2);
|
|
},
|
|
[setCursorPosition, syncInputOverlayScroll],
|
|
);
|
|
|
|
const handleClearInput = useCallback(() => {
|
|
setInput('');
|
|
inputValueRef.current = '';
|
|
resetCommandMenuState();
|
|
if (textareaRef.current) {
|
|
textareaRef.current.style.height = 'auto';
|
|
textareaRef.current.focus();
|
|
}
|
|
setIsTextareaExpanded(false);
|
|
}, [resetCommandMenuState]);
|
|
|
|
const handleAbortSession = useCallback(() => {
|
|
if (!canAbortSession) {
|
|
return;
|
|
}
|
|
|
|
const targetSessionId = selectedSession?.id || currentSessionId || null;
|
|
if (!targetSessionId) {
|
|
console.warn('Abort requested but no session ID is available.');
|
|
return;
|
|
}
|
|
|
|
// The backend resolves the provider from the session row, so no provider
|
|
// field is needed here.
|
|
sendMessage({
|
|
type: 'chat.abort',
|
|
sessionId: targetSessionId,
|
|
});
|
|
}, [canAbortSession, currentSessionId, selectedSession?.id, sendMessage]);
|
|
|
|
const handleGrantToolPermission = useCallback(
|
|
(suggestion: { entry: string; toolName: string }) => {
|
|
if (!suggestion || provider !== 'claude') {
|
|
return { success: false };
|
|
}
|
|
return grantClaudeToolPermission(suggestion.entry);
|
|
},
|
|
[provider],
|
|
);
|
|
|
|
const handlePermissionDecision = useCallback(
|
|
(
|
|
requestIds: string | string[],
|
|
decision: { allow?: boolean; message?: string; rememberEntry?: string | null; updatedInput?: unknown },
|
|
) => {
|
|
const ids = Array.isArray(requestIds) ? requestIds : [requestIds];
|
|
const validIds = ids.filter(Boolean);
|
|
if (validIds.length === 0) {
|
|
return;
|
|
}
|
|
|
|
validIds.forEach((requestId) => {
|
|
sendMessage({
|
|
type: 'chat.permission-response',
|
|
requestId,
|
|
allow: Boolean(decision?.allow),
|
|
updatedInput: decision?.updatedInput,
|
|
message: decision?.message,
|
|
rememberEntry: decision?.rememberEntry,
|
|
});
|
|
});
|
|
|
|
setPendingPermissionRequests((previous) =>
|
|
previous.filter((request) => !validIds.includes(request.requestId)),
|
|
);
|
|
},
|
|
[sendMessage, setPendingPermissionRequests],
|
|
);
|
|
|
|
const [isInputFocused, setIsInputFocused] = useState(false);
|
|
|
|
const handleInputFocusChange = useCallback(
|
|
(focused: boolean) => {
|
|
setIsInputFocused(focused);
|
|
onInputFocusChange?.(focused);
|
|
},
|
|
[onInputFocusChange],
|
|
);
|
|
|
|
return {
|
|
input,
|
|
setInput,
|
|
textareaRef,
|
|
inputHighlightRef,
|
|
isTextareaExpanded,
|
|
slashCommandsCount,
|
|
filteredCommands,
|
|
frequentCommands,
|
|
commandQuery,
|
|
showCommandMenu,
|
|
selectedCommandIndex,
|
|
resetCommandMenuState,
|
|
handleCommandSelect,
|
|
handleToggleCommandMenu,
|
|
showFileDropdown,
|
|
filteredFiles: filteredFiles as MentionableFile[],
|
|
selectedFileIndex,
|
|
renderInputWithMentions,
|
|
selectFile,
|
|
attachedImages,
|
|
setAttachedImages,
|
|
uploadingImages,
|
|
imageErrors,
|
|
getRootProps,
|
|
getInputProps,
|
|
isDragActive,
|
|
openImagePicker: open,
|
|
handleSubmit,
|
|
handleVoiceTranscript,
|
|
handleInputChange,
|
|
handleKeyDown,
|
|
handlePaste,
|
|
handleTextareaClick,
|
|
handleTextareaInput,
|
|
syncInputOverlayScroll,
|
|
handleClearInput,
|
|
handleAbortSession,
|
|
handlePermissionDecision,
|
|
handleGrantToolPermission,
|
|
handleInputFocusChange,
|
|
isInputFocused,
|
|
commandModalPayload,
|
|
closeCommandModal,
|
|
showCostModal,
|
|
};
|
|
}
|