copy path and chat about file/folder
This commit is contained in:
@@ -0,0 +1,159 @@
|
|||||||
|
import { useState, useEffect } from 'react';
|
||||||
|
import { useQuery, useQueryClient } from '@tanstack/react-query';
|
||||||
|
import { toast } from 'sonner';
|
||||||
|
import { RefreshCw } from 'lucide-react';
|
||||||
|
import { Button } from '@/components/ui/button';
|
||||||
|
import { Input } from '@/components/ui/input';
|
||||||
|
import { Label } from '@/components/ui/label';
|
||||||
|
import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from '@/components/ui/select';
|
||||||
|
import { useClient } from 'hooks/useClient';
|
||||||
|
|
||||||
|
type OcrConfig = {
|
||||||
|
url: string;
|
||||||
|
model: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const OCRSection = () => {
|
||||||
|
const client = useClient();
|
||||||
|
const queryClient = useQueryClient();
|
||||||
|
|
||||||
|
const { data: config, isLoading } = useQuery({
|
||||||
|
queryKey: ['OCR_CONFIG'],
|
||||||
|
queryFn: () => client.get<OcrConfig | null>('/server-settings/ocr'),
|
||||||
|
});
|
||||||
|
|
||||||
|
const [url, setUrl] = useState('http://localhost:64203');
|
||||||
|
const [model, setModel] = useState('Qwen2.5-VL-7B-Instruct-q4_k_m.gguf');
|
||||||
|
const [models, setModels] = useState<string[]>([]);
|
||||||
|
const [modelsLoading, setModelsLoading] = useState(false);
|
||||||
|
const [isSaving, setIsSaving] = useState(false);
|
||||||
|
const [isTesting, setIsTesting] = useState(false);
|
||||||
|
|
||||||
|
const fetchModels = async (u: string) => {
|
||||||
|
setModelsLoading(true);
|
||||||
|
try {
|
||||||
|
const res = await client.post<{ models?: string[]; error?: string }>('/server-settings/ocr/models', { url: u });
|
||||||
|
if (res.models) setModels(res.models);
|
||||||
|
else setModels([]);
|
||||||
|
} catch {
|
||||||
|
setModels([]);
|
||||||
|
} finally {
|
||||||
|
setModelsLoading(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!config) return;
|
||||||
|
setUrl(config.url);
|
||||||
|
setModel(config.model);
|
||||||
|
fetchModels(config.url);
|
||||||
|
}, [config]);
|
||||||
|
|
||||||
|
const handleSave = async () => {
|
||||||
|
if (isSaving) return;
|
||||||
|
setIsSaving(true);
|
||||||
|
try {
|
||||||
|
await client.put('/server-settings/ocr', { url, model });
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['OCR_CONFIG'] });
|
||||||
|
toast.success('OCR settings saved');
|
||||||
|
} catch {
|
||||||
|
toast.error('Failed to save OCR settings');
|
||||||
|
} finally {
|
||||||
|
setIsSaving(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTest = async () => {
|
||||||
|
if (isTesting) return;
|
||||||
|
setIsTesting(true);
|
||||||
|
try {
|
||||||
|
const res = await client.post<{ success?: boolean; error?: string }>('/server-settings/ocr/test', { url, model });
|
||||||
|
if (res.error) {
|
||||||
|
toast.error(res.error);
|
||||||
|
} else {
|
||||||
|
toast.success('Vision model server is reachable');
|
||||||
|
}
|
||||||
|
} catch (err: unknown) {
|
||||||
|
const raw = (err as { message?: string })?.message;
|
||||||
|
let msg = 'Connection failed';
|
||||||
|
try {
|
||||||
|
if (raw) msg = JSON.parse(raw).error ?? msg;
|
||||||
|
} catch {
|
||||||
|
/* ignore */
|
||||||
|
}
|
||||||
|
toast.error(msg);
|
||||||
|
} finally {
|
||||||
|
setIsTesting(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
if (isLoading) return <p className="text-sm text-duck-dark/40">Loading...</p>;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="grid gap-4">
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Vision Model Server URL</span>
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder="http://localhost:64203"
|
||||||
|
value={url}
|
||||||
|
onChange={(ev) => setUrl(ev.target.value)}
|
||||||
|
/>
|
||||||
|
</Label>
|
||||||
|
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<div className="flex items-center gap-1.5">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Model</span>
|
||||||
|
<button
|
||||||
|
type="button"
|
||||||
|
onClick={() => fetchModels(url)}
|
||||||
|
disabled={modelsLoading}
|
||||||
|
className="p-0.5 rounded hover:bg-duck-dark/10 dark:hover:bg-foreground/10 cursor-pointer transition-colors disabled:opacity-40"
|
||||||
|
title="Refresh models"
|
||||||
|
>
|
||||||
|
<RefreshCw className={`h-3 w-3 text-duck-dark/50 dark:text-foreground/50 ${modelsLoading ? 'animate-spin' : ''}`} />
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
{models.length > 0 ? (
|
||||||
|
<Select value={model} onValueChange={setModel}>
|
||||||
|
<SelectTrigger className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground">
|
||||||
|
<SelectValue placeholder="Select a model" />
|
||||||
|
</SelectTrigger>
|
||||||
|
<SelectContent className="z-[600] max-h-[300px]">
|
||||||
|
{models.map((m) => (
|
||||||
|
<SelectItem key={m} value={m}>{m}</SelectItem>
|
||||||
|
))}
|
||||||
|
</SelectContent>
|
||||||
|
</Select>
|
||||||
|
) : (
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder="Qwen2.5-VL-7B-Instruct-q4_k_m.gguf"
|
||||||
|
value={model}
|
||||||
|
onChange={(ev) => setModel(ev.target.value)}
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
</Label>
|
||||||
|
|
||||||
|
<div className="flex items-center gap-2">
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
onClick={handleSave}
|
||||||
|
disabled={isSaving}
|
||||||
|
className="flex-1 h-11 bg-duck-yellow hover:bg-duck-yellow/90 text-duck-teal font-bold transition-all duration-200 hover:scale-105 cursor-pointer disabled:opacity-50 disabled:hover:scale-100"
|
||||||
|
>
|
||||||
|
{isSaving ? 'Saving...' : 'Save'}
|
||||||
|
</Button>
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
variant="outline"
|
||||||
|
onClick={handleTest}
|
||||||
|
disabled={isTesting}
|
||||||
|
className="h-11 cursor-pointer disabled:opacity-50"
|
||||||
|
>
|
||||||
|
{isTesting ? 'Testing...' : 'Test'}
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
};
|
||||||
@@ -0,0 +1,104 @@
|
|||||||
|
import { useState, useEffect } from 'react';
|
||||||
|
import { useQuery, useQueryClient } from '@tanstack/react-query';
|
||||||
|
import { toast } from 'sonner';
|
||||||
|
import { Button } from '@/components/ui/button';
|
||||||
|
import { Input } from '@/components/ui/input';
|
||||||
|
import { Label } from '@/components/ui/label';
|
||||||
|
import { useClient } from 'hooks/useClient';
|
||||||
|
|
||||||
|
type SttConfig = {
|
||||||
|
url: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const STTSection = () => {
|
||||||
|
const client = useClient();
|
||||||
|
const queryClient = useQueryClient();
|
||||||
|
|
||||||
|
const { data: config, isLoading } = useQuery({
|
||||||
|
queryKey: ['STT_CONFIG'],
|
||||||
|
queryFn: () => client.get<SttConfig | null>('/server-settings/stt'),
|
||||||
|
});
|
||||||
|
|
||||||
|
const [url, setUrl] = useState('http://localhost:64201');
|
||||||
|
const [isSaving, setIsSaving] = useState(false);
|
||||||
|
const [isTesting, setIsTesting] = useState(false);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!config) return;
|
||||||
|
setUrl(config.url);
|
||||||
|
}, [config]);
|
||||||
|
|
||||||
|
const handleSave = async () => {
|
||||||
|
if (isSaving) return;
|
||||||
|
setIsSaving(true);
|
||||||
|
try {
|
||||||
|
await client.put('/server-settings/stt', { url });
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['STT_CONFIG'] });
|
||||||
|
toast.success('STT settings saved');
|
||||||
|
} catch {
|
||||||
|
toast.error('Failed to save STT settings');
|
||||||
|
} finally {
|
||||||
|
setIsSaving(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTest = async () => {
|
||||||
|
if (isTesting) return;
|
||||||
|
setIsTesting(true);
|
||||||
|
try {
|
||||||
|
const res = await client.post<{ success?: boolean; error?: string }>('/server-settings/stt/test', { url });
|
||||||
|
if (res.error) {
|
||||||
|
toast.error(res.error);
|
||||||
|
} else {
|
||||||
|
toast.success('Whisper server is reachable');
|
||||||
|
}
|
||||||
|
} catch (err: unknown) {
|
||||||
|
const raw = (err as { message?: string })?.message;
|
||||||
|
let msg = 'Connection failed';
|
||||||
|
try {
|
||||||
|
if (raw) msg = JSON.parse(raw).error ?? msg;
|
||||||
|
} catch {
|
||||||
|
/* ignore */
|
||||||
|
}
|
||||||
|
toast.error(msg);
|
||||||
|
} finally {
|
||||||
|
setIsTesting(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
if (isLoading) return <p className="text-sm text-duck-dark/40">Loading...</p>;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="grid gap-4">
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Whisper Server URL</span>
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder="http://localhost:64201"
|
||||||
|
value={url}
|
||||||
|
onChange={(ev) => setUrl(ev.target.value)}
|
||||||
|
/>
|
||||||
|
</Label>
|
||||||
|
|
||||||
|
<div className="flex items-center gap-2">
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
onClick={handleSave}
|
||||||
|
disabled={isSaving}
|
||||||
|
className="flex-1 h-11 bg-duck-yellow hover:bg-duck-yellow/90 text-duck-teal font-bold transition-all duration-200 hover:scale-105 cursor-pointer disabled:opacity-50 disabled:hover:scale-100"
|
||||||
|
>
|
||||||
|
{isSaving ? 'Saving...' : 'Save'}
|
||||||
|
</Button>
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
variant="outline"
|
||||||
|
onClick={handleTest}
|
||||||
|
disabled={isTesting}
|
||||||
|
className="h-11 cursor-pointer disabled:opacity-50"
|
||||||
|
>
|
||||||
|
{isTesting ? 'Testing...' : 'Test'}
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
};
|
||||||
@@ -0,0 +1,243 @@
|
|||||||
|
import { useState, useEffect, useRef } from 'react';
|
||||||
|
import { useQuery, useQueryClient } from '@tanstack/react-query';
|
||||||
|
import { toast } from 'sonner';
|
||||||
|
import { RefreshCw } from 'lucide-react';
|
||||||
|
import { Button } from '@/components/ui/button';
|
||||||
|
import { Input } from '@/components/ui/input';
|
||||||
|
import { Label } from '@/components/ui/label';
|
||||||
|
import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from '@/components/ui/select';
|
||||||
|
import { useClient } from 'hooks/useClient';
|
||||||
|
|
||||||
|
type Provider = 'openai' | 'elevenlabs';
|
||||||
|
|
||||||
|
type TtsConfig = {
|
||||||
|
provider: Provider;
|
||||||
|
url: string;
|
||||||
|
apiKey?: string;
|
||||||
|
model: string;
|
||||||
|
voice: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
const PROVIDER_DEFAULTS: Record<Provider, Partial<TtsConfig>> = {
|
||||||
|
openai: { url: 'http://localhost:64202', model: 'kokoro', voice: 'af_heart' },
|
||||||
|
elevenlabs: { url: '', model: 'eleven_multilingual_v2', voice: 'Rachel' },
|
||||||
|
};
|
||||||
|
|
||||||
|
export const TTSSection = () => {
|
||||||
|
const client = useClient();
|
||||||
|
const queryClient = useQueryClient();
|
||||||
|
const audioRef = useRef<HTMLAudioElement | null>(null);
|
||||||
|
|
||||||
|
const { data: config, isLoading } = useQuery({
|
||||||
|
queryKey: ['TTS_CONFIG'],
|
||||||
|
queryFn: () => client.get<TtsConfig | null>('/server-settings/tts'),
|
||||||
|
});
|
||||||
|
|
||||||
|
const [provider, setProvider] = useState<Provider>('openai');
|
||||||
|
const [url, setUrl] = useState('http://localhost:64202');
|
||||||
|
const [apiKey, setApiKey] = useState('');
|
||||||
|
const [model, setModel] = useState('kokoro');
|
||||||
|
const [voice, setVoice] = useState('af_heart');
|
||||||
|
const [voices, setVoices] = useState<string[]>([]);
|
||||||
|
const [voicesLoading, setVoicesLoading] = useState(false);
|
||||||
|
const [isSaving, setIsSaving] = useState(false);
|
||||||
|
const [isTesting, setIsTesting] = useState(false);
|
||||||
|
|
||||||
|
const fetchVoices = async (p: Provider, u: string, key: string) => {
|
||||||
|
setVoicesLoading(true);
|
||||||
|
try {
|
||||||
|
const res = await client.post<{ voices?: string[]; error?: string }>('/server-settings/tts/voices', {
|
||||||
|
provider: p,
|
||||||
|
url: u,
|
||||||
|
apiKey: key || undefined,
|
||||||
|
});
|
||||||
|
if (res.voices) setVoices(res.voices);
|
||||||
|
else setVoices([]);
|
||||||
|
} catch {
|
||||||
|
setVoices([]);
|
||||||
|
} finally {
|
||||||
|
setVoicesLoading(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!config) return;
|
||||||
|
setProvider(config.provider);
|
||||||
|
setUrl(config.url ?? '');
|
||||||
|
setApiKey(config.apiKey ?? '');
|
||||||
|
setModel(config.model);
|
||||||
|
setVoice(config.voice);
|
||||||
|
fetchVoices(config.provider, config.url ?? '', config.apiKey ?? '');
|
||||||
|
}, [config]);
|
||||||
|
|
||||||
|
const handleProviderChange = (v: Provider) => {
|
||||||
|
setProvider(v);
|
||||||
|
const defaults = PROVIDER_DEFAULTS[v];
|
||||||
|
if (defaults.url !== undefined) setUrl(defaults.url);
|
||||||
|
if (defaults.model !== undefined) setModel(defaults.model);
|
||||||
|
if (defaults.voice !== undefined) setVoice(defaults.voice);
|
||||||
|
setApiKey('');
|
||||||
|
};
|
||||||
|
|
||||||
|
const buildConfig = (): TtsConfig => ({
|
||||||
|
provider,
|
||||||
|
url,
|
||||||
|
model,
|
||||||
|
voice,
|
||||||
|
...(apiKey ? { apiKey } : {}),
|
||||||
|
});
|
||||||
|
|
||||||
|
const handleSave = async () => {
|
||||||
|
if (isSaving) return;
|
||||||
|
setIsSaving(true);
|
||||||
|
try {
|
||||||
|
await client.put('/server-settings/tts', buildConfig());
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['TTS_CONFIG'] });
|
||||||
|
toast.success('TTS settings saved');
|
||||||
|
} catch {
|
||||||
|
toast.error('Failed to save TTS settings');
|
||||||
|
} finally {
|
||||||
|
setIsSaving(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTest = async () => {
|
||||||
|
if (isTesting) return;
|
||||||
|
setIsTesting(true);
|
||||||
|
try {
|
||||||
|
const res = await fetch(`${client.baseUrl}/server-settings/tts/test`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${client.token}` },
|
||||||
|
body: JSON.stringify(buildConfig()),
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!res.ok || res.headers.get('content-type')?.includes('json')) {
|
||||||
|
const json = await res.json().catch(() => ({ error: 'Test failed' }));
|
||||||
|
toast.error(json.error ?? 'Test failed');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const blob = await res.blob();
|
||||||
|
const audioUrl = URL.createObjectURL(blob);
|
||||||
|
if (audioRef.current) {
|
||||||
|
audioRef.current.pause();
|
||||||
|
URL.revokeObjectURL(audioRef.current.src);
|
||||||
|
}
|
||||||
|
const audio = new Audio(audioUrl);
|
||||||
|
audioRef.current = audio;
|
||||||
|
audio.play();
|
||||||
|
toast.success('Playing test audio');
|
||||||
|
} catch {
|
||||||
|
toast.error('Test failed — could not reach TTS server');
|
||||||
|
} finally {
|
||||||
|
setIsTesting(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
if (isLoading) return <p className="text-sm text-duck-dark/40">Loading...</p>;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="grid gap-4">
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Provider</span>
|
||||||
|
<Select value={provider} onValueChange={(v) => handleProviderChange(v as Provider)}>
|
||||||
|
<SelectTrigger className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground">
|
||||||
|
<SelectValue />
|
||||||
|
</SelectTrigger>
|
||||||
|
<SelectContent className="z-[600]">
|
||||||
|
<SelectItem value="openai">OpenAI-compatible (Kokoro, OpenAI, etc.)</SelectItem>
|
||||||
|
<SelectItem value="elevenlabs">ElevenLabs</SelectItem>
|
||||||
|
</SelectContent>
|
||||||
|
</Select>
|
||||||
|
</Label>
|
||||||
|
|
||||||
|
{provider === 'openai' && (
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">URL</span>
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder="http://localhost:64202"
|
||||||
|
value={url}
|
||||||
|
onChange={(ev) => setUrl(ev.target.value)}
|
||||||
|
/>
|
||||||
|
</Label>
|
||||||
|
)}
|
||||||
|
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">API Key {provider === 'openai' ? '(optional)' : ''}</span>
|
||||||
|
<Input
|
||||||
|
type="password"
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder={provider === 'elevenlabs' ? 'xi-...' : 'sk-...'}
|
||||||
|
value={apiKey}
|
||||||
|
onChange={(ev) => setApiKey(ev.target.value)}
|
||||||
|
/>
|
||||||
|
</Label>
|
||||||
|
|
||||||
|
<div className="grid grid-cols-2 gap-2">
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Model</span>
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder={provider === 'openai' ? 'kokoro' : 'eleven_multilingual_v2'}
|
||||||
|
value={model}
|
||||||
|
onChange={(ev) => setModel(ev.target.value)}
|
||||||
|
/>
|
||||||
|
</Label>
|
||||||
|
<Label className="grid gap-2">
|
||||||
|
<div className="flex items-center gap-1.5">
|
||||||
|
<span className="text-duck-dark/70 dark:text-foreground/70">Voice</span>
|
||||||
|
<button
|
||||||
|
type="button"
|
||||||
|
onClick={() => fetchVoices(provider, url, apiKey)}
|
||||||
|
disabled={voicesLoading}
|
||||||
|
className="p-0.5 rounded hover:bg-duck-dark/10 dark:hover:bg-foreground/10 cursor-pointer transition-colors disabled:opacity-40"
|
||||||
|
title="Refresh voices"
|
||||||
|
>
|
||||||
|
<RefreshCw className={`h-3 w-3 text-duck-dark/50 dark:text-foreground/50 ${voicesLoading ? 'animate-spin' : ''}`} />
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
{voices.length > 0 ? (
|
||||||
|
<Select value={voice} onValueChange={setVoice}>
|
||||||
|
<SelectTrigger className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground">
|
||||||
|
<SelectValue placeholder="Select a voice" />
|
||||||
|
</SelectTrigger>
|
||||||
|
<SelectContent className="z-[600] max-h-[300px]">
|
||||||
|
{voices.map((v) => (
|
||||||
|
<SelectItem key={v} value={v}>{v}</SelectItem>
|
||||||
|
))}
|
||||||
|
</SelectContent>
|
||||||
|
</Select>
|
||||||
|
) : (
|
||||||
|
<Input
|
||||||
|
className="h-11 bg-background/60 border-duck-dark/20 text-duck-dark dark:text-foreground placeholder:text-duck-dark/40"
|
||||||
|
placeholder={provider === 'openai' ? 'af_heart' : 'Rachel'}
|
||||||
|
value={voice}
|
||||||
|
onChange={(ev) => setVoice(ev.target.value)}
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
</Label>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div className="flex items-center gap-2">
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
onClick={handleSave}
|
||||||
|
disabled={isSaving}
|
||||||
|
className="flex-1 h-11 bg-duck-yellow hover:bg-duck-yellow/90 text-duck-teal font-bold transition-all duration-200 hover:scale-105 cursor-pointer disabled:opacity-50 disabled:hover:scale-100"
|
||||||
|
>
|
||||||
|
{isSaving ? 'Saving...' : 'Save'}
|
||||||
|
</Button>
|
||||||
|
<Button
|
||||||
|
type="button"
|
||||||
|
variant="outline"
|
||||||
|
onClick={handleTest}
|
||||||
|
disabled={isTesting}
|
||||||
|
className="h-11 cursor-pointer disabled:opacity-50"
|
||||||
|
>
|
||||||
|
{isTesting ? 'Testing...' : 'Test'}
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
};
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
import { useState, useEffect, useMemo, useCallback, type DragEvent } from 'react';
|
import { useState, useEffect, useMemo, useCallback, type DragEvent } from 'react';
|
||||||
import { toast } from 'sonner';
|
import { toast } from 'sonner';
|
||||||
import { Terminal, Eye, Bot, Settings, X, Plus, Mail } from 'lucide-react';
|
import { Terminal, Eye, Bot, Settings, X, Plus, Mail, Volume2, Mic, ScanText } from 'lucide-react';
|
||||||
import { Input } from '@/components/ui/input';
|
import { Input } from '@/components/ui/input';
|
||||||
import { Label } from '@/components/ui/label';
|
import { Label } from '@/components/ui/label';
|
||||||
import { Button } from '@/components/ui/button';
|
import { Button } from '@/components/ui/button';
|
||||||
@@ -20,6 +20,9 @@ import type { UserSettings } from 'state/useSettings';
|
|||||||
import { AIHarnessesSection } from './ServerSettings/AIHarnessesSection';
|
import { AIHarnessesSection } from './ServerSettings/AIHarnessesSection';
|
||||||
import { RUN_COMMAND_CHANNEL, type RunCommandState } from './ServerSettings/run-command-channel';
|
import { RUN_COMMAND_CHANNEL, type RunCommandState } from './ServerSettings/run-command-channel';
|
||||||
import { SMTPSection } from './ServerSettings/SMTPSection';
|
import { SMTPSection } from './ServerSettings/SMTPSection';
|
||||||
|
import { TTSSection } from './ServerSettings/TTSSection';
|
||||||
|
import { STTSection } from './ServerSettings/STTSection';
|
||||||
|
import { OCRSection } from './ServerSettings/OCRSection';
|
||||||
|
|
||||||
const PROVIDER_DISPLAY: Record<string, string> = {
|
const PROVIDER_DISPLAY: Record<string, string> = {
|
||||||
anthropic: 'Anthropic',
|
anthropic: 'Anthropic',
|
||||||
@@ -50,6 +53,9 @@ const groups: SettingsSectionGroup[] = [
|
|||||||
{ key: 'ai-harnesses', icon: Terminal, title: 'Providers', description: 'Remote and local AI providers', content: <AIHarnessesSection /> },
|
{ key: 'ai-harnesses', icon: Terminal, title: 'Providers', description: 'Remote and local AI providers', content: <AIHarnessesSection /> },
|
||||||
{ key: 'model-visibility', icon: Eye, title: 'Models', description: 'Enable or disable models', content: <ModelVisibilitySection /> },
|
{ key: 'model-visibility', icon: Eye, title: 'Models', description: 'Enable or disable models', content: <ModelVisibilitySection /> },
|
||||||
{ key: 'chat-defaults', icon: Terminal, title: 'Chat Defaults', description: 'Model, prompt, and temperature', content: <ChatDefaultsSection /> },
|
{ key: 'chat-defaults', icon: Terminal, title: 'Chat Defaults', description: 'Model, prompt, and temperature', content: <ChatDefaultsSection /> },
|
||||||
|
{ key: 'tts', icon: Volume2, title: 'Text to Speech', description: 'TTS provider and voice', content: <TTSSection /> },
|
||||||
|
{ key: 'stt', icon: Mic, title: 'Speech to Text', description: 'Whisper server URL', content: <STTSection /> },
|
||||||
|
{ key: 'ocr', icon: ScanText, title: 'OCR', description: 'Vision model for text extraction', content: <OCRSection /> },
|
||||||
],
|
],
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
|||||||
@@ -5,7 +5,9 @@ import { existsSync } from 'node:fs';
|
|||||||
import { homedir } from 'node:os';
|
import { homedir } from 'node:os';
|
||||||
import { getHomeDir, DATA_PATH, getUserSettingsFile } from '@@/data-path';
|
import { getHomeDir, DATA_PATH, getUserSettingsFile } from '@@/data-path';
|
||||||
import * as errors from '@@/custom-errors';
|
import * as errors from '@@/custom-errors';
|
||||||
import { readConfig } from '@@/api/server-settings/resources';
|
import { readTtsConfig } from '@@/api/server-settings/tts';
|
||||||
|
import { readSttConfig } from '@@/api/server-settings/stt';
|
||||||
|
import { readOcrConfig } from '@@/api/server-settings/ocr';
|
||||||
|
|
||||||
const DEFAULT_HOME_DIRS = ['Downloads', 'Documents', 'Music', 'Video', 'Pictures', 'Onboarding'];
|
const DEFAULT_HOME_DIRS = ['Downloads', 'Documents', 'Music', 'Video', 'Pictures', 'Onboarding'];
|
||||||
const ONBOARDING_SEED = join(DATA_PATH, 'Onboarding');
|
const ONBOARDING_SEED = join(DATA_PATH, 'Onboarding');
|
||||||
@@ -81,7 +83,7 @@ router.get('/ls', async (ctx) => {
|
|||||||
);
|
);
|
||||||
|
|
||||||
const path = '/' + absPath.slice(rootDir.length).replace(/^\/+/, '');
|
const path = '/' + absPath.slice(rootDir.length).replace(/^\/+/, '');
|
||||||
return ctx.json({ path, entries: entries.filter(Boolean) });
|
return ctx.json({ path, rootDir, entries: entries.filter(Boolean) });
|
||||||
});
|
});
|
||||||
|
|
||||||
// Read file contents
|
// Read file contents
|
||||||
@@ -267,6 +269,33 @@ router.get('/transcode', async (ctx) => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Save a cached result (ocr/tts/transcriptions/audio) next to the original file
|
||||||
|
const CACHE_PREFIXES = ['ocr/', 'tts/', 'transcriptions/', 'audio/'];
|
||||||
|
|
||||||
|
router.post('/save-result', async (ctx) => {
|
||||||
|
const user = ctx.get('user');
|
||||||
|
const { path: cachedPath } = ctx.get('body') as { path: string };
|
||||||
|
if (!cachedPath) throw errors.BAD_REQUEST('path is required');
|
||||||
|
|
||||||
|
const prefix = CACHE_PREFIXES.find((p) => cachedPath.startsWith(p));
|
||||||
|
if (!prefix) throw errors.BAD_REQUEST('Not a cached result path');
|
||||||
|
|
||||||
|
const relativePath = cachedPath.slice(prefix.length);
|
||||||
|
const userDataDir = getUserDataDir(user.email);
|
||||||
|
const srcAbs = resolve(userDataDir, cachedPath);
|
||||||
|
if (!existsSync(srcAbs)) throw errors.BAD_REQUEST('Cached file not found');
|
||||||
|
|
||||||
|
const homeDir = getHomeDir(user.email);
|
||||||
|
const destAbs = resolve(homeDir, relativePath);
|
||||||
|
if (!destAbs.startsWith(homeDir)) throw errors.FORBIDDEN('Path outside home directory');
|
||||||
|
|
||||||
|
await mkdir(dirname(destAbs), { recursive: true });
|
||||||
|
await cp(srcAbs, destAbs);
|
||||||
|
|
||||||
|
const destPath = '/' + destAbs.slice(homeDir.length).replace(/^\/+/, '');
|
||||||
|
return ctx.json({ savedPath: destPath });
|
||||||
|
});
|
||||||
|
|
||||||
// Text-to-speech with caching
|
// Text-to-speech with caching
|
||||||
router.post('/tts', async (ctx) => {
|
router.post('/tts', async (ctx) => {
|
||||||
const user = ctx.get('user');
|
const user = ctx.get('user');
|
||||||
@@ -287,16 +316,29 @@ router.post('/tts', async (ctx) => {
|
|||||||
return ctx.json({ audioPath: cacheRel, audioRoot: 'user-data' });
|
return ctx.json({ audioPath: cacheRel, audioRoot: 'user-data' });
|
||||||
}
|
}
|
||||||
|
|
||||||
const config = await readConfig();
|
const ttsConfig = await readTtsConfig();
|
||||||
const kokoroUrl = config.kokoro?.url;
|
if (!ttsConfig) throw errors.BAD_REQUEST('TTS not configured — set it up in Settings → Text to Speech');
|
||||||
if (!kokoroUrl) throw errors.BAD_REQUEST('Kokoro TTS not configured');
|
|
||||||
|
|
||||||
const content = await readFile(absPath, 'utf-8');
|
const content = await readFile(absPath, 'utf-8');
|
||||||
const res = await fetch(`${kokoroUrl}/v1/audio/speech`, {
|
|
||||||
|
const headers: Record<string, string> = { 'Content-Type': 'application/json' };
|
||||||
|
let res: Response;
|
||||||
|
|
||||||
|
if (ttsConfig.provider === 'elevenlabs') {
|
||||||
|
if (!ttsConfig.apiKey) throw errors.BAD_REQUEST('ElevenLabs API key not configured');
|
||||||
|
res = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${encodeURIComponent(ttsConfig.voice)}`, {
|
||||||
method: 'POST',
|
method: 'POST',
|
||||||
headers: { 'Content-Type': 'application/json' },
|
headers: { 'Content-Type': 'application/json', 'xi-api-key': ttsConfig.apiKey },
|
||||||
body: JSON.stringify({ model: 'kokoro', input: content, voice: 'af_heart', response_format: 'mp3' }),
|
body: JSON.stringify({ text: content, model_id: ttsConfig.model }),
|
||||||
});
|
});
|
||||||
|
} else {
|
||||||
|
if (ttsConfig.apiKey) headers['Authorization'] = `Bearer ${ttsConfig.apiKey}`;
|
||||||
|
res = await fetch(`${ttsConfig.url.replace(/\/+$/, '')}/v1/audio/speech`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers,
|
||||||
|
body: JSON.stringify({ model: ttsConfig.model, input: content, voice: ttsConfig.voice, response_format: 'mp3' }),
|
||||||
|
});
|
||||||
|
}
|
||||||
if (!res.ok) throw errors.BAD_REQUEST('TTS request failed');
|
if (!res.ok) throw errors.BAD_REQUEST('TTS request failed');
|
||||||
|
|
||||||
await mkdir(dirname(cacheAbs), { recursive: true });
|
await mkdir(dirname(cacheAbs), { recursive: true });
|
||||||
@@ -327,26 +369,46 @@ router.post('/ocr', async (ctx) => {
|
|||||||
return ctx.json({ text, ocrPath: cacheRel, ocrRoot: 'user-data', cached: true });
|
return ctx.json({ text, ocrPath: cacheRel, ocrRoot: 'user-data', cached: true });
|
||||||
}
|
}
|
||||||
|
|
||||||
const config = await readConfig();
|
const ocrConfig = await readOcrConfig();
|
||||||
const llamaUrl = config.llama?.url;
|
if (!ocrConfig) throw errors.BAD_REQUEST('OCR not configured — set it up in Settings → OCR');
|
||||||
if (!llamaUrl) throw errors.BAD_REQUEST('llama.cpp not configured');
|
|
||||||
|
|
||||||
const imageBytes = await Bun.file(absPath).arrayBuffer();
|
const imageBytes = await Bun.file(absPath).arrayBuffer();
|
||||||
const base64 = Buffer.from(imageBytes).toString('base64');
|
const base64 = Buffer.from(imageBytes).toString('base64');
|
||||||
const ext = absPath.split('.').pop()?.toLowerCase() ?? 'png';
|
const ext = absPath.split('.').pop()?.toLowerCase() ?? 'png';
|
||||||
const mime = ext === 'jpg' || ext === 'jpeg' ? 'image/jpeg' : ext === 'webp' ? 'image/webp' : `image/${ext}`;
|
const mime = ext === 'jpg' || ext === 'jpeg' ? 'image/jpeg' : ext === 'webp' ? 'image/webp' : `image/${ext}`;
|
||||||
|
|
||||||
const res = await fetch(`${llamaUrl}/v1/chat/completions`, {
|
const res = await fetch(`${ocrConfig.url.replace(/\/+$/, '')}/v1/chat/completions`, {
|
||||||
method: 'POST',
|
method: 'POST',
|
||||||
headers: { 'Content-Type': 'application/json' },
|
headers: { 'Content-Type': 'application/json' },
|
||||||
body: JSON.stringify({
|
body: JSON.stringify({
|
||||||
model: 'Qwen2.5-VL-7B-Instruct-q4_k_m.gguf',
|
model: ocrConfig.model,
|
||||||
messages: [
|
messages: [
|
||||||
|
{
|
||||||
|
role: 'system',
|
||||||
|
content: [
|
||||||
|
'You are an OCR assistant. Extract meaningful text content from images.',
|
||||||
|
'Rules:',
|
||||||
|
'- Output ONLY the extracted text, no commentary or explanations.',
|
||||||
|
'- For documents, articles, books: preserve the original text, paragraphs, and structure as markdown.',
|
||||||
|
'- For tables: use markdown table format.',
|
||||||
|
'- For code/terminal screenshots: use fenced code blocks.',
|
||||||
|
'- For social media posts/threads: extract as clean conversation. Format as:',
|
||||||
|
' **username** says: "their text"',
|
||||||
|
' **replier** replies: "their text"',
|
||||||
|
' Strip all UI chrome (follow buttons, timestamps, like counts, avatars, "Everybody can reply", etc).',
|
||||||
|
' Keep only usernames and what they actually wrote.',
|
||||||
|
'- For memes/image macros: describe the image briefly, then extract any text.',
|
||||||
|
'- For handwriting: transcribe as accurately as possible.',
|
||||||
|
'- For receipts/invoices: extract as structured text with line items.',
|
||||||
|
'- Strip all UI elements, navigation, ads, watermarks, and other noise.',
|
||||||
|
'- Preserve the original language of the text.',
|
||||||
|
].join('\n'),
|
||||||
|
},
|
||||||
{
|
{
|
||||||
role: 'user',
|
role: 'user',
|
||||||
content: [
|
content: [
|
||||||
{ type: 'image_url', image_url: { url: `data:${mime};base64,${base64}` } },
|
{ type: 'image_url', image_url: { url: `data:${mime};base64,${base64}` } },
|
||||||
{ type: 'text', text: 'Extract all text from this image. Return only the extracted text, nothing else.' },
|
{ type: 'text', text: 'Extract the text from this image.' },
|
||||||
],
|
],
|
||||||
},
|
},
|
||||||
],
|
],
|
||||||
@@ -507,9 +569,9 @@ router.post('/transcribe', async (ctx) => {
|
|||||||
return ctx.json({ transcriptionPath: cacheRel, transcriptionRoot: 'user-data', cached: true });
|
return ctx.json({ transcriptionPath: cacheRel, transcriptionRoot: 'user-data', cached: true });
|
||||||
}
|
}
|
||||||
|
|
||||||
const config = await readConfig();
|
const sttConfig = await readSttConfig();
|
||||||
const whisperUrl = config.whisper?.url;
|
const whisperUrl = sttConfig?.url;
|
||||||
if (!whisperUrl) throw errors.BAD_REQUEST('Whisper not configured');
|
if (!whisperUrl) throw errors.BAD_REQUEST('Whisper not configured — set it up in Settings → Speech to Text');
|
||||||
|
|
||||||
const audioFile = Bun.file(absPath);
|
const audioFile = Bun.file(absPath);
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ import type { Subprocess } from "bun";
|
|||||||
import type { PiEvent, MessageCost } from "./types";
|
import type { PiEvent, MessageCost } from "./types";
|
||||||
import { readApiKeys } from "../server-settings/pi-mono";
|
import { readApiKeys } from "../server-settings/pi-mono";
|
||||||
import { PI_CONFIG_DIR } from "../../data-path";
|
import { PI_CONFIG_DIR } from "../../data-path";
|
||||||
|
import { ensureDockerContainer } from "../terminal/websocket";
|
||||||
import { logger } from "./logger";
|
import { logger } from "./logger";
|
||||||
|
|
||||||
export type PiEventHandler = (event: PiEvent) => void;
|
export type PiEventHandler = (event: PiEvent) => void;
|
||||||
@@ -10,6 +11,7 @@ export type PiEventHandler = (event: PiEvent) => void;
|
|||||||
type SandboxOptions = {
|
type SandboxOptions = {
|
||||||
userId: number;
|
userId: number;
|
||||||
username: string;
|
username: string;
|
||||||
|
email: string;
|
||||||
homeDir: string;
|
homeDir: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -22,9 +24,10 @@ export async function spawnPi(
|
|||||||
let proc: Subprocess;
|
let proc: Subprocess;
|
||||||
|
|
||||||
if (sandbox) {
|
if (sandbox) {
|
||||||
|
const container = await ensureDockerContainer(sandbox.email, sandbox.userId, sandbox.homeDir, sandbox.username);
|
||||||
const storedKeys = await readApiKeys();
|
const storedKeys = await readApiKeys();
|
||||||
const dockerPath = Bun.which('docker') ?? 'docker';
|
const dockerPath = Bun.which('docker') ?? 'docker';
|
||||||
const containerId = `officer-terminal-${sandbox.userId}`;
|
const containerId = container.dockerId;
|
||||||
const containerHome = `/home/${sandbox.username}`;
|
const containerHome = `/home/${sandbox.username}`;
|
||||||
const containerPiConfig = `${containerHome}/.pi/agent`;
|
const containerPiConfig = `${containerHome}/.pi/agent`;
|
||||||
const piArgs = ['pi', '--mode', 'rpc', '--no-extensions', '--no-skills', '--no-prompt-templates', '--no-themes'];
|
const piArgs = ['pi', '--mode', 'rpc', '--no-extensions', '--no-skills', '--no-prompt-templates', '--no-themes'];
|
||||||
|
|||||||
@@ -281,7 +281,7 @@ async function handleChat(
|
|||||||
if (!session.piProcess) {
|
if (!session.piProcess) {
|
||||||
try {
|
try {
|
||||||
const onEvent = createEventHandler(sessionId, model, cwd);
|
const onEvent = createEventHandler(sessionId, model, cwd);
|
||||||
session.piProcess = await piBridge.spawnPi(cwd, model, onEvent, sandboxed ? { userId, username, homeDir } : undefined);
|
session.piProcess = await piBridge.spawnPi(cwd, model, onEvent, sandboxed ? { userId, username, email, homeDir } : undefined);
|
||||||
logger.info('Spawned Pi process for session', { sessionId, model, cwd, sandboxed });
|
logger.info('Spawned Pi process for session', { sessionId, model, cwd, sandboxed });
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
logger.error('Failed to spawn Pi process', { sessionId, model, error: String(err) });
|
logger.error('Failed to spawn Pi process', { sessionId, model, error: String(err) });
|
||||||
@@ -348,7 +348,7 @@ async function handleResume(
|
|||||||
if (!session.piProcess) {
|
if (!session.piProcess) {
|
||||||
try {
|
try {
|
||||||
const homeDir = getHomeDir(email);
|
const homeDir = getHomeDir(email);
|
||||||
const sandbox = session.sandboxed && session.userId ? { userId: session.userId, username: ws.data.username, homeDir } : undefined;
|
const sandbox = session.sandboxed && session.userId ? { userId: session.userId, username: ws.data.username, email, homeDir } : undefined;
|
||||||
const onEvent = createEventHandler(sessionId, session.model, session.cwd);
|
const onEvent = createEventHandler(sessionId, session.model, session.cwd);
|
||||||
session.piProcess = await piBridge.spawnPi(session.cwd, session.model, onEvent, sandbox);
|
session.piProcess = await piBridge.spawnPi(session.cwd, session.model, onEvent, sandbox);
|
||||||
logger.info('Spawned fresh Pi process for resumed session', { sessionId, model: session.model, sandboxed: session.sandboxed });
|
logger.info('Spawned fresh Pi process for resumed session', { sessionId, model: session.model, sandboxed: session.sandboxed });
|
||||||
|
|||||||
@@ -0,0 +1,68 @@
|
|||||||
|
import { createRouter } from '../../create-router';
|
||||||
|
import { settingsPath } from './server-settings';
|
||||||
|
|
||||||
|
type OcrConfig = {
|
||||||
|
url: string;
|
||||||
|
model: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
export async function readOcrConfig(): Promise<OcrConfig | undefined> {
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
return settings.ocr as OcrConfig | undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export const ocrRouter = createRouter();
|
||||||
|
|
||||||
|
ocrRouter.get('/', async (ctx) => {
|
||||||
|
const ocr = await readOcrConfig();
|
||||||
|
if (!ocr) return ctx.json(null);
|
||||||
|
return ctx.json(ocr);
|
||||||
|
});
|
||||||
|
|
||||||
|
ocrRouter.put('/', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<OcrConfig>();
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
settings.ocr = body;
|
||||||
|
await Bun.write(settingsPath, JSON.stringify(settings, null, 2));
|
||||||
|
return ctx.json({ success: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
ocrRouter.post('/models', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<{ url: string }>();
|
||||||
|
if (!body.url) return ctx.json({ error: 'URL required' }, 400);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const controller = new AbortController();
|
||||||
|
const timeout = setTimeout(() => controller.abort(), 5000);
|
||||||
|
const res = await fetch(`${body.url.replace(/\/+$/, '')}/v1/models`, {
|
||||||
|
signal: controller.signal,
|
||||||
|
});
|
||||||
|
clearTimeout(timeout);
|
||||||
|
if (!res.ok) return ctx.json({ error: `Server returned ${res.status}` }, 500);
|
||||||
|
const json = (await res.json()) as { data?: { id: string }[] };
|
||||||
|
const models = (json.data ?? []).map((m) => m.id);
|
||||||
|
return ctx.json({ models });
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : 'Unknown error';
|
||||||
|
return ctx.json({ error: message }, 500);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
ocrRouter.post('/test', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<OcrConfig>();
|
||||||
|
if (!body.url) return ctx.json({ error: 'URL required' }, 400);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const controller = new AbortController();
|
||||||
|
const timeout = setTimeout(() => controller.abort(), 5000);
|
||||||
|
const res = await fetch(`${body.url.replace(/\/+$/, '')}/v1/models`, {
|
||||||
|
signal: controller.signal,
|
||||||
|
});
|
||||||
|
clearTimeout(timeout);
|
||||||
|
if (!res.ok) return ctx.json({ error: `Server returned ${res.status}` }, 500);
|
||||||
|
return ctx.json({ success: true });
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : 'Unknown error';
|
||||||
|
return ctx.json({ error: message }, 500);
|
||||||
|
}
|
||||||
|
});
|
||||||
@@ -10,6 +10,9 @@ import { piMonoRouter } from './pi-mono';
|
|||||||
import { applicationsRouter } from './applications';
|
import { applicationsRouter } from './applications';
|
||||||
import { resourcesRouter } from './resources';
|
import { resourcesRouter } from './resources';
|
||||||
import { smtpRouter } from './smtp';
|
import { smtpRouter } from './smtp';
|
||||||
|
import { ttsRouter } from './tts';
|
||||||
|
import { sttRouter } from './stt';
|
||||||
|
import { ocrRouter } from './ocr';
|
||||||
|
|
||||||
const configDir = `${homedir()}/.config/officer.dev`;
|
const configDir = `${homedir()}/.config/officer.dev`;
|
||||||
export const settingsPath = `${configDir}/server-settings.json`;
|
export const settingsPath = `${configDir}/server-settings.json`;
|
||||||
@@ -28,6 +31,9 @@ serverSettingsRouter.route('/pi-mono', piMonoRouter);
|
|||||||
serverSettingsRouter.route('/applications', applicationsRouter);
|
serverSettingsRouter.route('/applications', applicationsRouter);
|
||||||
serverSettingsRouter.route('/resources', resourcesRouter);
|
serverSettingsRouter.route('/resources', resourcesRouter);
|
||||||
serverSettingsRouter.route('/smtp', smtpRouter);
|
serverSettingsRouter.route('/smtp', smtpRouter);
|
||||||
|
serverSettingsRouter.route('/tts', ttsRouter);
|
||||||
|
serverSettingsRouter.route('/stt', sttRouter);
|
||||||
|
serverSettingsRouter.route('/ocr', ocrRouter);
|
||||||
|
|
||||||
serverSettingsRouter.get('/settings', async (ctx) => {
|
serverSettingsRouter.get('/settings', async (ctx) => {
|
||||||
const settings = await Bun.file(settingsPath).json();
|
const settings = await Bun.file(settingsPath).json();
|
||||||
|
|||||||
@@ -0,0 +1,48 @@
|
|||||||
|
import { createRouter } from '../../create-router';
|
||||||
|
import { settingsPath } from './server-settings';
|
||||||
|
|
||||||
|
type SttConfig = {
|
||||||
|
url: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
export async function readSttConfig(): Promise<SttConfig | undefined> {
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
return settings.stt as SttConfig | undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export const sttRouter = createRouter();
|
||||||
|
|
||||||
|
sttRouter.get('/', async (ctx) => {
|
||||||
|
const stt = await readSttConfig();
|
||||||
|
if (!stt) return ctx.json(null);
|
||||||
|
return ctx.json(stt);
|
||||||
|
});
|
||||||
|
|
||||||
|
sttRouter.put('/', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<SttConfig>();
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
settings.stt = body;
|
||||||
|
await Bun.write(settingsPath, JSON.stringify(settings, null, 2));
|
||||||
|
return ctx.json({ success: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
sttRouter.post('/test', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<{ url: string }>();
|
||||||
|
if (!body.url) return ctx.json({ error: 'URL required' }, 400);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const controller = new AbortController();
|
||||||
|
const timeout = setTimeout(() => controller.abort(), 5000);
|
||||||
|
const res = await fetch(`${body.url.replace(/\/+$/, '')}/inference`, {
|
||||||
|
method: 'POST',
|
||||||
|
body: new FormData(),
|
||||||
|
signal: controller.signal,
|
||||||
|
});
|
||||||
|
clearTimeout(timeout);
|
||||||
|
// Whisper will return an error for empty form, but a response means it's reachable
|
||||||
|
return ctx.json({ success: true, status: res.status });
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : 'Unknown error';
|
||||||
|
return ctx.json({ error: message }, 500);
|
||||||
|
}
|
||||||
|
});
|
||||||
@@ -0,0 +1,127 @@
|
|||||||
|
import { createRouter } from '../../create-router';
|
||||||
|
import { settingsPath } from './server-settings';
|
||||||
|
|
||||||
|
type TtsConfig = {
|
||||||
|
provider: 'openai' | 'elevenlabs';
|
||||||
|
url: string;
|
||||||
|
apiKey?: string;
|
||||||
|
model: string;
|
||||||
|
voice: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
function maskSecret(value: string | undefined): string | undefined {
|
||||||
|
if (!value || value.length < 8) return value ? '****' : undefined;
|
||||||
|
return value.slice(0, 4) + '****' + value.slice(-4);
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function readTtsConfig(): Promise<TtsConfig | undefined> {
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
return settings.tts as TtsConfig | undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export const ttsRouter = createRouter();
|
||||||
|
|
||||||
|
ttsRouter.get('/', async (ctx) => {
|
||||||
|
const tts = await readTtsConfig();
|
||||||
|
if (!tts) return ctx.json(null);
|
||||||
|
return ctx.json({ ...tts, apiKey: maskSecret(tts.apiKey) });
|
||||||
|
});
|
||||||
|
|
||||||
|
ttsRouter.put('/', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<TtsConfig>();
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
|
||||||
|
const existing: TtsConfig | undefined = settings.tts;
|
||||||
|
if (existing && body.apiKey?.includes('****')) {
|
||||||
|
body.apiKey = existing.apiKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
settings.tts = body;
|
||||||
|
await Bun.write(settingsPath, JSON.stringify(settings, null, 2));
|
||||||
|
return ctx.json({ success: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
ttsRouter.post('/voices', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<{ provider: string; url?: string; apiKey?: string }>();
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (body.provider === 'elevenlabs') {
|
||||||
|
if (!body.apiKey) return ctx.json({ error: 'API key required' }, 400);
|
||||||
|
const res = await fetch('https://api.elevenlabs.io/v1/voices', {
|
||||||
|
headers: { 'xi-api-key': body.apiKey },
|
||||||
|
});
|
||||||
|
if (!res.ok) return ctx.json({ error: `ElevenLabs error: ${res.status}` }, 500);
|
||||||
|
const json = (await res.json()) as { voices: { voice_id: string; name: string }[] };
|
||||||
|
return ctx.json({ voices: json.voices.map((v) => v.voice_id) });
|
||||||
|
}
|
||||||
|
|
||||||
|
// OpenAI-compatible
|
||||||
|
if (!body.url) return ctx.json({ error: 'URL required' }, 400);
|
||||||
|
const headers: Record<string, string> = {};
|
||||||
|
if (body.apiKey) headers['Authorization'] = `Bearer ${body.apiKey}`;
|
||||||
|
const res = await fetch(`${body.url.replace(/\/+$/, '')}/v1/audio/voices`, { headers });
|
||||||
|
if (!res.ok) return ctx.json({ error: `Voices fetch failed: ${res.status}` }, 500);
|
||||||
|
const json = (await res.json()) as { voices: string[] };
|
||||||
|
return ctx.json({ voices: json.voices });
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : 'Unknown error';
|
||||||
|
return ctx.json({ error: message }, 500);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
ttsRouter.post('/test', async (ctx) => {
|
||||||
|
const body = await ctx.req.json<TtsConfig>();
|
||||||
|
|
||||||
|
const settings = await Bun.file(settingsPath).json().catch(() => ({}));
|
||||||
|
const saved: TtsConfig | undefined = settings.tts;
|
||||||
|
if (saved && body.apiKey?.includes('****')) {
|
||||||
|
body.apiKey = saved.apiKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (body.provider === 'elevenlabs') {
|
||||||
|
if (!body.apiKey) return ctx.json({ error: 'API key required for ElevenLabs' }, 400);
|
||||||
|
const res = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${encodeURIComponent(body.voice)}`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: {
|
||||||
|
'Content-Type': 'application/json',
|
||||||
|
'xi-api-key': body.apiKey,
|
||||||
|
},
|
||||||
|
body: JSON.stringify({
|
||||||
|
text: 'This is a test of the text to speech system.',
|
||||||
|
model_id: body.model,
|
||||||
|
}),
|
||||||
|
});
|
||||||
|
if (!res.ok) {
|
||||||
|
const text = await res.text().catch(() => '');
|
||||||
|
return ctx.json({ error: `ElevenLabs error: ${res.status} ${text}` }, 500);
|
||||||
|
}
|
||||||
|
const buffer = await res.arrayBuffer();
|
||||||
|
return new Response(buffer, { headers: { 'Content-Type': 'audio/mpeg' } });
|
||||||
|
}
|
||||||
|
|
||||||
|
// OpenAI-compatible (Kokoro, OpenAI, etc.)
|
||||||
|
const headers: Record<string, string> = { 'Content-Type': 'application/json' };
|
||||||
|
if (body.apiKey) headers['Authorization'] = `Bearer ${body.apiKey}`;
|
||||||
|
|
||||||
|
const res = await fetch(`${body.url.replace(/\/+$/, '')}/v1/audio/speech`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers,
|
||||||
|
body: JSON.stringify({
|
||||||
|
model: body.model,
|
||||||
|
input: 'This is a test of the text to speech system.',
|
||||||
|
voice: body.voice,
|
||||||
|
response_format: 'mp3',
|
||||||
|
}),
|
||||||
|
});
|
||||||
|
if (!res.ok) {
|
||||||
|
const text = await res.text().catch(() => '');
|
||||||
|
return ctx.json({ error: `TTS error: ${res.status} ${text}` }, 500);
|
||||||
|
}
|
||||||
|
const buffer = await res.arrayBuffer();
|
||||||
|
return new Response(buffer, { headers: { 'Content-Type': 'audio/mpeg' } });
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : 'Unknown error';
|
||||||
|
return ctx.json({ error: message }, 500);
|
||||||
|
}
|
||||||
|
});
|
||||||
@@ -210,7 +210,7 @@ const dockerStart = (dockerId: string) => {
|
|||||||
return result.exitCode === 0;
|
return result.exitCode === 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
const ensureDockerContainer = async (email: string, userId: number, homeDir: string, username: string) => {
|
export const ensureDockerContainer = async (email: string, userId: number, homeDir: string, username: string) => {
|
||||||
const map = await loadContainerMap();
|
const map = await loadContainerMap();
|
||||||
const existing = map[email];
|
const existing = map[email];
|
||||||
if (existing && dockerContainerRunning(existing.dockerId)) return existing;
|
if (existing && dockerContainerRunning(existing.dockerId)) return existing;
|
||||||
|
|||||||
@@ -108,12 +108,31 @@ export function useEmbeddableChat(params: UseEmbeddableChatParams) {
|
|||||||
};
|
};
|
||||||
|
|
||||||
// Auto-resize textarea
|
// Auto-resize textarea
|
||||||
useEffect(() => {
|
const resizeTextarea = () => {
|
||||||
const textarea = textareaRef.current;
|
const textarea = textareaRef.current;
|
||||||
if (!textarea) return;
|
if (!textarea) return;
|
||||||
textarea.style.height = 'auto';
|
textarea.style.height = 'auto';
|
||||||
textarea.style.height = Math.min(textarea.scrollHeight, 200) + 'px';
|
textarea.style.height = Math.min(textarea.scrollHeight, 200) + 'px';
|
||||||
}, [input]);
|
};
|
||||||
|
|
||||||
|
useEffect(resizeTextarea, [input]);
|
||||||
|
|
||||||
|
// Re-measure when textarea width changes (e.g. panel animation)
|
||||||
|
useEffect(() => {
|
||||||
|
const textarea = textareaRef.current;
|
||||||
|
if (!textarea) return;
|
||||||
|
let rafId = 0;
|
||||||
|
let prevWidth = textarea.clientWidth;
|
||||||
|
const observer = new ResizeObserver(() => {
|
||||||
|
const width = textarea.clientWidth;
|
||||||
|
if (width === prevWidth) return;
|
||||||
|
prevWidth = width;
|
||||||
|
cancelAnimationFrame(rafId);
|
||||||
|
rafId = requestAnimationFrame(resizeTextarea);
|
||||||
|
});
|
||||||
|
observer.observe(textarea);
|
||||||
|
return () => { observer.disconnect(); cancelAnimationFrame(rafId); };
|
||||||
|
}, []);
|
||||||
|
|
||||||
// Auto-scroll to bottom on new messages
|
// Auto-scroll to bottom on new messages
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
|
|||||||
@@ -53,6 +53,7 @@ export const FileGrid = ({ fileBrowserManager }: FileGridProps) => {
|
|||||||
handleDelete,
|
handleDelete,
|
||||||
handleRename,
|
handleRename,
|
||||||
handleChat,
|
handleChat,
|
||||||
|
handleCopyPath,
|
||||||
handleDownload,
|
handleDownload,
|
||||||
setSelected,
|
setSelected,
|
||||||
handleCut,
|
handleCut,
|
||||||
@@ -170,6 +171,7 @@ export const FileGrid = ({ fileBrowserManager }: FileGridProps) => {
|
|||||||
onDelete={handleDelete}
|
onDelete={handleDelete}
|
||||||
onRename={handleRename}
|
onRename={handleRename}
|
||||||
onChat={handleChat}
|
onChat={handleChat}
|
||||||
|
onCopyPath={handleCopyPath}
|
||||||
onDownload={handleDownload}
|
onDownload={handleDownload}
|
||||||
onSelect={handleSelect}
|
onSelect={handleSelect}
|
||||||
onCut={handleCut}
|
onCut={handleCut}
|
||||||
|
|||||||
+15
-1
@@ -1,5 +1,5 @@
|
|||||||
import { useState, useEffect, useRef } from 'react';
|
import { useState, useEffect, useRef } from 'react';
|
||||||
import { Folder, Trash2, Pencil, MoreVertical, MessageSquare, Scissors, Copy, Check, Play, Download, LayoutGrid, Volume2, ScanText, FileText, AudioLines, FolderArchive } from 'lucide-react';
|
import { Folder, Trash2, Pencil, MoreVertical, MessageSquare, Scissors, Copy, Check, Play, Download, LayoutGrid, Volume2, ScanText, FileText, AudioLines, FolderArchive, ClipboardCopy } from 'lucide-react';
|
||||||
import { getIcon } from 'material-file-icons';
|
import { getIcon } from 'material-file-icons';
|
||||||
import {
|
import {
|
||||||
DropdownMenu,
|
DropdownMenu,
|
||||||
@@ -37,6 +37,7 @@ export type FileItemProps = {
|
|||||||
onDelete: (entry: DirEntry) => void;
|
onDelete: (entry: DirEntry) => void;
|
||||||
onRename: (entry: DirEntry, newName: string) => void;
|
onRename: (entry: DirEntry, newName: string) => void;
|
||||||
onChat: (entry: DirEntry) => void;
|
onChat: (entry: DirEntry) => void;
|
||||||
|
onCopyPath: (entry: DirEntry) => void;
|
||||||
onDownload: (entry: DirEntry) => void;
|
onDownload: (entry: DirEntry) => void;
|
||||||
onSelect: (entry: DirEntry, ev: React.MouseEvent) => void;
|
onSelect: (entry: DirEntry, ev: React.MouseEvent) => void;
|
||||||
onCut: () => void;
|
onCut: () => void;
|
||||||
@@ -73,6 +74,7 @@ type MenuItemsProps = {
|
|||||||
onDelete: (e: DirEntry) => void;
|
onDelete: (e: DirEntry) => void;
|
||||||
onStartRename: () => void;
|
onStartRename: () => void;
|
||||||
onChat: (e: DirEntry) => void;
|
onChat: (e: DirEntry) => void;
|
||||||
|
onCopyPath: (e: DirEntry) => void;
|
||||||
onDownload: (e: DirEntry) => void;
|
onDownload: (e: DirEntry) => void;
|
||||||
onReadAloud: (e: DirEntry) => void;
|
onReadAloud: (e: DirEntry) => void;
|
||||||
onOcr: (e: DirEntry) => void;
|
onOcr: (e: DirEntry) => void;
|
||||||
@@ -92,6 +94,7 @@ const DropdownMenuItems = ({
|
|||||||
onDelete,
|
onDelete,
|
||||||
onStartRename,
|
onStartRename,
|
||||||
onChat,
|
onChat,
|
||||||
|
onCopyPath,
|
||||||
onDownload,
|
onDownload,
|
||||||
onReadAloud,
|
onReadAloud,
|
||||||
onOcr,
|
onOcr,
|
||||||
@@ -117,6 +120,10 @@ const DropdownMenuItems = ({
|
|||||||
<MessageSquare className="mr-2 h-4 w-4" />
|
<MessageSquare className="mr-2 h-4 w-4" />
|
||||||
Chat...
|
Chat...
|
||||||
</DropdownMenuItem>
|
</DropdownMenuItem>
|
||||||
|
<DropdownMenuItem onClick={() => onCopyPath(entry)} className="cursor-pointer">
|
||||||
|
<ClipboardCopy className="mr-2 h-4 w-4" />
|
||||||
|
Copy path
|
||||||
|
</DropdownMenuItem>
|
||||||
<DropdownMenuItem onClick={() => onDownload(entry)} className="cursor-pointer">
|
<DropdownMenuItem onClick={() => onDownload(entry)} className="cursor-pointer">
|
||||||
<Download className="mr-2 h-4 w-4" />
|
<Download className="mr-2 h-4 w-4" />
|
||||||
Download
|
Download
|
||||||
@@ -205,6 +212,7 @@ const ContextMenuItems = ({
|
|||||||
onDelete,
|
onDelete,
|
||||||
onStartRename,
|
onStartRename,
|
||||||
onChat,
|
onChat,
|
||||||
|
onCopyPath,
|
||||||
onDownload,
|
onDownload,
|
||||||
onReadAloud,
|
onReadAloud,
|
||||||
onOcr,
|
onOcr,
|
||||||
@@ -230,6 +238,10 @@ const ContextMenuItems = ({
|
|||||||
<MessageSquare className="mr-2 h-4 w-4" />
|
<MessageSquare className="mr-2 h-4 w-4" />
|
||||||
Chat...
|
Chat...
|
||||||
</ContextMenuItem>
|
</ContextMenuItem>
|
||||||
|
<ContextMenuItem onClick={() => onCopyPath(entry)} className="cursor-pointer">
|
||||||
|
<ClipboardCopy className="mr-2 h-4 w-4" />
|
||||||
|
Copy path
|
||||||
|
</ContextMenuItem>
|
||||||
<ContextMenuItem onClick={() => onDownload(entry)} className="cursor-pointer">
|
<ContextMenuItem onClick={() => onDownload(entry)} className="cursor-pointer">
|
||||||
<Download className="mr-2 h-4 w-4" />
|
<Download className="mr-2 h-4 w-4" />
|
||||||
Download
|
Download
|
||||||
@@ -414,6 +426,7 @@ export const FileItem = ({
|
|||||||
onDelete,
|
onDelete,
|
||||||
onRename,
|
onRename,
|
||||||
onChat,
|
onChat,
|
||||||
|
onCopyPath,
|
||||||
onDownload,
|
onDownload,
|
||||||
onSelect,
|
onSelect,
|
||||||
onCut,
|
onCut,
|
||||||
@@ -499,6 +512,7 @@ export const FileItem = ({
|
|||||||
onDelete,
|
onDelete,
|
||||||
onStartRename: () => setRenaming(true),
|
onStartRename: () => setRenaming(true),
|
||||||
onChat,
|
onChat,
|
||||||
|
onCopyPath,
|
||||||
onDownload,
|
onDownload,
|
||||||
onReadAloud,
|
onReadAloud,
|
||||||
onOcr,
|
onOcr,
|
||||||
|
|||||||
+11
-1
@@ -1,4 +1,4 @@
|
|||||||
import { Loader2, Folder, ClipboardPaste, FolderPlus, LayoutGrid, Download, Upload } from 'lucide-react';
|
import { Loader2, Folder, ClipboardPaste, FolderPlus, LayoutGrid, Download, Upload, ClipboardCopy, MessageSquare } from 'lucide-react';
|
||||||
import { getIcon } from 'material-file-icons';
|
import { getIcon } from 'material-file-icons';
|
||||||
import { ContextMenu, ContextMenuContent, ContextMenuItem, ContextMenuTrigger } from '@/components/ui/context-menu';
|
import { ContextMenu, ContextMenuContent, ContextMenuItem, ContextMenuTrigger } from '@/components/ui/context-menu';
|
||||||
import type { UseFileBrowserAppType } from '../useFileBrowserApp';
|
import type { UseFileBrowserAppType } from '../useFileBrowserApp';
|
||||||
@@ -23,6 +23,8 @@ export const FileViewContainer = ({ fileBrowserManager }: FileViewContainerProps
|
|||||||
handleBackgroundClick,
|
handleBackgroundClick,
|
||||||
loading,
|
loading,
|
||||||
handlePaste,
|
handlePaste,
|
||||||
|
handleCopyCurrentPath,
|
||||||
|
handleChatHere,
|
||||||
handleCreateDir,
|
handleCreateDir,
|
||||||
handleCreateWorkspaceHere,
|
handleCreateWorkspaceHere,
|
||||||
setShowVideoDownload,
|
setShowVideoDownload,
|
||||||
@@ -96,6 +98,14 @@ export const FileViewContainer = ({ fileBrowserManager }: FileViewContainerProps
|
|||||||
</div>
|
</div>
|
||||||
</ContextMenuTrigger>
|
</ContextMenuTrigger>
|
||||||
<ContextMenuContent className="z-[600]">
|
<ContextMenuContent className="z-[600]">
|
||||||
|
<ContextMenuItem onClick={handleCopyCurrentPath} className="cursor-pointer">
|
||||||
|
<ClipboardCopy className="mr-2 h-4 w-4" />
|
||||||
|
Copy path
|
||||||
|
</ContextMenuItem>
|
||||||
|
<ContextMenuItem onClick={handleChatHere} className="cursor-pointer">
|
||||||
|
<MessageSquare className="mr-2 h-4 w-4" />
|
||||||
|
Chat about this
|
||||||
|
</ContextMenuItem>
|
||||||
<ContextMenuItem onClick={handlePaste} className="cursor-pointer">
|
<ContextMenuItem onClick={handlePaste} className="cursor-pointer">
|
||||||
<ClipboardPaste className="mr-2 h-4 w-4" />
|
<ClipboardPaste className="mr-2 h-4 w-4" />
|
||||||
Paste
|
Paste
|
||||||
|
|||||||
@@ -23,6 +23,7 @@ export const useFileBrowserApp = (basePath: string, rootOverride?: string, initi
|
|||||||
const currentPath = (scoped || isolated) ? localPath : globalPath;
|
const currentPath = (scoped || isolated) ? localPath : globalPath;
|
||||||
const setCurrentPath = (scoped || isolated) ? setLocalPath : setGlobalPath;
|
const setCurrentPath = (scoped || isolated) ? setLocalPath : setGlobalPath;
|
||||||
const [entries, setEntries] = useState<DirEntry[]>([]);
|
const [entries, setEntries] = useState<DirEntry[]>([]);
|
||||||
|
const [rootDir, setRootDir] = useState('');
|
||||||
const [loading, setLoading] = useState(true);
|
const [loading, setLoading] = useState(true);
|
||||||
const [viewMode, setViewMode] = useUserState<'grid' | 'list'>('files/viewMode', 'grid');
|
const [viewMode, setViewMode] = useUserState<'grid' | 'list'>('files/viewMode', 'grid');
|
||||||
const [showHidden, setShowHidden] = useUserState<boolean>('files/showHidden', false);
|
const [showHidden, setShowHidden] = useUserState<boolean>('files/showHidden', false);
|
||||||
@@ -66,6 +67,7 @@ export const useFileBrowserApp = (basePath: string, rootOverride?: string, initi
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
setEntries(data.entries);
|
setEntries(data.entries);
|
||||||
|
if (data.rootDir) setRootDir(data.rootDir);
|
||||||
} catch (err: any) {
|
} catch (err: any) {
|
||||||
console.error('[FileBrowser] refresh error:', err);
|
console.error('[FileBrowser] refresh error:', err);
|
||||||
toast.error(err?.message || 'Failed to load directory');
|
toast.error(err?.message || 'Failed to load directory');
|
||||||
@@ -332,16 +334,19 @@ export const useFileBrowserApp = (basePath: string, rootOverride?: string, initi
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const absPath = (relPath: string) => {
|
||||||
|
const rel = relPath.replace(/^\/+/, '');
|
||||||
|
return rel ? `${rootDir}/${rel}` : rootDir;
|
||||||
|
};
|
||||||
|
|
||||||
const handleChat = (entry: DirEntry) => {
|
const handleChat = (entry: DirEntry) => {
|
||||||
const path = entryPath(entry.name).replace(/^\//, '');
|
const path = entryPath(entry.name);
|
||||||
const isDir = entry.type === 'directory';
|
const type = entry.type === 'directory' ? 'folder' : 'file';
|
||||||
const tag = isDir ? 'folder' : 'file';
|
setSearchParams((prev) => {
|
||||||
const cwdPath = isDir ? path : currentPath.replace(/^\//, '');
|
const next = new URLSearchParams(prev);
|
||||||
const message = isDir
|
next.set('chatContext', path);
|
||||||
? `[${tag}: ${path}] consider, for this session, this directory as your current working directory`
|
next.set('chatType', type);
|
||||||
: `[${tag}: ${path}] Let's talk about this file`;
|
return next;
|
||||||
navigate('/chat/new', {
|
|
||||||
state: { initialMessage: message, cwd: { root: homeRoot, path: cwdPath } },
|
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -373,6 +378,25 @@ export const useFileBrowserApp = (basePath: string, rootOverride?: string, initi
|
|||||||
navigate(`/workspaces/new?name=${encodeURIComponent(entry.name)}&cwd=${encodeURIComponent(folderPath)}`);
|
navigate(`/workspaces/new?name=${encodeURIComponent(entry.name)}&cwd=${encodeURIComponent(folderPath)}`);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const handleCopyPath = (entry: DirEntry) => {
|
||||||
|
navigator.clipboard.writeText(absPath(entryPath(entry.name)));
|
||||||
|
toast.success('Path copied');
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleCopyCurrentPath = () => {
|
||||||
|
navigator.clipboard.writeText(absPath(currentPath));
|
||||||
|
toast.success('Path copied');
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleChatHere = () => {
|
||||||
|
setSearchParams((prev) => {
|
||||||
|
const next = new URLSearchParams(prev);
|
||||||
|
next.set('chatContext', currentPath);
|
||||||
|
next.set('chatType', 'folder');
|
||||||
|
return next;
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
const handleCreateWorkspaceHere = () => {
|
const handleCreateWorkspaceHere = () => {
|
||||||
const dirName = currentPath === '/' ? '' : currentPath.split('/').pop()!;
|
const dirName = currentPath === '/' ? '' : currentPath.split('/').pop()!;
|
||||||
const params = new URLSearchParams({ cwd: currentPath });
|
const params = new URLSearchParams({ cwd: currentPath });
|
||||||
@@ -663,6 +687,9 @@ export const useFileBrowserApp = (basePath: string, rootOverride?: string, initi
|
|||||||
handleDelete,
|
handleDelete,
|
||||||
handleDeleteSelected,
|
handleDeleteSelected,
|
||||||
handleChat,
|
handleChat,
|
||||||
|
handleCopyPath,
|
||||||
|
handleCopyCurrentPath,
|
||||||
|
handleChatHere,
|
||||||
handleDownload,
|
handleDownload,
|
||||||
handleDownloadSelected,
|
handleDownloadSelected,
|
||||||
handleRunTask,
|
handleRunTask,
|
||||||
|
|||||||
@@ -22,6 +22,8 @@ export type FileViewerContextValue = {
|
|||||||
handleExtractAudio: () => void;
|
handleExtractAudio: () => void;
|
||||||
handleExtract: () => void;
|
handleExtract: () => void;
|
||||||
handleDownload: () => void;
|
handleDownload: () => void;
|
||||||
|
handleSaveResult: (() => void) | null;
|
||||||
|
saveResultLoading: boolean;
|
||||||
};
|
};
|
||||||
|
|
||||||
export const FileViewerContext = createContext<FileViewerContextValue | null>(null);
|
export const FileViewerContext = createContext<FileViewerContextValue | null>(null);
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
import { Download, Loader2, Music, Film, Image, FileType2, Volume2, ScanText, FileText, AudioLines, FolderArchive } from 'lucide-react';
|
import { Download, Loader2, Music, Film, Image, FileType2, Volume2, ScanText, FileText, AudioLines, FolderArchive, Save } from 'lucide-react';
|
||||||
import { getIcon } from 'material-file-icons';
|
import { getIcon } from 'material-file-icons';
|
||||||
import { getLang } from './file-types';
|
import { getLang } from './file-types';
|
||||||
import { useFileViewer } from './FileViewerContext';
|
import { useFileViewer } from './FileViewerContext';
|
||||||
@@ -20,6 +20,8 @@ export const FileViewerHeader = () => {
|
|||||||
handleExtractAudio,
|
handleExtractAudio,
|
||||||
handleExtract,
|
handleExtract,
|
||||||
handleDownload,
|
handleDownload,
|
||||||
|
handleSaveResult,
|
||||||
|
saveResultLoading,
|
||||||
} = useFileViewer();
|
} = useFileViewer();
|
||||||
|
|
||||||
const headerIcon =
|
const headerIcon =
|
||||||
@@ -94,6 +96,16 @@ export const FileViewerHeader = () => {
|
|||||||
{extractLoading ? <Loader2 className="h-3.5 w-3.5 animate-spin" /> : <FolderArchive className="h-3.5 w-3.5" />}
|
{extractLoading ? <Loader2 className="h-3.5 w-3.5 animate-spin" /> : <FolderArchive className="h-3.5 w-3.5" />}
|
||||||
</button>
|
</button>
|
||||||
)}
|
)}
|
||||||
|
{handleSaveResult && (
|
||||||
|
<button
|
||||||
|
onClick={handleSaveResult}
|
||||||
|
disabled={saveResultLoading}
|
||||||
|
className="p-1 rounded hover:bg-current/10 disabled:opacity-40 transition-colors cursor-pointer"
|
||||||
|
title="Save next to original"
|
||||||
|
>
|
||||||
|
{saveResultLoading ? <Loader2 className="h-3.5 w-3.5 animate-spin" /> : <Save className="h-3.5 w-3.5" />}
|
||||||
|
</button>
|
||||||
|
)}
|
||||||
{!directContent && (
|
{!directContent && (
|
||||||
<button
|
<button
|
||||||
onClick={handleDownload}
|
onClick={handleDownload}
|
||||||
|
|||||||
@@ -32,6 +32,7 @@ export const FileViewerProvider = ({
|
|||||||
const [transcribeLoading, setTranscribeLoading] = useState(false);
|
const [transcribeLoading, setTranscribeLoading] = useState(false);
|
||||||
const [extractAudioLoading, setExtractAudioLoading] = useState(false);
|
const [extractAudioLoading, setExtractAudioLoading] = useState(false);
|
||||||
const [extractLoading, setExtractLoading] = useState(false);
|
const [extractLoading, setExtractLoading] = useState(false);
|
||||||
|
const [saveResultLoading, setSaveResultLoading] = useState(false);
|
||||||
const files = useFilesAPI(root);
|
const files = useFilesAPI(root);
|
||||||
const fileType = getFileType(fileName);
|
const fileType = getFileType(fileName);
|
||||||
|
|
||||||
@@ -111,6 +112,25 @@ export const FileViewerProvider = ({
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const isCachedResult =
|
||||||
|
root === 'user-data' &&
|
||||||
|
(filePath.startsWith('ocr/') || filePath.startsWith('tts/') || filePath.startsWith('transcriptions/') || filePath.startsWith('audio/'));
|
||||||
|
|
||||||
|
const handleSaveResult = isCachedResult
|
||||||
|
? async () => {
|
||||||
|
setSaveResultLoading(true);
|
||||||
|
try {
|
||||||
|
const { savedPath } = await files.saveResult(filePath);
|
||||||
|
const savedName = savedPath.split('/').pop() ?? savedPath;
|
||||||
|
toast.success(`Saved as "${savedName}"`);
|
||||||
|
} catch {
|
||||||
|
toast.error('Failed to save file');
|
||||||
|
} finally {
|
||||||
|
setSaveResultLoading(false);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
: null;
|
||||||
|
|
||||||
const handleExtract = async () => {
|
const handleExtract = async () => {
|
||||||
setExtractLoading(true);
|
setExtractLoading(true);
|
||||||
try {
|
try {
|
||||||
@@ -147,6 +167,8 @@ export const FileViewerProvider = ({
|
|||||||
handleExtractAudio,
|
handleExtractAudio,
|
||||||
handleExtract,
|
handleExtract,
|
||||||
handleDownload,
|
handleDownload,
|
||||||
|
handleSaveResult,
|
||||||
|
saveResultLoading,
|
||||||
}}
|
}}
|
||||||
>
|
>
|
||||||
{children}
|
{children}
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import type { ReactNode } from 'react';
|
|||||||
import { useSearchParams } from 'react-router';
|
import { useSearchParams } from 'react-router';
|
||||||
import { useUserState } from 'state/useUserState';
|
import { useUserState } from 'state/useUserState';
|
||||||
import { FileViewerProvider } from '../../apps/FileViewer';
|
import { FileViewerProvider } from '../../apps/FileViewer';
|
||||||
|
import { EmbeddableChat } from '../../apps/Chat/EmbeddableChat';
|
||||||
|
|
||||||
export function ViewerProvider({ children }: { children: ReactNode }) {
|
export function ViewerProvider({ children }: { children: ReactNode }) {
|
||||||
const [searchParams, setSearchParams] = useSearchParams();
|
const [searchParams, setSearchParams] = useSearchParams();
|
||||||
@@ -61,3 +62,31 @@ export function Ephemeral2Provider({ children }: { children: ReactNode }) {
|
|||||||
</FileViewerProvider>
|
</FileViewerProvider>
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export const ChatEphemeralBody = () => {
|
||||||
|
const [searchParams] = useSearchParams();
|
||||||
|
const [homeRoot] = useUserState<string>('files/homeRoot', 'home');
|
||||||
|
const chatContext = searchParams.get('chatContext') ?? '';
|
||||||
|
const chatType = searchParams.get('chatType') as 'file' | 'folder' | null;
|
||||||
|
const hostRoot = homeRoot === '~' || homeRoot === 'officer.dev';
|
||||||
|
const sandboxed = !hostRoot;
|
||||||
|
|
||||||
|
const cwdPath = chatType === 'file'
|
||||||
|
? chatContext.substring(0, chatContext.lastIndexOf('/')) || '/'
|
||||||
|
: chatContext;
|
||||||
|
|
||||||
|
const tag = chatType === 'file' ? 'file' : 'folder';
|
||||||
|
const path = chatContext.replace(/^\//, '');
|
||||||
|
const message = chatType === 'file'
|
||||||
|
? `[${tag}: ${path}] Let's talk about this file`
|
||||||
|
: `[${tag}: ${path || '/'}] consider, for this session, this directory as your current working directory`;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<EmbeddableChat
|
||||||
|
className="h-full"
|
||||||
|
cwd={{ root: homeRoot, path: cwdPath.replace(/^\//, '') || '/' }}
|
||||||
|
sandboxed={sandboxed}
|
||||||
|
defaultInput={message}
|
||||||
|
/>
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|||||||
@@ -16,6 +16,12 @@ export const viewerWithEphemeralLayout: LayoutNode = {
|
|||||||
],
|
],
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const singleChatLayout: LayoutNode = {
|
||||||
|
type: 'panel',
|
||||||
|
id: 'files-chat',
|
||||||
|
appType: null,
|
||||||
|
};
|
||||||
|
|
||||||
export const viewerWithEphemeralSplitLayout: LayoutNode = {
|
export const viewerWithEphemeralSplitLayout: LayoutNode = {
|
||||||
type: 'group',
|
type: 'group',
|
||||||
id: 'files-viewer-group',
|
id: 'files-viewer-group',
|
||||||
|
|||||||
@@ -1,18 +1,37 @@
|
|||||||
import { useCallback, useMemo } from 'react';
|
import { useCallback, useEffect, useMemo, useRef } from 'react';
|
||||||
import { useSearchParams } from 'react-router';
|
import { useSearchParams } from 'react-router';
|
||||||
import type { EphemeralPanels } from '../../components/Workspace';
|
import type { EphemeralPanels } from '../../components/Workspace';
|
||||||
import { FileViewerHeader, FileViewerBody } from '../../apps/FileViewer';
|
import { FileViewerHeader, FileViewerBody } from '../../apps/FileViewer';
|
||||||
import { singleViewerLayout, viewerWithEphemeralLayout, viewerWithEphemeralSplitLayout } from './layouts';
|
import { singleViewerLayout, viewerWithEphemeralLayout, viewerWithEphemeralSplitLayout, singleChatLayout } from './layouts';
|
||||||
import { ViewerProvider, EphemeralProvider, Ephemeral2Provider } from './Providers';
|
import { ViewerProvider, EphemeralProvider, Ephemeral2Provider, ChatEphemeralBody } from './Providers';
|
||||||
|
|
||||||
|
const EPHEMERAL_KEYS = ['view', 'ephemeral', 'ephemeralRoot', 'ephemeral2', 'ephemeral2Root', 'ephemeral2Auto', 'chatContext', 'chatType'];
|
||||||
|
|
||||||
export const useFileViewerPanels = (): EphemeralPanels | null => {
|
export const useFileViewerPanels = (): EphemeralPanels | null => {
|
||||||
const [searchParams, setSearchParams] = useSearchParams();
|
const [searchParams, setSearchParams] = useSearchParams();
|
||||||
|
const didClean = useRef(false);
|
||||||
|
|
||||||
|
// Clear stale ephemeral params on mount (page refresh)
|
||||||
|
useEffect(() => {
|
||||||
|
if (didClean.current) return;
|
||||||
|
didClean.current = true;
|
||||||
|
if (EPHEMERAL_KEYS.some((k) => searchParams.has(k))) {
|
||||||
|
setSearchParams((prev) => {
|
||||||
|
const next = new URLSearchParams(prev);
|
||||||
|
EPHEMERAL_KEYS.forEach((k) => next.delete(k));
|
||||||
|
return next;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}, []);
|
||||||
|
|
||||||
const viewPath = searchParams.get('view');
|
const viewPath = searchParams.get('view');
|
||||||
const ephemeralPath = searchParams.get('ephemeral');
|
const ephemeralPath = searchParams.get('ephemeral');
|
||||||
const ephemeral2Path = searchParams.get('ephemeral2');
|
const ephemeral2Path = searchParams.get('ephemeral2');
|
||||||
|
const chatContext = searchParams.get('chatContext');
|
||||||
|
|
||||||
const layout =
|
const layout = chatContext
|
||||||
viewPath && ephemeralPath && ephemeral2Path
|
? singleChatLayout
|
||||||
|
: viewPath && ephemeralPath && ephemeral2Path
|
||||||
? viewerWithEphemeralSplitLayout
|
? viewerWithEphemeralSplitLayout
|
||||||
: viewPath && ephemeralPath
|
: viewPath && ephemeralPath
|
||||||
? viewerWithEphemeralLayout
|
? viewerWithEphemeralLayout
|
||||||
@@ -46,6 +65,17 @@ export const useFileViewerPanels = (): EphemeralPanels | null => {
|
|||||||
[setSearchParams],
|
[setSearchParams],
|
||||||
);
|
);
|
||||||
|
|
||||||
|
const onCloseChat = useCallback(
|
||||||
|
() =>
|
||||||
|
setSearchParams((prev) => {
|
||||||
|
const next = new URLSearchParams(prev);
|
||||||
|
next.delete('chatContext');
|
||||||
|
next.delete('chatType');
|
||||||
|
return next;
|
||||||
|
}),
|
||||||
|
[setSearchParams],
|
||||||
|
);
|
||||||
|
|
||||||
const components = useMemo(
|
const components = useMemo(
|
||||||
() => ({
|
() => ({
|
||||||
'files-viewer': {
|
'files-viewer': {
|
||||||
@@ -66,11 +96,15 @@ export const useFileViewerPanels = (): EphemeralPanels | null => {
|
|||||||
component: FileViewerBody,
|
component: FileViewerBody,
|
||||||
onClose: onCloseEphemeral2,
|
onClose: onCloseEphemeral2,
|
||||||
},
|
},
|
||||||
|
'files-chat': {
|
||||||
|
component: ChatEphemeralBody,
|
||||||
|
onClose: onCloseChat,
|
||||||
|
},
|
||||||
}),
|
}),
|
||||||
[onCloseViewer, onCloseEphemeral, onCloseEphemeral2],
|
[onCloseViewer, onCloseEphemeral, onCloseEphemeral2, onCloseChat],
|
||||||
);
|
);
|
||||||
|
|
||||||
if (!viewPath) return null;
|
if (!viewPath && !chatContext) return null;
|
||||||
return { layout, components, defaultBaseSize: 40 };
|
return { layout, components, defaultBaseSize: 40 };
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -63,6 +63,9 @@ export const useFilesAPI = (root: string = 'home') => {
|
|||||||
extract: (path: string) =>
|
extract: (path: string) =>
|
||||||
client.post<{ extractedPath: string }>(withRoot('/file-browser/extract'), { path }),
|
client.post<{ extractedPath: string }>(withRoot('/file-browser/extract'), { path }),
|
||||||
|
|
||||||
|
saveResult: (path: string) =>
|
||||||
|
client.post<{ savedPath: string }>('/file-browser/save-result', { path }),
|
||||||
|
|
||||||
getRawUrl: (path: string) => {
|
getRawUrl: (path: string) => {
|
||||||
const token = getHeaders()['Authorization']?.replace('Bearer ', '') ?? '';
|
const token = getHeaders()['Authorization']?.replace('Bearer ', '') ?? '';
|
||||||
const rp = root !== 'home' ? `&root=${encodeURIComponent(root)}` : '';
|
const rp = root !== 'home' ? `&root=${encodeURIComponent(root)}` : '';
|
||||||
@@ -134,6 +137,7 @@ export type DirEntry = {
|
|||||||
|
|
||||||
type ListDirResponse = {
|
type ListDirResponse = {
|
||||||
path: string;
|
path: string;
|
||||||
|
rootDir: string;
|
||||||
entries: DirEntry[];
|
entries: DirEntry[];
|
||||||
reset?: boolean;
|
reset?: boolean;
|
||||||
};
|
};
|
||||||
|
|||||||
Reference in New Issue
Block a user