mirror of
https://github.com/jamiepine/voicebox.git
synced 2026-09-16 21:30:39 -07:00
ae91aa9a88
* docs: audit mdx docs against multi-engine backend and refresh stale content Rewrote developer-facing docs that predated the TTSBackend Protocol / ModelConfig registry refactor (architecture, tts-generation, model-management, transcription). Updated user-facing docs to reflect all seven shipped engines (Qwen, Qwen CustomVoice, LuxTTS, Chatterbox, Chatterbox Turbo, TADA, Kokoro) instead of the outdated "5 engines" claim. Also fixes: - Stale app identifier (com.voicebox.app → sh.voicebox.app) - CUDA backend update flow (now two-archive split, not N-way chunks) - Whisper model list (removed tiny, added turbo) - Broken /development/ and /guides/ route links - Stale just commands and install steps (missing --no-deps chatterbox/tada) - Removed ASCII art diagrams from README and stories.mdx - History Generation schema sync with DB model Co-Authored-By: Claude Opus 4.7 (1M context) <[email protected]> * docs: add DeepWiki badge to README Co-Authored-By: Claude Opus 4.7 (1M context) <[email protected]> * docs: address PR review feedback - architecture.mdx: fix backends/ file list (remove nonexistent qwen_backend.py, rename tada_backend.py → hume_backend.py) - model-management.mdx: Kokoro language count 9 → 8 (matches ModelConfig) - model-management.mdx: ProgressManager path services/ → utils/ - tts-generation.mdx: ModelConfig example uses field(default_factory=...) — mutable default would raise at runtime - tts-generation.mdx: "1080p samples" → "on CUDA" (1080p is video, not audio) - PROJECT_STATUS.md: replace ASCII architecture diagram with prose (matches no-ASCII-art rule) Co-Authored-By: Claude Opus 4.7 (1M context) <[email protected]> * fix(app): guard against undefined engine in FloatingGenerateBox preset check form.getValues('engine') returns string | undefined; Set<string>.has() rejects undefined under strict mode. Added a truthy guard before the preset lookup. Co-Authored-By: Claude Opus 4.7 (1M context) <[email protected]> --------- Co-authored-by: Claude Opus 4.7 (1M context) <[email protected]>
530 lines
23 KiB
TypeScript
530 lines
23 KiB
TypeScript
import { useQuery } from '@tanstack/react-query';
|
|
import { useMatchRoute } from '@tanstack/react-router';
|
|
import { AnimatePresence, motion } from 'framer-motion';
|
|
import { Loader2, SlidersHorizontal, Sparkles } from 'lucide-react';
|
|
import { useEffect, useRef, useState } from 'react';
|
|
import { Button } from '@/components/ui/button';
|
|
import { Form, FormControl, FormField, FormItem, FormMessage } from '@/components/ui/form';
|
|
import {
|
|
Select,
|
|
SelectContent,
|
|
SelectItem,
|
|
SelectTrigger,
|
|
SelectValue,
|
|
} from '@/components/ui/select';
|
|
import { Textarea } from '@/components/ui/textarea';
|
|
import { apiClient } from '@/lib/api/client';
|
|
import { getLanguageOptionsForEngine, type LanguageCode } from '@/lib/constants/languages';
|
|
import { useGenerationForm } from '@/lib/hooks/useGenerationForm';
|
|
import { useProfile, useProfiles } from '@/lib/hooks/useProfiles';
|
|
import { useStory } from '@/lib/hooks/useStories';
|
|
import { cn } from '@/lib/utils/cn';
|
|
import { useGenerationStore } from '@/stores/generationStore';
|
|
import { useStoryStore } from '@/stores/storyStore';
|
|
import { useUIStore } from '@/stores/uiStore';
|
|
import { EngineModelSelector } from './EngineModelSelector';
|
|
import { ParalinguisticInput } from './ParalinguisticInput';
|
|
|
|
interface FloatingGenerateBoxProps {
|
|
isPlayerOpen?: boolean;
|
|
showVoiceSelector?: boolean;
|
|
}
|
|
|
|
export function FloatingGenerateBox({
|
|
isPlayerOpen = false,
|
|
showVoiceSelector = false,
|
|
}: FloatingGenerateBoxProps) {
|
|
const selectedProfileId = useUIStore((state) => state.selectedProfileId);
|
|
const setSelectedProfileId = useUIStore((state) => state.setSelectedProfileId);
|
|
const setSelectedEngine = useUIStore((state) => state.setSelectedEngine);
|
|
const { data: selectedProfile } = useProfile(selectedProfileId || '');
|
|
const { data: profiles } = useProfiles();
|
|
const [isExpanded, setIsExpanded] = useState(false);
|
|
const [isInstructExpanded, setIsInstructExpanded] = useState(false);
|
|
const [selectedPresetId, setSelectedPresetId] = useState<string | null>(null);
|
|
const containerRef = useRef<HTMLDivElement>(null);
|
|
const textareaRef = useRef<HTMLTextAreaElement | null>(null);
|
|
const matchRoute = useMatchRoute();
|
|
const isStoriesRoute = matchRoute({ to: '/stories' });
|
|
const selectedStoryId = useStoryStore((state) => state.selectedStoryId);
|
|
const trackEditorHeight = useStoryStore((state) => state.trackEditorHeight);
|
|
const { data: currentStory } = useStory(selectedStoryId);
|
|
const addPendingStoryAdd = useGenerationStore((s) => s.addPendingStoryAdd);
|
|
|
|
// Fetch effect presets for the dropdown
|
|
const { data: effectPresets } = useQuery({
|
|
queryKey: ['effectPresets'],
|
|
queryFn: () => apiClient.listEffectPresets(),
|
|
});
|
|
|
|
// Calculate if track editor is visible (on stories route with items)
|
|
const hasTrackEditor = isStoriesRoute && currentStory && currentStory.items.length > 0;
|
|
|
|
const { form, handleSubmit, isPending } = useGenerationForm({
|
|
onSuccess: async (generationId) => {
|
|
setIsExpanded(false);
|
|
// Defer the story add until TTS completes -- useGenerationProgress handles it
|
|
if (isStoriesRoute && selectedStoryId && generationId) {
|
|
addPendingStoryAdd(generationId, selectedStoryId);
|
|
}
|
|
},
|
|
getEffectsChain: () => {
|
|
if (!selectedPresetId) return undefined;
|
|
// Profile's own effects chain (no matching preset)
|
|
if (selectedPresetId === '_profile') {
|
|
return selectedProfile?.effects_chain ?? undefined;
|
|
}
|
|
if (!effectPresets) return undefined;
|
|
const preset = effectPresets.find((p) => p.id === selectedPresetId);
|
|
return preset?.effects_chain;
|
|
},
|
|
});
|
|
|
|
// Click away handler to collapse the box
|
|
useEffect(() => {
|
|
function handleClickOutside(event: MouseEvent) {
|
|
const target = event.target as HTMLElement;
|
|
|
|
// Don't collapse if clicking inside the container
|
|
if (containerRef.current?.contains(target)) {
|
|
return;
|
|
}
|
|
|
|
// Don't collapse if clicking on a Select dropdown (which renders in a portal)
|
|
if (
|
|
target.closest('[role="listbox"]') ||
|
|
target.closest('[data-radix-popper-content-wrapper]')
|
|
) {
|
|
return;
|
|
}
|
|
|
|
setIsExpanded(false);
|
|
}
|
|
|
|
if (isExpanded) {
|
|
document.addEventListener('mousedown', handleClickOutside);
|
|
}
|
|
|
|
return () => {
|
|
document.removeEventListener('mousedown', handleClickOutside);
|
|
};
|
|
}, [isExpanded]);
|
|
|
|
// Set first voice as default if none selected
|
|
useEffect(() => {
|
|
if (!selectedProfileId && profiles && profiles.length > 0) {
|
|
setSelectedProfileId(profiles[0].id);
|
|
}
|
|
}, [selectedProfileId, profiles, setSelectedProfileId]);
|
|
|
|
// Sync engine selection to global store so ProfileList can filter
|
|
const watchedEngine = form.watch('engine');
|
|
useEffect(() => {
|
|
if (watchedEngine) {
|
|
setSelectedEngine(watchedEngine);
|
|
}
|
|
}, [watchedEngine, setSelectedEngine]);
|
|
|
|
// Sync generation form language, engine, and effects with selected profile
|
|
type EngineValue =
|
|
| 'qwen'
|
|
| 'luxtts'
|
|
| 'chatterbox'
|
|
| 'chatterbox_turbo'
|
|
| 'tada'
|
|
| 'kokoro'
|
|
| 'qwen_custom_voice';
|
|
useEffect(() => {
|
|
if (selectedProfile?.language) {
|
|
form.setValue('language', selectedProfile.language as LanguageCode);
|
|
}
|
|
// Auto-switch engine to match the profile
|
|
const engine = selectedProfile?.default_engine ?? selectedProfile?.preset_engine;
|
|
if (engine) {
|
|
form.setValue('engine', engine as EngineValue);
|
|
} else if (selectedProfile && selectedProfile.voice_type !== 'preset') {
|
|
// Cloned/designed profile with no default — ensure a compatible (non-preset) engine
|
|
const currentEngine = form.getValues('engine');
|
|
const presetEngines = new Set(['kokoro', 'qwen_custom_voice']);
|
|
if (currentEngine && presetEngines.has(currentEngine)) {
|
|
form.setValue('engine', 'qwen');
|
|
}
|
|
}
|
|
// Pre-fill effects from profile defaults
|
|
if (
|
|
selectedProfile?.effects_chain &&
|
|
selectedProfile.effects_chain.length > 0 &&
|
|
effectPresets
|
|
) {
|
|
// Try to match against a known preset
|
|
const profileChainJson = JSON.stringify(selectedProfile.effects_chain);
|
|
const matchingPreset = effectPresets.find(
|
|
(p) => JSON.stringify(p.effects_chain) === profileChainJson,
|
|
);
|
|
if (matchingPreset) {
|
|
setSelectedPresetId(matchingPreset.id);
|
|
} else {
|
|
// No matching preset — use special value to pass profile chain directly
|
|
setSelectedPresetId('_profile');
|
|
}
|
|
} else if (
|
|
selectedProfile &&
|
|
(!selectedProfile.effects_chain || selectedProfile.effects_chain.length === 0)
|
|
) {
|
|
setSelectedPresetId(null);
|
|
}
|
|
}, [selectedProfile, effectPresets, form]);
|
|
|
|
// Auto-resize textarea based on content (only when expanded)
|
|
useEffect(() => {
|
|
if (!isExpanded) {
|
|
// Reset textarea height after collapse animation completes
|
|
const timeoutId = setTimeout(() => {
|
|
const textarea = textareaRef.current;
|
|
if (textarea) {
|
|
textarea.style.height = '32px';
|
|
textarea.style.overflowY = 'hidden';
|
|
}
|
|
}, 200); // Wait for animation to complete
|
|
return () => clearTimeout(timeoutId);
|
|
}
|
|
|
|
const textarea = textareaRef.current;
|
|
if (!textarea) return;
|
|
|
|
const adjustHeight = () => {
|
|
textarea.style.height = 'auto';
|
|
const scrollHeight = textarea.scrollHeight;
|
|
const minHeight = 100; // Expanded minimum
|
|
const maxHeight = 300; // Max height in pixels
|
|
const targetHeight = Math.max(minHeight, Math.min(scrollHeight, maxHeight));
|
|
textarea.style.height = `${targetHeight}px`;
|
|
|
|
// Show scrollbar if content exceeds max height
|
|
if (scrollHeight > maxHeight) {
|
|
textarea.style.overflowY = 'auto';
|
|
} else {
|
|
textarea.style.overflowY = 'hidden';
|
|
}
|
|
};
|
|
|
|
// Small delay to let framer animation complete
|
|
const timeoutId = setTimeout(() => {
|
|
adjustHeight();
|
|
}, 200);
|
|
|
|
// Adjust on mount and when value changes
|
|
adjustHeight();
|
|
|
|
// Watch for input changes
|
|
textarea.addEventListener('input', adjustHeight);
|
|
|
|
return () => {
|
|
clearTimeout(timeoutId);
|
|
textarea.removeEventListener('input', adjustHeight);
|
|
};
|
|
}, [isExpanded]);
|
|
|
|
async function onSubmit(data: Parameters<typeof handleSubmit>[0]) {
|
|
await handleSubmit(data, selectedProfileId);
|
|
}
|
|
|
|
return (
|
|
<motion.div
|
|
ref={containerRef}
|
|
className={cn(
|
|
'fixed right-auto',
|
|
isStoriesRoute
|
|
? // Position aligned with story list: after sidebar + padding, width 360px
|
|
'left-[calc(5rem+2rem)] w-[360px]'
|
|
: 'left-[calc(5rem+2rem)] right-8 lg:right-auto lg:w-[calc((100%-5rem-4rem)/2-1rem)]',
|
|
)}
|
|
style={{
|
|
// On stories route: offset by track editor height when visible
|
|
// On other routes: offset by audio player height when visible
|
|
bottom: hasTrackEditor
|
|
? `${trackEditorHeight + 24}px`
|
|
: isPlayerOpen
|
|
? 'calc(7rem + 1.5rem)'
|
|
: '1.5rem',
|
|
}}
|
|
>
|
|
<motion.div
|
|
className="bg-background/30 backdrop-blur-2xl border border-accent/20 rounded-[2rem] shadow-2xl hover:bg-background/40 hover:border-accent/20 transition-all duration-300 p-3"
|
|
transition={{ duration: 0.6, ease: 'easeInOut' }}
|
|
>
|
|
<Form {...form}>
|
|
<form onSubmit={form.handleSubmit(onSubmit)}>
|
|
<div className="flex gap-2">
|
|
<motion.div className="flex-1" transition={{ duration: 0.3, ease: 'easeOut' }}>
|
|
<FormField
|
|
control={form.control}
|
|
name="text"
|
|
render={({ field }) => (
|
|
<FormItem>
|
|
<FormControl>
|
|
<motion.div
|
|
animate={{
|
|
height: isExpanded ? 'auto' : '32px',
|
|
}}
|
|
transition={{ duration: 0.15, ease: 'easeOut' }}
|
|
style={{ overflow: 'hidden' }}
|
|
>
|
|
{form.watch('engine') === 'chatterbox_turbo' ? (
|
|
<ParalinguisticInput
|
|
value={field.value}
|
|
onChange={field.onChange}
|
|
placeholder={
|
|
isStoriesRoute && currentStory
|
|
? `Generate speech for "${currentStory.name}"... (type / for effects)`
|
|
: selectedProfile
|
|
? `Type / for effects like [laugh], [sigh]...`
|
|
: 'Select a voice profile above...'
|
|
}
|
|
className="px-3 py-2 resize-none bg-transparent border-none focus-visible:ring-0 focus-visible:ring-offset-0 focus:outline-none focus:ring-0 outline-none ring-0 rounded-2xl text-sm w-full"
|
|
style={{
|
|
minHeight: isExpanded ? '100px' : '32px',
|
|
maxHeight: '300px',
|
|
overflowY: 'auto',
|
|
}}
|
|
disabled={!selectedProfileId}
|
|
onClick={() => setIsExpanded(true)}
|
|
onFocus={() => setIsExpanded(true)}
|
|
/>
|
|
) : (
|
|
<Textarea
|
|
{...field}
|
|
ref={(node: HTMLTextAreaElement | null) => {
|
|
textareaRef.current = node;
|
|
if (typeof field.ref === 'function') {
|
|
field.ref(node);
|
|
}
|
|
}}
|
|
placeholder={
|
|
isStoriesRoute && currentStory
|
|
? `Generate speech for "${currentStory.name}"...`
|
|
: selectedProfile
|
|
? `Generate speech using ${selectedProfile.name}...`
|
|
: 'Select a voice profile above...'
|
|
}
|
|
className="resize-none bg-transparent border-none focus-visible:ring-0 focus-visible:ring-offset-0 focus:outline-none focus:ring-0 outline-none ring-0 rounded-2xl text-sm placeholder:text-muted-foreground/60 w-full"
|
|
style={{
|
|
minHeight: isExpanded ? '100px' : '32px',
|
|
maxHeight: '300px',
|
|
}}
|
|
disabled={!selectedProfileId}
|
|
onClick={() => setIsExpanded(true)}
|
|
onFocus={() => setIsExpanded(true)}
|
|
/>
|
|
)}
|
|
</motion.div>
|
|
</FormControl>
|
|
<FormMessage className="text-xs" />
|
|
</FormItem>
|
|
)}
|
|
/>
|
|
</motion.div>
|
|
|
|
<div className="relative shrink-0">
|
|
<div className="group relative">
|
|
<Button
|
|
type="submit"
|
|
disabled={isPending || !selectedProfileId}
|
|
className="h-10 w-10 rounded-full bg-accent hover:bg-accent/90 hover:scale-105 text-accent-foreground shadow-lg hover:shadow-accent/50 transition-all duration-200"
|
|
size="icon"
|
|
aria-label={
|
|
isPending
|
|
? 'Generating...'
|
|
: !selectedProfileId
|
|
? 'Select a voice profile first'
|
|
: 'Generate speech'
|
|
}
|
|
>
|
|
{isPending ? (
|
|
<Loader2 className="h-4 w-4 animate-spin" />
|
|
) : (
|
|
<Sparkles className="h-4 w-4" />
|
|
)}
|
|
</Button>
|
|
<span className="pointer-events-none absolute bottom-full left-1/2 -translate-x-1/2 mb-2 whitespace-nowrap rounded-md bg-popover px-3 py-1.5 text-xs text-popover-foreground border border-border opacity-0 transition-opacity group-hover:opacity-100 z-[9999]">
|
|
{isPending
|
|
? 'Generating...'
|
|
: !selectedProfileId
|
|
? 'Select a voice profile first'
|
|
: 'Generate speech'}
|
|
</span>
|
|
</div>
|
|
|
|
{/* Instruct toggle — only for Qwen CustomVoice, which actually honors the kwarg */}
|
|
<AnimatePresence>
|
|
{isExpanded && form.watch('engine') === 'qwen_custom_voice' && (
|
|
<motion.div
|
|
initial={{ opacity: 0, scale: 0.8 }}
|
|
animate={{ opacity: 1, scale: 1 }}
|
|
exit={{ opacity: 0, scale: 0.8 }}
|
|
transition={{ duration: 0.2 }}
|
|
className="absolute top-0 right-[calc(100%+0.5rem)]"
|
|
>
|
|
<div className="group relative">
|
|
<Button
|
|
type="button"
|
|
variant="ghost"
|
|
size="icon"
|
|
onClick={() => setIsInstructExpanded((prev) => !prev)}
|
|
className={cn(
|
|
'h-10 w-10 rounded-full transition-all duration-200',
|
|
isInstructExpanded
|
|
? 'bg-accent text-accent-foreground border border-accent hover:bg-accent/90'
|
|
: 'bg-card border border-border hover:bg-background/50',
|
|
)}
|
|
aria-label={
|
|
isInstructExpanded
|
|
? 'Hide delivery instructions'
|
|
: 'Show delivery instructions'
|
|
}
|
|
aria-pressed={isInstructExpanded}
|
|
>
|
|
<SlidersHorizontal className="h-4 w-4" />
|
|
</Button>
|
|
<span className="pointer-events-none absolute bottom-full left-1/2 -translate-x-1/2 mb-2 whitespace-nowrap rounded-md bg-popover px-3 py-1.5 text-xs text-popover-foreground border border-border opacity-0 transition-opacity group-hover:opacity-100 z-[9999]">
|
|
Delivery instructions (tone, emotion, pace)
|
|
</span>
|
|
</div>
|
|
</motion.div>
|
|
)}
|
|
</AnimatePresence>
|
|
</div>
|
|
</div>
|
|
|
|
{/* Additive instruct textarea — shown below main text when toggle is on and engine supports it */}
|
|
<AnimatePresence>
|
|
{isInstructExpanded && form.watch('engine') === 'qwen_custom_voice' && (
|
|
<motion.div
|
|
initial={{ opacity: 0, height: 0 }}
|
|
animate={{ opacity: 1, height: 'auto' }}
|
|
exit={{ opacity: 0, height: 0 }}
|
|
transition={{ duration: 0.2, ease: 'easeOut' }}
|
|
className="overflow-hidden"
|
|
>
|
|
<FormField
|
|
control={form.control}
|
|
name="instruct"
|
|
render={({ field }) => (
|
|
<FormItem className="mt-2">
|
|
<FormControl>
|
|
<Textarea
|
|
{...field}
|
|
placeholder="Delivery instructions — e.g. Speak slowly with warmth, Authoritative and clear..."
|
|
className="resize-none bg-transparent border border-accent/20 focus-visible:ring-1 focus-visible:ring-accent/40 rounded-2xl text-sm placeholder:text-muted-foreground/60 w-full px-3 py-2"
|
|
style={{ minHeight: '60px', maxHeight: '160px' }}
|
|
maxLength={500}
|
|
/>
|
|
</FormControl>
|
|
<FormMessage className="text-xs" />
|
|
</FormItem>
|
|
)}
|
|
/>
|
|
</motion.div>
|
|
)}
|
|
</AnimatePresence>
|
|
|
|
<AnimatePresence>
|
|
<motion.div
|
|
initial={{ height: 0, opacity: 0 }}
|
|
animate={{ height: 'auto', opacity: 1 }}
|
|
exit={{ height: 0, opacity: 0 }}
|
|
transition={{ duration: 0.3, ease: 'easeOut' }}
|
|
className=" mt-3"
|
|
>
|
|
<div className="flex items-center gap-2">
|
|
{showVoiceSelector && (
|
|
<div className="flex-1">
|
|
<Select
|
|
value={selectedProfileId || ''}
|
|
onValueChange={(value) => setSelectedProfileId(value || null)}
|
|
>
|
|
<SelectTrigger className="h-8 text-xs bg-card border-border rounded-full hover:bg-background/50 transition-all w-full">
|
|
<SelectValue placeholder="Select a voice..." />
|
|
</SelectTrigger>
|
|
<SelectContent>
|
|
{profiles?.map((profile) => (
|
|
<SelectItem key={profile.id} value={profile.id} className="text-xs">
|
|
{profile.name}
|
|
</SelectItem>
|
|
))}
|
|
</SelectContent>
|
|
</Select>
|
|
</div>
|
|
)}
|
|
|
|
<FormField
|
|
control={form.control}
|
|
name="language"
|
|
render={({ field }) => {
|
|
const engineLangs = getLanguageOptionsForEngine(
|
|
form.watch('engine') || 'qwen',
|
|
);
|
|
return (
|
|
<FormItem className="flex-1 space-y-0">
|
|
<Select onValueChange={field.onChange} value={field.value}>
|
|
<FormControl>
|
|
<SelectTrigger className="h-8 text-xs bg-card border-border rounded-full hover:bg-background/50 transition-all">
|
|
<SelectValue />
|
|
</SelectTrigger>
|
|
</FormControl>
|
|
<SelectContent>
|
|
{engineLangs.map((lang) => (
|
|
<SelectItem key={lang.value} value={lang.value} className="text-xs">
|
|
{lang.label}
|
|
</SelectItem>
|
|
))}
|
|
</SelectContent>
|
|
</Select>
|
|
<FormMessage className="text-xs" />
|
|
</FormItem>
|
|
);
|
|
}}
|
|
/>
|
|
|
|
<FormItem className="flex-1 space-y-0">
|
|
<EngineModelSelector form={form} compact />
|
|
</FormItem>
|
|
|
|
<FormItem className="flex-1 space-y-0">
|
|
<Select
|
|
value={selectedPresetId || 'none'}
|
|
onValueChange={(value) =>
|
|
setSelectedPresetId(value === 'none' ? null : value)
|
|
}
|
|
>
|
|
<SelectTrigger className="h-8 text-xs bg-card border-border rounded-full hover:bg-background/50 transition-all">
|
|
<SelectValue placeholder="No effects" />
|
|
</SelectTrigger>
|
|
<SelectContent>
|
|
<SelectItem value="none" className="text-xs">
|
|
No effects
|
|
</SelectItem>
|
|
{selectedProfile?.effects_chain &&
|
|
selectedProfile.effects_chain.length > 0 && (
|
|
<SelectItem value="_profile" className="text-xs">
|
|
Profile default
|
|
</SelectItem>
|
|
)}
|
|
{effectPresets?.map((preset) => (
|
|
<SelectItem key={preset.id} value={preset.id} className="text-xs">
|
|
{preset.name}
|
|
</SelectItem>
|
|
))}
|
|
</SelectContent>
|
|
</Select>
|
|
</FormItem>
|
|
</div>
|
|
</motion.div>
|
|
</AnimatePresence>
|
|
</form>
|
|
</Form>
|
|
</motion.div>
|
|
</motion.div>
|
|
);
|
|
}
|