mirror of
https://github.com/jamiepine/voicebox.git
synced 2026-10-03 09:05:17 -07:00
feat: add per-model unload endpoint and UI button
- POST /models/{model_name}/unload — unloads a specific model from
memory without deleting from disk, supports all engine types
- Frontend: Unload button in model detail dialog when model is loaded
- Delete button remains disabled while loaded (unload first)
This commit is contained in:
@@ -13,6 +13,7 @@ import {
|
|||||||
RotateCcw,
|
RotateCcw,
|
||||||
Scale,
|
Scale,
|
||||||
Trash2,
|
Trash2,
|
||||||
|
Unplug,
|
||||||
X,
|
X,
|
||||||
} from 'lucide-react';
|
} from 'lucide-react';
|
||||||
import { useCallback, useMemo, useState } from 'react';
|
import { useCallback, useMemo, useState } from 'react';
|
||||||
@@ -300,6 +301,27 @@ export function ModelManagement() {
|
|||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
|
const unloadMutation = useMutation({
|
||||||
|
mutationFn: async (modelName: string) => {
|
||||||
|
return await apiClient.unloadModel(modelName);
|
||||||
|
},
|
||||||
|
onSuccess: async (_data, modelName) => {
|
||||||
|
toast({
|
||||||
|
title: 'Model unloaded',
|
||||||
|
description: `${modelName} has been unloaded from memory.`,
|
||||||
|
});
|
||||||
|
await queryClient.invalidateQueries({ queryKey: ['modelStatus'], refetchType: 'all' });
|
||||||
|
await queryClient.refetchQueries({ queryKey: ['modelStatus'] });
|
||||||
|
},
|
||||||
|
onError: (error: Error) => {
|
||||||
|
toast({
|
||||||
|
title: 'Unload failed',
|
||||||
|
description: error.message,
|
||||||
|
variant: 'destructive',
|
||||||
|
});
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
const formatSize = (sizeMb?: number): string => {
|
const formatSize = (sizeMb?: number): string => {
|
||||||
if (!sizeMb) return 'Unknown size';
|
if (!sizeMb) return 'Unknown size';
|
||||||
if (sizeMb < 1024) return `${sizeMb.toFixed(1)} MB`;
|
if (sizeMb < 1024) return `${sizeMb.toFixed(1)} MB`;
|
||||||
@@ -697,26 +719,46 @@ export function ModelManagement() {
|
|||||||
</Button>
|
</Button>
|
||||||
</>
|
</>
|
||||||
) : freshSelectedModel.downloaded ? (
|
) : freshSelectedModel.downloaded ? (
|
||||||
<Button
|
<div className="flex gap-2 flex-1">
|
||||||
size="sm"
|
{freshSelectedModel.loaded && (
|
||||||
onClick={() => {
|
<Button
|
||||||
setModelToDelete({
|
size="sm"
|
||||||
name: freshSelectedModel.model_name,
|
onClick={() => unloadMutation.mutate(freshSelectedModel.model_name)}
|
||||||
displayName: freshSelectedModel.display_name,
|
variant="outline"
|
||||||
sizeMb: freshSelectedModel.size_mb,
|
disabled={unloadMutation.isPending}
|
||||||
});
|
className="flex-1"
|
||||||
setDeleteDialogOpen(true);
|
>
|
||||||
}}
|
{unloadMutation.isPending ? (
|
||||||
variant="outline"
|
<Loader2 className="h-4 w-4 mr-2 animate-spin" />
|
||||||
disabled={freshSelectedModel.loaded}
|
) : (
|
||||||
title={
|
<Unplug className="h-4 w-4 mr-2" />
|
||||||
freshSelectedModel.loaded ? 'Unload model before deleting' : 'Delete model'
|
)}
|
||||||
}
|
{unloadMutation.isPending ? 'Unloading...' : 'Unload'}
|
||||||
className="flex-1"
|
</Button>
|
||||||
>
|
)}
|
||||||
<Trash2 className="h-4 w-4 mr-2" />
|
<Button
|
||||||
{freshSelectedModel.loaded ? 'Unload to Delete' : 'Delete Model'}
|
size="sm"
|
||||||
</Button>
|
onClick={() => {
|
||||||
|
setModelToDelete({
|
||||||
|
name: freshSelectedModel.model_name,
|
||||||
|
displayName: freshSelectedModel.display_name,
|
||||||
|
sizeMb: freshSelectedModel.size_mb,
|
||||||
|
});
|
||||||
|
setDeleteDialogOpen(true);
|
||||||
|
}}
|
||||||
|
variant="outline"
|
||||||
|
disabled={freshSelectedModel.loaded}
|
||||||
|
title={
|
||||||
|
freshSelectedModel.loaded
|
||||||
|
? 'Unload model before deleting'
|
||||||
|
: 'Delete model'
|
||||||
|
}
|
||||||
|
className="flex-1"
|
||||||
|
>
|
||||||
|
<Trash2 className="h-4 w-4 mr-2" />
|
||||||
|
Delete Model
|
||||||
|
</Button>
|
||||||
|
</div>
|
||||||
) : (
|
) : (
|
||||||
<Button
|
<Button
|
||||||
size="sm"
|
size="sm"
|
||||||
|
|||||||
@@ -337,6 +337,12 @@ class ApiClient {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async unloadModel(modelName: string): Promise<{ message: string }> {
|
||||||
|
return this.request<{ message: string }>(`/models/${modelName}/unload`, {
|
||||||
|
method: 'POST',
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
async cancelDownload(modelName: string): Promise<{ message: string }> {
|
async cancelDownload(modelName: string): Promise<{ message: string }> {
|
||||||
return this.request<{ message: string }>('/models/download/cancel', {
|
return this.request<{ message: string }>('/models/download/cancel', {
|
||||||
method: 'POST',
|
method: 'POST',
|
||||||
|
|||||||
+63
-1
@@ -1479,7 +1479,7 @@ async def load_model(model_size: str = "1.7B"):
|
|||||||
|
|
||||||
@app.post("/models/unload")
|
@app.post("/models/unload")
|
||||||
async def unload_model():
|
async def unload_model():
|
||||||
"""Unload TTS model to free memory."""
|
"""Unload the default Qwen TTS model to free memory."""
|
||||||
try:
|
try:
|
||||||
tts.unload_tts_model()
|
tts.unload_tts_model()
|
||||||
return {"message": "Model unloaded successfully"}
|
return {"message": "Model unloaded successfully"}
|
||||||
@@ -1487,6 +1487,68 @@ async def unload_model():
|
|||||||
raise HTTPException(status_code=500, detail=str(e))
|
raise HTTPException(status_code=500, detail=str(e))
|
||||||
|
|
||||||
|
|
||||||
|
@app.post("/models/{model_name}/unload")
|
||||||
|
async def unload_model_by_name(model_name: str):
|
||||||
|
"""Unload a specific model from memory without deleting it from disk."""
|
||||||
|
# Map of model_name -> (model_type, model_size)
|
||||||
|
model_types = {
|
||||||
|
"qwen-tts-1.7B": ("tts", "1.7B"),
|
||||||
|
"qwen-tts-0.6B": ("tts", "0.6B"),
|
||||||
|
"luxtts": ("luxtts", "default"),
|
||||||
|
"chatterbox-tts": ("chatterbox", "default"),
|
||||||
|
"chatterbox-turbo": ("chatterbox_turbo", "default"),
|
||||||
|
"whisper-base": ("whisper", "base"),
|
||||||
|
"whisper-small": ("whisper", "small"),
|
||||||
|
"whisper-medium": ("whisper", "medium"),
|
||||||
|
"whisper-large": ("whisper", "large"),
|
||||||
|
"whisper-turbo": ("whisper", "turbo"),
|
||||||
|
}
|
||||||
|
|
||||||
|
if model_name not in model_types:
|
||||||
|
raise HTTPException(status_code=400, detail=f"Unknown model: {model_name}")
|
||||||
|
|
||||||
|
model_type, model_size = model_types[model_name]
|
||||||
|
|
||||||
|
try:
|
||||||
|
if model_type == "tts":
|
||||||
|
tts_model = tts.get_tts_model()
|
||||||
|
if tts_model.is_loaded() and tts_model.model_size == model_size:
|
||||||
|
tts.unload_tts_model()
|
||||||
|
else:
|
||||||
|
return {"message": f"Model {model_name} is not loaded"}
|
||||||
|
elif model_type == "luxtts":
|
||||||
|
from .backends import get_tts_backend_for_engine
|
||||||
|
backend = get_tts_backend_for_engine("luxtts")
|
||||||
|
if backend.is_loaded():
|
||||||
|
backend.unload_model()
|
||||||
|
else:
|
||||||
|
return {"message": f"Model {model_name} is not loaded"}
|
||||||
|
elif model_type == "chatterbox":
|
||||||
|
from .backends import get_tts_backend_for_engine
|
||||||
|
backend = get_tts_backend_for_engine("chatterbox")
|
||||||
|
if backend.is_loaded():
|
||||||
|
backend.unload_model()
|
||||||
|
else:
|
||||||
|
return {"message": f"Model {model_name} is not loaded"}
|
||||||
|
elif model_type == "chatterbox_turbo":
|
||||||
|
from .backends import get_tts_backend_for_engine
|
||||||
|
backend = get_tts_backend_for_engine("chatterbox_turbo")
|
||||||
|
if backend.is_loaded():
|
||||||
|
backend.unload_model()
|
||||||
|
else:
|
||||||
|
return {"message": f"Model {model_name} is not loaded"}
|
||||||
|
elif model_type == "whisper":
|
||||||
|
whisper_model = transcribe.get_whisper_model()
|
||||||
|
if whisper_model.is_loaded() and whisper_model.model_size == model_size:
|
||||||
|
transcribe.unload_whisper_model()
|
||||||
|
else:
|
||||||
|
return {"message": f"Model {model_name} is not loaded"}
|
||||||
|
|
||||||
|
return {"message": f"Model {model_name} unloaded successfully"}
|
||||||
|
except Exception as e:
|
||||||
|
raise HTTPException(status_code=500, detail=str(e))
|
||||||
|
|
||||||
|
|
||||||
@app.get("/models/progress/{model_name}")
|
@app.get("/models/progress/{model_name}")
|
||||||
async def get_model_progress(model_name: str):
|
async def get_model_progress(model_name: str):
|
||||||
"""Get model download progress via Server-Sent Events."""
|
"""Get model download progress via Server-Sent Events."""
|
||||||
|
|||||||
Reference in New Issue
Block a user