Labyricorn/voicebox
1
0
Fork 0
mirror of https://github.com/jamiepine/voicebox.git synced 2026-10-04 01:25:18 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(backend): prevent unbounded memory accumulation over consecutive TTS generations (#923)

Browse Source
This commit is contained in:
devangkantharia
2026-10-04 00:01:18 +00:00
committed by capy-ai-staging[bot]
parent 63f09455ef
commit 38389db82b
8 changed files with 88 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/backends/qwen_custom_voice_backend.py
+2 -1
View File
@@ -207,7 +207,8 @@ class QwenCustomVoiceBackend:
# state. Forcing offline here (issue #462) regressed online
# users whose libraries issue legitimate metadata lookups
# during generation.
wavs, sample_rate = self.model.generate_custom_voice(**kwargs)
with torch.inference_mode():
wavs, sample_rate = self.model.generate_custom_voice(**kwargs)
return wavs[0], sample_rate
audio, sample_rate = await asyncio.to_thread(_generate_sync)