Labyricorn/voicebox
1
0
Fork 0
mirror of https://github.com/jamiepine/voicebox.git synced 2026-10-03 17:15:19 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(cache): share the orphaned-.incomplete check with /models/status

Browse Source
This commit is contained in:
jamiepine
2026-10-04 00:00:28 +00:00
committed by capy-ai-staging[bot]
parent f62aff0809
commit e86a2dcaa5
3 changed files with 26 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/backends/base.py
+21 -12
View File
@@ -22,6 +22,24 @@ from ..utils.tasks import get_task_manager
logger = logging.getLogger(__name__)
def has_in_progress_download(blobs_dir: Path) -> bool:
"""
Whether a HuggingFace repo's ``blobs`` dir holds a genuinely in-progress download.
An ``.incomplete`` blob means a download is still in progress -- unless a
completed blob with the same hash already sits next to it, which happens
when a retried/concurrent download leaves a stale ``.incomplete`` behind
after the real transfer already finished. Only orphaned ``.incomplete``
files (no matching completed blob) count as "in progress".
"""
if not blobs_dir.exists():
return False
return any(
not incomplete.with_name(incomplete.name.removesuffix(".incomplete")).exists()
for incomplete in blobs_dir.glob("*.incomplete")
)
def is_model_cached(
hf_repo: str,
*,
@@ -48,18 +66,9 @@ def is_model_cached(
if not repo_cache.exists():
return False
# An .incomplete blob means a download is still in progress -- unless
# a completed blob with the same hash already sits next to it, which
# happens when a retried/concurrent download leaves a stale .incomplete
# behind after the real transfer already finished. Only orphaned
# .incomplete files (no matching completed blob) count as "in progress".
blobs_dir = repo_cache / "blobs"
if blobs_dir.exists():
for incomplete in blobs_dir.glob("*.incomplete"):
completed = incomplete.with_name(incomplete.name.removesuffix(".incomplete"))
if not completed.exists():
logger.debug(f"Found in-progress .incomplete file for {hf_repo}")
return False
if has_in_progress_download(repo_cache / "blobs"):
logger.debug(f"Found in-progress .incomplete file for {hf_repo}")
return False
snapshots_dir = repo_cache / "snapshots"
if not snapshots_dir.exists():