oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Downloader: Fix resuming downloads after HF moved to Xet

Browse source
This commit is contained in:
oobabooga 2025-10-10 08:24:35 -07:00
parent bf5d85c922
commit 25360387ec
1 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
download-model.py
View file

@ -242,9 +242,19 @@ class ModelDownloader:
try: try:
if output_path.exists() and not start_from_scratch: if output_path.exists() and not start_from_scratch:
current_file_size_on_disk = output_path.stat().st_size current_file_size_on_disk = output_path.stat().st_size
r_head = session.head(url, timeout=20)
r_head.raise_for_status() # Make a HEAD request without following redirects to get metadata first
total_size = int(r_head.headers.get('content-length', 0)) r_head = session.head(url, timeout=20, allow_redirects=True)
r_head.raise_for_status() # Will raise an error for 4xx or 5xx status codes
# Check for the new 'x-linked-size' header from Hugging Face
if 'x-linked-size' in r_head.headers:
total_size = int(r_head.headers['x-linked-size'])
# Fallback to the old 'content-length' just in case
elif 'content-length' in r_head.headers:
total_size = int(r_head.headers.get('content-length', 0))
else:
total_size = 0
if current_file_size_on_disk >= total_size and total_size > 0: if current_file_size_on_disk >= total_size and total_size > 0:
if self.progress_queue is not None and total_size > 0: if self.progress_queue is not None and total_size > 0: