Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 20:19:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix log

Browse Source
This commit is contained in:
Yingda Chen
2024-12-05 10:10:37 +08:00
parent ae23e83909
commit 2babbdfdd1
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
modelscope/hub/file_download.py
View File

@@ -419,7 +419,7 @@ def parallel_download(
part_file_name = task[0] + '_%s_%s' % (task[2], task[3])
with open(part_file_name, 'rb') as part_file:
while True:
chunk = part_file.read(8 * API_FILE_DOWNLOAD_CHUNK_SIZE)
chunk = part_file.read(16 * API_FILE_DOWNLOAD_CHUNK_SIZE)
if not chunk:
break
output_file.write(chunk)
@@ -514,10 +514,11 @@ def http_get_model_file(
if not has_retry:
hash_sha256.update(chunk)
break
except (Exception) as e: # no matter what happen, we will retry.
except Exception as e: # no matter what happen, we will retry.
has_retry = True
retry = retry.increment('GET', url, error=e)
retry.sleep()
# if anything went wrong, we would discard the real-time computed hash and return None
return None if has_retry else hash_sha256.hexdigest()
logger.debug('storing %s in cache at %s', url, local_dir)
@@ -634,7 +635,7 @@ def download_file(url, file_meta, temporary_cache_dir, cache, headers,
# if real-time hash mismatched, try to compute it again
if file_digest != expected_hash:
print(
'Mismatched digest from realtime download, will try to recompute lump-sum hash'
'Mismatched real-time digest found, falling back to lump-sum hash computation'
)
file_integrity_validation(temp_file, expected_hash)
else: