mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-22 11:09:21 +01:00
6cf0a56ade
添加文件下载完整性验证
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/9700279
* [to #43913168]fix: add file download integrity check
82 lines
1.9 KiB
Python
82 lines
1.9 KiB
Python
from http import HTTPStatus
|
|
|
|
from requests.exceptions import HTTPError
|
|
|
|
|
|
class NotExistError(Exception):
|
|
pass
|
|
|
|
|
|
class RequestError(Exception):
|
|
pass
|
|
|
|
|
|
class GitError(Exception):
|
|
pass
|
|
|
|
|
|
class InvalidParameter(Exception):
|
|
pass
|
|
|
|
|
|
class NotLoginException(Exception):
|
|
pass
|
|
|
|
|
|
class FileIntegrityError(Exception):
|
|
pass
|
|
|
|
|
|
class FileDownloadError(Exception):
|
|
pass
|
|
|
|
|
|
def is_ok(rsp):
|
|
""" Check the request is ok
|
|
|
|
Args:
|
|
rsp (_type_): The request response body
|
|
Failed: {'Code': 10010101004, 'Message': 'get model info failed, err: unauthorized permission',
|
|
'RequestId': '', 'Success': False}
|
|
Success: {'Code': 200, 'Data': {}, 'Message': 'success', 'RequestId': '', 'Success': True}
|
|
"""
|
|
return rsp['Code'] == HTTPStatus.OK and rsp['Success']
|
|
|
|
|
|
def handle_http_response(response, logger, cookies, model_id):
|
|
try:
|
|
response.raise_for_status()
|
|
except HTTPError:
|
|
if cookies is None: # code in [403] and
|
|
logger.error(
|
|
f'Authentication token does not exist, failed to access model {model_id} which may not exist or may be private. \
|
|
Please login first.')
|
|
raise
|
|
|
|
|
|
def raise_on_error(rsp):
|
|
"""If response error, raise exception
|
|
|
|
Args:
|
|
rsp (_type_): The server response
|
|
"""
|
|
if rsp['Code'] == HTTPStatus.OK and rsp['Success']:
|
|
return True
|
|
else:
|
|
raise RequestError(rsp['Message'])
|
|
|
|
|
|
# TODO use raise_on_error instead if modelhub and datahub response have uniform structures,
|
|
def datahub_raise_on_error(url, rsp):
|
|
"""If response error, raise exception
|
|
|
|
Args:
|
|
rsp (_type_): The server response
|
|
"""
|
|
if rsp.get('Code') == HTTPStatus.OK:
|
|
return True
|
|
else:
|
|
raise RequestError(
|
|
f"Url = {url}, Status = {rsp.get('status')}, error = {rsp.get('error')}, message = {rsp.get('message')}"
|
|
)
|