mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-19 01:29:24 +01:00
0a756f6a0d
* add constant * add logger module * add registry and builder module * add fileio module * add requirements and setup.cfg * add config module and tests * add citest script Link: https://code.aone.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/8718998
36 lines
1.0 KiB
Python
36 lines
1.0 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
import json
|
|
import numpy as np
|
|
|
|
from .base import FormatHandler
|
|
|
|
|
|
def set_default(obj):
|
|
"""Set default json values for non-serializable values.
|
|
|
|
It helps convert ``set``, ``range`` and ``np.ndarray`` data types to list.
|
|
It also converts ``np.generic`` (including ``np.int32``, ``np.float32``,
|
|
etc.) into plain numbers of plain python built-in types.
|
|
"""
|
|
if isinstance(obj, (set, range)):
|
|
return list(obj)
|
|
elif isinstance(obj, np.ndarray):
|
|
return obj.tolist()
|
|
elif isinstance(obj, np.generic):
|
|
return obj.item()
|
|
raise TypeError(f'{type(obj)} is unsupported for json dump')
|
|
|
|
|
|
class JsonHandler(FormatHandler):
|
|
|
|
def load(self, file):
|
|
return json.load(file)
|
|
|
|
def dump(self, obj, file, **kwargs):
|
|
kwargs.setdefault('default', set_default)
|
|
json.dump(obj, file, **kwargs)
|
|
|
|
def dumps(self, obj, **kwargs):
|
|
kwargs.setdefault('default', set_default)
|
|
return json.dumps(obj, **kwargs)
|