mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-19 09:39:23 +01:00
36 lines
1.0 KiB
Python
36 lines
1.0 KiB
Python
|
# Copyright (c) Alibaba, Inc. and its affiliates.
|
||
|
|
import json
|
||
|
|
import numpy as np
|
||
|
|
|
||
|
|
from .base import FormatHandler
|
||
|
|
|
||
|
|
|
||
|
|
def set_default(obj):
|
||
|
|
"""Set default json values for non-serializable values.
|
||
|
|
|
||
|
|
It helps convert ``set``, ``range`` and ``np.ndarray`` data types to list.
|
||
|
|
It also converts ``np.generic`` (including ``np.int32``, ``np.float32``,
|
||
|
|
etc.) into plain numbers of plain python built-in types.
|
||
|
|
"""
|
||
|
|
if isinstance(obj, (set, range)):
|
||
|
|
return list(obj)
|
||
|
|
elif isinstance(obj, np.ndarray):
|
||
|
|
return obj.tolist()
|
||
|
|
elif isinstance(obj, np.generic):
|
||
|
|
return obj.item()
|
||
|
|
raise TypeError(f'{type(obj)} is unsupported for json dump')
|
||
|
|
|
||
|
|
|
||
|
|
class JsonHandler(FormatHandler):
|
||
|
|
|
||
|
|
def load(self, file):
|
||
|
|
return json.load(file)
|
||
|
|
|
||
|
|
def dump(self, obj, file, **kwargs):
|
||
|
|
kwargs.setdefault('default', set_default)
|
||
|
|
json.dump(obj, file, **kwargs)
|
||
|
|
|
||
|
|
def dumps(self, obj, **kwargs):
|
||
|
|
kwargs.setdefault('default', set_default)
|
||
|
|
return json.dumps(obj, **kwargs)
|