From ef5f7d654330a9fa95d252ed1286672289b695d9 Mon Sep 17 00:00:00 2001 From: "xingjun.wang" Date: Fri, 19 Jul 2024 23:17:23 +0800 Subject: [PATCH] del _datasets_server import in hf_dataset_util --- modelscope/msdatasets/utils/hf_datasets_util.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/modelscope/msdatasets/utils/hf_datasets_util.py b/modelscope/msdatasets/utils/hf_datasets_util.py index fca641fc..4d7cb083 100644 --- a/modelscope/msdatasets/utils/hf_datasets_util.py +++ b/modelscope/msdatasets/utils/hf_datasets_util.py @@ -40,7 +40,7 @@ from datasets.packaged_modules import (_EXTENSION_TO_MODULE, _MODULE_SUPPORTS_METADATA, _MODULE_TO_EXTENSIONS, _PACKAGED_DATASETS_MODULES) -from datasets.utils import _datasets_server, file_utils +from datasets.utils import file_utils from datasets.utils.file_utils import (OfflineModeIsEnabled, _raise_if_offline_mode_is_enabled, cached_path, is_local_path, @@ -1260,8 +1260,9 @@ class DatasetsWrapperHF: path, download_config=download_config, revision=dataset_info.sha).get_module() - except _datasets_server.DatasetsServerError: - pass + except Exception as e: + logger.error(e) + # Otherwise we must use the dataset script if the user trusts it return HubDatasetModuleFactoryWithScript( path,