From 4493786e04dc987f8b26b37ccebee2e6fb30d37b Mon Sep 17 00:00:00 2001 From: "xingjun.wang" Date: Mon, 22 Jul 2024 20:51:01 +0800 Subject: [PATCH] remove unused code --- modelscope/msdatasets/utils/hf_datasets_util.py | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/modelscope/msdatasets/utils/hf_datasets_util.py b/modelscope/msdatasets/utils/hf_datasets_util.py index 8ef702aa..88b3fc20 100644 --- a/modelscope/msdatasets/utils/hf_datasets_util.py +++ b/modelscope/msdatasets/utils/hf_datasets_util.py @@ -749,19 +749,6 @@ def _download_additional_modules( def get_module_with_script(self) -> DatasetModule: - # if config.HF_DATASETS_TRUST_REMOTE_CODE and self.trust_remote_code is None: - # warnings.warn( - # f'The repository for {self.name} contains custom code which must be executed to correctly ' - # f'load the dataset. You can inspect the repository content at https://hf.co/datasets/{self.name}\n' - # f'You can avoid this message in future by passing the argument `trust_remote_code=True`.\n' - # f'Passing `trust_remote_code=True` will be mandatory ' - # f'to load this dataset from the next major release of `datasets`.', - # FutureWarning, - # ) - # get script and other files - # local_path = self.download_loading_script() - # dataset_infos_path = self.download_dataset_infos_file() - # dataset_readme_path = self.download_dataset_readme_file() _api = HubApi() _dataset_name: str = self.name.split('/')[-1]