diff --git a/modelscope/hub/api.py b/modelscope/hub/api.py index f42e7960..4deb35f0 100644 --- a/modelscope/hub/api.py +++ b/modelscope/hub/api.py @@ -713,7 +713,7 @@ class HubApi: else: with_header = False chunk_df = pd.DataFrame(chunk) - chunk_df.to_csv(f, index=False, header=with_header, encoding='utf-8') + chunk_df.to_csv(f, index=False, header=with_header, encoding='gbk') iter_num += 1 else: # csv or others diff --git a/modelscope/msdatasets/download/dataset_builder.py b/modelscope/msdatasets/download/dataset_builder.py index 0b20fb0a..a1301229 100644 --- a/modelscope/msdatasets/download/dataset_builder.py +++ b/modelscope/msdatasets/download/dataset_builder.py @@ -219,7 +219,7 @@ class CsvDatasetBuilder(csv.Csv): csv_file_path, iterator=False, delimiter=self.csv_delimiter, - encoding='utf-8') + encoding='gbk') transform_fields = [] for field_name in df.columns.tolist():