diff --git a/modelscope/msdatasets/download/dataset_builder.py b/modelscope/msdatasets/download/dataset_builder.py index 33640315..5daf84a7 100644 --- a/modelscope/msdatasets/download/dataset_builder.py +++ b/modelscope/msdatasets/download/dataset_builder.py @@ -502,7 +502,8 @@ class IterableDatasetBuilder(csv.Csv): self.meta_csv_df = pd.read_csv( meta_csv_file_path, iterator=False, - delimiter=self.csv_delimiter) + delimiter=self.csv_delimiter, + lineterminator='\n') @staticmethod def trans_data_to_mapping(headers: str, texts: list, delimiter: str):