Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

add escapechar for dataframe to_csv func

Browse Source
This commit is contained in:
xingjun.wang
2024-02-17 16:45:01 +08:00
parent 5e8a8f4e93
commit a5e6e5895e
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modelscope/hub/api.py
View File

@@ -774,7 +774,11 @@ class HubApi:
else:
with_header = False
chunk_df = pd.DataFrame(chunk)
chunk_df.to_csv(f, index=False, header=with_header)
try:
chunk_df.to_csv(f, index=False, header=with_header)
except Exception as e:
logger.info(f'Failed to dump dataframe chunk to csv: {e}, try to set escapechar')
chunk_df.to_csv(f, index=False, header=with_header, escapechar='\\')
iter_num += 1
else:
# csv or others