[Fix | Refactor] Fix preview loading and refactor hf datasets utils (#1654)

This commit is contained in:
Xingjun.Wang
2026-03-27 15:28:57 +08:00
committed by GitHub
parent 837d28de89
commit d4301d192c
6 changed files with 1159 additions and 894 deletions

View File

@@ -20,7 +20,8 @@ repos:
(?x)^(
examples/|
modelscope/utils/ast_index_file.py|
modelscope/fileio/format/jsonplus.py
modelscope/fileio/format/jsonplus.py|
modelscope/msdatasets/utils/_module_factories\.py
)$
- repo: https://github.com/pre-commit/mirrors-yapf.git
rev: v0.30.0
@@ -31,7 +32,8 @@ repos:
thirdparty/|
examples/|
modelscope/utils/ast_index_file.py|
modelscope/fileio/format/jsonplus.py
modelscope/fileio/format/jsonplus.py|
modelscope/msdatasets/utils/_module_factories\.py
)$
- repo: https://github.com/pre-commit/pre-commit-hooks.git
rev: v3.1.0