From 0d82cd505fdc4b28ee115c40e559628afa473f2a Mon Sep 17 00:00:00 2001 From: "xingjun.wang" Date: Fri, 20 Oct 2023 10:47:06 +0800 Subject: [PATCH] update --- modelscope/msdatasets/ms_dataset.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/modelscope/msdatasets/ms_dataset.py b/modelscope/msdatasets/ms_dataset.py index b720ada6..cc5f22a0 100644 --- a/modelscope/msdatasets/ms_dataset.py +++ b/modelscope/msdatasets/ms_dataset.py @@ -824,3 +824,11 @@ class MsDataset: self._hf_ds.reset_format() self._hf_ds.set_format(type='torch') return + + +if __name__ == '__main__': + + ds = MsDataset.load( + 'modelscope/ai2_arc', subset_name='ARC-Easy', split='train') + print(next(iter(ds))) + print(ds[0:5])