add shuffle option for single gpu finetunning (#122)

2026-02-24 04:01:10 +01:00 · 2023-02-21 11:40:07 +08:00
parent 8092a82577
commit 3f35e2e866
1 changed files with 2 additions and 0 deletions
--- a/modelscope/trainers/trainer.py
+++ b/modelscope/trainers/trainer.py
@@ -975,6 +975,8 @@ class EpochBasedTrainer(BaseTrainer):
                dataset, num_replicas=world_size, rank=rank, shuffle=shuffle)
        else:
            sampler = None
+            if not isinstance(dataset, torch.utils.data.IterableDataset):
+                kwargs['shuffle'] = shuffle

        batch_sampler = None