Stabilize full SFT

2025-10-22 23:52:57 -07:00 · 2025-10-22 23:52:57 -07:00 · 41cacac703
parent fa7dff8291
commit 41cacac703
1 changed files with 1 additions and 1 deletions
--- a/trainer/train_full_sft.py
+++ b/trainer/train_full_sft.py
@ -185,7 +185,7 @@ if __name__ == "__main__":
        batch_size=args.batch_size,
        pin_memory=True,
        drop_last=False,
-        shuffle=False,
+        shuffle=True,
        num_workers=args.num_workers,
        sampler=train_sampler
    )