diff --git a/trainer/train_full_sft.py b/trainer/train_full_sft.py index 58f87aa..68f2512 100644 --- a/trainer/train_full_sft.py +++ b/trainer/train_full_sft.py @@ -185,7 +185,7 @@ if __name__ == "__main__": batch_size=args.batch_size, pin_memory=True, drop_last=False, - shuffle=False, + shuffle=True, num_workers=args.num_workers, sampler=train_sampler )