diff --git a/trainer/train_sft_vlm.py b/trainer/train_sft_vlm.py index 8a42bd7..bb609e9 100644 --- a/trainer/train_sft_vlm.py +++ b/trainer/train_sft_vlm.py @@ -150,7 +150,7 @@ if __name__ == "__main__": Logger('torch.compile enabled') if dist.is_initialized(): model._ddp_params_and_buffers_to_ignore = {"freqs_cos", "freqs_sin"} - model = DistributedDataParallel(model, device_ids=[local_rank]) + model = DistributedDataParallel(model, device_ids=[local_rank], find_unused_parameters=True) # ========== 8. 开始训练 ========== for epoch in range(start_epoch, args.epochs):