|
#!/bin/bash
|
|
|
|
# LoRA fine-tuning script
|
|
# Run with distributed training and save logs
|
|
|
|
nohup torchrun \
|
|
--nproc_per_node=8 \
|
|
4-lora_sft.py \
|
|
--use_wandb \
|
|
--epochs 3 \
|
|
--out_dir /home/jovyan/zlcode/minimind/out_dir \
|
|
2>&1 > /home/jovyan/zlcode/minimind/log/lora_sft.log &
|
|
|