test

2026-04-05 18:17:05 +00:00 · 2026-04-05 18:17:05 +00:00 · cfa8247f20
parent d37bfa9d75
commit cfa8247f20
1 changed files with 1 additions and 0 deletions
--- a/trainer/train_pretrain.py
+++ b/trainer/train_pretrain.py
@ -50,6 +50,7 @@ def train_epoch(epoch, loader, iters, start_step=0, wandb=None):

            optimizer.zero_grad(set_to_none=True)

+
        if step % args.log_interval == 0 or step == iters:
            spend_time = time.time() - start_time
            current_loss = loss.item() * args.accumulation_steps