From 28acd77d42b6776991a0f86d206fa065a369b60c Mon Sep 17 00:00:00 2001
From: jingyaogong <gongjy.cs@qq.com>
Date: Wed, 1 Apr 2026 17:56:44 +0800
Subject: [PATCH] [fix] dummy grad

---
 model/model_vlm.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/model/model_vlm.py b/model/model_vlm.py
index eb1fff5..01c2f77 100644
--- a/model/model_vlm.py
+++ b/model/model_vlm.py
@@ -142,6 +142,7 @@ class MiniMindVLM(MiniMindForCausalLM):
         hidden_states = self.model.norm(hidden_states)
 
         aux_loss = sum([l.mlp.aux_loss for l in self.model.layers if isinstance(l.mlp, MOEFeedForward)], hidden_states.new_zeros(1).squeeze())
+        aux_loss = aux_loss + sum(p.sum() for p in self.vision_proj.parameters()) * 0  # dummy gradient for DDP
         slice_indices = slice(-logits_to_keep, None) if isinstance(logits_to_keep, int) else logits_to_keep
         logits = self.lm_head(hidden_states[:, slice_indices, :])