From 3cc902bead867d049115376631e11e4b4a5841f9 Mon Sep 17 00:00:00 2001
From: gongjy <2474590974@qq.com>
Date: Tue, 19 Nov 2024 17:08:52 +0800
Subject: [PATCH] update dropout

---
 model/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/model/model.py b/model/model.py
index 726ad28..9e91abf 100644
--- a/model/model.py
+++ b/model/model.py
@@ -430,9 +430,9 @@ class Transformer(PreTrainedModel):
         _bsz, seqlen = tokens.shape
         # language proj token
         h = self.tok_embeddings(tokens)
-        h = self.dropout(h)
         # vision proj token
         h = self.count_vision_proj(tokens=tokens, h=h, image_encoders=image_encoders, seqlen=seqlen)
+        h = self.dropout(h)
 
         pos_cis = self.pos_cis[current_idx:current_idx + seqlen]
         for idx, layer in enumerate(self.layers):