From 6d498f231cf3c518a3da469858f56fa52f43d43c Mon Sep 17 00:00:00 2001
From: Maojia Song <141164633+MAOJIASONG@users.noreply.github.com>
Date: Wed, 16 Oct 2024 12:08:46 +0800
Subject: [PATCH] Update LMConfig.py

---
 model/LMConfig.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/model/LMConfig.py b/model/LMConfig.py
index 4a1c349..eb52cbf 100644
--- a/model/LMConfig.py
+++ b/model/LMConfig.py
@@ -15,7 +15,7 @@ class LMConfig(PretrainedConfig):
             hidden_dim: int = None,
             multiple_of: int = 64,
             norm_eps: float = 1e-5,
-            max_seq_len: int = 200,
+            max_seq_len: int = 512,
             dropout: float = 0.0,
             flash_attn: bool = True,
             image_special_token: str = '<' * 25 + '>' * 25,