diff --git a/model/LMConfig.py b/model/LMConfig.py
index 4a1c349..eb52cbf 100644
--- a/model/LMConfig.py
+++ b/model/LMConfig.py
@@ -15,7 +15,7 @@ class LMConfig(PretrainedConfig):
             hidden_dim: int = None,
             multiple_of: int = 64,
             norm_eps: float = 1e-5,
-            max_seq_len: int = 200,
+            max_seq_len: int = 512,
             dropout: float = 0.0,
             flash_attn: bool = True,
             image_special_token: str = '<' * 25 + '>' * 25,