Update LMConfig.py

2024-10-16 12:08:46 +08:00 · 2024-10-16 12:08:46 +08:00 · 6d498f231c
parent 606d58814f
commit 6d498f231c
1 changed files with 1 additions and 1 deletions
--- a/model/LMConfig.py
+++ b/model/LMConfig.py
@ -15,7 +15,7 @@ class LMConfig(PretrainedConfig):
            hidden_dim: int = None,
            multiple_of: int = 64,
            norm_eps: float = 1e-5,
-            max_seq_len: int = 200,
+            max_seq_len: int = 512,
            dropout: float = 0.0,
            flash_attn: bool = True,
            image_special_token: str = '<' * 25 + '>' * 25,