github
/
minimind-v
mirror of https://github.com/jingyaogong/minimind-v.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update LMConfig.py

pull/14/head
Maojia Song 2024-10-16 12:08:46 +08:00 committed by GitHub
parent 606d58814f
commit 6d498f231c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model/LMConfig.py
View File

@ -15,7 +15,7 @@ class LMConfig(PretrainedConfig):
hidden_dim: int = None, hidden_dim: int = None,
multiple_of: int = 64, multiple_of: int = 64,
norm_eps: float = 1e-5, norm_eps: float = 1e-5,
max_seq_len: int = 200, max_seq_len: int = 512,
dropout: float = 0.0, dropout: float = 0.0,
flash_attn: bool = True, flash_attn: bool = True,
image_special_token: str = '<' * 25 + '>' * 25, image_special_token: str = '<' * 25 + '>' * 25,