github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[fix] reduce aux_loss_alpha

pull/825/head
jingyaogong 2025-12-05 23:08:29 +08:00
parent 95bcb7ba19
commit 7614a3bf90
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model/model_minimind.py
View File

@ -34,7 +34,7 @@ class MiniMindConfig(PretrainedConfig):
n_routed_experts: int = 4, n_routed_experts: int = 4,
n_shared_experts: int = 1, n_shared_experts: int = 1,
scoring_func: str = 'softmax', scoring_func: str = 'softmax',
aux_loss_alpha: float = 0.1, aux_loss_alpha: float = 0.01,
seq_aux: bool = True, seq_aux: bool = True,
norm_topk_prob: bool = True, norm_topk_prob: bool = True,
**kwargs **kwargs