github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update convert script

pull/383/head
jingyaogong 2025-04-27 15:44:40 +08:00
parent 29454c31af
commit 2e118e9d3d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/convert_model.py
View File

@ -62,11 +62,11 @@ def convert_transformers2torch(transformers_path, torch_path):
if __name__ == '__main__': if __name__ == '__main__':
lm_config = MiniMindConfig(hidden_size=768, num_hidden_layers=16, max_seq_len=8192, use_moe=True) lm_config = MiniMindConfig(hidden_size=768, num_hidden_layers=16, max_seq_len=8192, use_moe=False)
torch_path = f"../out/full_sft_{lm_config.hidden_size}{'_moe' if lm_config.use_moe else ''}.pth" torch_path = f"../out/full_sft_{lm_config.hidden_size}{'_moe' if lm_config.use_moe else ''}.pth"
transformers_path = '../MiniMind2-MoE' transformers_path = '../MiniMind2'
convert_torch2transformers_minimind(torch_path, transformers_path) convert_torch2transformers_minimind(torch_path, transformers_path)