github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update readme's error

pull/825/head
gongjy 2024-08-28 20:23:37 +08:00
parent 4e4874a336
commit 89d59760d4
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
2-eval.py
View File

@ -18,11 +18,11 @@ def count_parameters(model):
def init_model(lm_config): def init_model(lm_config):
tokenizer = AutoTokenizer.from_pretrained('./model', tokenizer = AutoTokenizer.from_pretrained('./model',
trust_remote_code=True, use_fast=False) trust_remote_code=True, use_fast=False)
model_from = 2 # 1从权重，2用transformers model_from = 1 # 1从权重，2用transformers
if model_from == 1: if model_from == 1:
moe_path = '_moe' if lm_config.use_moe else '' moe_path = '_moe' if lm_config.use_moe else ''
ckp = f'./out/multi_chat/full_sft_{lm_config.dim}{moe_path}.pth' ckp = f'./out/single_chat/full_sft_{lm_config.dim}{moe_path}.pth'
model = Transformer(lm_config) model = Transformer(lm_config)
state_dict = torch.load(ckp, map_location=device) state_dict = torch.load(ckp, map_location=device)
@ -40,9 +40,9 @@ def init_model(lm_config):
# 加载到模型中 # 加载到模型中
model.load_state_dict(state_dict, strict=False) model.load_state_dict(state_dict, strict=False)
else: else:
model = AutoModelForCausalLM.from_pretrained("minimind-small", trust_remote_code=True) model = AutoModelForCausalLM.from_pretrained("minimind", trust_remote_code=True)
tokenizer = AutoTokenizer.from_pretrained('minimind-small', tokenizer = AutoTokenizer.from_pretrained('minimind',
trust_remote_code=True, use_fast=False) trust_remote_code=True, use_fast=False)
model = model.to(device) model = model.to(device)