update 0-eval_pretrain.py

pull/825/head
gongjy 2024-09-14 14:09:29 +08:00
parent ac0ce856d9
commit 07512aaf8b
1 changed files with 1 additions and 1 deletions

View File

@ -16,7 +16,7 @@ def count_parameters(model):
def init_model(lm_config): def init_model(lm_config):
tokenizer = AutoTokenizer.from_pretrained('./model', tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer',
trust_remote_code=True, use_fast=False) trust_remote_code=True, use_fast=False)
model_from = 1 # 1从权重,2用transformers model_from = 1 # 1从权重,2用transformers