github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Auto tokenizer name path fix

pull/59/head
krmst 2024-10-03 22:40:47 +09:00
parent 1b864453fa
commit 5c06e0175e
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
4-lora_sft.py
View File

@ -102,8 +102,8 @@ def find_all_linear_names(model):
def init_model(): def init_model():
model_name_or_path = "./minimind-v1-small" model_name_or_path = "jingyaogong/minimind-v1-small"
tokenizer_name_or_path = "./minimind-v1-small" tokenizer_name_or_path = "jingyaogong/minimind-v1-small"
tokenizer = AutoTokenizer.from_pretrained(tokenizer_name_or_path, trust_remote_code=True, use_fast=False) tokenizer = AutoTokenizer.from_pretrained(tokenizer_name_or_path, trust_remote_code=True, use_fast=False)
model = AutoModelForCausalLM.from_pretrained(model_name_or_path, trust_remote_code=True).to(args.device) model = AutoModelForCausalLM.from_pretrained(model_name_or_path, trust_remote_code=True).to(args.device)