github
/
minimind-v
mirror of https://github.com/jingyaogong/minimind-v.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update mask

pull/45/merge
jingyaogong 2025-04-10 22:36:34 +08:00
parent 5f130d142d
commit 26de815253
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
model/dataset.py
View File

@ -20,8 +20,8 @@ class VLMDataset(Dataset):
self.max_length = max_length self.max_length = max_length
self.preprocess = preprocess self.preprocess = preprocess
self.image_token = image_special_token self.image_token = image_special_token
self.bos_id = tokenizer('<s>assistant\n', add_special_tokens=False).input_ids self.bos_id = tokenizer('<s>assistant', add_special_tokens=False).input_ids
self.eos_id = tokenizer('</s>\n', add_special_tokens=False).input_ids self.eos_id = tokenizer('</s>', add_special_tokens=False).input_ids
def __len__(self): def __len__(self):
return len(self.samples) return len(self.samples)