multi-images training 1.0

pull/19/head
xinyanghuang7 2024-10-30 08:50:53 -04:00
parent 2b04fce5f6
commit 3e55cd236d
2 changed files with 2 additions and 3 deletions

View File

@ -97,9 +97,9 @@ def train_epoch(epoch, wandb):
if (step + 1) % args.save_interval == 0 and (not ddp or dist.get_rank() == 0): if (step + 1) % args.save_interval == 0 and (not ddp or dist.get_rank() == 0):
model.eval() model.eval()
moe_path = '_moe' if lm_config.use_moe else '' moe_path = '_moe' if lm_config.use_moe else ''
if args.multi: if args.multi: # 多图训练权重保存
ckp = f'{args.save_dir}/{lm_config.dim}{moe_path}_vlm_sft_multi.pth' ckp = f'{args.save_dir}/{lm_config.dim}{moe_path}_vlm_sft_multi.pth'
else: else: # 单图训练权重保存
ckp = f'{args.save_dir}/{lm_config.dim}{moe_path}_vlm_sft.pth' ckp = f'{args.save_dir}/{lm_config.dim}{moe_path}_vlm_sft.pth'
if isinstance(model, torch.nn.parallel.DistributedDataParallel): if isinstance(model, torch.nn.parallel.DistributedDataParallel):

View File

@ -465,7 +465,6 @@ MiniMind-V与MiniMind的代码核心改动不超过100行,上手难度低。</
### 效果测试 ### 效果测试
#### 单图对话 #### 单图对话
>>>>>>> 2d946a4eb424ebcca09d0ba066a01f85bb3b81b6
<table> <table>
<thead> <thead>
<tr> <tr>