[feat] update trainer
parent
2ce5c31170
commit
778aeb2946
|
|
@ -16,7 +16,7 @@ from torch.utils.data import DataLoader, DistributedSampler
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
from model.model_vlm import MiniMindVLM, VLMConfig
|
from model.model_vlm import MiniMindVLM, VLMConfig
|
||||||
from dataset.lm_dataset import VLMDataset
|
from dataset.lm_dataset import VLMDataset
|
||||||
from trainer.trainer_utils import *
|
from trainer.trainer_utils import get_lr, Logger, is_main_process, init_distributed_mode, setup_seed, init_vlm_model, vlm_checkpoint, SkipBatchSampler
|
||||||
|
|
||||||
warnings.filterwarnings('ignore')
|
warnings.filterwarnings('ignore')
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from torch.utils.data import DataLoader, DistributedSampler
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
from model.model_vlm import MiniMindVLM, VLMConfig
|
from model.model_vlm import MiniMindVLM, VLMConfig
|
||||||
from dataset.lm_dataset import VLMDataset
|
from dataset.lm_dataset import VLMDataset
|
||||||
from trainer.trainer_utils import *
|
from trainer.trainer_utils import get_lr, Logger, is_main_process, init_distributed_mode, setup_seed, init_vlm_model, vlm_checkpoint, SkipBatchSampler
|
||||||
|
|
||||||
warnings.filterwarnings('ignore')
|
warnings.filterwarnings('ignore')
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue