[feat] get params
parent
288a1d7212
commit
9236260a4a
|
|
@ -12,7 +12,7 @@ import torch
|
||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
from torch.utils.data import Sampler
|
from torch.utils.data import Sampler
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
from model.model_minimind_qwen3 import MiniMindForCausalLM
|
from model.model_minimind import MiniMindForCausalLM
|
||||||
|
|
||||||
def get_model_params(model, config):
|
def get_model_params(model, config):
|
||||||
total = sum(p.numel() for p in model.parameters()) / 1e6
|
total = sum(p.numel() for p in model.parameters()) / 1e6
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue