github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[fix] lora dims

pull/825/head
jingyaogong 2026-05-31 13:38:51 +08:00
parent 6534447b62
commit e1df1a50d7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
model/model_lora.py
View File

@ -20,8 +20,8 @@ class LoRA(nn.Module):
def apply_lora(model, rank=16): def apply_lora(model, rank=16):
for name, module in model.named_modules(): for name, module in model.named_modules():
if isinstance(module, nn.Linear) and module.weight.shape[0] == module.weight.shape[1]: if isinstance(module, nn.Linear) and module.in_features == module.out_features:
lora = LoRA(module.weight.shape[0], module.weight.shape[1], rank=rank).to(model.device) lora = LoRA(module.in_features, module.out_features, rank=rank).to(model.device)
setattr(module, "lora", lora) setattr(module, "lora", lora)
original_forward = module.forward original_forward = module.forward