github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update train_gated_ppo.py

pull/664/head
vanking 2026-02-03 10:34:20 +08:00 committed by GitHub
parent 0b37f04f15
commit db2d948f93
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train_gated_ppo.py
View File

@ -166,7 +166,7 @@ def ppo_train_epoch(epoch, loader, iters, old_actor_model, ref_model, actor_sche
# 修改部分：添加门控 # 修改部分：添加门控
ratio = torch.exp(actor_logp - old_logp) # [B] ratio = torch.exp(actor_logp - old_logp) # [B]
ratio = ratio * torch.sigmoid(0.5 * ratio) ratio = ratio * torch.sigmoid(0.1 * ratio)
surr1 = ratio * advantages # [B] surr1 = ratio * advantages # [B]
surr2 = torch.clamp(ratio, 1.0 - args.clip_epsilon, 1.0 + args.clip_epsilon) * advantages # [B] surr2 = torch.clamp(ratio, 1.0 - args.clip_epsilon, 1.0 + args.clip_epsilon) * advantages # [B]