github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[fix] 修改 serve_openai_api.py 的默认参数

pull/385/head
screnwei 2025-04-30 15:27:39 +08:00
parent de01fcc02d
commit b19fa8099d
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/serve_openai_api.py
View File

@ -165,9 +165,9 @@ if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Server for MiniMind") parser = argparse.ArgumentParser(description="Server for MiniMind")
parser.add_argument('--out_dir', default='out', type=str) parser.add_argument('--out_dir', default='out', type=str)
parser.add_argument('--lora_name', default='None', type=str) parser.add_argument('--lora_name', default='None', type=str)
parser.add_argument('--hidden_size', default=768, type=int) parser.add_argument('--hidden_size', default=512, type=int)
parser.add_argument('--num_hidden_layers', default=16, type=int) parser.add_argument('--num_hidden_layers', default=8, type=int)
parser.add_argument('--max_seq_len', default=8192, type=int) parser.add_argument('--max_seq_len', default=512, type=int)
parser.add_argument('--use_moe', default=False, type=bool) parser.add_argument('--use_moe', default=False, type=bool)
parser.add_argument('--load', default=0, type=int, help="0: 从原生torch权重，1: 利用transformers加载") parser.add_argument('--load', default=0, type=int, help="0: 从原生torch权重，1: 利用transformers加载")
parser.add_argument('--model_mode', default=1, type=int, parser.add_argument('--model_mode', default=1, type=int,