From b19fa8099d586e8e9e94899967ec515910c75bbb Mon Sep 17 00:00:00 2001 From: screnwei Date: Wed, 30 Apr 2025 15:27:39 +0800 Subject: [PATCH] =?UTF-8?q?[fix]=20=E4=BF=AE=E6=94=B9=20serve=5Fopenai=5Fa?= =?UTF-8?q?pi.py=20=E7=9A=84=E9=BB=98=E8=AE=A4=E5=8F=82=E6=95=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/serve_openai_api.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/serve_openai_api.py b/scripts/serve_openai_api.py index 183efdb..71282ff 100644 --- a/scripts/serve_openai_api.py +++ b/scripts/serve_openai_api.py @@ -165,9 +165,9 @@ if __name__ == "__main__": parser = argparse.ArgumentParser(description="Server for MiniMind") parser.add_argument('--out_dir', default='out', type=str) parser.add_argument('--lora_name', default='None', type=str) - parser.add_argument('--hidden_size', default=768, type=int) - parser.add_argument('--num_hidden_layers', default=16, type=int) - parser.add_argument('--max_seq_len', default=8192, type=int) + parser.add_argument('--hidden_size', default=512, type=int) + parser.add_argument('--num_hidden_layers', default=8, type=int) + parser.add_argument('--max_seq_len', default=512, type=int) parser.add_argument('--use_moe', default=False, type=bool) parser.add_argument('--load', default=0, type=int, help="0: 从原生torch权重，1: 利用transformers加载") parser.add_argument('--model_mode', default=1, type=int,