fix top_p float bug

2025-04-09 16:52:20 +08:00 · 2025-04-09 16:52:20 +08:00 · 4a758564e4
parent 4a7c1c49e8
commit 4a758564e4
1 changed files with 1 additions and 1 deletions
--- a/scripts/serve_openai_api.py
+++ b/scripts/serve_openai_api.py
@ -55,7 +55,7 @@ class ChatRequest(BaseModel):
    model: str
    messages: list
    temperature: float = 0.7
-    top_p: int = 0.92
+    top_p: float = 0.92
    max_tokens: int = 8192
    stream: bool = False