update inference

2024-10-13 13:11:41 +08:00 · 2024-10-13 13:11:41 +08:00 · 5c4b34bbe3
parent ad6fc92399
commit 5c4b34bbe3
1 changed files with 2 additions and 4 deletions
--- a/fast_infenence.py
+++ b/fast_infenence.py
@ -10,11 +10,9 @@ st.title("minimind-v1(108M)")
 model_id = "minimind-v1"

 # -----------------------------------------------------------------------------
-temperature = 0.5
-top_k = 16
+temperature = 0.7
+top_k = 8
 max_seq_len = 1 * 1024
-
-
 # -----------------------------------------------------------------------------

@st.cache_resource