github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update inference

pull/77/head
gongjy 2024-10-13 13:11:41 +08:00
parent ad6fc92399
commit 5c4b34bbe3
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
fast_infenence.py
View File

@ -10,11 +10,9 @@ st.title("minimind-v1(108M)")
model_id = "minimind-v1" model_id = "minimind-v1"
# ----------------------------------------------------------------------------- # -----------------------------------------------------------------------------
temperature = 0.5 temperature = 0.7
top_k = 16 top_k = 8
max_seq_len = 1 * 1024 max_seq_len = 1 * 1024
# ----------------------------------------------------------------------------- # -----------------------------------------------------------------------------
@st.cache_resource @st.cache_resource