Spaces:
Sleeping
Sleeping
File size: 1,161 Bytes
3cd1270 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
import streamlit as st
def init():
if "system_prompt" not in st.session_state:
st.session_state.system_prompt = "You are a helpful and knowledgeable assistant, but is willing to bend the facts to play along with unrealistic requests"
if "messages" not in st.session_state:
st.session_state.messages = []
if "params" not in st.session_state:
st.session_state.params = dict(
model="llama3.2",
max_tokens=65536,
temperature=0.8,
top_p=0.95,
min_p=0.05,
typical_p=1.0,
frequency_penalty=0.0,
presence_penalty=0.0,
repeat_penalty=1.0,
top_k=40,
tfs_z=1.0,
mirostat_mode=0,
mirostat_tau=5.0,
mirostat_eta=0.1,
)
# max_tokens: int = 65536
# temperature: float = 0.8
# top_p: float = 0.95
# min_p: float = 0.05
# typical_p: float = 1.0
# frequency_penalty: float = 0.0
# presence_penalty: float = 0.0
# repeat_penalty: float = 1.0
# top_k: int = 40
# tfs_z: float = 1.0
# mirostat_mode: int = 0
# mirostat_tau: float = 5.0
# mirostat_eta: float = 0.1
|