Spaces:
Sleeping
Sleeping
File size: 989 Bytes
d1bb0ce 3392ab1 d1bb0ce 40fd4e5 d1bb0ce |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import autogen
import os
import streamlit as st
class GroqLLM:
def __init__(self, user_controls_input):
self.user_controls_input = user_controls_input
def groq_llm_config(self):
if st.session_state["Cache_Seed"]:
config_list = [
{
"api_type": 'groq',
"model": self.user_controls_input['selected_groq_model'],
"api_key": st.session_state["GROQ_API_KEY"],
"cache_seed": 41
}
]
else :
config_list = [
{
"api_type": 'groq',
"model": self.user_controls_input['selected_groq_model'],
"api_key": st.session_state["GROQ_API_KEY"],
"cache_seed": None
}
]
llm_config = {"config_list": config_list, "request_timeout": 60}
st.session_state['llm_config'] = llm_config
return llm_config
|