src/LLMS/groqllm.py

import autogen
import os

import streamlit as st


class GroqLLM:
    def __init__(self, user_controls_input):
        self.user_controls_input = user_controls_input

    def groq_llm_config(self):
        if st.session_state["Cache_Seed"]:
            config_list = [
                {
                "api_type": 'groq',
                "model": self.user_controls_input['selected_groq_model'], 
                "api_key": st.session_state["GROQ_API_KEY"],
                "cache_seed": 41
                }
            ]
            
        else :
            config_list = [
                {
                "api_type": 'groq',
                "model": self.user_controls_input['selected_groq_model'], 
                "api_key": st.session_state["GROQ_API_KEY"],
                "cache_seed": None
                }
            ]

        llm_config = {"config_list": config_list, "request_timeout": 60}
        st.session_state['llm_config'] = llm_config
        return llm_config