LLMCONFIG/GROQ_CONFIG_LIST.json

[
   
    {
        "model": "llama3-70b-8192",
        "api_key": "your Groq API Key goes here",
        "api_type": "groq"
    },
    {
        "model": "llama3-8b-8192",
        "api_key": "your Groq API Key goes here",
        "api_type": "groq",
        "frequency_penalty": 0.5,
        "max_tokens": 2048,
        "presence_penalty": 0.2,
        "seed": 42,
        "temperature": 0.5,
        "top_p": 0.2
    },
    {
        "model": "Mixtral 8x7b",
        "api_key": "your Groq API Key goes here",
        "api_type": "groq"
    },
    {
        "model": "gemma-7b-it",
        "api_key": "your Groq API Key goes here",
        "api_type": "groq"
    }
]