app/agent.py

from groq import Groq
import os

class GroqAgent:
    def __init__(self, system_content):
        self.client = Groq(
            api_key=os.environ.get("GROQ_API_KEY"),)
        
        self.system_content = system_content

    def request_llm_response(self, message_content):
        chat_completion = self.client.chat.completions.create(
            messages=[
                {
                    "role": "system",
                    "content": self.system_content,
                },
                {
                    "role": "user",
                    "content": message_content,
                }
            ],
            # model="llama3-8b-8192",
            # model = "llama3-70b-8192",
            model = "llama-3.3-70b-versatile"
        )

        message = chat_completion.choices[0].message.content
        # message = 'It is working'
        return message