helpers.py

import requests
import os
from groq import Groq
#from dotenv import load_dotenv
#load_dotenv()
GROQ_API_KEY = "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"
client = Groq(api_key="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",)
#client = Groq(
#    api_key=os.environ.get('GROQ_API_KEY'),
#)


def fetch_models():
    exclude_models = ['distil-whisper-large-v3-en', 'whisper-large-v3','whisper-large-v3-turbo', "llama3-groq-8b-8192-tool-use-preview", "llama3-groq-70b-8192-tool-use-preview"]
    url = "https://api.groq.com/openai/v1/models"
    api_key = GROQ_API_KEY#os.environ.get('GROQ_API_KEY')
    headers = {
        "Authorization": f"Bearer {api_key}",
        "Content-Type": "application/json"
    }
    response = requests.get(url, headers=headers).json()['data']
    if len(response) != 0:
         return [model['id'] for model in response if model['id'] not in exclude_models]
    else:
        print("Error in fetching models!")
        return []
    
print("selected_model", "<===>","prompt")
def generate_content(selected_model, prompt):
    chat_completion = client.chat.completions.create(
                        messages=[{"role": "user", "content":prompt }],
                        model=selected_model,
                        )
    return chat_completion.choices[0].message.content