scratch_chat / check_groq_models.py
WebashalarForML's picture
Upload 178 files
330b6e4 verified
#!/usr/bin/env python3
"""
Check which Groq models are currently available.
"""
import os
from dotenv import load_dotenv
from groq import Groq
load_dotenv()
def test_models():
"""Test different Groq models to find supported ones."""
api_key = os.getenv('GROQ_API_KEY')
if not api_key:
print("No API key found")
return
client = Groq(api_key=api_key)
# Common models to test
models_to_test = [
'llama-3.1-70b-versatile',
'llama-3.1-8b-instant',
'llama3-70b-8192',
'llama3-8b-8192',
'mixtral-8x7b-32768',
'gemma-7b-it',
'gemma2-9b-it'
]
working_models = []
for model in models_to_test:
try:
print(f"Testing {model}...")
response = client.chat.completions.create(
messages=[{"role": "user", "content": "Hi"}],
model=model,
max_tokens=10
)
if response.choices:
print(f"✅ {model} works!")
working_models.append(model)
else:
print(f"❌ {model} - no response")
except Exception as e:
print(f"❌ {model} - {str(e)[:100]}...")
print(f"\nWorking models: {working_models}")
if working_models:
print(f"Recommended: {working_models[0]}")
if __name__ == "__main__":
test_models()