aneesqumar's picture
Create llm.py
205a3c0 verified
Raw
History Blame Contribute Delete
335 Bytes
import os
from groq import Groq
client = Groq(
api_key=os.environ.get("GROQ_API_KEY"),
)
def ask_llm(prompt):
response = client.chat.completions.create(
messages=[
{"role": "user", "content": prompt}
],
model="llama-3.3-70b-versatile",
)
return response.choices[0].message.content