Reasonify / src /groq_client.py
vinny4's picture
added current progress
63c4985
raw
history blame contribute delete
615 Bytes
import os
from groq import Groq
def init_groq(api_key: str=None):
api_key = api_key or os.getenv("GROQ_API_KEY")
return Groq(api_key=api_key)
def groq_chat(prompt: str, model_id: str, temperature: float = 0.7, max_tokens: int = 200):
client = init_groq()
response=client.chat.completions.create(
model=model_id,
messages=[
{"role" : "system", "content" : "You are a helpful assistant."},
{"role": "user", "content": prompt}
],
temperature=temperature,
max_tokens=max_tokens
)
return response.choices[0].message.content