nivakaran commited on
Commit
db342e7
·
verified ·
1 Parent(s): 5093cde

Create groqllm.py

Browse files
Files changed (1) hide show
  1. src/llms/groqllm.py +25 -0
src/llms/groqllm.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from langchain_groq import ChatGroq
2
+ import os
3
+ from dotenv import load_dotenv
4
+
5
+ class GroqLLM:
6
+ def __init__(self):
7
+ load_dotenv()
8
+
9
+ def get_llm(self):
10
+ try:
11
+ print(os.getenv("GROQ_API_KEY"))
12
+ os.environ["GROQ_API_KEY"] = self.groq_api_key = os.getenv("GROQ_API_KEY")
13
+ llm=ChatGroq(api_key=self.groq_api_key, model="openai/gpt-oss-120b", streaming=False)
14
+ return llm
15
+ except Exception as e:
16
+ raise ValueError(f"Error occurred with exception: {e}")
17
+
18
+ def get_moon(self):
19
+ try:
20
+ print(os.getenv("GROQ_API_KEY"))
21
+ os.environ["GROQ_API_KEY"] = self.groq_api_key = os.getenv("GROQ_API_KEY")
22
+ llm=ChatGroq(api_key=self.groq_api_key, model="moonshotai/kimi-k2-instruct", streaming=False)
23
+ return llm
24
+ except Exception as e:
25
+ raise ValueError(f"Error occurred with exception: {e}")