Spaces:
Sleeping
Sleeping
Update QnA.py
Browse files
QnA.py
CHANGED
|
@@ -64,11 +64,16 @@ def get_hugging_face_model(model_id='mistralai/Mistral-7B-Instruct-v0.2',tempera
|
|
| 64 |
)
|
| 65 |
return llm
|
| 66 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
def Q_A(vectorstore,question,API_KEY,compressor=False):
|
| 68 |
|
| 69 |
if API_KEY.startswith('gsk'):
|
| 70 |
-
|
| 71 |
-
chat_llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
|
| 72 |
elif API_KEY.startswith('hf'):
|
| 73 |
chat_llm = get_hugging_face_model(api_key=API_KEY)
|
| 74 |
|
|
|
|
| 64 |
)
|
| 65 |
return llm
|
| 66 |
|
| 67 |
+
def get_groq_model(api_key):
|
| 68 |
+
os.environ["GROQ_API_KEY"] = API_KEY
|
| 69 |
+
llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
|
| 70 |
+
return llm
|
| 71 |
+
|
| 72 |
+
|
| 73 |
def Q_A(vectorstore,question,API_KEY,compressor=False):
|
| 74 |
|
| 75 |
if API_KEY.startswith('gsk'):
|
| 76 |
+
chat_llm = get_groq_model(api_key=API_KEY)
|
|
|
|
| 77 |
elif API_KEY.startswith('hf'):
|
| 78 |
chat_llm = get_hugging_face_model(api_key=API_KEY)
|
| 79 |
|