Update llm_handler.py
Browse files- llm_handler.py +1 -3
llm_handler.py
CHANGED
|
@@ -8,9 +8,6 @@ import llamanet
|
|
| 8 |
local_model_base_url = "http://localhost:11434/v1"
|
| 9 |
anything_llm_workspace = "<input-workspace-name-here>"
|
| 10 |
|
| 11 |
-
# Initialize llamanet
|
| 12 |
-
llamanet.run()
|
| 13 |
-
|
| 14 |
# Create an instance of the OpenAI class
|
| 15 |
client = OpenAI()
|
| 16 |
|
|
@@ -44,6 +41,7 @@ def send_to_chatgpt(msg_list):
|
|
| 44 |
return f"Error: {str(e)}", None
|
| 45 |
|
| 46 |
def send_to_anything_llm(msg_list):
|
|
|
|
| 47 |
url = f'http://localhost:3001/api/v1/workspace/{anything_llm_workspace}/chat'
|
| 48 |
headers = {
|
| 49 |
'accept': 'application/json',
|
|
|
|
| 8 |
local_model_base_url = "http://localhost:11434/v1"
|
| 9 |
anything_llm_workspace = "<input-workspace-name-here>"
|
| 10 |
|
|
|
|
|
|
|
|
|
|
| 11 |
# Create an instance of the OpenAI class
|
| 12 |
client = OpenAI()
|
| 13 |
|
|
|
|
| 41 |
return f"Error: {str(e)}", None
|
| 42 |
|
| 43 |
def send_to_anything_llm(msg_list):
|
| 44 |
+
|
| 45 |
url = f'http://localhost:3001/api/v1/workspace/{anything_llm_workspace}/chat'
|
| 46 |
headers = {
|
| 47 |
'accept': 'application/json',
|