Spaces:
Paused
Paused
Wenye He
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -33,7 +33,7 @@ class ChatModel:
|
|
| 33 |
def __init__(self):
|
| 34 |
self.models = {}
|
| 35 |
self.tokenizers = {}
|
| 36 |
-
self.vectorstore =
|
| 37 |
|
| 38 |
def load_model(self, model_name):
|
| 39 |
if model_name not in self.models:
|
|
@@ -148,6 +148,7 @@ class ChatModel:
|
|
| 148 |
model_handler = ChatModel()
|
| 149 |
|
| 150 |
def chat(message, history, model_choice, vector_store_choice):
|
|
|
|
| 151 |
try:
|
| 152 |
response, response_time, token_speed = model_handler.generate(message, model_choice, vector_store_choice, history)
|
| 153 |
formatted_response = f"{response}\n\n⏱️ Response Time: {response_time:.2f}s | 🚀 Speed: {token_speed:.2f} tokens/s"
|
|
|
|
| 33 |
def __init__(self):
|
| 34 |
self.models = {}
|
| 35 |
self.tokenizers = {}
|
| 36 |
+
self.vectorstore = {}
|
| 37 |
|
| 38 |
def load_model(self, model_name):
|
| 39 |
if model_name not in self.models:
|
|
|
|
| 148 |
model_handler = ChatModel()
|
| 149 |
|
| 150 |
def chat(message, history, model_choice, vector_store_choice):
|
| 151 |
+
print("vector_store_choice: ", vector_store_choice)
|
| 152 |
try:
|
| 153 |
response, response_time, token_speed = model_handler.generate(message, model_choice, vector_store_choice, history)
|
| 154 |
formatted_response = f"{response}\n\n⏱️ Response Time: {response_time:.2f}s | 🚀 Speed: {token_speed:.2f} tokens/s"
|