Wenye He commited on
Commit
8d43847
·
verified ·
1 Parent(s): d91f471

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -33,7 +33,7 @@ class ChatModel:
33
  def __init__(self):
34
  self.models = {}
35
  self.tokenizers = {}
36
- self.vectorstore = None
37
 
38
  def load_model(self, model_name):
39
  if model_name not in self.models:
@@ -148,6 +148,7 @@ class ChatModel:
148
  model_handler = ChatModel()
149
 
150
  def chat(message, history, model_choice, vector_store_choice):
 
151
  try:
152
  response, response_time, token_speed = model_handler.generate(message, model_choice, vector_store_choice, history)
153
  formatted_response = f"{response}\n\n⏱️ Response Time: {response_time:.2f}s | 🚀 Speed: {token_speed:.2f} tokens/s"
 
33
  def __init__(self):
34
  self.models = {}
35
  self.tokenizers = {}
36
+ self.vectorstore = {}
37
 
38
  def load_model(self, model_name):
39
  if model_name not in self.models:
 
148
  model_handler = ChatModel()
149
 
150
  def chat(message, history, model_choice, vector_store_choice):
151
+ print("vector_store_choice: ", vector_store_choice)
152
  try:
153
  response, response_time, token_speed = model_handler.generate(message, model_choice, vector_store_choice, history)
154
  formatted_response = f"{response}\n\n⏱️ Response Time: {response_time:.2f}s | 🚀 Speed: {token_speed:.2f} tokens/s"