fix

app.py

@@ -15,7 +15,7 @@ from transformers import (
 import torch.nn.functional as F
 from collections import defaultdict
 HF_TOKEN = os.getenv("HF_token")
-CHAT_MODEL_ID = "QWen/Qwen1.5-7B-Chat"
+CHAT_MODEL_ID = "NousResearch/Meta-Llama-3-8B-Instruct"
 EMB_MODEL_ID  = "mixedbread-ai/mxbai-embed-large-v1"
 MAX_PROMPT_TOKENS = 8192
 
@@ -160,7 +160,7 @@ def answer(system: str, context: str, question: str, user_id="demo", history="No
 
           
     except Exception as e:
-        return f"Error in app.py: {e}, k={k}, sims.numel()={sims.numel()}, q_vec.shape={q_vec.shape if 'q_vec' in locals() else 'N/A'}"
+        return f"Error in app.py: {e}, k={k}, sims.numel()={sims.numel()}, sims.shape={sims.shape if 'q_vec' in locals() else 'N/A'}"
     finally:
         torch.cuda.empty_cache()