Update chatbot_rag.py

chatbot_rag.py

@@ -53,6 +53,7 @@ def build_qa():
         torch_dtype="auto",      # auto precision
         trust_remote_code=True   # allow custom model code
     )
+    model.config.use_cache = False
     
     # Create pipeline
     pipe = pipeline(