Update app.py

app.py

@@ -52,7 +52,7 @@ class DocumentRetrievalAndGeneration:
             return_full_text=True,
             task='text-generation',
             temperature=0.6,
-            max_new_tokens=2048,
+            max_new_tokens=256,
         )
         return generate_text
 
@@ -114,7 +114,7 @@ if __name__ == "__main__":
     # Example usage
     embedding_model_name = 'flax-sentence-embeddings/all_datasets_v3_MiniLM-L12'
     lm_model_id = "mistralai/Mistral-7B-Instruct-v0.2"
-    data_folder = 'sample_embedding_folder'
+    data_folder = 'sample_embedding_folder2'
     faiss_index_path = 'faiss_index_new_model3.index'
 
     doc_retrieval_gen = DocumentRetrievalAndGeneration(embedding_model_name, lm_model_id, data_folder, faiss_index_path)