Add application file

app.py

@@ -16,6 +16,18 @@ from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 from transformers import TextIteratorStreamer
 from threading import Thread
 
+# Download required NLTK data
+import nltk
+try:
+    nltk.data.find('tokenizers/punkt_tab')
+except LookupError:
+    nltk.download('punkt_tab')
+    
+try:
+    nltk.data.find('tokenizers/punkt')
+except LookupError:
+    nltk.download('punkt')
+
 # Prompt template
 template = """Instruction:
 You are an AI assistant for answering questions about the provided context.

requirements.txt

@@ -8,4 +8,5 @@ langchain==0.1.1
 langchain-community==0.0.13
 unstructured==0.12.2
 huggingface_hub>=0.20.0
-gradio
+gradio
+nltk