Update app.py

app.py

@@ -155,6 +155,23 @@ def format_citations_with_links(sources, uploaded_files):
     
     return "".join(citations_html)
 
+# ========================================
+# Creating the llm with model
+# ========================================
+def create_llm_pipeline():
+    """Create LLM pipeline compatible with LangChain"""
+    return HuggingFacePipeline.from_model_id(
+        model_id="microsoft/DialoGPT-medium",
+        task="text-generation",
+        device_map="auto" if torch.cuda.is_available() else -1,
+        pipeline_kwargs={
+            "max_new_tokens": 200,
+            "do_sample": True,
+            "temperature": 0.7,
+            "pad_token_id": 0  # Fix tokenizer warning
+        }
+    )
+
 # ========================================
 # MAIN GRADIO QUERY FUNCTION
 # ========================================