Update app.py

app.py

@@ -2,15 +2,27 @@ from langchain_community.document_loaders import PyPDFLoader
 import gradio as gr
 from langchain.chains.summarize import load_summarize_chain
 from huggingface_hub import InferenceClient
-from langchain_huggingface import HuggingFaceHub
+from langchain_huggingface import HuggingFaceEndpoint
 import os
 # Set your Hugging Face token securely
-os.environ["HUGGINGFACEHUB_API_TOKEN"] = ""
+HUGGINGFACEHUB_API_TOKEN = os.environ["HUGGINGFACEHUB_API_TOKEN"] 
 
 # Create the LLM
-llm = HuggingFaceHub(
-    repo_id="facebook/bart-large-cnn",  # Summarization-capable model
-    model_kwargs={"temperature": 0.7, "max_length": 512}
+#llm = HuggingFaceHub(
+#    repo_id="facebook/bart-large-cnn",  # Summarization-capable model
+#    model_kwargs={"temperature": 0.7, "max_length": 512}
+#)
+repo_id = "deepseek-ai/DeepSeek-R1-0528"
+
+llm = HuggingFaceEndpoint(
+    repo_id=repo_id,
+    max_length=128,
+    temperature=0.5,
+    huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+    provider="auto",  # set your provider here hf.co/settings/inference-providers
+    # provider="hyperbolic",
+    # provider="nebius",
+    # provider="together",
 )