login implemented using token

app.py

@@ -13,6 +13,8 @@ from langchain_core.documents import Document
 from langchain_community.llms import HuggingFacePipeline
 from langchain_community.document_loaders import PyPDFLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
+from huggingface_hub import login
+
 
 # Initialize in-memory ChromaDB client
 client = chromadb.Client()
@@ -87,7 +89,7 @@ def using_ollama_model(retriever, query, results, conversation_history):
     )
     
     doc_texts = "\\n".join([doc.page_content for doc in results])
-    model_id = "gpt2"
+    model_id = "meta-llama/Llama-3.2-3B-Instruct"
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     model = AutoModelForCausalLM.from_pretrained(model_id)
     pipe = pipeline(
@@ -165,13 +167,22 @@ def gradio_rag_wrapper(message, history):
     return response
 
 # Create the Gradio interface with multimodal input
-demo = gr.ChatInterface(
-    fn=gradio_rag_wrapper,
-    multimodal=True, # This enables file upload
-    title="Contextual RAG Chatbot on Hugging Face Spaces",
-    description="Upload a PDF file to start chatting!",
-    textbox=gr.MultimodalTextbox(file_types=[".pdf"]), # Restrict file types
-)
+with gr.Blocks(title="Contextual RAG Chatbot on Hugging Face Spaces") as demo:
+    gr.Markdown("## Contextual RAG Chatbot")
+    gr.Markdown("Please enter your Hugging Face Access Token to access gated models like Llama 3.2. You can generate a token from your [Hugging Face settings](https://huggingface.co/settings/tokens).")
+    
+    hf_token_textbox = gr.Textbox(
+        label="Hugging Face Access Token",
+        type="password",
+        interactive=True
+    )
+    
+    chatbot = gr.ChatInterface(
+        fn=lambda message, history: gradio_rag_wrapper(message, history, hf_token_textbox.value),
+        multimodal=True,
+        description="Upload a PDF file to start chatting!",
+        textbox=gr.MultimodalTextbox(file_types=[".pdf"]),
+    )
 
 if __name__ == "__main__":
     # Create a dummy doc for initial testing if no PDF is uploaded