Update document-based-assistant/app.py

document-based-assistant/app.py

@@ -4,6 +4,7 @@ from retriever import load_document, chunk_text, embed_text, vector_store
 import torch
 from transformers import pipeline
 import gradio as gr
+from huggingface_hub import InferenceClient
 
 docs = load_document("docs")     
 chunks = []
@@ -37,7 +38,7 @@ summarize_tool = DocumentSummarizationTool(
     summarization_pipeline=summarization_pipeline
 )
 
-model = InferenceClientModel("naveensharma16/document-based-assistant")
+model = InferenceClientModel(client=InferenceClient(model="naveensharma16/document-based-assistant"))
 print("Loaded model:", model)
 
 agent = CodeAgent(
@@ -56,6 +57,6 @@ iface = gr.Interface(
     title="Document QA Agent"
 )
 
-if __name__ == "__main__":
-    iface.launch(server_name="0.0.0.0", server_port=7860)
+# if __name__ == "__main__":
+#     iface.launch(server_name="0.0.0.0", server_port=7860)