Update app.py

app.py

@@ -20,7 +20,8 @@ def create_doc_tools(document_fp: str, doc_name: str, verbose: bool = True) -> T
     documents = SimpleDirectoryReader(input_files=[document_fp]).load_data()
 
     llm = Groq(model="mixtral-8x7b-32768")
-    embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-mpnet-base-v2")
+    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-mpnet-base-v2", device=device)
     Settings.llm = llm
     Settings.embed_model = embed_model