Update app.py

app.py

@@ -29,16 +29,21 @@ def install_packages():
     # Upgrade pip
     run_command("pip install --upgrade pip")
     
-    # Install all optional dependencies
-    run_command("pip install -e .[all]")
+    # Set environment variables for CUDA support
+    os.environ["CUDA_HOME"] = "/usr/local/cuda"  # Adjust this path if needed
+    os.environ["CMAKE_ARGS"] = "-DLLAMA_CUBLAS=on"
+    os.environ["FORCE_CMAKE"] = "1"
+
+    # Install all optional dependencies with CUDA support
+    run_command("pip install -e .[all,cuda]")
     
     # Clear the local build cache
     run_command("make GGML_CUDA=1")
 
     run_command("make clean")
     
-    # Reinstall the package
-    run_command('pip install -e .')
+    # Reinstall the package with CUDA support
+    run_command('pip install -e . --force-reinstall --no-deps --no-cache-dir')
 
     # Install llama-cpp-agent
     run_command("pip install llama-cpp-agent")