Gradio App with cuda avalaibility

app.py

@@ -0,0 +1,19 @@
+import torch
+import time
+import gradio as gr
+
+def bot(message, history, cuda_avail):
+    if cuda_avail:
+        time.sleep(0.002)
+        yield "Cuda On"
+
+    else:
+        time.sleep(0.002)
+        yield "Cuda Off"
+
+app = gr.ChatInterface(bot,
+                       title='Triton',
+                       )
+
+if __name__ == '__main__':
+    app.launch()

requirements.txt

@@ -1,19 +1,19 @@
 torch
-PyMuPDF==1.23.26
+# PyMuPDF==1.23.26
 matplotlib
 numpy
 pandas
 Requests==2.31.0
 sentence_transformers==2.5.1
-spacy
+# spacy
 tqdm==4.66.2
 transformers==4.38.2
-accelerate
-bitsandbytes
-jupyter
+# accelerate
+# bitsandbytes
+# jupyter
 wheel
-lxml_html_clean
-newspaper3k
+# lxml_html_clean
+# newspaper3k
 flask
 openai
 # flash-attn