Update check nvidia-smi with subproces.run

app.py

@@ -34,6 +34,7 @@ GenerationConfig {
 # pylint: disable=line-too-long, invalid-name, no-member, redefined-outer-name, missing-function-docstring, missing-class-docstring, broad-except,
 import gc
 import os
+import subprocess as sp
 import sys
 import time
 from collections import deque
@@ -43,6 +44,7 @@ from types import SimpleNamespace
 from typing import List, Optional
 
 import gradio as gr
+import rich
 import torch
 from loguru import logger
 from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -538,4 +540,11 @@ with gr.Blocks(
 
 if __name__ == "__main__":
     logger.info("Just record start time")
+    ret = sp.run("nvidia-smi", capture_output=1, check=0, shell=1, encoding='utf8')
+    if ret.stdout:
+        rich.print(ret.stdout)
+    if ret.stderr:
+        rich.print("[red bold]" + ret.stdout)
+
+
     block.queue(max_size=8).launch(debug=True)

requirements.txt

@@ -1,5 +1,5 @@
 # https://www.zhihu.com/question/309583980
-cudatoolkit
+# cudatoolkit  # this is for conda only
 
 # transformers==4.31.0
 transformers  # ==4.30.2