Update app.py

app.py

@@ -3,6 +3,11 @@ from typing import Iterator
 import gradio as gr
 import torch
 
+print(f"Is CUDA available: {torch.cuda.is_available()}")
+print(f"{torch.cuda.current_device()}")
+print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+exit()
+
 from model import get_input_token_length, run
 
 DEFAULT_SYSTEM_PROMPT = """\