Update app.py

app.py

@@ -8,6 +8,7 @@ from transformers import (
 )
 from optimum.onnxruntime import ORTModelForSeq2SeqLM, ORTModelForSequenceClassification
 from sentence_transformers import SentenceTransformer
+import torch
 
 # Define the FastAPI app
 app = FastAPI(docs_url="/")
@@ -21,6 +22,10 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
+print(f"Is CUDA available: {torch.cuda.is_available()}")
+# True
+print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+
 # Define the Google Books API key
 key = os.environ.get("GOOGLE_BOOKS_API_KEY")