move to gpu

app.py

@@ -1,15 +1,19 @@
 import gradio as gr
 import open_clip
+import torch
 
+device = torch.device("cuda")
 
 model, _, transform = open_clip.create_model_and_transforms(
     "coca_ViT-L-14",
     pretrained="laion2B-s13B-b90k-mscoco-2014.pt"
 )
 
+model.to(device)
+
 def output_generate(image):
-    im = transform(image).unsqueeze(0)
-    generated = model.generate(im)
+    im = transform(image).unsqueeze(0).to(device)
+    generated = model.generate(im, seq_len=20)
     return open_clip.decode(generated[0]).split("<end_of_text>")[0].replace("<start_of_text>", "")
 
 iface = gr.Interface(fn=output_generate, inputs=gr.Image(type="pil"), outputs="text")

requirements.txt

@@ -1,2 +1,4 @@
 git+https://github.com/mlfoundations/open_clip
-transformers
+transformers
+--extra-index-url https://download.pytorch.org/whl/cu113
+torch