context for generate

app.py

@@ -13,7 +13,8 @@ model.to(device)
 
 def output_generate(image):
     im = transform(image).unsqueeze(0).to(device)
-    generated = model.generate(im, seq_len=20)
+    with torch.no_grad(), torch.cuda.amp.autocast():
+        generated = model.generate(im, seq_len=20)
     return open_clip.decode(generated[0].detach()).split("<end_of_text>")[0].replace("<start_of_text>", "")
 
 iface = gr.Interface(fn=output_generate, inputs=gr.Image(type="pil"), outputs="text")