Update app.py

app.py

@@ -16,7 +16,7 @@ tokenizer = T5Tokenizer.from_pretrained(checkpoint)
 
 base_model = T5ForConditionalGeneration.from_pretrained( 
     checkpoint,
-      device_map = 'cpu',
+      device_map = 'auto',
         torch_dtype = torch.float32,
         )