Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,10 +4,11 @@ import gradio as gr
|
|
| 4 |
from transformers import AutoTokenizer, ViTFeatureExtractor, VisionEncoderDecoderModel
|
| 5 |
|
| 6 |
|
| 7 |
-
device =
|
|
|
|
| 8 |
encoder_checkpoint = 'google/vit-base-patch16-224'
|
| 9 |
-
decoder_checkpoint = '
|
| 10 |
-
model_checkpoint = '
|
| 11 |
feature_extractor = ViTFeatureExtractor.from_pretrained(encoder_checkpoint)
|
| 12 |
tokenizer = AutoTokenizer.from_pretrained(decoder_checkpoint)
|
| 13 |
model = VisionEncoderDecoderModel.from_pretrained(model_checkpoint).to(device)
|
|
|
|
| 4 |
from transformers import AutoTokenizer, ViTFeatureExtractor, VisionEncoderDecoderModel
|
| 5 |
|
| 6 |
|
| 7 |
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 8 |
+
model.to(device)
|
| 9 |
encoder_checkpoint = 'google/vit-base-patch16-224'
|
| 10 |
+
decoder_checkpoint = 'sachin/vit2distilgpt2'
|
| 11 |
+
model_checkpoint = 'nlpconnect/vit-gpt2-image-captioning'
|
| 12 |
feature_extractor = ViTFeatureExtractor.from_pretrained(encoder_checkpoint)
|
| 13 |
tokenizer = AutoTokenizer.from_pretrained(decoder_checkpoint)
|
| 14 |
model = VisionEncoderDecoderModel.from_pretrained(model_checkpoint).to(device)
|