Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,6 +24,14 @@ model = VisionEncoderDecoderModel.from_pretrained(model_name)
|
|
| 24 |
feature_extractor = ViTImageProcessor.from_pretrained(model_name)
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
model_sum_name = "google-t5/t5-base"
|
| 28 |
tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
|
| 29 |
model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")
|
|
|
|
| 24 |
feature_extractor = ViTImageProcessor.from_pretrained(model_name)
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 26 |
|
| 27 |
+
# GPT2 only has bos/eos tokens but not decoder_start/pad tokens
|
| 28 |
+
tokenizer.pad_token = tokenizer.eos_token
|
| 29 |
+
# update the model config
|
| 30 |
+
model.config.eos_token_id = tokenizer.eos_token_id
|
| 31 |
+
model.config.decoder_start_token_id = tokenizer.bos_token_id
|
| 32 |
+
model.config.pad_token_id = tokenizer.pad_token_id
|
| 33 |
+
|
| 34 |
+
|
| 35 |
model_sum_name = "google-t5/t5-base"
|
| 36 |
tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
|
| 37 |
model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")
|