| from transformers import AutoTokenizer | |
| # Load tokenizer from original model | |
| tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large") | |
| # Save tokenizer into your local model folder | |
| tokenizer.save_pretrained("/home/user/app/finetuned-flan-t5") | |
| from transformers import AutoTokenizer | |
| # Load tokenizer from original model | |
| tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large") | |
| # Save tokenizer into your local model folder | |
| tokenizer.save_pretrained("/home/user/app/finetuned-flan-t5") | |