change model to google t5

main.py

@@ -12,11 +12,13 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
 # FROM: https://huggingface.co/facebook/blenderbot-400M-distill?text=Hey+my+name+is+Thomas%21+How+are+you%3F
 # tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
 # model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-400M-distill")
-tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-1B-distill")
-model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-1B-distill")
+# tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-1B-distill")
+# model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-1B-distill")
 # tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-small")
-# model = T5ForConditionalGeneration.from_pretrained(
-#     "google/flan-t5-small", device_map="auto")
+# model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-small")
+tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-xxl")
+model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-xxl")
+
 
 token_size_limit = 128
 

tutorial.md

@@ -13,4 +13,10 @@ docker run  -it -p 7860:7860 fastapi
 
 ```bash
 curl -X POST http://localhost:7860/reply -H 'Content-Type: application/json' -d '{"msg": "hi"}'
-```
+```
+
+### Huggingface API
+
+See: https://huggingface.co/docs/hub/api
+
+Access info for a space: https://huggingface.co/api/spaces/ChihChiu29/mychatbot