Update app.py

app.py

@@ -11,16 +11,16 @@ from transformers import (
 import torch
 
 model_specs = [
-    {
-        "name": "distilgpt2",
-        "tokenizer": GPT2Tokenizer.from_pretrained("distilgpt2"),
-        "model": GPT2LMHeadModel.from_pretrained("distilgpt2"),
-    },
-    {
-        "name": "openai-gpt",
-        "tokenizer": AutoTokenizer.from_pretrained("openai-gpt"),
-        "model": AutoModelForCausalLM.from_pretrained("openai-gpt"),
-    },
+#    {
+#        "name": "distilgpt2",
+#        "tokenizer": GPT2Tokenizer.from_pretrained("distilgpt2"),
+#        "model": GPT2LMHeadModel.from_pretrained("distilgpt2"),
+#    },
+#    {
+#        "name": "openai-gpt",
+#        "tokenizer": AutoTokenizer.from_pretrained("openai-gpt"),
+#        "model": AutoModelForCausalLM.from_pretrained("openai-gpt"),
+#    },
     {
         "name": "OpenChatKit",
         "tokenizer": AutoTokenizer.from_pretrained("togethercomputer/GPT-NeoXT-Chat-Base-20B"),
@@ -28,11 +28,11 @@ model_specs = [
             "togethercomputer/GPT-NeoXT-Chat-Base-20B", torch_dtype=torch.float16
         ).to("cuda:0"),
     },
-    {
-        "name": "flan-t5-xl",
-        "tokenizer": AutoTokenizer.from_pretrained("google/flan-t5-xl"),
-        "model": AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-xl"),
-    },
+#    {
+#        "name": "flan-t5-xl",
+#        "tokenizer": AutoTokenizer.from_pretrained("google/flan-t5-xl"),
+#        "model": AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-xl"),
+#    },
     {
         "name": "LLama",
         "tokenizer": AutoTokenizer.from_pretrained("decapoda-research/llama-7b-hf"),