Update app.py

app.py

@@ -6,6 +6,8 @@ import torch
 import torch.nn as nn
 from transformers.activations import get_activation
 from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModel
+from transformers import GPTNeoXForCausalLM, GPTNeoXTokenizerFast
 
 
 st.title('GPT2:')
@@ -14,9 +16,10 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 @st.cache(allow_output_mutation=True)
 def get_model():
-    tokenizer = AutoTokenizer.from_pretrained("BigSalmon/MASKGPT2")
-    model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln80Paraphrase")
+    #tokenizer = AutoTokenizer.from_pretrained("BigSalmon/MASKGPT2")
     #model = AutoModelForCausalLM.from_pretrained("BigSalmon/MASKGPT2")
+    tokenizer = GPTNeoXTokenizerFast.from_pretrained("CarperAI/FIM-NeoX-1.3B")
+    model = GPTNeoXForCausalLM.from_pretrained("BigSalmon/FormalInformalConcise-FIM-NeoX-1.3B")
     return model, tokenizer
     
 model, tokenizer = get_model()