Update app.py

app.py

@@ -2,9 +2,11 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import gradio as gr
 import time
 
-godel = gr.Interface.load("huggingface/microsoft/GODEL-v1_1-large-seq2seq")
+#godel = gr.load("huggingface/microsoft/GODEL-v1_1-large-seq2seq")
 tokenizer = AutoTokenizer.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
-#model = AutoModelForSeq2SeqLM.from_pretrained(godel)
+print("Tokenizer loaded")
+model = AutoModelForSeq2SeqLM.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
+print("Loaded")
 
 def generate(dialog):
   dialog = [dialog]
@@ -22,7 +24,7 @@ def generate(dialog):
   dialog = ' EOS '.join(dialog)
   query = f"{instruction} [CONTEXT] {dialog} {knowledge}"
   input_ids = tokenizer(f"{query}", return_tensors="pt").input_ids
-  outputs = godel.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
+  outputs = model.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
   output = tokenizer.decode(outputs[0], skip_special_tokens=True)
   return output