Update app.py

app.py

@@ -3,8 +3,8 @@ import gradio as gr
 import time
 
 godel = gr.Interface.load("huggingface/microsoft/GODEL-v1_1-large-seq2seq")
-tokenizer = AutoTokenizer.from_pretrained(godel)
-model = AutoModelForSeq2SeqLM.from_pretrained(godel)
+tokenizer = AutoTokenizer.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
+#model = AutoModelForSeq2SeqLM.from_pretrained(godel)
 
 def generate(dialog):
   dialog = [dialog]
@@ -22,7 +22,7 @@ def generate(dialog):
   dialog = ' EOS '.join(dialog)
   query = f"{instruction} [CONTEXT] {dialog} {knowledge}"
   input_ids = tokenizer(f"{query}", return_tensors="pt").input_ids
-  outputs = model.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
+  outputs = godel.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
   output = tokenizer.decode(outputs[0], skip_special_tokens=True)
   return output