Update app.py

app.py

@@ -6,11 +6,20 @@ For more information on `huggingface_hub` Inference API support, please check th
 """
 client = InferenceClient("kronos25/Temporal_Chatbot")
 
+# def predict(message, history):
+#   for message in client.chat_completion(history,max_tokens=512):
+#     token = message.choices[0].delta.content
+#     response += token
+#     yield response
+
 def predict(message, history):
-  for message in client.chat_completion(history,max_tokens=512):
-    token = message.choices[0].delta.content
-    response += token
-    yield response
+  model = T5ForConditionalGeneration.from_pretrained('kronos25/Temporal_Chatbot')
+  tokenizer = T5Tokenizer.from_pretrained('kronos25/Temporal_Chatbot')
+  input = message + '\n'
+  inputs = tokenizer(input, return_tensors="pt")
+  outputs = model.generate(**inputs,max_length=100)
+  model_result = tokenizer.decode(outputs[0], skip_special_tokens=True)
+  return model_result + '\n'
 
 gr.ChatInterface(
     predict,