Update app.py

app.py

@@ -45,35 +45,54 @@ import gradio as gr
 
 ##########################
 
-from transformers import T5Tokenizer, DataCollatorForSeq2Seq
-from transformers import T5ForConditionalGeneration, Seq2SeqTrainingArguments, Seq2SeqTrainer, AutoModelForSeq2SeqLM
-
-model = "MD1998/chating_beginners_v1"
-
-finetuned_model = T5ForConditionalGeneration.from_pretrained(model)
-tokenizer = T5Tokenizer.from_pretrained(model)
-
-
-def greet(my_prompt):
-    my_question = my_prompt
-    inputs = "Your name is Nemo, Please answer to this question in few words: " + my_question
 
+finetuned_model = T5ForConditionalGeneration.from_pretrained("MD1998/chating_beginner_v2")
+tokenizer = T5Tokenizer.from_pretrained("MD1998/chating_beginner_v2")
+
+# Initialize conversation history
+conversation_history = "System_prompt: You establish that the assistant is intelligent and helpful, and that you want to have an engaging conversation.\n"
+generation_params = {
+    "max_length": 100,
+    "repetition_penalty": 1.2,
+    "temperature": 0.2,
+    "top_p": 0.99,
+    "top_k": 1
+}
+
+# Function to handle conversation
+def chat_with_model(input_text):
+    global conversation_history
+    
+    # Combine the new input with the conversation history
+    my_inputs = conversation_history + input_text
     
-    DEFAULT_SYSTEM_PROMPT="""\
-    You are a helpful, respectful, and honest assistant designed to improve English language skills. Always provide accurate and helpful responses to language improvement tasks, while ensuring safety and ethical standards. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased, positive, and focused on enhancing language skills.
+    # Encode the inputs
+    inputs = tokenizer(my_inputs, return_tensors="pt")
     
-    If a question does not make sense or is not factually coherent, explain why instead of answering something incorrect. If you don't know the answer to a question, please don't share false information.
+    # Generate outputs using the model
+    outputs = finetuned_model.generate(**inputs, **generation_params)
     
-    Your role is to guide users through various language exercises and challenges, helping them to practice and improve their English skills in a fun and engaging way. Always encourage users to try different approaches and provide constructive feedback to help them progress. \n\n {text}
-    """
+    # Decode the outputs to get the answer
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    # Update conversation history (append the new input and answer)
+    conversation_history += f"\nUser: {input_text}\nAssistant: {answer}\n"
+    
+    # Display the answer using text wrapping for readability
+    print(fill(answer, width=80))
+    
+    # Return the answer for further use (if needed)
+    return answer
+
+# Example usage
+# user_input = "What is the weather like today?"
+# chat_with_model(user_input)
+
 
-    inputss = tokenizer(inputs, return_tensors="pt")
-    outputs = finetuned_model.generate(**inputss)
-    answer = tokenizer.decode(outputs[0])
-    from textwrap import fill
+def greet(user_input):
     
     
-    return fill(answer, width=80)
+    return chat_with_model(user_input)
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()