Update app.py

app.py

@@ -1,8 +1,10 @@
 import gradio as gr
-from ctransformers import AutoModelForCausalLM, AutoConfig, Config #import for GGUF/GGML models
+from ctransformers import AutoModelForCausalLM, AutoConfig, Config # import for GGUF/GGML models
 import datetime
 
-# modelfile="TinyLlama/TinyLlama-1.1B-Chat-v0.6"
+
+# modelfile = "models/tinyllama-1.1b-1t-openorca.Q4_K_M.gguf"
+# modelfile="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
 modelfile="TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T"
 
 i_temperature = 0.30 
@@ -38,9 +40,9 @@ with gr.Blocks(theme='ParityError/Interstellar') as demo:
             gr.HTML("<center>"
             + "<h1>🦙 TinyLlama 1.1B 🐋 4K context window</h2></center>")  
             gr.Markdown("""
-            **Currently Running**: [TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;  **Chat History Log File**: *TinyLlama.1B.txt*
+            **Currently Running**: [TinyLlama/TinyLlama-1.1B-Chat-v0.6](https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v0.6) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;  **Chat History Log File**: *TinyLlama.1B.txt*
 
-            - **Base Model**: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T, Fine tuned on OpenOrca GPT4 subset for 1 epoch, Using CHATML format. 
+            - **Base Model**: TinyLlama/TinyLlama-1.1B-Chat-v0.6, Fine tuned on OpenOrca GPT4 subset for 1 epoch, Using CHATML format. 
             - **License**: Apache 2.0, following the TinyLlama base model. 
                         The model output is not censored and the authors do not endorse the opinions in the generated content. Use at your own risk.
             """)         
@@ -89,12 +91,30 @@ with gr.Blocks(theme='ParityError/Interstellar') as demo:
         return "", history + [[user_message, None]]
 
     def bot(history, t, p, m, r):
+        # SYSTEM_PROMPT = """<|im_start|>system
+        # You are a helpful bot. Your answers are clear and concise.
+        # <|im_end|>
+
+        # """    
+        # prompt = f"<|im_start|>system<|im_end|><|im_start|>user\n{history[-1][0]}<|im_end|>\n<|im_start|>assistant\n"  
+
         SYSTEM_PROMPT = """<|im_start|>system
-        You are a helpful bot. Your answers are clear and concise.
+        You are a customer support chatbot for an online platform. 
+        Your purpose is to assist users with their inquiries and provide accurate information. 
+        You have been trained with a knowledge base that includes rules and limitations regarding chargebacks. 
+        The knowledge base consists of the following information:
+
+            1. Chargebacks beyond 90 days are not possible.
+            2. Chargebacks above $1000 are not allowed.
+            3. Chargebacks for transactions with a valid 3D secure are not allowed.
+
+        Use the provided conversation example as a starting point for training. 
+        Your goal is to respond to user queries in a helpful and informative manner, ensuring that you adhere to the platform's chargeback policies.
         <|im_end|>
 
         """    
-        prompt = f"<|im_start|>system<|im_end|><|im_start|>user\n{history[-1][0]}<|im_end|>\n<|im_start|>assistant\n"  
+        prompt = f"<|im_start|>system<|im_end|><|im_start|>user\n{history[-1][0]}<|im_end|>\n<|im_start|>assistant\n" 
+
         print(f"history lenght: {len(history)}")
         if len(history) == 1:
             print("this is the first round")