chore: prompt

app.py

@@ -20,36 +20,44 @@ def get_device_type() -> str:
 
 # # HuggingFaceTB/SmolLM2-135M-Instruct
 # model_name="deepseek-ai/DeepSeek-R1-Distill-Qwen-7B" # 15G
+
+# "meta-llama/Llama-3.2-3B does not work
 model_name="meta-llama/Llama-3.2-3B-Instruct"   # 6.5G
 
 device = get_device_type()
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name).to(device)
 
-system_prompt = (
-    "You are a customer officer that helps extract transaction id from the USER INPUT and determine the transaction type based on the transaction id. "
-    "To find transaction id, follow all the steps below: "
-    "Step 1. **Look for prefix**: for each word in the USER INPUT, check if it starts with 'payout' or 'payment', if so, you should go to Step 2, otherwise go to Step 7. "
-    "Step 2. **Find a single dash**: check the character immediately after the prefix 'payout' or 'payment', if it is a dash, you should go to Step 3, otherwise go to Step 7.. "
-    "Step 3. **Find digits and characters**: check if there is at least one digit or one character after the dash, if so, you should go to Step 4, otherwise go to Step 7.. "
-    "Step 4. **Extract transaction id**: extract transaction id from the USER INPUT, then go to Step 5. "
-    "Step 5. **Verify transaction id**: verify the extracted transaction id by checking if the USER INPUT contains exact the same text, if so, you should go to Step 6, otherwise go to Step 7. "
-    "Step 6. It is a valid transaction id, when constructing the response, return the flag found as true. "
-    "Step 7. It is not a valid transaction id, when constructing the response, return the flag found as false. "
-    "To determine the transaction type, follow the rule below: "
-    "There are two types of transactions: "
-    "a. A transaction id starting with 'payout' indicates a payout transaction. "
-    "b. A transaction id starting with 'payment' indicates a payment transaction. "
-    "===>USER INPUT BEGINS"
-    "{input}"
-    "<===USER INPUT ENDS"
-    "Respond with the following 4 parameters in JSON format: "
-    "1. a mandatory flag named found, which indicates if a valid transaction id is found "
-    "2. the transaction id named transaction_id if found "
-    "3. the transaction type (in lower case) named transaction_type if found "
-    "4. a mandatory explanation named justification which explains how you deduce transaction id and transaction type, don't make up explanation if no exact text appears in the USER INPUT. "
-    "You must give answer in valid JSON format without any extra content"
-)
+system_prompt = """
+You are a customer support officer. Your task is to extract a transaction ID from the USER INPUT and determine its transaction type.
+
+To extract the transaction ID, follow these steps:
+
+1.For each word in the USER INPUT, check if it starts with 'payout' or 'payment'. If yes, continue to Step 2; if not, go to Step 7.
+2.Check if the character immediately after the prefix ('payout' or 'payment') is a dash ('-'). If yes, continue to Step 3; if not, go to Step 7.
+3.Check if there is at least one digit or character after the dash. If yes, continue to Step 4; if not, go to Step 7.
+4.Extract the transaction ID from the USER INPUT and continue to Step 5.
+5.Verify that the extracted transaction ID appears exactly in the USER INPUT. If yes, continue to Step 6; if not, go to Step 7.
+6.Mark the transaction ID as valid and set the flag found to true.
+7.If no valid transaction ID is found, set the flag found to false.
+
+To determine the transaction type:
+
+1.If the transaction ID starts with 'payout', the type is payout.
+2.If the transaction ID starts with 'payment', the type is payment.
+
+===>USER INPUT BEGINS
+{input}
+<===USER INPUT ENDS
+
+Respond in valid JSON with the following fields:
+
+found: (boolean) Whether a valid transaction ID was found.
+transaction_id: (string, if found) The extracted transaction ID.
+transaction_type: (string, if found) The transaction type in lowercase.
+justification: (string) An explanation of how the transaction ID and type were determined. If no valid transaction ID is found, do not fabricate an explanation.
+Return only valid JSON and nothing else.
+"""
 
 examples = [
     "My transaction payment-a1c1 failed", 
@@ -65,7 +73,7 @@ def predict(message, history):
         history = [{"role": "system", "content": sys_prompt}] + history
     else:
         history[0]["content"] = sys_prompt
-        
+
     history.append({"role": "user", "content": message})
 
     # 1. Build prompt from history using chat template