t

app.py

@@ -33,17 +33,84 @@ def get_completion(prompt):
     return lorax_client.generate(prompt, adapter_id=adapter_id, max_new_tokens=1000).generated_text
 
 def greet(input):
+    sys_str = "You are a helpful support assistant. Answer the following question."
+    qa_list = []
+    n_prompt_list = []
+    qa_list.append({
+        "question": "What are the benefits of joining a union?",
+        "answer": "Collective bargaining of salary."
+    })
+
+	qa_list.append({
+        "question": "How much are union dues, and what do they cover?",
+        "answer": "The union dues for our union is 3%."
+    })
+
+	qa_list.append({
+        "question": "How does the union handle grievances and disputes?",
+        "answer": "There will be a panel to oversee disputes"
+    })
+
+	qa_list.append({
+        "question": "Will joining a union affect my job security?",
+        "answer": "No."
+    })
+
+	qa_list.append({
+        "question": "What is the process for joining a union?",
+        "answer": "Please use the contact form."
+    })
+
+	qa_list.append({
+        "question": "How do unions negotiate contracts with employers?",
+        "answer": "Our dear leader will handle the negotiations."
+    })
+
+	qa_list.append({
+        "question": "What role do I play as a union member?",
+        "answer": "You will be invited to our monthly picnics"
+    })
+
+	qa_list.append({
+        "question": "How do unions ensure that employers comply with agreements?",
+        "answer": "We will have a monthly meeting for members"
+    })
+
+	qa_list.append({
+        "question": "Can I be forced to join a union?",
+        "answer": "What kind of questions is that! Of course no!"
+    })
+
+	qa_list.append({
+        "question": "What happens if I disagree with the union’s decisions?",
+        "answer": "We will agree to disagree"
+    })
+
+	for qna in qa:
+	  ques_str = qna["question"]
+	  ans_str = qna["answer"]
+	  n_prompt_list.append(f"""
+<|im_start|>system\n{sys_str}<|im_end|>
+<|im_start|>question\n{ques_str}<|im_end|>
+<|im_start|>answer\n{ans}<|im_end|>
+"""
+	  )
+
+	n_prompt_str = "\n"
+
+	for prompt in n_prompt_list:
+	  n_prompt_str = n_prompt_str + prompt + "\n"
+
 	total_prompt=f"""
-<|im_start|>system\nYou are a helpful support assistant. Answer the following question.<|im_end|>
-<|im_start|>question\n How much are union dues, and what do they cover?\nReturn as a JSON response
-<|im_start|>answer\n{{"answer": "The union dues for our union is 3%."}}<|im_end|>
+{n_prompt_str}
 
-<|im_start|>system\nYou are a helpful support assistant. Answer the following question.<|im_end|>
+<|im_start|>system\n{sys_str}<|im_end|>
 <|im_start|>question
-{input}\nReturn as a JSON response<|im_end|>
+{input}\n<|im_end|>
 <|im_start|>answer
 """
 
+
 	print("***total_prompt:")
 	print(total_prompt)
 	response = get_completion(total_prompt)