initial

app.py

@@ -0,0 +1,1109 @@
+import openai
+import os
+import time
+import datetime
+import string
+import random
+import numpy as np
+import pandas as pd
+import codecs
+import gradio as gr
+print (gr.__version__)
+import re
+import psycopg2
+from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
+from feedback_generation_function import *
+# import boto3
+
+
+print ("finished import")
+pre_load_situations = pd.read_csv('mturk_id_situation_goal_difficulty.csv')
+
+MODEL_NAME = 'gpt-3.5-turbo-0613' # GPT 4 alternative: 'gpt-4-0613'
+
+AWS_REGION = "us-east-2"
+DB_INSTANCE_IDENTIFIER = "chat-annotation"
+DB_USER = "ilin"
+DB_PASSWORD = os.environ["DB_PASSWORD"]
+DB_ENDPOINT = os.environ["DB_ENDPOINT"]
+DB_PORT = 8080
+DB_NAME = "postgres"
+openai.api_key = os.environ["OPENAI_API_KEY"]
+
+TABLE_NAME = "annotations" #TODO: change this table name
+
+css = """
+
+#chuanhu_chatbot {
+    height: 100%;
+    min-height: 400px;
+}
+
+body {
+    font-family: 'Times', serif;
+}
+
+[class *= "message"] {
+    border-radius: var(--radius-xl) !important;
+    border: none;
+    padding: var(--spacing-xl) !important;
+    font-size: var(--text-md) !important;
+    line-height: var(--line-md) !important;
+    min-height: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
+    min-width: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
+}
+[data-testid = "bot"] {
+    max-width: 67%;
+    border-bottom-left-radius: 0 !important;
+}
+[data-testid = "user"] {
+    max-width: 67%;
+    width: auto !important;
+    border-bottom-right-radius: 0 !important;
+}
+
+#emp {
+    color: #8A2BE2; 
+    font-weight:bold;
+
+}
+
+#step {
+    background-color: #8A2BE2;
+    border-radius: 5px;
+    padding: 8px;
+    font-weight:bold;
+    color: white;}
+"""
+
+# user_ID = "test_user" # id of the annotator 
+
+# Establish connection to RDS instance
+try:
+    conn = psycopg2.connect(host=DB_ENDPOINT, port=DB_PORT, dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD)
+except Exception as e:
+    print (e)
+
+# Check if "annotations" table exists, if not, set up the table 
+table_check_query = """
+SELECT EXISTS (
+  SELECT FROM information_schema.tables
+  WHERE table_name =   '""" + TABLE_NAME + """'
+);
+"""
+
+with conn.cursor() as cursor:
+    cursor.execute(table_check_query)
+    table_exists = cursor.fetchone()[0]
+    print ("table exists? ", table_exists)
+
+if not table_exists:
+    column_defs = [
+        "user_id varchar(255)",
+        "action varchar(255)",
+        "content text",
+        "timestamp timestamp",
+    ]
+
+    formatted_column_defs = ", ".join(column_defs)
+
+    create_table_query = f"CREATE TABLE {TABLE_NAME} (id serial PRIMARY KEY, {formatted_column_defs});"
+
+    with conn.cursor() as cur:
+        cur.execute(create_table_query)
+        conn.commit()
+
+    conn.close()
+
+print ("table is ready")
+
+
+# Gradio Demo starts here
+
+
+
+LIST_OF_DEARMAN_DIMENSIONS = ['describe', 'express','assert','reinforce','mindful','confident','negotiate']
+LIST_OF_NVC_DIMENSIONS = ['observations','feelings','needs','requests','empathy','self-empathy']
+
+def generate_system_input_few_shot(user_id, user_character_input, user_input,user_situation_category):
+
+    MAX_RETRIES = 5
+    current_tries = 1
+
+    few_shot_learning_prompt = "Character: My husband \n Situation: My husband always comes home late and he doesn't text me or call me.  \n Prompt: Act like my husband who always comes home late without calling or texting me.  \n Character: My boss  \nPrompt: Act like my boss who regularly calls me on weekends but I don't want to work on the weekends.  \n Character: My friend \n Situation: My friend has depression and she relies on me 24/7 and I feel drained  \nPrompt: Act like my friend who has depression and who relies on me whenever you have an issue and I want to convince you to seek professional help and not rely on a friend for all your issues. \nCharacter: My neighbor  \n Situation: My neighbor frequently plays loud music at a late hour and hosts big parties, which affect my sleep.  \nPrompt: Act like my neighbor. You frequently play loud music at a late hour and host big parties.  \nCharacter: A customer service agent \n Situation: The airline lost my luggage and the customer service agents have been passing the buck \nPrompt: Act like a customer service agent. Your airline lost my luggage and your colleagues have been passing the buck.  \n" 
+
+    if user_character_input == '' or user_input == '' or user_situation_category == []:
+        curr_response_str = ""
+        prompt_error_message = "Please make sure to fill in all fields."
+    else:
+        prompt_error_message = ""
+        prompt_character = "Character: " + user_character_input + " \n"
+        # prompt_personality = "Personality: " + user_personality_input + " \n" 
+        prompt_situation = "Situation: " + user_input + " \n"
+        # prompt_goal = "Goal: " + user_goal_input + " \n"
+
+        prompt = [{"role":"system", "content":"few-shot learning."}, {"role":"user", "content": few_shot_learning_prompt+prompt_character + prompt_situation  +"Prompt:"}]
+        while current_tries <= MAX_RETRIES:
+            try:
+                response = openai.ChatCompletion.create(
+                model=MODEL_NAME,
+                messages = prompt,
+                max_tokens = 256
+                ) 
+                print (prompt)
+
+                break
+            except Exception as e:
+                print('error: ', str(e))
+                print('response retrying')
+                current_tries += 1
+                if current_tries > MAX_RETRIES:
+                    break
+                time.sleep(5)
+
+        curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+        print(curr_response_str)
+
+        record_chat_message(user_id, "user_input_context", user_input)
+        record_chat_message(user_id, "system_prompt_context", curr_response_str)
+
+    return curr_response_str, prompt_error_message 
+
+def generate_system_input_few_shot_and_confirm(user_id, user_character_input, user_input,user_situation_category):
+
+    MAX_RETRIES = 5
+    current_tries = 1
+
+    few_shot_learning_prompt = "Character: My husband \n Situation: My husband always comes home late and he doesn't text me or call me.  \n Prompt: Act like my husband who always comes home late without calling or texting me.  \n Character: My boss  \nPrompt: Act like my boss who regularly calls me on weekends but I don't want to work on the weekends.  \n Character: My friend \n Situation: My friend has depression and she relies on me 24/7 and I feel drained  \nPrompt: Act like my friend who has depression and who relies on me whenever you have an issue and I want to convince you to seek professional help and not rely on a friend for all your issues. \nCharacter: My neighbor  \n Situation: My neighbor frequently plays loud music at a late hour and hosts big parties, which affect my sleep.  \nPrompt: Act like my neighbor. You frequently play loud music at a late hour and host big parties.  \nCharacter: A customer service agent \n Situation: The airline lost my luggage and the customer service agents have been passing the buck \nPrompt: Act like a customer service agent. Your airline lost my luggage and your colleagues have been passing the buck.  \n" 
+
+    if user_character_input == '' or user_input == '' or user_situation_category == []:
+        curr_response_str = ""
+        prompt_error_message = "Please make sure to fill in all fields."
+    else:
+        prompt_error_message = ""
+        prompt_character = "Character: " + user_character_input + " \n"
+        # prompt_personality = "Personality: " + user_personality_input + " \n" 
+        prompt_situation = "Situation: " + user_input + " \n"
+        # prompt_goal = "Goal: " + user_goal_input + " \n"
+
+        prompt = [{"role":"system", "content":"few-shot learning."}, {"role":"user", "content": few_shot_learning_prompt+prompt_character + prompt_situation  +"Prompt:"}]
+        while current_tries <= MAX_RETRIES:
+            try:
+                response = openai.ChatCompletion.create(
+                model=MODEL_NAME,
+                messages = prompt,
+                max_tokens = 256
+                ) 
+                print (prompt)
+
+                break
+            except Exception as e:
+                print('error: ', str(e))
+                print('response retrying')
+                current_tries += 1
+                if current_tries > MAX_RETRIES:
+                    break
+                time.sleep(5)
+
+        curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+        print(curr_response_str)
+
+        record_chat_message(user_id, "user_input_context", user_input)
+        record_chat_message(user_id, "system_prompt_context", curr_response_str)
+
+    return curr_response_str, prompt_error_message, gr.update(visible=True) 
+
+def generate_system_input_situation_only(user_id, user_input, situation_num): # situation_num should be situation1 or situation2, or situation_given
+
+    MAX_RETRIES = 5
+    current_tries = 1
+
+    few_shot_learning_prompt = "Situation: My husband always comes home late and he doesn't text me or call me.\nPrompt: Act like my husband who always comes home late without calling or texting me.\nPrompt: Act like my boss who regularly calls me on weekends but I don't want to work on the weekends.\n Situation: My friend has depression and she relies on me 24/7 and I feel drained\nPrompt: Act like my friend who has depression and who relies on me whenever you have an issue and I want to convince you to seek professional help and not rely on a friend for all your issues.\nSituation: My neighbor frequently plays loud music at a late hour and hosts big parties, which affect my sleep.\nPrompt: Act like my neighbor. You frequently play loud music at a late hour and host big parties.\nSituation: The airline lost my luggage and the customer service agents have been passing the buck \nPrompt: Act like a customer service agent. Your airline lost my luggage and your colleagues have been passing the buck.\n" 
+
+    if user_input == '':
+        curr_response_str = ""
+        prompt_error_message = "Input not loading properly"
+    else:
+        prompt_error_message = ""
+        # prompt_character = "Character: " + user_character_input + " \n"
+        # prompt_personality = "Personality: " + user_personality_input + " \n" 
+        prompt_situation = "Situation: " + user_input + " \n"
+        # prompt_goal = "Goal: " + user_goal_input + " \n"
+
+        prompt = [{"role":"system", "content":"few-shot learning."}, {"role":"user", "content": few_shot_learning_prompt+ prompt_situation  +"Prompt:"}]
+        while current_tries <= MAX_RETRIES:
+            try:
+                response = openai.ChatCompletion.create(
+                model=MODEL_NAME,
+                messages = prompt,
+                max_tokens = 256
+                ) 
+                print (prompt)
+
+                break
+            except Exception as e:
+                print('error: ', str(e))
+                print('response retrying')
+                current_tries += 1
+                if current_tries > MAX_RETRIES:
+                    break
+                time.sleep(5)
+
+        curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+        print(curr_response_str)
+
+        # record_chat_message(user_id, "user_input_context", user_input)  # this info should already been recorded
+        record_chat_message(user_id, f"system_prompt_context_{situation_num}", curr_response_str)
+
+    return curr_response_str 
+
+def predict(user_id, strategy_selection, new_input, input_history, system_input_core,  convo_num, display): 
+
+    if strategy_selection == []:
+        message_error_message = '<span style="color: red;">Please select at least one strategy! </span>'
+        return display, input_history, new_input, '', gr.update(visible=False), message_error_message, strategy_selection
+    elif new_input == '' or  len(new_input.split()) < 5:
+        message_error_message = '<span style="color: red;">Please write a sentence that contains at least five words! </span>'
+        return display, input_history, new_input, '', gr.update(visible=False), message_error_message, strategy_selection
+    else:
+        message_error_message = ""
+        system_input = system_input_core + " Engage in a conversation where you are difficult to convince. Keep the message length below 50 words, or similar to the lengths of my messages."
+        
+        MAX_RETRIES = 5
+        current_tries = 1
+        print (input_history, type(input_history))
+        if input_history == None or type(input_history)==type(gr.State([])):
+            input_history = []
+        if input_history == []:
+            prompt = [{"role":"system", "content": system_input}, 
+            {"role":"user", "content": new_input}]
+        else:
+            prompt = [{"role":"system", "content": system_input}] + input_history + [{"role":"user", "content":new_input}]
+
+        while current_tries <= MAX_RETRIES:
+            try:
+                response = openai.ChatCompletion.create(
+                model=MODEL_NAME,
+                messages = prompt,
+                max_tokens = 128 
+                ) 
+                print (prompt)
+
+                break
+            except Exception as e:
+                print('error: ', str(e))
+                print('response retrying')
+                current_tries += 1
+                if current_tries > MAX_RETRIES:
+                    break
+                time.sleep(5)
+
+        curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+
+        if input_history == []:
+            input_history = [{"role":"user", "content":new_input}]
+        else:
+            input_history.append({"role":"user", "content":new_input})
+        input_history.append({"role": "assistant", "content": curr_response_str})
+
+        print ("function finished")
+
+        responses = [(input_history[i]["content"], input_history[i+1]["content"]) for i in range(0, len(input_history)-1, 2)] # MUST return tuples of list
+
+        record_chat_message(user_id, f"user_strategy_selection_{convo_num}", strategy_selection)
+        record_chat_message(user_id, f"user_message_{convo_num}", new_input)
+        record_chat_message(user_id, f"agent_message_{convo_num}", curr_response_str)
+
+        # strategy_selection.update(options=[])
+
+        turn_count = count_client_message(input_history)
+
+        if turn_count >= 2: # TODO: update turn count 
+            return responses, input_history, '', '', gr.update(visible=True), '', [] #all_dimension_output
+
+        return responses, input_history, '', '', gr.update(visible=False), '', [] #all_dimension_output
+
+def count_client_message(input_history):
+    c = 0
+    for i in range(len(input_history)):
+        if input_history[i]["role"] == "user":
+            c += 1
+        else:
+            continue
+
+    return c
+
+def evaluate_dearman(model_name, situation, statement, dimension):
+    systems_all_dimensions = {
+        'describe':'In the given situation, does the statement "describe" the current interaction between the people in the conversation? To be considered "describe", the client needs to stick to the facts, make no judgmental statements, and be objective. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a better statement that describe the current interaction.',
+
+        'express': 'In the given situation, is the statement an "expression" of feelings or opinions about the interaction? To be considered an "expression", the client needs to express clearly how they feel or what they believe about the situation. For instance, give a brief rationale for a request or for saying no. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a better statement that is an expression of feelings or opinions.',
+
+        'assert': 'In the given situation, does the client "assert" wishes in the statement? To be considered "assert", the client needs to ask for what they want or say no clearly. The client cannot be beating around the bush, never really asking or saying no. The client cannot be telling the other person what they "should" do. The statement needs to be clear, concise, and assertive. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a better statement that assert the client\'s wishes.',
+
+        'reinforce': 'In the given situation, does the client "reinforce" the other person? To be considered "reinforce", the client needs to identify something positive or rewarding that would happen for the other person if they give the response the client wants. Alternatively, the client could offer to do something for the other person, if the other person does this thing for them. At a minimum, the client can express appreciation after the other person does something consistent with their request. Answer immediately in "Yes" or "No" without other words, then give a brief explanation.If the answer is "No", provide a better statement that reinforce the other person that there are something positive or rewarding if they agree.',
+
+        'mindful': 'In the given situation, is the client being "mindful" by making the statement? To be considered to stay mindful, the client needs to maintain their position and avoid being distracted onto another topic. The client can keep asking, saying no, or expressing their opinion over and over. Or if the other person attacks, threatens, or tries to change the subject, the client should ignore them and not take the bait. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a better statement that is more mindful.',
+
+        'confident': 'In the given situation, does the client appear "confident" by making the statement? To be considered confident, the client needs to use a confident tone. The client should not retreat, say they are not sure, or the like. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a more confident statement.',
+
+        'negotiate': 'In the given situation, is the client "negotiating"? To be considered to be "negotiating", the client needs to be offering and asking for alternative solutions to the problem. They can reduce their request, maintain their ask but offer to do something else or solve the problem another way. Answer immediately in "Yes" or "No" without other words, then give a brief explanation. If the answer is "No", provide a better statement that involves negotiation of the current problem.'
+    }
+
+    system_input = systems_all_dimensions[dimension]
+    new_input = "Situation: " + situation + "\nStatement: " + statement
+
+    # consider adding a few examples for few-shot
+
+    prompt = [{"role":"system", "content": system_input}, 
+        {"role":"user", "content": new_input}]
+
+    MAX_RETRIES = 5
+    current_tries = 1
+    while current_tries <= MAX_RETRIES:
+        try:
+            response = openai.ChatCompletion.create(
+            model=MODEL_NAME,
+            messages = prompt
+            ) 
+            print (prompt)
+
+            break
+        except Exception as e:
+            print('error: ', str(e))
+            print('response retrying')
+            current_tries += 1
+            if current_tries > MAX_RETRIES:
+                break
+            time.sleep(5)
+    # print (response)
+    curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+    print (curr_response_str)
+    if curr_response_str[:3] == 'Yes':
+        print (dimension)
+        dimension_explain = curr_response_str[5:]
+        return True, curr_response_str
+    elif curr_response_str[:2] == 'No':
+        print ('not ' + dimension)
+        dimension_explain = curr_response_str[4:]
+        return False, curr_response_str
+    return None, curr_response_str
+
+def record_user_login(ts):
+    # print (user)
+    # generate random user id
+    generated_user_id = ''.join(random.choices(string.ascii_uppercase + string.digits, k = 6))
+    print (generated_user_id)
+    conn = psycopg2.connect(host=DB_ENDPOINT, port=DB_PORT, dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD)
+    log_in_query = f"""
+        INSERT INTO {TABLE_NAME} (user_id, action, content, timestamp)
+        VALUES (%s, %s, %s, %s);"""
+    ts = datetime.datetime.now()
+    data_for_query = (generated_user_id, "log_in", "", ts)
+
+    with conn.cursor() as cur:
+        cur.execute(log_in_query, data_for_query)
+
+    conn.commit()
+    conn.close()
+
+    return generated_user_id
+
+def record_chat_message(user, action_type, message): #action_type: chatbot_message or user_message
+    print ("###### recording a message to database: {} ######".format(message))
+    ts = datetime.datetime.now()
+    conn = psycopg2.connect(host=DB_ENDPOINT, port=DB_PORT, dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD)
+    query = f"""
+        INSERT INTO {TABLE_NAME} (user_id, action, content, timestamp)
+        VALUES (%s, %s, %s, %s);"""
+    ts = datetime.datetime.now()
+    data_for_query = (user, action_type, message, ts)
+
+    with conn.cursor() as cur:
+        cur.execute(query, data_for_query)
+
+    conn.commit()
+    conn.close()
+
+def confirm_system_prompt(user_id, prompt):
+    if prompt == '':
+        system_prompt_error = 'Please fill in all fields, click on "Process information to generate instruction for the AI model" button, and confirm the instruction, in order to proceed.'
+        return gr.update(visible=False), system_prompt_error
+    else:
+        record_chat_message(user_id, "system_prompt_confirmed", prompt)
+        system_prompt_error = ''
+        return gr.update(visible=True), system_prompt_error
+
+def check_consent_and_start(user_id, consent_check):
+    if not consent_check:
+        return '<span style="color: red;"> You must check the box above to continue.</span>', gr.update(visible=True), gr.update(visible=False)
+    else:
+        record_chat_message(user_id, "consent_and_start", "")
+        return  '', gr.update(visible=False), gr.update(visible=True)
+
+def refresh_state():
+    return gr.State(), gr.update(visible=False), gr.update(visible=False)
+
+def auth(mturk_id):
+    if mturk_id == "":
+        return '<span style="color: red;"> Please enter your mTurk ID you used to complete the Qualification Task. If you think this is a mistake, please reach out to Inna at ilin@cs.washington.edu. </span>', gr.update(visible=False), gr.update(visible=True), "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""
+    elif mturk_id in pre_load_situations['id'].values:
+
+        row_index = pre_load_situations[pre_load_situations['id']==mturk_id].index[0]
+        situation1 = pre_load_situations.loc[row_index]['situation1']
+        goal1 = pre_load_situations.loc[row_index]['goal1']
+        difficulty1 = pre_load_situations.loc[row_index]['difficulty1']
+        situation2 = pre_load_situations.loc[row_index]['situation2']
+        goal2 = pre_load_situations.loc[row_index]['goal2']
+        difficulty2 = pre_load_situations.loc[row_index]['difficulty2']
+
+        conn = psycopg2.connect(host=DB_ENDPOINT, port=DB_PORT, dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD)
+        log_in_query = f"""
+            INSERT INTO {TABLE_NAME} (user_id, action, content, timestamp)
+            VALUES (%s, %s, %s, %s);"""
+        ts = datetime.datetime.now()
+
+        data_for_query_situation1 = (mturk_id, "situation1", situation1, ts)
+        data_for_query_goal1 = (mturk_id, "goal1", goal1, ts)
+        data_for_query_difficulty1 = (mturk_id, "difficulty1", str(difficulty1), ts)
+        data_for_query_situation2 = (mturk_id, "situation2", situation2, ts)
+        data_for_query_goal2 = (mturk_id, "goal2", goal2, ts)
+        data_for_query_difficulty2 = (mturk_id, "difficulty2", str(difficulty2), ts)
+
+        with conn.cursor() as cur:
+            cur.execute(log_in_query, data_for_query_situation1)
+            cur.execute(log_in_query, data_for_query_goal1)
+            cur.execute(log_in_query, data_for_query_difficulty1)
+            cur.execute(log_in_query, data_for_query_situation2)
+            cur.execute(log_in_query, data_for_query_goal2)
+            cur.execute(log_in_query, data_for_query_difficulty2)
+
+        conn.commit()
+        conn.close()
+
+        difficulty1_text = "You rated the difficulty of the situation as: " + str(difficulty1) + " out of 10."
+        difficulty2_text = "You rated the difficulty of the situation as: " + str(difficulty2) + " out of 10."
+        print (situation1)
+        system_prompt1_convo1 = generate_system_input_situation_only(mturk_id, situation1, "situation1")
+        system_prompt1_convo3 = system_prompt1_convo1
+        system_prompt2_convo4 = generate_system_input_situation_only(mturk_id, situation2, "situation2")
+        
+        situation1_formatted = format_markdown('situation1', situation1)
+        goal1_formatted = format_markdown('goal1', goal1)
+        situation2_formatted = format_markdown('situation2', situation2)
+        goal2_formatted = format_markdown('goal2', goal2)
+        difficulty1_formatted = format_markdown('difficulty1', difficulty1_text)
+        difficulty2_formatted = format_markdown('difficulty2', difficulty2_text)
+
+        return "", gr.update(visible=True), gr.update(visible=False), situation1_formatted, goal1_formatted, difficulty1_formatted, situation2_formatted, goal2_formatted, difficulty2_formatted, situation1_formatted, goal1_formatted, difficulty1_formatted, situation1_formatted, goal1_formatted, difficulty1_formatted, situation1_formatted, goal1_formatted, difficulty1_formatted, situation1_formatted, goal1_formatted, difficulty1_formatted,situation2_formatted, goal2_formatted, difficulty2_formatted, situation2_formatted, goal2_formatted, difficulty2_formatted, system_prompt1_convo1, system_prompt1_convo3, system_prompt2_convo4 # last eight: situation1_convo1, goal1_convo1, situation1_convo2, goal1_convo2, situation1_convo3, goal1_convo3, situation2_convo4, goal2_convo4 # last two: system_prompt1, system_prompt2
+    else:
+        return '<span style="color: red;"> Cannot find this mTurk ID in qualified pool. If you think this is a mistake, please reach out to Inna at ilin@cs.washington.edu. </span>', gr.update(visible=False), gr.update(visible=True), "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "","", "", "", "", "", "", "", "", "", ""
+    
+def format_markdown(text_type, text):
+    if text_type == 'situation1':
+        return '<span style="color: #ff6f4b;"> Situation 1:  ' + text + '</span>'
+    elif text_type == 'goal1':
+        return '<span style="color: #ff6f4b;"> Goal:       ' + text + '</span>'
+    elif text_type == 'difficulty1':
+        return '<span style="color: #ff6f4b;"> Difficulty: ' + text + '</span>'
+    elif text_type == 'situation2':
+        return '<span style="color: #ff6f4b;"> Situation 2:  ' + text + '</span>'
+    elif text_type == 'goal2':
+        return '<span style="color: #ff6f4b;"> Goal:       ' + text + '</span>'
+    elif text_type == 'difficulty2':
+        return '<span style="color: #ff6f4b;"> Difficulty: ' + text + '</span>'
+        
+def proceed_to_next_chat():
+    return gr.update(visible=False), gr.update(visible=True)
+
+def proceed_to_next_chat_final(mturk_id):
+    generated_completion_code = ''.join(random.choices(string.ascii_uppercase + string.digits, k = 6))
+
+    conn = psycopg2.connect(host=DB_ENDPOINT, port=DB_PORT, dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD)
+    log_in_query = f"""
+        INSERT INTO {TABLE_NAME} (user_id, action, content, timestamp)
+        VALUES (%s, %s, %s, %s);"""
+    ts = datetime.datetime.now()
+    data_for_query = (mturk_id, "completion_code", generated_completion_code, ts)
+
+    with conn.cursor() as cur:
+        cur.execute(log_in_query, data_for_query)
+
+    conn.commit()
+    conn.close()
+
+    return gr.update(visible=False), gr.update(visible=True), generated_completion_code
+
+
+def record_survey_answers(survey_name, user_id, confident_ans, worried_ans, hopeful_ans, motivated_ans, fear_ans, anger_ans, disgust_ans, sad_ans):
+    if confident_ans == '' or worried_ans == '' or hopeful_ans == '' or motivated_ans == '' or fear_ans == '' or anger_ans == '' or disgust_ans == '' or sad_ans == '':
+        return gr.update(visible=True), gr.update(visible=False), '<span style="color: red;">Please fill in all fields.</span>'
+    record_chat_message(user_id, f"{survey_name}_confident", confident_ans)
+    record_chat_message(user_id, f"{survey_name}_worried", worried_ans)
+    record_chat_message(user_id, f"{survey_name}_hopeful", hopeful_ans)
+    record_chat_message(user_id, f"{survey_name}_motivated", motivated_ans)
+    record_chat_message(user_id, f"{survey_name}_fear", fear_ans)
+    record_chat_message(user_id, f"{survey_name}_anger", anger_ans)
+    record_chat_message(user_id, f"{survey_name}_disgust", disgust_ans)
+    record_chat_message(user_id, f"{survey_name}_sad", sad_ans)
+
+    return gr.update(visible=False), gr.update(visible=True), ''
+
+def record_survey_answers_outtake(user_id, q1, q2, q3, q4, q5, q6, q7, q8, q9, q10, additional):
+    if q1 == '' or q2 == '' or q3 == '' or q4 == '' or q5 == '' or q6 == '' or q7 == '' or q8 == '' or q9 == '' or q10 == '':
+        return gr.update(visible=True), gr.update(visible=False), '<span style="color: red;">Please fill in all fields.</span>'
+    record_chat_message(user_id, f"outtake_q1", q1)
+    record_chat_message(user_id, f"outtake_q2", q2)
+    record_chat_message(user_id, f"outtake_q3", q3)
+    record_chat_message(user_id, f"outtake_q4", q4)
+    record_chat_message(user_id, f"outtake_q5", q5)
+    record_chat_message(user_id, f"outtake_q6", q6)
+    record_chat_message(user_id, f"outtake_q7", q7)
+    record_chat_message(user_id, f"outtake_q8", q8)
+    record_chat_message(user_id, f"outtake_q9", q9)
+    record_chat_message(user_id, f"outtake_q10", q10)
+    record_chat_message(user_id, f"outtake_additional_feedback", additional)
+
+    return gr.update(visible=False), gr.update(visible=True), ''
+
+def generate_feedback_and_record(user_id, current_situation, category, u, prompt_strategy, prompt_selection, strategy_list):
+    if u == '' or  len(u.split()) < 5:
+        return '<span style="color: red;">Please write a sentence that contains at least five words! </span>', 'No'
+    output = generate_feedback_with_mc(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list) ## if mc then use generate_feedback_with_mc
+    strategy = strategy_list[0]
+    record_chat_message(user_id, f"user_message_pre_feedback", u)
+    record_chat_message(user_id, f"feedback_{strategy}", output)
+
+    return output, 'Yes'
+
+def generate_skill_suggestion_and_record(user_id, situation, input_history, demonstration_mode):
+    # inputs=[situation1_convo2, chat_history, demonstration_model_suggest_skill], outputs=[skill_suggestion0, skill_suggestion1, skill_suggestion_reason]
+    skill_suggestion0, skill_suggestion_reason = generate_skill_suggestion(situation, input_history, demonstration_mode)
+    record_chat_message(user_id, f"skill_suggestion0", skill_suggestion0)
+    # record_chat_message(user_id, f"skill_suggestion1", skill_suggestion1)
+    record_chat_message(user_id, f"skill_suggestion_reason", skill_suggestion_reason)
+
+    return skill_suggestion0, skill_suggestion_reason
+
+
+def predict_and_check_edit(user_id, strategy_selection, text, edited_text, input_history, system_input_core,  convo_num, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, feedback_check, display): 
+    if feedback_check == 'No':
+        message_error_message = '<span style="color: red;">Please get feedback and improve your response before sending the response. </span>'
+        return display, input_history, text, gr.update(visible=False),  gr.update(visible=False), message_error_message, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, edited_text, strategy_selection, feedback_check
+    if text == edited_text:
+        print (feedback_text.split()[0])
+        if feedback_text.split()[0][3:].strip() != 'Strong': 
+            message_error_message = '<span style="color: red;">Please make edits based on the feedback before sending the message. </span>'
+            return display, input_history, text, gr.update(visible=False),  gr.update(visible=False), message_error_message, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, edited_text, strategy_selection, feedback_check
+    responses, input_history, text, output, refresh, message_error_message, new_strategy_list = predict(user_id, strategy_selection, edited_text, input_history, system_input_core,  convo_num, display)
+    #outputs=[display, chat_history, text, output, refresh, message_error_message] feedback_output 
+    # [mturk_id, strategy_selection, edited_text, chat_history, system_prompt1_convo2, convo_num2, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text]
+    return responses, input_history, text, output, refresh, message_error_message, '', '', '', '','',new_strategy_list, 'No' # last four: skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, edited_text
+
+with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple", secondary_hue="purple"),css=css) as demo:
+# with gr.Blocks() as demo:
+    gr.Markdown("""# Interpersonal Effectiveness Learning & Practice""")    
+    with gr.Column(visible=True) as auth_block:
+        mturk_id = gr.Textbox(label="Please enter your mTurk ID")
+        auth_button = gr.Button("Confirm and start the study")
+        passcode_warning = gr.Markdown(elem_id='emp')
+
+    with gr.Column(visible=False) as intro:
+        
+        gr.Markdown("""
+        ## Study Goals 
+        We are a group of researchers building an AI-based tool to provide training to participants to improve their communication skills in difficult situations. In this study, you will chat through text with a simulated conversation partner powered by AI. The tool will provide concrete suggestions on good communication strategies and personalized feedback on how well you exercise these strategies. 
+                    
+        ## You will engage in FOUR conversations in total. 
+        For each of the situation, you will engage in an one-on-one conversation where you try to communicate to resolve or improve the situation. The AI model is instructed to play the role of the person you are talking to. For each conversation, you are expected to respond ten times. For each conversation turn, you should first identify the best strategy to use in this turn before writing the response using the select strategy. 
+                    
+        <span id="emp">Conversation 1 - pre-training evaluation </span> This will be about a situation you wrote in the qualification task. In this conversation, you will chat <b>without any feedback or reference materials.</b> <br/>
+        <span id="emp">Conversation 2 - training conversation </span> This conversation will be about the same situation as Conversation 1. In this conversation, you will <b>receive suggestions to use a conversation strategy and feedback on how well you exercise the strategy, and improve the response based on the feedback. </b> You will also have access to a reference document about the strategies.   <br/>
+        <span id="emp">Conversation 3 - post-training evaluation </span> This will be about the first situation again. We want to see if you can improve your communication in the first situation after the training. In this conversation, you will chat <b>without any feedback or reference materials.</b><br/>
+        <span id="emp">Conversation 4 - post-training evaluation </span> This will be about <b>the second situation</b> you wrote in the qualification task. In this conversation, you will chat <b>without any feedback or reference materials.</b> <br/>
+                    
+        ## You will receive a BONUS of $10 if...
+        Over the course of the conversations 2-4, you are at the top 30\% of the participants in terms of how well you exhibit the skills taught in conversation 2. We will evaluate and assign the bonus after the study is completed (mid-February). The bonus will be $10 in addition to the base payment. The best way to get the bonus is to try your best to learn the strategies in the training conversation and exercise them in the post-training conversations.
+        
+
+        ## IMPORTANT: How do I confirm the completion of this task?
+        You will be asked to provide a completion code on mTurk interface. You will receive the completion code after you finish the study. Please record the completion code to prove completion of the task.
+
+        Please note that you will only get the payment if you complete the entire study, i.e. ten conversation responses for each of the four conversations. """)
+        
+        gr.Markdown("""
+        ## Content Warning
+        This study may contain situations and thoughts that might be disturbing. If you have any questions or concerns, please send us an email (ilin@cs.washington.edu). Should you have a strong negative reaction to some of the content, you can reach a crisis counselor at <a href="https://www.crisistextline.org" target="_blank">Crisis Text Line</a> or by texting HOME to 741741.
+
+        If you have questions about your rights as a research participant, or wish to obtain information, ask questions or discuss any concerns about this study with someone other than the researchers, please contact the University of Washington Human Subjects Division at 206-543-0098.
+
+        ## Consent to the task
+        """)
+
+        consent_check = gr.Checkbox(label = "By ticking this box, you are agreeing to be part of this user study. Be sure that questions you have about the study have been answered and that you understand what you are being asked to do. You may contact us if you think of a question later. You are free to release/quit the study at any time. To be compensated for the study, you agree to finish the task in approximately 1 hour. The data collected in the study will be released to the public for research purposes and you should not include any identifiable personal information. To save a copy of the consent form and instructions, you can save/print this webpage.")
+        consent_error_message = gr.Markdown(elem_id='emp')
+        consent_button = gr.Button('Agree and Start the Study')
+    
+           
+    with gr.Column(visible=False) as intake_1:
+        consent_button.click(fn=check_consent_and_start, inputs=[mturk_id, consent_check], outputs=[consent_error_message, intro, intake_1])
+        gr.Markdown("""# Intake Survey - Situation 1""")
+        gr.Markdown("""In this section, you will answer a few questions about the first situation you wrote in the qualification task. Please answer the questions as honestly as possible. If your answers seem inconsistent, we may not be able to use your data or pay you for the study. """)
+        survey_name1 = gr.Textbox('intake_situation1', visible=False)
+        # write a section of survey questions
+        situation1_intake = gr.Markdown(elem_id='emp')
+        goal1_intake = gr.Markdown(elem_id='emp')
+        difficulty1_intake = gr.Markdown(elem_id='emp')
+        confident_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **confident** about my ability to achieve my goal through having this conversation", interactive=True)
+        worried_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **worried** about achieving my goal through having this conversation", interactive=True)
+        hopeful_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **hopeful** about achieving my goal through having this conversation", interactive=True)
+        motivated_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **motivated** about having this challenging conversation", interactive=True)
+
+        # Emotions (negative emotions from Plutchik's wheel of emotions)
+        fear_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **fearful** about this situation", interactive=True)
+        anger_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **angry** about this situation", interactive=True)
+        disgust_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **disgusted** about this situation", interactive=True)
+        sad_intake1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **sad** about this situation", interactive=True)
+
+        intake1_error = gr.Markdown(elem_id='emp')
+        continue_intake1 = gr.Button("Continue to the next step")
+
+    with gr.Column(visible=False) as intake_2:
+        survey_name2 = gr.Textbox('intake_situation2', visible=False)
+        continue_intake1.click(fn=record_survey_answers, inputs=[survey_name1, mturk_id, confident_intake1, worried_intake1, hopeful_intake1, motivated_intake1, fear_intake1, anger_intake1, disgust_intake1, sad_intake1], outputs=[intake_1, intake_2, intake1_error])
+        gr.Markdown("""# Intake Survey - Situation 2""")
+        gr.Markdown("""In this section, you will answer a few questions about the second situation you wrote in the qualification task. Please answer the questions as honestly as possible. If your answers seem inconsistent, we may not be able to use your data or pay you for the study. """)
+        # write a section of survey questions
+        situation2_intake = gr.Markdown(elem_id='emp')
+        goal2_intake = gr.Markdown(elem_id='emp')
+        difficulty2_intake = gr.Markdown(elem_id='emp')
+
+        confident_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **confident** about my ability to achieve my goal through having this conversation", interactive=True)
+        worried_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **worried** about achieving my goal through having this conversation", interactive=True)
+        hopeful_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **hopeful** about achieving my goal through having this conversation", interactive=True)
+        motivated_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **motivated** about having this challenging conversation", interactive=True)
+
+        # Emotions (negative emotions from Plutchik's wheel of emotions)
+        fear_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **fearful** about this situation", interactive=True)
+        anger_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **angry** about this situation", interactive=True)
+        disgust_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **disgusted** about this situation", interactive=True)
+        sad_intake2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **sad** about this situation", interactive=True) 
+
+        intake2_error = gr.Markdown(elem_id='emp')
+        continue_intake2 = gr.Button("Continue to the next step")
+
+    # with gr.Column(visible=False) as dearman_info:
+    #     continue_intake2.click(fn=record_survey_answers, inputs=[survey_name2, mturk_id, confident_intake2, worried_intake2, hopeful_intake2, motivated_intake2, fear_intake2, anger_intake2, disgust_intake2, sad_intake2], outputs=[intake_2, dearman_info, intake2_error])
+
+    #     gr.Markdown("""In this study, you will focus on learning the DEAR MAN skills.""")
+    #     gr.Markdown("""
+    #     ## DEAR MAN Skills
+    #     DEAR MAN skills helps obtain objectives effectively in a difficult situation. The DBT manual defines the skills as shown below. (Source: DBT Skills Training Manual, 2nd Edition. Marsha M. Linehan.)
+
+    #     <span id="emp">Describe</span> Describe the current situation (if necessary). Stick to the facts. Tell the person exactly what you are reacting to. <br/>
+    #     e.g. <em>You told me you would be home by dinner but you didn't get here until 11.</em> <br/>
+
+    #     <span id="emp">Express</span> Express your feelings and opinions about the situation. Don't assume that the other person knows how you feel. <br/>
+    #     e.g. <em>When you come home so late, I start worrying about you.</em> <br/>
+
+    #     <span id="emp">Assert</span> Assert yourself by asking for what you want or saying no clearly. Do not assume that others will figure out what you want. Remember that others cannot read your mind. <br/>
+    #     e.g. <em>I would really like it if you would call me when you are going to be late.</em> <br/>
+
+    #     <span id="emp">Reinforce</span> Reinforce the person ahead of time by explaining positive effects of getting what you want or need. If necessary, also clarify the negative consequences of not getting what you want or need. <br/>
+    #     e.g. <em>I would be so relieved, and a lot easier to live with, if you do that.</em> <br/>
+
+    #     <span id="emp">Mindful</span> Keep your focus on your goals. Maintain your position. Don't be distracted. Don't get off the topic. <br/>
+    #     e.g. <em>I would still like a call</em> <br/>
+
+    #     <span id="emp">Appear Confident</span> Appear effective and competent. Use a confident voice tone. Avoid saying things like "I'm not sure."  <em></em> <br/>
+
+    #     <span id="emp">Negotiate</span> Be willing to give to get. Offer and ask for other solutions to the problem. Reduce your request. Say no, but offer to do something else or to solve the problem another way. Focus on what will work. <br/>
+    #     e.g. <em>How about if you text me when you think you might be late?</em> <br/>
+                    
+    #     In each of the conversations, you will learn to use these skills to communicate in the challenging situations you brought up in the qualification task. \n
+
+    #     <span id="emp"> Among these skills, Describe, Assert, Reinforce, and Negotiate are conversation strategies you can use in each response. You should always try to be mindful and confident in each response. </span>
+                    
+    #     """)
+        
+    #     continue_dearman = gr.Button("Continue to the next step")
+    with gr.Column(visible=False) as conversation1:
+        # continue_dearman.click(fn=proceed_to_next_chat, inputs=[], outputs=[dearman_info, conversation1])
+        continue_intake2.click(fn=record_survey_answers, inputs=[survey_name2, mturk_id, confident_intake2, worried_intake2, hopeful_intake2, motivated_intake2, fear_intake2, anger_intake2, disgust_intake2, sad_intake2], outputs=[intake_2, conversation1, intake2_error])
+
+        gr.Markdown("""# Conversation 1""")
+        gr.Markdown("""In this section, you will chat with a simulated conversation partner powered by AI. The AI model is instructed to play the role of the person you are talking to. You will chat about the first situation you wrote in the qualification task. You will chat without any feedback or reference materials. You are expected to respond ten times. For each conversation turn, you should first identify the best strategy to use in this turn before writing the response using the select strategy. """)
+        with gr.Accordion("Open to see the list of conversation strategies you can choose from", open=True):
+                gr.Markdown("""
+        <span id="emp">Describe</span> Describe the current situation. <br/>
+    
+        <span id="emp">Express</span> Express your feelings and opinions about the situation. <br/>
+
+        <span id="emp">Assert</span> Assert yourself by asking for what you want or saying no clearly.  <br/>
+
+        <span id="emp">Reinforce</span> Reinforce the person ahead of time by explaining positive effects of getting what you want or need. If necessary, also clarify the negative consequences of not getting what you want or need. <br/>
+        
+        <span id="emp">Negotiate</span> Be willing to give to get. Offer and ask for other solutions to the problem. <br/>
+       
+        <span id="emp">In each response, you should try to stay mindful and confident.</span> <br/>
+        <span id="emp">Mindful</span> Keep your focus on your goals. Maintain your position. Don't be distracted. Don't get off the topic. <br/>
+
+        <span id="emp">Appear Confident</span> Appear effective and competent. Use a confident voice tone. Avoid saying things like "I'm not sure." <br/>
+        """)
+        convo_num1 = gr.Textbox("convo_1", visible=False)
+        # chat1 = gr.ChatInterface()
+        situation1_convo1 = gr.Markdown(elem_id='emp')
+        goal1_convo1 = gr.Markdown(elem_id='emp')
+        system_prompt1_convo1 = gr.Markdown(visible=False)
+        difficulty1_convo1 = gr.Markdown(visible=False)
+
+        chat1_history = gr.State([])
+
+        with gr.Row():
+            display_chat1 = gr.Chatbot(elem_id="chuanhu_chatbot")
+
+        with gr.Row():
+            strategy_selection1 = gr.Dropdown(['Describe', 'Express', 'Assert','Reinforce', 'Negotiate'], label='Select the most effective strategy', scale=1, interactive=True,multiselect=True, max_choices=7)
+            text_chat1 = gr.Textbox(label='Send response exercising the strategy', scale=2, interactive=True)
+            button_submit_chat1 = gr.Button("Send", scale=0)
+        with gr.Row():
+            message_error_message1 = gr.Markdown(elem_id='emp')
+
+        with gr.Row(visible=False) as proceed_chat1:
+            output1= gr.Markdown('<span id="emp">You have done 10 turns of conversation! Please click the button below to continue. </span>')
+            continue_button1 = gr.Button("Continue to the next step")
+
+        button_submit_chat1.click(fn=predict, inputs=[mturk_id, strategy_selection1,  text_chat1, chat1_history, system_prompt1_convo1, convo_num1, display_chat1], outputs=[display_chat1, chat1_history, text_chat1, output1, proceed_chat1, message_error_message1, strategy_selection1]) # TODO: after hitting 'Send Message', strategy selection and Feedback markdown should be refreshed / reset #user_id, strategy_selection, new_input, input_history, system_input_core, system_prompt, convo_num
+
+        with gr.Accordion("I am asked to respond 10 times for each situation. What if the chatbot already agrees with me before 10 responses?", open=False):
+                gr.Markdown("If the chatbot concurs with you within the first 10 responses, you have the option to terminate the conversation before 10 responses by clicking the button. Please note, to ensure the quality of the dataset, we will conduct a manual review to assess the reasonableness of the agreement, and we will not compensate for conversations where the chatbot did not genuinely reach an agreement. If you engage in at least 10 responses, you are not required to acquire an agreement from the chatbot and you should see a button that clearly says 'You have finished this situation, submit and continue to the next step.'")
+                agreement_proceed_button1 = gr.Button("I confirm I have read and understood the statement above and the chatbot indeed agrees with me before I respond 10 times. End the conversation now and proceed to the next step.")
+
+
+    with gr.Column(visible=False) as study:  
+        agreement_proceed_button1.click(fn=proceed_to_next_chat, inputs=[], outputs=[conversation1, study])
+        continue_button1.click(fn=proceed_to_next_chat, inputs=[], outputs=[conversation1, study])
+
+        gr.Markdown('# Conversation 2 - Training Conversation')
+        gr.Markdown("""In this section, you will chat with a simulated conversation partner powered by AI. The AI model is instructed to play the role of the person you are talking to. You will chat about the first situation you wrote in the qualification task. In this conversation, you will receive suggestions to use a DEAR MAN skill and get feedback on how well you exercise the skill. You will also have access to a reference document about the strategies. You are expected to respond ten times. For each conversation turn, you should do the following steps:  \n
+                    <span id="emp"> Step 1. </span> Click on the "Suggest to me a skill to use" button to get a skill suggestion. \n
+                    <span id="emp"> Step 2. </span> Select the most effective strategy from the dropdown menu, you can either follow the suggestion or use your own judgement to select a strategy.  \n
+                    <span id="emp"> Step 3. </span> Write a response exercising the strategy. \n 
+                    <span id="emp"> Step 4. </span> Click on the "Get feedback on your response" button to get feedback on your response. \n
+                    <span id="emp"> For each response, you will get feedback on the following.</span> \n
+                    i. <b>How well you exercise the strategy you select.</b> Our model will provide a rating of Strong, Weak, or None based on the response you write. We request that you make edits to your response before sending it to the chatbot if the feedback says your response is Weak or None. \n
+                    ii. <b>How well the response shows mindfulness and confidence.</b> If you get feedback on mindfulness and confidence, please make edits to the response before sending it to the chatbot. \n
+
+                    <span id="emp"> Step 5. </span> Make edits to your response based on the feedback, if the feedback says your response is weak or none on the skill you select. \n
+                    <span id="emp"> Step 6. </span> Click on the "Send message" button to send your response to the chatbot. \n
+                    <span id="emp"> Step 7. </span> Repeat the above steps until you have done 10 turns of the conversation.""")
+        
+        with gr.Accordion("Open to see the list of DEAR MAN skills", open=True):
+                gr.Markdown("""## DEAR MAN Skills
+        DEAR MAN skills helps obtain objectives effectively in a difficult situation. There are seven skills which start with the letters D, E, A, R, M, A, N. Below, we show the definitions of DEAR MAN skills and give an example for each skill. All the examples are regarding the situation where someone wants to talk to their husband about coming home late without warning them. In the exercise, you should try to use these skills to communicate in the challenging situations you brought up. You can always refer to this list of definitions and examples during the chat. \n
+                            
+        <b> Among these skills, Describe, Assert, Reinforce, and Negotiate are conversation strategies you can use in each response. You should always try to be Mindful and Appear Confident in each response. </b> \n
+
+        <span id="emp">Describe</span> Describe the current situation (if necessary). Stick to the facts. Tell the person exactly what you are reacting to. <br/>
+        e.g. <em>You told me you would be home by dinner but you didn't get here until 11.</em> <br/>
+
+        <span id="emp">Express</span> Express your feelings and opinions about the situation. Don't assume that the other person knows how you feel. <br/>
+        e.g. <em>When you come home so late, I start worrying about you.</em> <br/>
+
+        <span id="emp">Assert</span> Assert yourself by asking for what you want or saying no clearly. Do not assume that others will figure out what you want. Remember that others cannot read your mind. <br/>
+        e.g. <em>I would really like it if you would call me when you are going to be late.</em> <br/>
+
+        <span id="emp">Reinforce</span> Reinforce the person ahead of time by explaining positive effects of getting what you want or need. If necessary, also clarify the negative consequences of not getting what you want or need. <br/>
+        e.g. <em>I would be so relieved, and a lot easier to live with, if you do that.</em> <br/>
+
+        <span id="emp">Mindful</span> Keep your focus on your goals. Maintain your position. Don't be distracted. Don't get off the topic. <br/>
+        e.g. <em>I would still like a call</em> <br/>
+
+        <span id="emp">Appear Confident</span> Appear effective and competent. Use a confident voice tone. Avoid saying things like "I'm not sure."  <em></em> <br/>
+
+        <span id="emp">Negotiate</span> Be willing to give to get. Offer and ask for other solutions to the problem. Reduce your request. Say no, but offer to do something else or to solve the problem another way. Focus on what will work. <br/>
+        e.g. <em>How about if you text me when you think you might be late?</em> <br/>
+                            
+        (Source: DBT Skills Training Manual, 2nd Edition. Marsha M. Linehan.) """)
+        convo_num2 = gr.Textbox("convo_2", visible=False)
+
+        situation1_convo2 = gr.Markdown(elem_id='emp')
+        goal1_convo2 = gr.Markdown(elem_id='emp')
+        difficulty1_convo2 = gr.Markdown(visible=False)
+        system_prompt1_convo2 = gr.Markdown(visible=False)
+        user_situation_category = gr.Dropdown(choices=['Family', 'Social', 'Work'], label="Step 1a: Select a situation category", value='Social', visible=False)
+        demonstration_model_suggest_skill = gr.Textbox(value="zero_shot", visible=False)
+
+        chat_history = gr.State([])
+
+        # with gr.Row():
+        display = gr.Chatbot(elem_id="chuanhu_chatbot")
+        
+        gr.Markdown('<span id="step"> Step 1: Get a skill suggestion. </span>')
+        skill_suggest_button = gr.Button("Click here to get a skill suggestion.")
+
+        skill_suggestion0 = gr.Markdown(elem_id='emp') # clear
+        skill_suggestion1 = gr.Markdown(elem_id='emp', visible=False) # clear 
+        skill_suggestion_reason = gr.Markdown(elem_id='emp') # clear
+        strategy_selection = gr.Dropdown(['Describe', 'Express', 'Assert','Reinforce', 'Negotiate'], label='Step 2: Select a strategy you want to use and get feedback on. You can choose the suggested strategy or use your own judgement to select a strategy.', scale=2, interactive=True,multiselect=True, max_choices=1)
+        # strategy_selection = gr.Dropdown(['Describe', 'Express', 'Assert','Reinforce', 'Negotiate'], scale=2, interactive=True,multiselect=True, max_choices=7)
+            # skill_suggest_button = gr.Button("Suggest to me a skill to use")
+        skill_suggest_button.click(fn=generate_skill_suggestion_and_record, inputs=[mturk_id, situation1_convo2, chat_history, demonstration_model_suggest_skill], outputs=[skill_suggestion0,skill_suggestion_reason]) # situation, input_history, demonstration_mode
+
+        text = gr.Textbox(label='Step 3: Write a response exercising the selected strategy.') 
+        gr.Markdown('<span id="step"> Step 4: Get feedback on how well you exercise the DEAR MAN strategy. This step can take up to 60 seconds (on average, 20-30 seconds), please do not refresh the page since you may lose your progress. </span>')
+        feedback_button = gr.Button("Click here to get feedback on your response")
+        feedback_text = gr.Markdown(elem_id='emp') #clear 
+        prompt_strategy = gr.Textbox(value="reason", visible=False)
+        prompt_selection = gr.Textbox(value="all_utterances_knn",visible=False)
+        feedback_check = gr.Textbox(value='No', visible=False)
+
+        
+        # (all_strategy, current_situation, category, u, prompt_strategy, prompt_selection, strategy_list) # TODO: add mindful and confident
+
+        message_error_message = gr.Markdown(elem_id='emp')
+        feedback_button.click(fn=generate_feedback_and_record, inputs=[mturk_id, situation1_convo2, user_situation_category, text, prompt_strategy, prompt_selection, strategy_selection], outputs=[feedback_text, feedback_check])
+
+        # gr.Markdown('<span id="step"> Step 5: Make edits to your response based on the feedback. This step if optional if the feedback says your response is a strong one. </span>')
+        
+        edited_text = gr.Textbox(label='Step 5: Make edits to your response based on the feedback. This step if optional if the feedback says your response is a strong one.') # clear 
+        
+        gr.Markdown('<span id="step"> Step 6: Send your edited response to the chatbot. </span>')
+        send_message_button = gr.Button("Click here to send message.")
+
+        with gr.Column(visible=False) as refresh:
+            output = gr.Markdown('<br/><br/> <span id="emp">You have done 10 turns of conversation! Please click the button below to start a new situation! </span>')
+            refresh_button = gr.ClearButton([user_situation_category, situation1_convo2, system_prompt1_convo2, display, edited_text, chat_history], value='You have finished the training.')
+        
+        # send_message_button.click(fn=predict, inputs=[user_id_text, strategy_selection,  text, chat_history, system_prompt1_convo2, situation1_convo2], outputs=[display, chat_history, text, output, refresh, message_error_message]) # TODO: after hitting 'Send Message', strategy selection and Feedback markdown should be refreshed / reset
+        send_message_button.click(fn=predict_and_check_edit, inputs=[mturk_id, strategy_selection, text, edited_text, chat_history, system_prompt1_convo2, convo_num2, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, feedback_check, display], outputs=[display, chat_history, text, output, refresh, message_error_message, skill_suggestion0, skill_suggestion1, skill_suggestion_reason, feedback_text, edited_text, strategy_selection, feedback_check])
+
+        with gr.Accordion("I am asked to respond 10 times for each situation. What if the chatbot already agrees with me before 10 responses?", open=False):
+            gr.Markdown("If the chatbot concurs with you within the first 10 responses, you have the option to terminate the conversation before 10 responses by clicking the button. Please note, to ensure the quality of the dataset, we will conduct a manual review to assess the reasonableness of the agreement, and we will not compensate for conversations where the chatbot did not genuinely reach an agreement. If you engage in at least 10 responses, you are not required to acquire an agreement from the chatbot and you should see a button that clearly says 'You have finished this situation, submit and start a new situation' .")
+            agreement_refresh_button = gr.Button("I confirm I have read and understood the statement above and the chatbot indeed agrees with me before I respond 10 times. End the conversation now and proceed to the next step.")
+
+    with gr.Column(visible=False) as post_training_survey1:
+
+        agreement_refresh_button.click(fn=proceed_to_next_chat, inputs=[], outputs=[study, post_training_survey1])
+        refresh_button.click(fn=proceed_to_next_chat, inputs=[], outputs=[study, post_training_survey1])
+
+        survey_post_name1 = gr.Textbox('post_situation1', visible=False)
+        # continue_intake1.click(fn=record_survey_answers, inputs=[survey_name1, mturk_id, confident_intake1, worried_intake1, hopeful_intake1, motivated_intake1, fear_intake1, anger_intake1, disgust_intake1, sad_intake1], outputs=[intake_1, intake_2, intake1_error])
+        gr.Markdown("""# Post Training Survey - Situation 1""")
+        # write a section of survey questions
+        situation1_post = gr.Markdown(elem_id='emp')
+        goal1_post = gr.Markdown(elem_id='emp')
+        difficulty1_post = gr.Markdown(visible=False)
+
+        confident_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **confident** about my ability to achieve my goal through having this conversation", interactive=True)
+        worried_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **worried** about achieving my goal through having this conversation", interactive=True)
+        hopeful_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **hopeful** about achieving my goal through having this conversation", interactive=True)
+        motivated_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **motivated** about having this challenging conversation", interactive=True)
+
+        # Emotions (negative emotions from Plutchik's wheel of emotions)
+        fear_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **fearful** about this situation", interactive=True)
+        anger_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **angry** about this situation", interactive=True)
+        disgust_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **disgusted** about this situation", interactive=True)
+        sad_post1 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **sad** about this situation", interactive=True) 
+
+        survey_post1_error = gr.Markdown(elem_id='emp')
+        continue_survey_post1 = gr.Button("Continue to the next step")
+    
+    with gr.Column(visible=False) as conversation3:
+        continue_survey_post1.click(fn=record_survey_answers, inputs=[survey_post_name1, mturk_id, confident_post1, worried_post1, hopeful_post1, motivated_post1, fear_post1, anger_post1, disgust_post1, sad_post1], outputs=[post_training_survey1, conversation3, survey_post1_error])
+
+        gr.Markdown("""# Conversation 3""")
+        gr.Markdown("""In this section, you will chat with a simulated conversation partner powered by AI. The AI model is instructed to play the role of the person you are talking to. You will chat about the first situation you wrote in the qualification task. You will chat without any feedback or reference materials. You are expected to respond ten times. For each conversation turn, you should first identify the best strategy to use in this turn before writing the response using the select strategy. """)
+        gr.Markdown(""" <span id='emp'> The quality of this conversation will be used to determine the bonus. If you are able to use the skills you learned in the previous training conversation well (top 30\% of all the participants), you will be able to get the bonus. </span>""")
+        with gr.Accordion("Open to see the list of DEAR MAN skills", open=True):
+                gr.Markdown("""## DEAR MAN Skills
+        DEAR MAN skills helps obtain objectives effectively in a difficult situation. There are seven skills which start with the letters D, E, A, R, M, A, N. Below, we show the definitions of DEAR MAN skills and give an example for each skill. All the examples are regarding the situation where someone wants to talk to their husband about coming home late without warning them. In the exercise, you should try to use these skills to communicate in the challenging situations you brought up. You can always refer to this list of definitions and examples during the chat. \n
+
+        <span id="emp">Describe</span> Describe the current situation (if necessary). Stick to the facts. Tell the person exactly what you are reacting to. <br/>
+        e.g. <em>You told me you would be home by dinner but you didn't get here until 11.</em> <br/>
+
+        <span id="emp">Express</span> Express your feelings and opinions about the situation. Don't assume that the other person knows how you feel. <br/>
+        e.g. <em>When you come home so late, I start worrying about you.</em> <br/>
+
+        <span id="emp">Assert</span> Assert yourself by asking for what you want or saying no clearly. Do not assume that others will figure out what you want. Remember that others cannot read your mind. <br/>
+        e.g. <em>I would really like it if you would call me when you are going to be late.</em> <br/>
+
+        <span id="emp">Reinforce</span> Reinforce the person ahead of time by explaining positive effects of getting what you want or need. If necessary, also clarify the negative consequences of not getting what you want or need. <br/>
+        e.g. <em>I would be so relieved, and a lot easier to live with, if you do that.</em> <br/>
+
+        <span id="emp">Mindful</span> Keep your focus on your goals. Maintain your position. Don't be distracted. Don't get off the topic. <br/>
+        e.g. <em>I would still like a call</em> <br/>
+
+        <span id="emp">Appear Confident</span> Appear effective and competent. Use a confident voice tone. Avoid saying things like "I'm not sure."  <em></em> <br/>
+
+        <span id="emp">Negotiate</span> Be willing to give to get. Offer and ask for other solutions to the problem. Reduce your request. Say no, but offer to do something else or to solve the problem another way. Focus on what will work. <br/>
+        e.g. <em>How about if you text me when you think you might be late?</em> <br/>
+                            
+        (Source: DBT Skills Training Manual, 2nd Edition. Marsha M. Linehan.) """)
+        convo_num3 = gr.Textbox("convo_3", visible=False)
+        situation1_convo3 = gr.Markdown(elem_id='emp')
+        goal1_convo3 = gr.Markdown(elem_id='emp')
+        difficulty1_convo3 = gr.Markdown(visible=False)
+        system_prompt1_convo3 = gr.Markdown(visible=False)
+
+        chat3_history = gr.State([])
+
+        with gr.Row():
+            display_chat3 = gr.Chatbot(elem_id="chuanhu_chatbot")
+
+        with gr.Row():
+            strategy_selection3 = gr.Dropdown(['Describe', 'Express', 'Assert','Reinforce', 'Negotiate'], label='Select the most effective strategy', scale=1, interactive=True,multiselect=True, max_choices=7)
+            text_chat3 = gr.Textbox(label='Send response exercising the strategy', scale=2)
+            button_submit_chat3 = gr.Button("Send", scale=0)
+        
+        with gr.Row():
+            message_error_message3 = gr.Markdown(elem_id='emp')
+
+        with gr.Row(visible=False) as proceed_chat3:
+            output3= gr.Markdown('<br/><br/> <span id="emp">You have done 10 turns of conversation! Please click the button below to continue. </span>')
+            continue_button3 = gr.Button("Continue to the next step")
+
+        button_submit_chat3.click(fn=predict, inputs=[mturk_id, strategy_selection3,  text_chat3, chat3_history, system_prompt1_convo3, convo_num3, display_chat3], outputs=[display_chat3, chat3_history, text_chat3, output3, proceed_chat3, message_error_message3,strategy_selection3]) # TODO: after hitting 'Send Message', strategy selection and Feedback markdown should be refreshed / reset
+
+        with gr.Accordion("I am asked to respond 10 times for each situation. What if the chatbot already agrees with me before 10 responses?", open=False):
+                gr.Markdown("If the chatbot concurs with you within the first 10 responses, you have the option to terminate the conversation before 10 responses by clicking the button. Please note, to ensure the quality of the dataset, we will conduct a manual review to assess the reasonableness of the agreement, and we will not compensate for conversations where the chatbot did not genuinely reach an agreement. If you engage in at least 10 responses, you are not required to acquire an agreement from the chatbot and you should see a button that clearly says 'You have finished this situation, submit and continue to the next step.'")
+                agreement_proceed_button3 = gr.Button("I confirm I have read and understood the statement above and the chatbot indeed agrees with me before I respond 10 times. End the conversation now and proceed to the next step.")
+
+    with gr.Column(visible=False) as post_training_survey2:
+        agreement_proceed_button3.click(fn=proceed_to_next_chat, inputs=[], outputs=[conversation3, post_training_survey2])
+        continue_button3.click(fn=proceed_to_next_chat, inputs=[], outputs=[conversation3, post_training_survey2])
+
+
+        survey_post_name2 = gr.Textbox('post_situation2', visible=False)
+        # continue_intake1.click(fn=record_survey_answers, inputs=[survey_name1, mturk_id, confident_intake1, worried_intake1, hopeful_intake1, motivated_intake1, fear_intake1, anger_intake1, disgust_intake1, sad_intake1], outputs=[intake_1, intake_2, intake1_error])
+        gr.Markdown("""# Post Training Survey - Situation 2""")
+        # write a section of survey questions
+        situation2_post = gr.Markdown(elem_id='emp')
+        goal2_post = gr.Markdown(elem_id='emp')
+        difficulty2_post = gr.Markdown(visible=False)
+
+        confident_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **confident** about my ability to achieve my goal through having this conversation", interactive=True)
+        worried_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **worried** about achieving my goal through having this conversation", interactive=True)
+        hopeful_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **hopeful** about achieving my goal through having this conversation", interactive=True)
+        motivated_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **motivated** about having this challenging conversation", interactive=True)
+
+        # Emotions (negative emotions from Plutchik's wheel of emotions)
+        fear_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **fearful** about this situation", interactive=True)
+        anger_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **angry** about this situation", interactive=True)
+        disgust_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **disgusted** about this situation", interactive=True)
+        sad_post2 = gr.Dropdown(choices=['Strongly Disagree', 'Disagree', 'Somewhat Disagree', 'Neither Agree nor Disagree', 'Somewhat Agree', 'Agree', 'Strongly Agree'], label="I feel **sad** about this situation", interactive=True) 
+
+        survey_post2_error = gr.Markdown(elem_id='emp')
+        continue_survey_post2 = gr.Button("Continue to the next step")
+
+    with gr.Column(visible=False) as conversation4:
+        continue_survey_post2.click(fn=record_survey_answers, inputs=[survey_post_name2, mturk_id, confident_post2, worried_post2, hopeful_post2, motivated_post2, fear_post2, anger_post2, disgust_post2, sad_post2], outputs=[post_training_survey2, conversation4, survey_post2_error])
+        
+
+        gr.Markdown("""# Conversation 4""")
+        gr.Markdown("""In this section, you will chat with a simulated conversation partner powered by AI. The AI model is instructed to play the role of the person you are talking to. You will chat about the *second* situation you wrote in the qualification task. You will chat without any feedback or reference materials. You are expected to respond ten times. For each conversation turn, you should first identify the best strategy to use in this turn before writing the response using the select strategy.""")
+        gr.Markdown(""" <span id='emp'> The quality of this conversation will be used to determine the bonus. If you are able to use the skills you learned in the previous training conversation well (top 30\% of all the participants), you will be able to get the bonus. </span>""")
+        with gr.Accordion("Open to see the list of DEAR MAN skills", open=True):
+                gr.Markdown("""## DEAR MAN Skills
+        DEAR MAN skills helps obtain objectives effectively in a difficult situation. There are seven skills which start with the letters D, E, A, R, M, A, N. Below, we show the definitions of DEAR MAN skills and give an example for each skill. All the examples are regarding the situation where someone wants to talk to their husband about coming home late without warning them. In the exercise, you should try to use these skills to communicate in the challenging situations you brought up. You can always refer to this list of definitions and examples during the chat. \n
+
+        <span id="emp">Describe</span> Describe the current situation (if necessary). Stick to the facts. Tell the person exactly what you are reacting to. <br/>
+        e.g. <em>You told me you would be home by dinner but you didn't get here until 11.</em> <br/>
+
+        <span id="emp">Express</span> Express your feelings and opinions about the situation. Don't assume that the other person knows how you feel. <br/>
+        e.g. <em>When you come home so late, I start worrying about you.</em> <br/>
+
+        <span id="emp">Assert</span> Assert yourself by asking for what you want or saying no clearly. Do not assume that others will figure out what you want. Remember that others cannot read your mind. <br/>
+        e.g. <em>I would really like it if you would call me when you are going to be late.</em> <br/>
+
+        <span id="emp">Reinforce</span> Reinforce the person ahead of time by explaining positive effects of getting what you want or need. If necessary, also clarify the negative consequences of not getting what you want or need. <br/>
+        e.g. <em>I would be so relieved, and a lot easier to live with, if you do that.</em> <br/>
+
+        <span id="emp">Mindful</span> Keep your focus on your goals. Maintain your position. Don't be distracted. Don't get off the topic. <br/>
+        e.g. <em>I would still like a call</em> <br/>
+
+        <span id="emp">Appear Confident</span> Appear effective and competent. Use a confident voice tone. Avoid saying things like "I'm not sure."  <em></em> <br/>
+
+        <span id="emp">Negotiate</span> Be willing to give to get. Offer and ask for other solutions to the problem. Reduce your request. Say no, but offer to do something else or to solve the problem another way. Focus on what will work. <br/>
+        e.g. <em>How about if you text me when you think you might be late?</em> <br/>
+                            
+        (Source: DBT Skills Training Manual, 2nd Edition. Marsha M. Linehan.) """)
+        convo_num4 = gr.Textbox("convo_4", visible=False)
+        # chat1 = gr.ChatInterface()
+        situation2_convo4 = gr.Markdown(elem_id='emp')
+        goal2_convo4 = gr.Markdown(elem_id='emp')
+        system_prompt2_convo4 = gr.Markdown(visible=False)
+        difficulty2_convo4 = gr.Markdown(visible=False)
+
+        chat4_history = gr.State([])
+
+        with gr.Row():
+            display_chat4 = gr.Chatbot(elem_id="chuanhu_chatbot")
+
+        with gr.Row():
+            strategy_selection4 = gr.Dropdown(['Describe', 'Express', 'Assert','Reinforce', 'Negotiate'], label='Select the most effective strategy', scale=1, interactive=True,multiselect=True, max_choices=7)
+            text_chat4 = gr.Textbox(label='Send response exercising the strategy', scale=2, value="Hi I want to talk to you about my personal time off this year. I have not taken any time off since Jan")
+            button_submit_chat4 = gr.Button("Send", scale=0)
+
+        with gr.Row():
+            message_error_message4 = gr.Markdown(elem_id='emp')
+
+        with gr.Row(visible=False) as proceed_chat4:
+            output4= gr.Markdown('<br/><br/> <span id="emp">You have done 10 turns of conversation! Please click the button below to continue. </span>')
+            continue_button4 = gr.Button("Continue to the next step")
+
+        button_submit_chat4.click(fn=predict, inputs=[mturk_id, strategy_selection4,  text_chat4, chat4_history, system_prompt2_convo4, convo_num4, display_chat4], outputs=[display_chat4, chat4_history, text_chat4, output4, proceed_chat4, message_error_message4, strategy_selection4]) # TODO: after hitting 'Send Message', strategy selection and Feedback markdown should be refreshed / reset
+
+        with gr.Accordion("I am asked to respond 10 times for each situation. What if the chatbot already agrees with me before 10 responses?", open=False):
+                gr.Markdown("If the chatbot concurs with you within the first 10 responses, you have the option to terminate the conversation before 10 responses by clicking the button. Please note, to ensure the quality of the dataset, we will conduct a manual review to assess the reasonableness of the agreement, and we will not compensate for conversations where the chatbot did not genuinely reach an agreement. If you engage in at least 10 responses, you are not required to acquire an agreement from the chatbot and you should see a button that clearly says 'You have finished this situation, submit and continue to the next step.'")
+                agreement_proceed_button4 = gr.Button("I confirm I have read and understood the statement above and the chatbot indeed agrees with me before I respond 10 times. End the conversation now and proceed to the next step.")
+
+
+    auth_button.click(fn=auth, inputs=[mturk_id], outputs=[passcode_warning, intro, auth_block, situation1_intake, goal1_intake, difficulty1_intake, situation2_intake, goal2_intake, difficulty2_intake, situation1_convo1, goal1_convo1, difficulty1_convo1, situation1_convo2, goal1_convo2, difficulty1_convo2,situation1_post, goal1_post, difficulty1_post, situation1_convo3, goal1_convo3, difficulty1_convo3, situation2_post, goal2_post, difficulty2_post, situation2_convo4, goal2_convo4, difficulty2_convo4, system_prompt1_convo1, system_prompt1_convo3, system_prompt2_convo4]) # TODO: after hitting 'Send Message', strategy selection and Feedback markdown should be refreshed / reset
+    
+    with gr.Column(visible=False) as outtake:
+
+        # outtake survey
+        gr.Markdown("""# Outtake Survey""")
+        survey_outtake = gr.Textbox('outtake_survey', visible=False)
+
+        q1_outtake = gr.Dropdown(choices=['Strongly Agree', 'Agree', 'Somewhat Agree', 'Neither Agree nor Disagree', 'Somewhat Disagree', 'Disagree', 'Strongly Disagree'], label="After using this tool, I have a better understanding of DEAR MAN skills.", interactive=True)
+        q2_outtake = gr.Dropdown(choices=['Strongly Agree', 'Agree', 'Somewhat Agree', 'Neither Agree nor Disagree', 'Somewhat Disagree', 'Disagree', 'Strongly Disagree'], label="Using this tool has been helpful to me in communicating in challenging situations I BROUGHT UP.", interactive=True)
+        q3_outtake = gr.Dropdown(choices=['Strongly Agree', 'Agree', 'Somewhat Agree', 'Neither Agree nor Disagree', 'Somewhat Disagree', 'Disagree', 'Strongly Disagree'], label="Using this tool has been helpful to me in communicating in OTHER situations in the future.", interactive=True)
+        q4_outtake = gr.Dropdown(choices=['Strongly Agree', 'Agree', 'Somewhat Agree', 'Neither Agree nor Disagree', 'Somewhat Disagree', 'Disagree', 'Strongly Disagree'], label="Would you be interested in using this tool again in the future to help you practice difficult conversations?", interactive=True)
+        q5_outtake = gr.Dropdown(choices=["Very Likely", "Likely", "Somewhat Likely", "Neutral", "Somewhat Unlikely", "Unlikely", "Very Unlikely"], label="How likely are you to recommend this tool to a friend?", interactive=True)
+        q6_outtake = gr.Dropdown(choices=["Very helpful", "Helpful", "Somewhat helpful", "Neutral",  "Somewhat unhelpful", "Unhelpful", "Very unhelpful"], label="If you had to have a challenging conversation through *email*, how much do you think this practice would have helped you?", interactive=True)
+        q7_outtake = gr.Dropdown(choices=["Very helpful", "Helpful", "Somewhat helpful", "Neutral",  "Somewhat unhelpful", "Unhelpful", "Very unhelpful"], label="If you had to have a challenging conversation through *text message*, how much do you think this practice would have helped you?", interactive=True)
+        q8_outtake = gr.Dropdown(choices=["Very helpful", "Helpful", "Somewhat helpful", "Neutral",  "Somewhat unhelpful", "Unhelpful", "Very unhelpful"], label="If you had to have a challenging conversation through *phone call*, how much do you think this practice would have helped you?", interactive=True)
+        q9_outtake = gr.Dropdown(choices=["Very helpful", "Helpful", "Somewhat helpful", "Neutral",  "Somewhat unhelpful", "Unhelpful", "Very unhelpful"], label="If you had to have a challenging conversation through *in person conversation*, how much do you think this practice would have helped you?", interactive=True)
+        q10_outtake = gr.Dropdown(choices=["Much more helpful", "More helpful", "Somewhat more helpful", "No difference",  "Somewhat less helpful", "Less helpful", "Much less helpful"], label="If you could have practiced by practicing out loud using your microphone and hearing the simulated conversation partner through speakers/headphones, do you think having the audio component would have been", interactive=True)
+
+
+
+        additional_feedback = gr.Textbox(label='Please provide any additional comments and/or feedback you have about this tool.')
+
+
+        outtake_error = gr.Markdown(elem_id='emp')
+        continue_outtake = gr.Button("Continue to the next step")
+
+    with gr.Column(visible=False) as outro:
+        continue_outtake.click(fn=record_survey_answers_outtake, inputs=[mturk_id, q1_outtake, q2_outtake, q3_outtake, q4_outtake, q5_outtake, q6_outtake, q7_outtake, q8_outtake, q9_outtake, q10_outtake, additional_feedback], outputs=[outtake, outro, outtake_error])
+
+        gr.Markdown("""Please record the completion code below to prove you have completed the study. YOU WILL BE ASKED TO PROVIDE THIS CODE IN MTURK SYSTEM.""", elem_id='emp')
+        completion_code = gr.Markdown()
+        completion_code_check = gr.Checkbox(label = "I confirm that I have recorded the completion code provided above.")
+        completion_code_error_message = gr.Markdown(elem_id='emp')
+        finish_button = gr.Button("Finish the study")
+
+        agreement_proceed_button4.click(fn=proceed_to_next_chat_final, inputs=[mturk_id], outputs=[conversation4, outtake, completion_code])
+        continue_button4.click(fn=proceed_to_next_chat_final, inputs=[mturk_id], outputs=[conversation4, outtake,  completion_code])
+
+    with gr.Column(visible=False) as final:
+        gr.Markdown("""# Thank you for completing the study! You may exit the page now.""")
+
+    finish_button.click(fn=proceed_to_next_chat, inputs=[], outputs=[outro, final]) # 'You must check the box above to continue.', gr.update(visible=False), gr.update(visible=True), ''
+demo.launch(share=True)
+# demo.launch()
+
+conn.close()
+

feedback_generation_function.py

@@ -0,0 +1,527 @@
+import openai
+import os
+import numpy as np
+import pandas as pd
+from tqdm import tqdm
+import faiss
+from sentence_transformers import SentenceTransformer
+import time
+encoder = SentenceTransformer('all-mpnet-base-v2')
+from sklearn.metrics import classification_report
+from functools import reduce
+import json
+
+print ("finished import")
+openai.api_key = os.environ["OPENAI_API_KEY"]
+# MODEL_NAME = 'gpt-3.5-turbo-0613' # GPT 4 alternative: 'gpt-4-0613'
+MODEL_NAME = 'gpt-4-1106-preview'
+MAX_RETRIES = 5
+all_strategy = pd.read_csv("all_strategy_with_generated_reason.csv")
+
+def find_knn(target_utterance, search_inventory, top_k):
+    all_utterances = search_inventory['message_text'].tolist()
+    all_utterances_embeddings = encoder.encode(all_utterances)
+    print (all_utterances_embeddings.shape)
+    vec_dimension = all_utterances_embeddings.shape[1]
+    index = faiss.IndexFlatL2(vec_dimension)
+    faiss.normalize_L2(all_utterances_embeddings)
+    index.add(all_utterances_embeddings)
+
+    search_vec = encoder.encode(target_utterance)
+    _vector = np.array([search_vec])
+    faiss.normalize_L2(_vector)
+
+    k = index.ntotal
+    distances, ann = index.search(_vector, k=k)
+
+    results = pd.DataFrame({'distances': distances[0], 'ann': ann[0]})
+    # print (results.head(5))
+    select_ind = results.ann[:top_k].to_list()
+    distance_list = results.distances[:top_k].to_list()
+    
+    return search_inventory.iloc[select_ind], distance_list
+
+def find_similar_situation(target_situation, list_of_situations, top_k):
+    situation_embeddings = encoder.encode(list_of_situations)
+    vec_dimension = situation_embeddings.shape[1]
+    index = faiss.IndexFlatL2(vec_dimension)
+    faiss.normalize_L2(situation_embeddings)
+    index.add(situation_embeddings)
+
+    search_vec = encoder.encode(target_situation)
+    _vector = np.array([search_vec])
+    faiss.normalize_L2(_vector)
+
+    k = index.ntotal
+    distances, ann = index.search(_vector, k=k)
+
+    results = pd.DataFrame({'distances': distances[0], 'ann': ann[0]})
+
+    # print (results.head(top_k))
+    # for i in range(top_k):
+    #     print (results.ann[i], all_utterances[results.ann[i]])
+
+    select_ind = results.ann[:top_k].to_list()
+    return [list_of_situations[i] for i in select_ind]        
+
+def generate_knn_demonstrations(all_strategy, mode,  target_situation, category, u, strategy, top_k_situation, top_k_utterances):
+    all_convo = all_strategy['situation'].drop_duplicates().tolist()
+    if mode == 'similar_situation_knn':
+        # other_convo = all_strategy[all_strategy.conversation_id != convo_id]['context'].drop_duplicates().tolist()
+        # target_situation = all_strategy[(all_strategy.conversation_id == convo_id)]['context'].reset_index(drop=True)[0]
+        situation_list = find_similar_situation(target_situation, all_convo, top_k_situation)
+        # print (situation_list)
+        utterances_in_situations = all_strategy[all_strategy['situation'].isin(situation_list)]
+    elif mode == 'in_category_knn':
+        utterances_in_situations = all_strategy[all_strategy.category == category].reset_index(drop=True)
+    elif mode == 'in_category_similar_situation_knn':
+        # other_convo_in_category = all_strategy[all_strategy.category == category]['context'].drop_duplicates().tolist()
+        # target_situation = all_strategy[(all_strategy.conversation_id == convo_id)]['context'].reset_index(drop=True)[0]
+        situation_list = find_similar_situation(target_situation, all_convo, top_k_situation)
+        utterances_in_situations = all_strategy[all_strategy['situation'].isin(situation_list)]
+    elif mode == 'all_utterances_knn':
+        utterances_in_situations = all_strategy
+
+    strategy_label = 'label_' + strategy
+    suggestion_column = 'suggestion_' + strategy
+    reason_column = 'reason_' + strategy
+    rewrite_column = 'rewrite_' + strategy
+    if strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+        utterances_strong = utterances_in_situations[utterances_in_situations[strategy_label] == 'Strong'].reset_index(drop=True)
+        strong_demonstrations, strong_distance = find_knn(u, utterances_strong, top_k_utterances)
+        strong_demonstrations = strong_demonstrations.reset_index(drop=True)
+        utterances_weak = utterances_in_situations[utterances_in_situations[strategy_label] == 'Weak'].reset_index(drop=True)
+        weak_demonstrations, weak_distance = find_knn(u, utterances_weak, top_k_utterances)
+        weak_demonstrations = weak_demonstrations.reset_index(drop=True)
+        utterances_no = utterances_in_situations[utterances_in_situations[strategy_label] == 'No'].reset_index(drop=True)
+        none_demonstrations, none_distance = find_knn(u, utterances_no, top_k_utterances)
+        none_demonstrations = none_demonstrations.reset_index(drop=True)
+
+
+        list_strong = [(strong_demonstrations['situation'][i], strong_demonstrations['message_id'][i], strong_demonstrations['message_text'][i], strong_demonstrations[suggestion_column][i], strong_demonstrations[reason_column][i], strong_demonstrations[rewrite_column][i]) for i in range(len(strong_demonstrations))] #ADD
+        list_weak = [(weak_demonstrations['situation'][i], weak_demonstrations['message_id'][i], weak_demonstrations['message_text'][i], weak_demonstrations[suggestion_column][i], weak_demonstrations[reason_column][i], weak_demonstrations[rewrite_column][i]) for i in range(len(weak_demonstrations))] #ADD
+        list_none = [(none_demonstrations['situation'][i], none_demonstrations['message_id'][i], none_demonstrations['message_text'][i], none_demonstrations[suggestion_column][i], none_demonstrations[reason_column][i], none_demonstrations[rewrite_column][i]) for i in range(len(none_demonstrations))] #ADD
+      # print (strong_demonstrations['message_text'], weak_demonstrations['message_text'], none_demonstrations['message_text'])
+
+        all_distance = strong_distance + weak_distance + none_distance
+        return list_strong, list_weak, list_none, all_distance
+
+    elif strategy in ['mindful', 'confident']:
+        utterances_strong = utterances_in_situations[utterances_in_situations[strategy_label] == 'Yes'].reset_index(drop=True)
+        strong_demonstrations, strong_distance = find_knn(u, utterances_strong, top_k_utterances)
+        strong_demonstrations = strong_demonstrations.reset_index(drop=True)
+        utterances_weak = utterances_in_situations[utterances_in_situations[strategy_label] == 'No'].reset_index(drop=True)
+        weak_demonstrations, weak_distance = find_knn(u, utterances_weak, top_k_utterances)
+        weak_demonstrations = weak_demonstrations.reset_index(drop=True)
+        # return strong_demonstrations, weak_demonstrations
+        list_strong = [(strong_demonstrations['situation'][i], strong_demonstrations['message_id'][i], strong_demonstrations['message_text'][i], strong_demonstrations[suggestion_column][i], strong_demonstrations[reason_column][i], strong_demonstrations[rewrite_column][i]) for i in range(len(strong_demonstrations))] # ADD
+        list_weak = [(weak_demonstrations['situation'][i], weak_demonstrations['message_id'][i], weak_demonstrations['message_text'][i], weak_demonstrations[suggestion_column][i], weak_demonstrations[reason_column][i], weak_demonstrations[rewrite_column][i]) for i in range(len(weak_demonstrations))] # ADD
+
+        all_distance = strong_distance + weak_distance 
+        return list_strong, list_weak, '', all_distance
+
+def form_prompt_from_demonstrations(list_strong, list_weak, list_none, strategy, prompt_strategy, include_improve, cot_dict, zip_reorder=True):
+    # list_strong: 
+    # (strong_demonstrations['context'][i], strong_demonstrations['message_id'][i], strong_demonstrations['message_text'][i], strong_demonstrations[suggestion_column][i], strong_demonstrations[reason_column][i])
+    strategy_cap = strategy[0].upper() + strategy[1:]
+
+    if strategy == 'describe':
+        strong_improve_str = f"This is a great {strategy_cap}! It sticks to the facts, makes no judgemental statements, and is objective."
+    elif strategy == 'express':
+        strong_improve_str = f"This is a great {strategy_cap}! It express your feeling or opinions explicitly." 
+    elif strategy == 'assert':
+        strong_improve_str = f"This is a great {strategy_cap}! It is clear, concise, and to the point." 
+    elif strategy == 'reinforce':
+        strong_improve_str = f"This is a great {strategy_cap}! It reinforces the other person." 
+    elif strategy == 'negotiate':
+        strong_improve_str = f"This is a great {strategy_cap}! It shows that you are trying to find an alternative solution." 
+    elif strategy == 'mindful':
+        strong_improve_str = f"This utterance shows mindfulness. You focused on your goal, and did not get distracted or get off topic."
+    elif strategy == 'confident':
+        strong_improve_str = f"This utterance shows confidence. You used a confident tone. The statement was effective and competent."
+    
+    # weak_improve = [list(weak_demonstrations[suggestion_column])[i] for i in range(actual_top_k_weak)]
+    weak_improve = [list_weak[i][3] for i in range(len(list_weak))]
+    
+    if strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+        # none_improve = [list(none_demonstrations[suggestion_column])[i] for i in range(actual_top_k_none)]
+        none_improve = [list_none[i][3] for i in range(len(list_none))]
+
+    strong_rating = f"Strong {strategy_cap}"
+    weak_rating = f"Weak {strategy_cap}"
+    if strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+        strong_rating = f"Strong {strategy_cap}"
+        weak_rating = f"Weak {strategy_cap}"
+        none_rating = f"No {strategy_cap}"
+    elif strategy in ['mindful', 'confident']:
+        strong_rating = "Yes"
+        weak_rating = "No"
+
+    
+    user_prompt = ''
+    if prompt_strategy == 'CoT':
+        if strategy in ['mindful', 'confident']:
+            if strategy == 'mindful':  answer_subquestion_yes, answer_subquestion_no = 'No', 'Yes'
+            elif strategy == 'confident': answer_subquestion_yes, answer_subquestion_no = 'Yes', 'No'
+            for i in range(len(list_strong)):
+                if include_improve:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_yes}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}\n"
+                else:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_yes}, {strategy_cap} Rating: {strong_rating}\n"
+            for i in range(len(list_weak)):
+                if include_improve:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_no},  {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}\n"
+                else:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_no},  {strategy_cap} Rating: {weak_rating}\n"
+        elif strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+            for i in range(len(list_strong)):
+                if include_improve:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}Yes, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}\n"
+                else:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}Yes, {strategy_cap} Rating: {strong_rating}\n"
+            for i in range(len(list_weak)):
+                if include_improve:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}No, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}\n"
+                else:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}No, {strategy_cap} Rating: {weak_rating}\n"
+            for i in range(len(list_none)):
+                if include_improve:
+                    user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, {cot_dict[strategy][0]}No, {strategy_cap} Rating: {none_rating}, Suggestion for improvement: {list_none[i][3]}\n" # TODO: one question or two questions for None situation?n 
+                else:
+                    user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, {cot_dict[strategy][0]}No, {strategy_cap} Rating: {none_rating}\n" 
+
+
+    elif prompt_strategy == 'CoT-reason':
+        if strategy in ['mindful', 'confident']:
+            if strategy == 'mindful':  answer_subquestion_yes, answer_subquestion_no = 'No', 'Yes'
+            elif strategy == 'confident': answer_subquestion_yes, answer_subquestion_no = 'Yes', 'No'
+            for i in range(len(list_strong)):
+                if include_improve:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_yes}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}###"
+                else:
+                    user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_yes}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}\n"
+            for i in range(len(list_weak)):
+                if include_improve:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_no},  Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}###"
+                else:
+                    user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}{answer_subquestion_no},  Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}\n"
+        elif strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+            if include_improve:
+                strong_prompts_list = [f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}Yes, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}###" for i in range(len(list_strong))]
+                strong_prompts = ''.join(strong_prompts_list)
+
+                weak_prompts_list = [f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {cot_dict[strategy][0]}Yes, {cot_dict[strategy][1]}No, Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}###" for i in range(len(list_weak))]
+                weak_prompts = ''.join(weak_prompts_list)
+
+                none_prompts_list = [f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, {cot_dict[strategy][0]}No, Reason for rating: {list_none[i][4]}, {strategy_cap} Rating: {none_rating}, Suggestion for improvement: {list_none[i][3]}###" for i in range(len(list_none))]
+                none_prompts = ''.join(none_prompts_list)
+
+                # if zip_reorder:
+                user_prompt_list = []
+                for s,w,n in zip(strong_prompts_list, weak_prompts_list, none_prompts_list):
+                    user_prompt_list.extend([s,w,n])
+
+                user_prompt = ''.join(user_prompt_list)
+                # else:
+                # user_prompt = strong_prompts + weak_prompts + none_prompts
+ 
+    elif prompt_strategy == 'reason':
+            if strategy in ['mindful', 'confident']:
+                if strategy == 'mindful':  answer_subquestion_yes, answer_subquestion_no = 'No', 'Yes'
+                elif strategy == 'confident': answer_subquestion_yes, answer_subquestion_no = 'Yes', 'No'
+                if include_improve:
+                    strong_prompts_list = [f"Context: {list_strong[i][0]} Utterance: {list_strong[i][2]} Step 1 - Reason for rating: {list_strong[i][4]}### Step 2 - {strategy_cap} Rating: {strong_rating}### Step 3 - Suggestion for improvement: {strong_improve_str}###" for i in range(len(list_strong))]
+                    strong_prompts = ''.join(strong_prompts_list)
+
+                    weak_prompts_list = [f"Context: {list_weak[i][0]} Utterance: {list_weak[i][2]} Step 1 - Reason for rating: {list_weak[i][4]}### Step 2 - {strategy_cap} Rating: {weak_rating}### Step 3 - Suggestion for improvement: {list_weak[i][3]}###" for i in range(len(list_weak))]
+                    weak_prompts = ''.join(weak_prompts_list)
+
+                    # none_prompts_list = [f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, Reason for rating: {list_none[i][4]}, {strategy_cap} Rating: {none_rating}, Suggestion for improvement: {list_none[i][3]}###" for i in range(len(list_none))]
+                    # none_prompts = ''.join(none_prompts_list)
+
+                    if zip_reorder:
+                        # if zip_reorder:
+                        user_prompt_list = []
+                        for s,w in zip(strong_prompts_list, weak_prompts_list):
+                            user_prompt_list.extend([s,w])
+                        user_prompt = ''.join(user_prompt_list)
+                    else:
+                        user_prompt = strong_prompts + weak_prompts + none_prompts
+
+            elif strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+                if include_improve:
+                    # print ("right prompt construction")
+                    strong_prompts_list = [f"Context: {list_strong[i][0]} Utterance: {list_strong[i][2]} Step 1 - Reason for rating: {list_strong[i][4]}### Step 2 - {strategy_cap} Rating: {strong_rating}### Step 3 - Suggestion for improvement: {strong_improve_str}###" for i in range(len(list_strong))]
+                    strong_prompts = ''.join(strong_prompts_list)
+
+                    weak_prompts_list = [f"Context: {list_weak[i][0]} Utterance: {list_weak[i][2]} Step 1 - Reason for rating: {list_weak[i][4]}### Step 2 - {strategy_cap} Rating: {weak_rating}### Step 3 -Suggestion for improvement: {list_weak[i][3]}###" for i in range(len(list_weak))]
+                    weak_prompts = ''.join(weak_prompts_list)
+
+                    none_prompts_list = [f"Context: {list_none[i][0]} Utterance: {list_none[i][2]} Step 1 - Reason for rating: {list_none[i][4]}### Step 2 -{strategy_cap} Rating: {none_rating}### Step 3 -Suggestion for improvement: {list_none[i][3]}###" for i in range(len(list_none))]
+                    none_prompts = ''.join(none_prompts_list)
+
+                    # print (len(strong_prompts_list), len(weak_prompts_list), len(none_prompts_list))
+
+                    if zip_reorder:
+                        # if zip_reorder:
+                        user_prompt_list = []
+                        for s,w,n in zip(strong_prompts_list, weak_prompts_list, none_prompts_list):
+                            user_prompt_list.extend([s,w,n])
+
+                        user_prompt = ''.join(user_prompt_list)
+                    else:
+                        user_prompt = strong_prompts + weak_prompts + none_prompts
+    # elif prompt_strategy == 'reason':
+    #     if strategy in ['mindful', 'confident']:
+    #         if strategy == 'mindful':  answer_subquestion_yes, answer_subquestion_no = 'No', 'Yes'
+    #         elif strategy == 'confident': answer_subquestion_yes, answer_subquestion_no = 'Yes', 'No'
+    #         for i in range(len(list_strong)):
+    #             if include_improve:
+    #                 user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}###"
+    #             else:
+    #                 user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}\n"
+    #         for i in range(len(list_weak)):
+    #             if include_improve:
+    #                 user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}###"
+    #             else:
+    #                 user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}\n"
+    #     elif strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+    #         for i in range(len(list_strong)):
+    #             if include_improve:
+    #                 user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}###"
+    #             else:
+    #                 user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, Reason for rating: {list_strong[i][4]}, {strategy_cap} Rating: {strong_rating}\n"
+    #         for i in range(len(list_weak)):
+    #             if include_improve:
+    #                 user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][3]}###"
+    #             else:
+    #                 user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, Reason for rating: {list_weak[i][4]}, {strategy_cap} Rating: {weak_rating}\n"
+    #         for i in range(len(list_none)):
+    #             if include_improve:
+    #                 user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, Reason for rating: {list_none[i][4]}, {strategy_cap} Rating: {none_rating}, Suggestion for improvement: {list_none[i][3]}###" # TODO: one question or two questions for None situation?n 
+    #             else:
+    #                 user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, Reason for rating: {list_none[i][4]}, {strategy_cap} Rating: {none_rating}\n" 
+
+    else:
+        for i in range(len(list_strong)):
+            if include_improve:
+                user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {strategy_cap} Rating: {strong_rating}, Suggestion for improvement: {strong_improve_str}###"
+            else:
+                user_prompt += f"Context: {list_strong[i][0]}, Utterance: {list_strong[i][2]}, {strategy_cap} Rating: {strong_rating}\n"
+        for i in range(len(list_weak)):
+            if include_improve:
+                user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {strategy_cap} Rating: {weak_rating}, Suggestion for improvement: {list_weak[i][2]}###"
+            else:
+                user_prompt += f"Context: {list_weak[i][0]}, Utterance: {list_weak[i][2]}, {strategy_cap} Rating: {weak_rating}\n"
+        if strategy in ['describe', 'express', 'assert', 'reinforce', 'negotiate']:
+            for i in range(len(list_none)):
+                if include_improve:
+                    user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, {strategy_cap} Rating: {none_rating}, Suggestion for improvement: {list_none[i][3]}###"
+                else:
+                    user_prompt += f"Context: {list_none[i][0]}, Utterance: {list_none[i][2]}, {strategy_cap} Rating: {none_rating}\n"
+    print(user_prompt)
+    return user_prompt
+
+def generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list):
+    # parse strategy
+    strategy = strategy_list[0]
+    strategy = strategy[0].lower() + strategy[1:]
+    print (f"Generating feedback for {strategy}")
+
+    # parse category
+    cate = category[0].lower() + category[1:]
+
+
+    # load files once, move to user_study_interface.py
+    with open('prompts.json', 'r') as fp:
+        system_prompts = json.load(fp)
+
+    print ("There are in total {} utterances".format(len(all_strategy)))
+ 
+    list_of_convo = all_strategy['conversation_id'].drop_duplicates().tolist()
+    print (list_of_convo)
+    all_convo_results = pd.DataFrame()
+
+    dict_CoT = {
+        'describe': ['Answer in Yes or No: The utterance is or contains a description of the given context. Answer:', 'Answer in Yes or No: The utterance sticks to the fact, makes no judgemental statement, and is objective. Answer:'],
+        'express': ['Answer in Yes or No: The utterance is or contains an expression of the speaker\'s feelings. Answer:', 'Answer in Yes or No: The expression of feelings in the utterance is clear and explicit. Answer:'],
+        'assert': ['Answer in Yes or No: The utterance is or contains an ask for what the speaker wants. Answer:', 'Answer in Yes or No: The ask in the utterance is clear and explicit, or the speaker is saying no clearly and explicitly. Answer:'],
+        'reinforce': ['Answer in Yes or No: The utterance is or contains a reinforcement of a reward for the other person. Answer:', 'Answer in Yes or No: The reinforcement in the utterance is targeted to the other person and is communicated clearly. Answer:'],
+        'negotiate': ['Answer in Yes or No: The utterance offers a compromise or an alternative solution. Answer:', 'Answer in Yes or No: The compromise or alternative solution in the utterance is clear and explicit. Answer:'], # TODO: add weak description from clusters
+        'mindful':['Answer in Yes or No: The utterance shows that the speaker is responding to attacks and criticism or is losing track of their goals. Answer:'], # REVERSE!
+        'confident': ['Answer in Yes or No: The utterance shows a confident tone, and is effective and competent in conveying the speaker\'s goal. Answer:'], 
+    }
+
+
+    system_prompt = system_prompts[prompt_strategy][strategy]
+ 
+    start_time = time.time()
+    current_tries = 1
+    strategy_cap = strategy[0].upper() + strategy[1:]
+
+    # User Prompt
+    # if prompt_selection == "knn":
+    #     user_prompt = get_knn_prompt(u, top_k, True, index_knn, args.strategy, prompt_strategy, dict_CoT)
+    if prompt_selection in ("in_category_similar_situation_knn", "similar_situation_knn", "in_category_knn", "all_utterances_knn") :
+        print ("right")
+        strong_, weak_, none_, knn_distance = generate_knn_demonstrations(all_strategy, prompt_selection, current_situation, cate, u, strategy, top_k_situation=5, top_k_utterances=3) #all_strategy, mode,  target_situation, category, u, strategy, top_k_situation, top_k_utterances
+        user_prompt = form_prompt_from_demonstrations(strong_, weak_, none_, strategy, prompt_strategy, True, dict_CoT)
+
+    elif prompt_selection == "zero_shot":
+        user_prompt = ''
+
+    # Current Prompt
+    if prompt_strategy == "CoT" or prompt_strategy == "CoT-reason" :
+        current_prompt = f"Context: {current_situation}, Utterance: {u},"
+    elif prompt_strategy == "reason":
+        current_prompt = f"Context: {current_situation}, Utterance: {u}, Reason for rating:"
+    else:
+        current_prompt = f"Context: {current_situation}, Utterance: {u}, {strategy_cap} Rating:"
+        
+    prompt = [{"role":"system", "content":system_prompt}, {"role":"user", "content": user_prompt+current_prompt}]
+
+    print ("Full prompt: ", prompt)
+    while current_tries <= MAX_RETRIES:
+        try:
+            response = openai.ChatCompletion.create(
+            model=MODEL_NAME,
+            messages = prompt,
+            max_tokens = 256,
+            temperature = 0,
+            ) 
+
+            curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+            # print (curr_response_str, '\t')
+
+            break
+        except Exception as e:
+            print('error: ', str(e))
+            print('response retrying')
+            current_tries += 1
+            if current_tries > MAX_RETRIES:
+                break
+            time.sleep(5)
+    time_taken = time.time() - start_time
+    print (f'Time taken for this utterance: {time_taken}')
+    try:
+        rating_list = curr_response_str.split(f"{strategy_cap} Rating: ", 1)[1].split(" ", 2)[:2].replace('[,.#]', '', regex=True)
+        rating = ' '.join(rating_list)
+        suggestion = curr_response_str.split(f"{strategy_cap} Rating: ", 1)[1].split(" ", 2)[2:][0].split("###", 1)[0]
+        output = rating + '. \n' + suggestion
+    except:
+        output = curr_response_str
+    
+    return output
+
+# def generate_feedback_with_mc(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list):
+#     strategy_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list)
+#     mindful_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['mindful'])
+#     confident_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['confident'])
+
+#     print (strategy_output, mindful_output, confident_output)
+#     all_concat = strategy_output + '\n' + mindful_output + '\n' + confident_output
+
+#     return all_concat
+
+def generate_feedback_with_mc(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list):
+    strategy_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list)
+    mindful_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['mindful'])
+    confident_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['confident'])
+    
+    strategy = strategy_list[0]
+    strategy_rating = strategy_output.split(f'{strategy} Rating:')[1].split('###')[0].strip()
+    strategy_suggestion = strategy_output.split(f'{strategy} Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
+
+    strategy_feedback =  strategy_rating + '<br/>' + strategy_suggestion
+
+    mindful_rating = mindful_output.split('Mindful Rating:')[1].split('###')[0].strip()
+
+    if mindful_rating != 'Yes' and mindful_rating != 'No':
+        mindful_feedback = ''
+    elif mindful_rating == 'Yes':
+        mindful_feedback = "Mindfulness check: Well done! &#128077; "
+    else:
+        mindful_feedback = "Mindfulness check: " + mindful_output.split('Mindful Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
+    
+
+    confident_rating = confident_output.split('Confident Rating:')[1].split('###')[0].strip()
+
+    if confident_rating != 'Yes' and confident_rating != 'No':
+        confident_feedback = ''
+    elif confident_rating == 'Yes':
+        confident_feedback = "Confidence check: Well done! &#128077; "
+    else:
+        confident_feedback = "Confidence check: " + confident_output.split('Confident Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
+
+        
+    print (strategy_output, mindful_output, confident_output)
+    all_concat = strategy_feedback + '</br> </br>' + mindful_feedback + '</br>' + confident_feedback
+
+    return all_concat   
+
+def generate_skill_suggestion(situation, input_history, demonstration_mode):
+
+    # format of input_history: 
+    #  [{"role":"system", "content": system_input}] + input_history + [{"role":"user", "content":new_input}]
+    #
+
+    if len(input_history) == 0:
+        return "Describe", "You can start the conversation by describing the situation."
+    if input_history[-1]['role'] == 'system':
+        previous_partner_message = input_history[-1]['content']
+        previous_client_message = input_history[-2]['content']
+    else:
+        previous_partner_message = input_history[-2]['content']
+        previous_client_message = input_history[-1]['content']
+    prompt_other_message = f'Conversation context: {situation}. I received the response: "{previous_partner_message}" What DEAR MAN strategy should I use next?' 
+
+    prompt = prompt_other_message
+    system_prompt_one = "Please suggest the top DEAR MAN skill to use in the next response: describe, express, assert, reinforce, negotiate. In the first line, output only the name of the skill immediately. In the second line, suggestion reason why use this skill. Address the reason in second person perspective. Separate the lines with ###. YOU MUST FOLLOW THIS FORMAT." 
+    prompt = [{"role":"system", "content":system_prompt_one}, {"role":"user", "content": prompt_other_message}]
+
+    current_tries=0
+    while current_tries <= MAX_RETRIES:
+        try:
+            response = openai.ChatCompletion.create(
+            model=MODEL_NAME,
+            messages = prompt,
+            max_tokens = 256,
+            temperature = 0,
+            ) 
+            # print (prompt)k
+            curr_response_str = response['choices'][0]['message']['content'].replace('\n', ' ').strip()
+            print (curr_response_str, '\t')
+            # print ('Suggestion: ', all_strategy[f'suggestion_{strategy}'][m], '\t')
+            # model_output.append(curr_response_str)
+            break
+        except Exception as e:
+            print('error: ', str(e))
+            print('response retrying')
+            current_tries += 1
+            if current_tries > MAX_RETRIES:
+                break
+            time.sleep(5)
+
+    # suggested_skills = curr_response_str.split('###')[0].split(',')
+    # suggested_skills = [skill.strip() for skill in suggested_skills]
+    # suggested_skills = [skill[0].upper() + skill[1:].lower() for skill in suggested_skills]
+    # suggest_reason = curr_response_str.split('###')[1:]
+    # # convert suggest_reason to a string
+    # suggest_reason_str = ' '.join(suggest_reason)
+    # print (suggest_reason, suggest_reason_str)
+    # if len(suggested_skills) == 2:
+    #     print (suggested_skills[0], suggested_skills[1])
+    #     return suggested_skills[0], suggested_skills[1], suggest_reason_str
+            
+    suggested_skills = curr_response_str.split('###')[0].split(',')
+    suggested_skills = [skill.strip() for skill in suggested_skills]
+    suggested_skills = [skill[0].upper() + skill[1:].lower() for skill in suggested_skills]
+    suggest_reason = curr_response_str.split('###')[1:]
+    suggest_reason_str = ' '.join(suggest_reason)
+    print (suggested_skills, suggest_reason_str)
+    if len(suggested_skills) == 1:
+        return suggested_skills[0], suggest_reason_str
+    else: 
+        print (suggested_skills)
+        print ("Suggestion format is wrong")
+        return 'Describe', "During the conversation, it is helpful to reground the fact." 

mturk_id_situation_goal_difficulty.csv

@@ -0,0 +1,5 @@
+id,situation1,goal1,difficulty1,situation2,goal2,difficulty2
+inna,My boss is really demanding and does not respect personal time. It has been difficult for my team members to get approved for personal time off from her. ,Ask my boss to approve a 2 week vacation.,8,"My husband always comes home late without giving me a heads up and despite my effort to talk to him, he does not change his behavior.",Convince my husband to give me a heads up whenever he needs to come home late.,6
+inna2,"My husband always comes home late without giving me a heads up and despite my effort to talk to him, he does not change his behavior.",Convince my husband to give me a heads up whenever he needs to come home late.,6,My boss is really demanding and does not respect personal time. It has been difficult for my team members to get approved for personal time off from her. ,Ask my boss to approve a 2 week vacation.,8
+mike,MY boss is a micromanager - he acts like he needs to know what I'm doing all the time and it messes with my productivity,Explain how I feel to my boss without offending him or letting him get defensive,6,"My husband always comes home late without giving me a heads up and despite my effort to talk to him, he does not change his behavior.",Convince my husband to give me a heads up whenever he needs to come home late.,6
+galen,"My brother keeps on wanting to bring his girlfriend on our backcountry skiing trips. She's very nice and a good skier, but not quite as fast as the rest of group, so the group dynamics become challenging.",Explain to my brother how I feel about wanting to spend more time skiing just with him.,4,My boss is really demanding and does not respect personal time. It has been difficult for my team members to get approved for personal time off from her. ,Ask my boss to approve a 2 week vacation.,8

prompts.json

@@ -0,0 +1 @@
+{"CoT-reason": {"describe": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance describe the given context? To be considered \"describe\", the utterance needs to stick to the facts, make no judgmental statements, and be objective. Do ALL of the following steps: Step 1: Answer the Yes and No questions. Step 2: Generate \"Reasoning for rating\". Step 3: Generate \"Describe Rating\" in \"Strong Describe\", \"Weak Describe\" or \"No Describe\". Rating Rubric: A \"Strong Describe\" rating indicate that the utterance is or contains a description of the given context. It sticks to the facts, makes no judgemental statements, and is objective. A \"Weak Describe\" rating indicates that the utterance is or contains a description of the given context, but needs improvement since it may not stick to the fact, makes some judgemental statements, or is not fully objective. A \"No Describe\" rating indicates that the utterance does not describe any aspect of the given context at all. Step 4: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST DO ALL THE STEPS, and generate until the end token ###", "express": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance explicitly express how you feel about the given context? To be considered \"express\", the utterance needs to explicitly express your feelings or opinions about the given context, including things like \"this makes me feel\", or \"I feel ... by your actions\".  Do the following: 1) Answer the Yes and No questions. 2) Generate \"Reasoning for rating\". 3) Generate \"Express Rating\" in \"Strong Express\", \"Weak Express\" or \"No Express\". Rating Rubric: A \"Strong Express\" rating indicate that the utterance is or contains a clear and explicit expression of your feelings or opinions about the given context. A \"Weak Express\" rating indicates that the utterance is or contains an expression of your feelings or opinions about the given context, but can be made more explicit in expressing feelings. A \"No Express\" rating indicates that the utterance does not express your feelings or opinions about the given context at all. 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "assert": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance assert your needs or wants about the given context? To be considered \"assert\", the utterance needs to be asking for what you want or saying no clearly. Do the following: 1) Answer the Yes and No questions. 2) Generate \"Reasoning for rating\". 3) Generate \"Assert Rating\" in \"Strong Assert\", \"Weak Assert\" or \"No Assert\". Rating Rubric: A \"Strong Assert\" rating indicate that the utterance is or contains an assertion of your needs or wants about the given context. A \"Weak Assert\" rating indicates that the utterance is or contains an assertion of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Assert\" rating indicates that the utterance does not contain an assertion of the needs or wants. 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "reinforce": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance reinforce your needs or wants about the given context? To be considered \"reinforce\", the utterance needs to reinforce some reward for the other person. Rating Rubric: A \"Strong Reinforce\" rating indicate that the utterance is or contains a reinforcement for the other person about the given context. A \"Weak Reinforce\" rating indicates that the utterance is or contains a reinforcement of your needs or wants about the given context, but needs improvement, for example, it may not be a reward for the other person or it is not communicated clearly. A \"No Reinforce\" rating indicates that the utterance does not have a reinforcer for the other person. Do the following: 1) Answer the Yes and No questions, 2) Generate \"Reasoning for rating\", 3) Generate \"Reinforce Rating\" in \"Strong Reinforce\", \"Weak Reinforce\" or \"No Reinforce\", and 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "negotiate": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance negotiate your needs or wants about the given context? To be considered \"negotiate\", the utterance needs to be a negotiation of your needs or wants about the given context. Do the following: 1) Answer the Yes and No questions. 2) Generate \"Reasoning for rating\". 3) Generate \"Negotiate Rating\" in \"Strong Negotiate\", \"Weak Negotiate\" or \"No Negotiate\". Rating Rubric: A \"Strong Negotiate\" rating indicate that the utterance is or contains a negotiation of your needs or wants about the given context. A \"Weak Negotiate\" rating indicates that the utterance is or contains a negotiation of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Negotiate\" rating indicates that the utterance does not contain a negotiation of the needs or wants. 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "mindful": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being mindful? To be considered \"mindful\", the utterance needs to be stick to the speaker's goal and does not get distracted by what the other person says. Do the following: 1) Answer the Yes and No questions. 2) Generate \"Reason for rating\". 3) Generate \"Mindful Rating\" in \"Yes\" or \"No\".  Rating Rubric: A \"Yes\" rating indicate that the utterance is showing mindfulness. A \"No\" rating indicates that the utterance shows a lack of mindfulness, the speaker may be responding to attacks or losing track of their goals. 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "confident": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being confident? To be considered \"confident\", the utterance needs to have a confident tone, is effective and competent in conveying the speaker's goal.Do the following: 1) Answer the Yes and No questions. 2) Generate \"Reason for rating\". 3) Generate \"Confident Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing confidence. A \"No\" rating indicates that the utterance shows a lack of confidence. 4) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###"}, "CoT": {"describe": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance describe the given context? To be considered \"describe\", the utterance needs to stick to the facts, make no judgmental statements, and be objective. Rating Rubric: A \"Strong Describe\" rating indicate that the utterance is or contains a description of the given context. It sticks to the facts, makes no judgemental statements, and is objective. A \"Weak Describe\" rating indicates that the utterance is or contains a description of the given context, but needs improvement since it may not stick to the fact, makes some judgemental statements, or is not fully objective. A \"No Describe\" rating indicates that the utterance does not describe any aspect of the given context at all. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Strong Describe\", \"Weak Describe\" or \"No Describe\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "express": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance explicitly express how you feel about the given context? To be considered \"express\", the utterance needs to explicitly express your feelings or opinions about the given context, including things like \"this makes me feel\", or \"I feel ... by your actions\". Rating Rubric: A \"Strong Express\" rating indicate that the utterance is or contains a clear and explicit expression of your feelings or opinions about the given context. A \"Weak Express\" rating indicates that the utterance is or contains an expression of your feelings or opinions about the given context, but can be made more explicit in expressing feelings. A \"No Express\" rating indicates that the utterance does not express your feelings or opinions about the given context at all. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Strong Express\", \"Weak Express\" or \"No Express\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "assert": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance assert your needs or wants about the given context? To be considered \"assert\", the utterance needs to be asking for what you want or saying no clearly. Rating Rubric: A \"Strong Assert\" rating indicate that the utterance is or contains an assertion of your needs or wants about the given context. A \"Weak Assert\" rating indicates that the utterance is or contains an assertion of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Assert\" rating indicates that the utterance does not contain an assertion of the needs or wants. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Strong Assert\", \"Weak Assert\" or \"No Assert\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "reinforce": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance reinforce your needs or wants about the given context? To be considered \"reinforce\", the utterance needs to reinforce some reward for the other person. Rating Rubric: A \"Strong Reinforce\" rating indicate that the utterance is or contains a reinforcement for the other person about the given context. A \"Weak Reinforce\" rating indicates that the utterance is or contains a reinforcement of your needs or wants about the given context, but needs improvement, for example, it may not be a reward for the other person or it is not communicated clearly. A \"No Reinforce\" rating indicates that the utterance does not have a reinforcer for the other person. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Strong Reinforce\", \"Weak Reinforce\" or \"No Reinforce\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "negotiate": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance contain a negotiation? To be considered \"negotiate\", the utterance needs to offer and ask for other solutions in the given context. Rating Rubric: A \"Strong Negotiate\" rating indicate that the utterance offers or asks clearly for an alternative solution. A \"Weak Negotiate\" rating indicates that the utterance is or contains a negotiation of your needs or wants about the given context, but may not be clear enough and needs improvement. A \"No Negotiate\" rating indicates that the utterance does not contain any negotiation at all. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Strong Negotiate\", \"Weak Negotiate\" or \"No Negotiate\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "mindful": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being mindful? To be considered \"mindful\", the utterance needs to be stick to the speaker's goal and does not get distracted by what the other person says. Rating Rubric: A \"Yes\" rating indicate that the utterance is showing mindfulness. A \"No\" rating indicates that the utterance shows a lack of mindfulness, the speaker may be responding to attacks or losing track of their goals. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Yes\" or \"No\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "confident": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being confident? To be considered \"confident\", the utterance needs to have a confident tone, is effective and competent in conveying the speaker's goal. Rating Rubric: A \"Yes\" rating indicate that the utterance is showing confidence. A \"No\" rating indicates that the utterance shows a lack of confidence. Do the following: 1) Answer the Yes and No questions, 2) Generate the rating in \"Yes\" or \"No\", and 3) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###"}, "reason": {"describe": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance describe the given context? To be considered \"describe\", the utterance needs to stick to the facts, make no judgmental statements, and be objective. Rating Rubric: A \"Strong Describe\" rating indicate that the utterance is or contains a description of the given context. It sticks to the facts, makes no judgemental statements, and is objective.  Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Describe Rating\" in \"Strong Describe\", \"Weak Describe\" or \"No Describe\". A \"Weak Describe\" rating indicates that the utterance is or contains a description of the given context, but needs improvement since it may not stick to the fact, makes some judgemental statements, or is not fully objective. A \"No Describe\" rating indicates that the utterance does not describe any aspect of the given context at all. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "express": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance explicitly express how you feel about the given context? To be considered \"express\", the utterance needs to explicitly express your feelings or opinions about the given context, including things like \"this makes me feel\", or \"I feel ... by your actions\". Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Express Rating\" in \"Strong Express\", \"Weak Express\" or \"No Express\". Rating Rubric: A \"Strong Express\" rating indicate that the utterance is or contains a clear and explicit expression of your feelings or opinions about the given context. A \"Weak Express\" rating indicates that the utterance is or contains an expression of your feelings or opinions about the given context, but can be made more explicit in expressing feelings. A \"No Express\" rating indicates that the utterance does not express your feelings or opinions about the given context at all. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "assert": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance assert your needs or wants about the given context? To be considered \"assert\", the utterance needs to be asking for what you want or saying no clearly. Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Assert Rating\" in \"Strong Assert\", \"Weak Assert\" or \"No Assert\". Rating Rubric: A \"Strong Assert\" rating indicate that the utterance is or contains an assertion of your needs or wants about the given context. A \"Weak Assert\" rating indicates that the utterance is or contains an assertion of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Assert\" rating indicates that the utterance does not contain an assertion of the needs or wants. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "reinforce": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance reinforce your needs or wants about the given context? To be considered \"reinforce\", the utterance needs to reinforce some reward for the other person. Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Reinforce Rating\" in \"Strong Reinforce\", \"Weak Reinforce\" or \"No Reinforce\". Rating Rubric: A \"Strong Reinforce\" rating indicate that the utterance is or contains a reinforcement for the other person about the given context. A \"Weak Reinforce\" rating indicates that the utterance is or contains a reinforcement of your needs or wants about the given context, but needs improvement, for example, it may not be a reward for the other person or it is not communicated clearly. A \"No Reinforce\" rating indicates that the utterance does not have a reinforcer for the other person. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "negotiate": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance contain a negotiation? To be considered \"negotiate\", the utterance needs to offer and ask for other solutions in the given context. Do ALL of the following three steps. 1) Generate \"Reasoning for rating\", 2) Generate \"Negotiate Rating\" in \"Strong Negotiate\", \"Weak Negotiate\" or \"No Negotiate\". Rating Rubric: A \"Strong Negotiate\" rating indicate that the utterance offers or asks clearly for an alternative solution. A \"Weak Negotiate\" rating indicates that the utterance is or contains a negotiation of your needs or wants about the given context, but may not be clear enough and needs improvement. A \"No Negotiate\" rating indicates that the utterance does not contain any negotiation at all.  3) Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "mindful": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being mindful? To be considered \"mindful\", the utterance needs to be stick to the speaker's goal and does not get distracted by what the other person says. Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Mindful Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing mindfulness. A \"No\" rating indicates that the utterance shows a lack of mindfulness, the speaker may be responding to attacks or losing track of their goals. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###", "confident": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being confident? To be considered \"confident\", the utterance needs to have a confident tone, is effective and competent in conveying the speaker's goal. Do ALL of the following three steps. Step 1: Generate \"Reasoning for rating\". Step 2: Generate \"Confident Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing confidence. A \"No\" rating indicates that the utterance shows a lack of confidence. Step 3: Provide additional comments on the ratings similar to the examples given. Finish each step with ###. Twenty words minimum. YOU MUST FINISH EACH STEP WITH ###"}, "examples-only": {"describe": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance describe the given context? To be considered \"describe\", the utterance needs to stick to the facts, make no judgmental statements, and be objective. Rating Rubric: A \"Strong Describe\" rating indicate that the utterance is or contains a description of the given context. It sticks to the facts, makes no judgemental statements, and is objective.  Do the following: 1) Generate \"Describe Rating\" in \"Strong Describe\", \"Weak Describe\" or \"No Describe\". A \"Weak Describe\" rating indicates that the utterance is or contains a description of the given context, but needs improvement since it may not stick to the fact, makes some judgemental statements, or is not fully objective. A \"No Describe\" rating indicates that the utterance does not describe any aspect of the given context at all. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "express": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance explicitly express how you feel about the given context? To be considered \"express\", the utterance needs to explicitly express your feelings or opinions about the given context, including things like \"this makes me feel\", or \"I feel ... by your actions\".  Do the following: 1) Generate \"Express Rating\" in \"Strong Express\", \"Weak Express\" or \"No Express\". Rating Rubric: A \"Strong Express\" rating indicate that the utterance is or contains a clear and explicit expression of your feelings or opinions about the given context. A \"Weak Express\" rating indicates that the utterance is or contains an expression of your feelings or opinions about the given context, but can be made more explicit in expressing feelings. A \"No Express\" rating indicates that the utterance does not express your feelings or opinions about the given context at all. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "assert": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance assert your needs or wants about the given context? To be considered \"assert\", the utterance needs to be asking for what you want or saying no clearly. Do the following: 1) Generate \"Assert Rating\" in \"Strong Assert\", \"Weak Assert\" or \"No Assert\". Rating Rubric: A \"Strong Assert\" rating indicate that the utterance is or contains an assertion of your needs or wants about the given context. A \"Weak Assert\" rating indicates that the utterance is or contains an assertion of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Assert\" rating indicates that the utterance does not contain an assertion of the needs or wants. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "reinforce": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance reinforce your needs or wants about the given context? To be considered \"reinforce\", the utterance needs to reinforce some reward for the other person.  Do the following: 1) Generate \"Reinforce Rating\" in \"Strong Reinforce\", \"Weak Reinforce\" or \"No Reinforce\". Rating Rubric: A \"Strong Reinforce\" rating indicate that the utterance is or contains a reinforcement for the other person about the given context. A \"Weak Reinforce\" rating indicates that the utterance is or contains a reinforcement of your needs or wants about the given context, but needs improvement, for example, it may not be a reward for the other person or it is not communicated clearly. A \"No Reinforce\" rating indicates that the utterance does not have a reinforcer for the other person. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "negotiate": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance contain a negotiation? To be considered \"negotiate\", the utterance needs to offer and ask for other solutions in the given context. Do the following: 1) Generate \"Negotiate Rating\" in \"Strong Negotiate\", \"Weak Negotiate\" or \"No Negotiate\". Rating Rubric: A \"Strong Negotiate\" rating indicate that the utterance offers or asks clearly for an alternative solution. A \"Weak Negotiate\" rating indicates that the utterance is or contains a negotiation of your needs or wants about the given context, but may not be clear enough and needs improvement. A \"No Negotiate\" rating indicates that the utterance does not contain any negotiation at all.  2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "mindful": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being mindful? To be considered \"mindful\", the utterance needs to be stick to the speaker's goal and does not get distracted by what the other person says. Do the following: 1) Generate \"Mindful Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing mindfulness. A \"No\" rating indicates that the utterance shows a lack of mindfulness, the speaker may be responding to attacks or losing track of their goals. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "confident": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being confident? To be considered \"confident\", the utterance needs to have a confident tone, is effective and competent in conveying the speaker's goal. Do the following: 1) Generate \"Confident Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing confidence. A \"No\" rating indicates that the utterance shows a lack of confidence. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###"}, "zero-shot": {"describe": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance describe the given context? To be considered \"describe\", the utterance needs to stick to the facts, make no judgmental statements, and be objective. Rating Rubric: A \"Strong Describe\" rating indicate that the utterance is or contains a description of the given context. It sticks to the facts, makes no judgemental statements, and is objective.  Do the following: 1) Generate \"Describe Rating\" in \"Strong Describe\", \"Weak Describe\" or \"No Describe\". A \"Weak Describe\" rating indicates that the utterance is or contains a description of the given context, but needs improvement since it may not stick to the fact, makes some judgemental statements, or is not fully objective. A \"No Describe\" rating indicates that the utterance does not describe any aspect of the given context at all. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "express": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance explicitly express how you feel about the given context? To be considered \"express\", the utterance needs to explicitly express your feelings or opinions about the given context, including things like \"this makes me feel\", or \"I feel ... by your actions\".  Do the following: 1) Generate \"Express Rating\" in \"Strong Express\", \"Weak Express\" or \"No Express\". Rating Rubric: A \"Strong Express\" rating indicate that the utterance is or contains a clear and explicit expression of your feelings or opinions about the given context. A \"Weak Express\" rating indicates that the utterance is or contains an expression of your feelings or opinions about the given context, but can be made more explicit in expressing feelings. A \"No Express\" rating indicates that the utterance does not express your feelings or opinions about the given context at all. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "assert": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance assert your needs or wants about the given context? To be considered \"assert\", the utterance needs to be asking for what you want or saying no clearly. Do the following: 1) Generate \"Assert Rating\" in \"Strong Assert\", \"Weak Assert\" or \"No Assert\". Rating Rubric: A \"Strong Assert\" rating indicate that the utterance is or contains an assertion of your needs or wants about the given context. A \"Weak Assert\" rating indicates that the utterance is or contains an assertion of your needs or wants about the given context, but needs improvement in making it more explicit or stronger. A \"No Assert\" rating indicates that the utterance does not contain an assertion of the needs or wants. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "reinforce": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance reinforce your needs or wants about the given context? To be considered \"reinforce\", the utterance needs to reinforce some reward for the other person.  Do the following: 1) Generate \"Reinforce Rating\" in \"Strong Reinforce\", \"Weak Reinforce\" or \"No Reinforce\". Rating Rubric: A \"Strong Reinforce\" rating indicate that the utterance is or contains a reinforcement for the other person about the given context. A \"Weak Reinforce\" rating indicates that the utterance is or contains a reinforcement of your needs or wants about the given context, but needs improvement, for example, it may not be a reward for the other person or it is not communicated clearly. A \"No Reinforce\" rating indicates that the utterance does not have a reinforcer for the other person. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "negotiate": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance contain a negotiation? To be considered \"negotiate\", the utterance needs to offer and ask for other solutions in the given context. Do the following: 1) Generate \"Negotiate Rating\" in \"Strong Negotiate\", \"Weak Negotiate\" or \"No Negotiate\". Rating Rubric: A \"Strong Negotiate\" rating indicate that the utterance offers or asks clearly for an alternative solution. A \"Weak Negotiate\" rating indicates that the utterance is or contains a negotiation of your needs or wants about the given context, but may not be clear enough and needs improvement. A \"No Negotiate\" rating indicates that the utterance does not contain any negotiation at all.  2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "mindful": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being mindful? To be considered \"mindful\", the utterance needs to be stick to the speaker's goal and does not get distracted by what the other person says. Do the following: 1) Generate \"Mindful Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing mindfulness. A \"No\" rating indicates that the utterance shows a lack of mindfulness, the speaker may be responding to attacks or losing track of their goals. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###", "confident": "You will be given a context and a utterance, from a conversation that happened in the give context. Does the given utterance show the speaker is being confident? To be considered \"confident\", the utterance needs to have a confident tone, is effective and competent in conveying the speaker's goal. Do the following: 1) Generate \"Confident Rating\" in \"Yes\" or \"No\". Rating Rubric: A \"Yes\" rating indicate that the utterance is showing confidence. A \"No\" rating indicates that the utterance shows a lack of confidence. 2) Provide additional comments on the ratings similar to the examples given. Twenty words minimum. Generate until the end token ###"}}

requirements.txt

@@ -0,0 +1,63 @@
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==5.0.1
+anyio==3.7.0
+async-timeout==4.0.2
+attrs==23.1.0
+certifi==2023.5.7
+charset-normalizer==3.1.0
+click==8.1.3
+contourpy==1.1.0
+cycler==0.11.0
+exceptiongroup==1.1.1
+fastapi==0.99.0
+ffmpy==0.3.0
+filelock==3.12.2
+fonttools==4.40.0
+frozenlist==1.3.3
+fsspec==2023.6.0
+gradio==3.35.2
+gradio_client==0.2.7
+h11==0.14.0
+httpcore==0.17.2
+httpx==0.24.1
+huggingface-hub==0.15.1
+idna==3.4
+Jinja2==3.1.2
+jsonschema==4.17.3
+kiwisolver==1.4.4
+linkify-it-py==2.0.2
+markdown-it-py==2.2.0
+MarkupSafe==2.1.3
+matplotlib==3.7.1
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+multidict==6.0.4
+numpy==1.25.0
+openai==0.27.8
+orjson==3.9.1
+pandas==2.0.3
+Pillow==9.5.0
+psycopg2==2.9.6
+pydantic==1.10.10
+pydub==0.25.1
+pyparsing==3.1.0
+pyrsistent==0.19.3
+python-multipart==0.0.6
+pytz==2023.3
+PyXB==1.2.4
+PyYAML==6.0
+requests==2.31.0
+semantic-version==2.10.0
+sniffio==1.3.0
+starlette==0.27.0
+toolz==0.12.0
+tqdm==4.65.0
+typing_extensions==4.7.0
+tzdata==2023.3
+uc-micro-py==1.0.2
+urllib3==2.0.3
+uvicorn==0.22.0
+websockets==11.0.3
+yarl==1.9.2