add edge case

app.py

@@ -872,7 +872,7 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple", secondary_hue="purple"
         skill_suggest_button.click(fn=generate_skill_suggestion_and_record, inputs=[mturk_id, situation1_convo2, chat_history, demonstration_model_suggest_skill], outputs=[skill_suggestion0,skill_suggestion_reason]) # situation, input_history, demonstration_mode
 
         text = gr.Textbox(label='Step 3: Write a response exercising the selected strategy.') 
-        gr.Markdown('<span id="step"> Step 4: Get feedback on how well you exercise the DEAR MAN strategy. This step can take up to 60 seconds (on average, 20-30 seconds), please do not refresh the page since you may lose your progress. While you wait, review the DEAR MAN skills above to familiarize yourself with the skills. </span>')
+        gr.Markdown('<span id="step"> Step 4: Get feedback on how well you exercise the DEAR MAN strategy.</span> This step can take up to 1 minute (on average 30 seconds, but in rare case 1-2 mins), please do not refresh the page since you may lose your progress. <b>While you wait, review the DEAR MAN skills above to familiarize yourself with the skills.</b> If this step takes more than 3 mins, please reach out to ilin@cs.washington.edu')
         feedback_button = gr.Button("Click here to get feedback on your response")
         feedback_text = gr.Markdown(elem_id='emp') #clear 
         prompt_strategy = gr.Textbox(value="reason", visible=False)

feedback_generation_function.py

@@ -13,8 +13,8 @@ import json
 
 print ("finished import")
 openai.api_key = os.environ["OPENAI_API_KEY"]
-MODEL_NAME = 'gpt-3.5-turbo-0613' # GPT 4 alternative: 'gpt-4-0613'
-# MODEL_NAME = 'gpt-4-1106-preview'
+# MODEL_NAME = 'gpt-3.5-turbo-0613' # GPT 4 alternative: 'gpt-4-0613'
+MODEL_NAME = 'gpt-4-1106-preview'
 MAX_RETRIES = 5
 all_strategy = pd.read_csv("all_strategy_with_generated_reason.csv")
 
@@ -424,36 +424,42 @@ def generate_feedback(current_situation, category, u, prompt_strategy, prompt_se
 #     return all_concat
 
 def generate_feedback_with_mc(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list):
-    strategy_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list)
-    mindful_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['mindful'])
-    confident_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['confident'])
-    
-    strategy = strategy_list[0]
-    strategy_rating = strategy_output.split(f'{strategy} Rating:')[1].split('###')[0].strip()
-    strategy_suggestion = strategy_output.split(f'{strategy} Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
-
-    strategy_feedback =  strategy_rating + '<br/>' + strategy_suggestion
-
-    mindful_rating = mindful_output.split('Mindful Rating:')[1].split('###')[0].strip()
+    try:
+        strategy_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, strategy_list)
+        strategy = strategy_list[0]
+        strategy_rating = strategy_output.split(f'{strategy} Rating:')[1].split('###')[0].strip()
+        strategy_suggestion = strategy_output.split(f'{strategy} Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
 
-    if mindful_rating != 'Yes' and mindful_rating != 'No':
-        mindful_feedback = ''
-    elif mindful_rating == 'Yes':
-        mindful_feedback = "Mindfulness check: Well done! &#128077; "
-    else:
-        mindful_feedback = "Mindfulness check: " + mindful_output.split('Mindful Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
+        strategy_feedback =  strategy_rating + '<br/>' + strategy_suggestion
+    except:
+        strategy_feedback = 'The model does not have a feedback for this utterance. Please try a slightly different wording.'
     
+    try:
+        mindful_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['mindful'])
+        mindful_rating = mindful_output.split('Mindful Rating:')[1].split('###')[0].strip()
 
-    confident_rating = confident_output.split('Confident Rating:')[1].split('###')[0].strip()
+        if mindful_rating != 'Yes' and mindful_rating != 'No':
+            mindful_feedback = ''
+        elif mindful_rating == 'Yes':
+            mindful_feedback = "Mindfulness check: Well done! &#128077; "
+        else:
+            mindful_feedback = "Mindfulness check: " + mindful_output.split('Mindful Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
 
-    if confident_rating != 'Yes' and confident_rating != 'No':
+    except:
+        mindful_feedback = ''
+    try: 
+        confident_output = generate_feedback(current_situation, category, u, prompt_strategy, prompt_selection, ['confident'])
+        confident_rating = confident_output.split('Confident Rating:')[1].split('###')[0].strip()
+
+        if confident_rating != 'Yes' and confident_rating != 'No':
+            confident_feedback = ''
+        elif confident_rating == 'Yes':
+            confident_feedback = "Confidence check: Well done! &#128077; "
+        else:
+            confident_feedback = "Confidence check: " + confident_output.split('Confident Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
+    except:
         confident_feedback = ''
-    elif confident_rating == 'Yes':
-        confident_feedback = "Confidence check: Well done! &#128077; "
-    else:
-        confident_feedback = "Confidence check: " + confident_output.split('Confident Rating:')[1].split('Suggestion for improvement: ')[1].split('###')[0].strip()
-
-        
+            
     print (strategy_output, mindful_output, confident_output)
     all_concat = strategy_feedback + '</br> </br>' + mindful_feedback + '</br>' + confident_feedback