Removed string handling

app.py

@@ -207,44 +207,44 @@ def submit_prompt(email, name, system_prompt_1, system_prompt_2, system_prompt_3
         
         verdict = ""
         
-        # When the expected output is a string, it indicates that the query was irrelevant.
-        if isinstance(expected, str):
-            if notRelevant:
-                verdict = f"Correct"
-                score += 1
-                responses.append(
-                    f"Question: {question}\n"
-                    f"Answer: {answer}\n"
-                    f"Expected: {expected}\n"
-                    f"Result: {verdict}\n"
-                )
-                verdicts.append(verdict)
-                answers_list.append(answer)
-                continue
-            else:
-                verdict = "Incorrect (Query was irrelevant, but no user message found)"
-                responses.append(
-                    f"Question: {question}\n"
-                    f"Answer: {answer}\n"
-                    f"Expected: {expected}\n"
-                    f"Result: {verdict}\n"
-                )
-                verdicts.append(verdict)
-                answers_list.append(answer)
-                continue
+        # # When the expected output is a string, it indicates that the query was irrelevant.
+        # if isinstance(expected, str):
+        #     if notRelevant:
+        #         verdict = f"Correct"
+        #         score += 1
+        #         responses.append(
+        #             f"Question: {question}\n"
+        #             f"Answer: {answer}\n"
+        #             f"Expected: {expected}\n"
+        #             f"Result: {verdict}\n"
+        #         )
+        #         verdicts.append(verdict)
+        #         answers_list.append(answer)
+        #         continue
+        #     else:
+        #         verdict = "Incorrect (Query was irrelevant, but no user message found)"
+        #         responses.append(
+        #             f"Question: {question}\n"
+        #             f"Answer: {answer}\n"
+        #             f"Expected: {expected}\n"
+        #             f"Result: {verdict}\n"
+        #         )
+        #         verdicts.append(verdict)
+        #         answers_list.append(answer)
+        #         continue
         
         # If the expected output is a JSON object but answer is a String
-        if notRelevant and not isinstance(expected, str):
-            verdict = "Incorrect (Query was relevant, but user message found)"
-            responses.append(
-                f"Question: {question}\n"
-                f"Answer: {answer}\n"
-                f"Expected: {json.dumps(expected)}\n"
-                f"Result: {verdict}\n"
-            )
-            verdicts.append(verdict)
-            answers_list.append(answer)
-            continue
+        # if notRelevant and not isinstance(expected, str):
+        #     verdict = "Incorrect (Query was relevant, but user message found)"
+        #     responses.append(
+        #         f"Question: {question}\n"
+        #         f"Answer: {answer}\n"
+        #         f"Expected: {json.dumps(expected)}\n"
+        #         f"Result: {verdict}\n"
+        #     )
+        #     verdicts.append(verdict)
+        #     answers_list.append(answer)
+        #     continue
     
         try:
             parsed_answer = json.loads(answer)
@@ -469,13 +469,6 @@ Target Company Mentioned: No
 }
 ```
 
-| Field                  | Default Value if Missing | Type      |
-| ---------------------- | ------------------------ | --------- |
-| `buyer_firm`           | `"unknown"`              | `string`  |
-| `seller_firm`          | `"unknown"`              | `string`  |
-| `third_party`          | `"unknown"`              | `string`  |
-| `contains_target_firm` | `false`                  | `boolean` |
-
 """)
 
         # Challenge instructions and testing guidance