Fix eval request

app.py

@@ -1,7 +1,7 @@
 import streamlit as st
 import pandas as pd
 import logging
-from deeploy import Client
+from deeploy import Client, CreateEvaluation
 from utils import (
     get_request_body,
     get_fake_certainty,
@@ -61,7 +61,7 @@ def get_input_no_button():
     st.session_state.no_button_text = comment.replace(
         st.session_state.no_button_text, st.session_state.no_comment
     )
-    st.session_state.evaluation_input["explanation"] = st.session_state.no_button_text
+    st.session_state.evaluation_input["comment"] = st.session_state.no_button_text
 
 
 # func to be run when input changes in yes button text area
@@ -69,7 +69,7 @@ def get_input_yes_button():
     st.session_state.yes_button_text = comment.replace(
         st.session_state.yes_button_text, st.session_state.yes_comment
     )
-    st.session_state.evaluation_input["explanation"] = st.session_state.yes_button_text
+    st.session_state.evaluation_input["comment"] = st.session_state.yes_button_text
 
 
 # func to disable click again for button "Get suspicious transactions"
@@ -229,7 +229,7 @@ if st.session_state.got_explanation:
 
     if st.session_state.yes_button:
         st.session_state.eval_selected = True
-        st.session_state.evaluation_input = {"result": 0}  # Agree with the prediction
+        st.session_state.evaluation_input = {"agree": True}  # Agree with the prediction
 
     # col 4 contains no button
     with col4:
@@ -248,8 +248,8 @@ if st.session_state.got_explanation:
     if st.session_state.no_button_clicked:
         st.session_state.eval_selected = True
         st.session_state.evaluation_input = {
-            "result": 1,  # Disagree with the prediction
-            "value": {"predictions": [1]},
+            "agree": False,  # Disagree with the prediction
+            "desired_output": {"predictions": [1]},
         }
 
     # define process for evaluation
@@ -271,7 +271,7 @@ if st.session_state.got_explanation:
                 on_change=get_input_yes_button,
             )
             st.session_state.evaluation_input[
-                "explanation"
+                "comment"
             ] = st.session_state.yes_button_text
 
         # if disagree button clicked ("Not money laundering") prefill with text that user
@@ -284,7 +284,7 @@ if st.session_state.got_explanation:
                 on_change=get_input_no_button,
             )
             st.session_state.evaluation_input[
-                "explanation"
+                "comment"
             ] = st.session_state.no_button_text
         # create empty state so that button submit disappears when st.empty is cleared
         eval3 = st.empty()
@@ -315,6 +315,6 @@ if st.session_state.got_explanation:
         eval1.empty()
         eval2.empty()
         eval3.empty()
-        st.warning("Feedback submitted successfully")
+        st.success("Feedback submitted successfully")
         st.button("Next", key="next", use_container_width=True, on_click=rerun)
         ChangeButtonColour("Next", "#FFFFFF", "#00052D")

requirements.txt

@@ -1,6 +1,6 @@
 boto3==1.28.0
 streamlit==1.31
 watchdog==3.0.0
-deeploy==1.2.1
+deeploy==1.39.0
 pandas>=1.3.5
 babel

utils.py

@@ -78,7 +78,7 @@ def get_request_body(datapoint):
 
 # func for sorting and retrieving the explanation texts
 def get_explainability_texts(shap_values, feature_texts):
-    # Separate positive and negative values, keep indice as corresponds to key
+    # Separate positive and negative values, keep indices corresponding to keys
     positive_dict = {index: val for index, val in enumerate(shap_values) if val > 0}
     # Sort dictionaries based on the magnitude of values
     sorted_positive_indices = [
@@ -167,10 +167,10 @@ def get_random_suspicious_transaction(data):
     suspicious_data = data[data["isFraud"] == 1]
     max_n = len(suspicious_data)
     random_nr = randrange(max_n)
-    suspicous_transaction = suspicious_data[random_nr - 1 : random_nr].drop(
+    suspicious_transaction = suspicious_data[random_nr - 1 : random_nr].drop(
         "isFraud", axis=1
     )
-    return suspicous_transaction
+    return suspicious_transaction
 
 
 # func to send the evaluation to Deeploy
@@ -182,7 +182,9 @@ def send_evaluation(
         with st.spinner("Submitting response..."):
             # Call the explain endpoint as it also includes the prediction
             client.evaluate(
-                deployment_id, request_log_id, prediction_log_id, evaluation_input
+                deployment_id, 
+                prediction_log_id, 
+                evaluation_input
             )
         return True
     except Exception as e: