Merge pull request #141 from vanderbilt-data-science/138-response_assesment

app.py

@@ -180,22 +180,26 @@ if authentication_status:
                     if user_data is None:
 
                         draft_response, background_text = generate_custom_response(original_post, chat_mdl, "", "", word_limit)
+                        response_assessment = assessing_response(chat_mdl, draft_response.content)
 
                         st.session_state.draft_response = draft_response.content
                         st.session_state.background_text = background_text
                         # st.session_state.sources_text = sources_text
                         st.session_state.background_info = background_text
                         # st.session_state.sources = sources_text
+                        st.session_state.response_assessment = response_assessment
                         st.rerun()
                     else:
 
                         draft_response, background_text = generate_custom_response(original_post, chat_mdl, user_data['principles'], user_data['writing_style'], word_limit)
+                        response_assessment = assessing_response(chat_mdl, draft_response.content)
 
                         st.session_state.draft_response = draft_response.content
                         st.session_state.background_text = background_text
                         # st.session_state.sources_text = sources_text
                         st.session_state.background_info = background_text
                         # st.session_state.sources = sources_text
+                        st.session_state.response_assessment = response_assessment.content
                         st.rerun()
 
             # Ensure session state variables are initialized
@@ -203,6 +207,8 @@ if authentication_status:
                 st.session_state.draft_response = ''
             if 'regenerate_prompt' not in st.session_state:
                 st.session_state.regenerate_prompt = ''
+            if 'response_assessment' not in st.session_state:
+                st.session_state.response_assessment = ''
 
             # Output from function
             response_textarea = st.text_area(
@@ -212,6 +218,13 @@ if authentication_status:
                 key='draft_response_key'
             )
 
+            # Assessment of the response
+            response_assessment = st.text_area(
+                label="Assessment of the Response",
+                value=st.session_state.response_assessment if 'response_assessment' in st.session_state else '',
+                height=350,
+                key='response_assessment_key'
+            )
             # Add option to save responses
             if st.button("Save This Response"):
                 #user_data["writing_style"] += st.session_state.draft_response
@@ -269,6 +282,8 @@ if authentication_status:
                         updated_response, background_info = regenerate_custom_response(
                             original_post, chat_mdl, regenerate_prompt, st.session_state.draft_response, regenerate_background, st.session_state.background_text)
                         st.session_state.draft_response = updated_response.content
+                        updated_response_assessment = assessing_response(chat_mdl, updated_response).content
+                        st.session_state.response_assessment = updated_response_assessment
                         st.session_state.is_regenerating = False
                 
 

free_speech_app/FreeSpeechPromptsResponses.py

@@ -2,7 +2,7 @@
 
 # %% auto 0
 __all__ = ['DEAFULT_PROMPT_TEMPLATE_TEXT', 'query_retriever', 'get_chat_model_response', 'call_chatGPT', 'generate_custom_prompt',
-           'generate_custom_response', 'regenerate_custom_response']
+           'generate_custom_response', 'regenerate_custom_response', 'assessing_response']
 
 # %% ../nbs/free-speech-prompts.ipynb 5
 # libraries required for functionality
@@ -128,3 +128,24 @@ def regenerate_custom_response(original_post, chat_mdl, regenerate_prompt, draft
     updated_response = get_chat_model_response(chat_mdl, customized_prompt)
 
     return updated_response, background_info
+
+# %% ../nbs/free-speech-prompts.ipynb 15
+def assessing_response(chat_mdl, draft_response):
+
+    guidelines = '''1. Keep your response short and to the point. 
+    2. Use either a humorous or empathetic tone - depending on the situation. 
+        For instance, an empathetic response could be "This post is very painful for Jewish people to read". 
+        A humorous response could be the use of sarcasm to discredit the hate speech. 
+    3. Promote positive dialogue and community building. Encourage constructive, respectful, and emphathetic response. 
+    4. Keep the response as fact-based and well-reasoned. 
+    5. Showcase the importance of unity, tolerance, and coexistence to counteract the negative narratives. 
+    6. Always keep the aforementioned context in mind. 
+    7. Acknowledge individual's inherent worth and dignity. '''
+
+    # create customized prompt
+    customized_prompt = f"You are a unbiased agent reviewing on quality of response towards hate speech. Here is a list of best practices when responding to hate speech: {guidelines}. Please provide feedback on how well the response adheres to these guidelines. Here is the original response: {draft_response}. Please limit the feedback to no more than 100 words."
+
+    # get response
+    response_assessment = get_chat_model_response(chat_mdl, customized_prompt)
+
+    return response_assessment