add loggiong function

app.py

@@ -1,6 +1,10 @@
 import sys
 import os
+from datetime import datetime
 import json
+import uuid
+from pathlib import Path
+from huggingface_hub import CommitScheduler
 import gradio as gr
 import markdown
 from together import Together
@@ -49,6 +53,32 @@ SYSTEM_INSTRUECTION_PREFERENCE_ELICITATION_FILE = os.path.join(
 )
 SUMMARIZATION_PROMPT_FILE = os.path.join(STATIC_FILE, "txt/system_summarization_user_preference_elicitation.txt")
 
+uuid_this_session = str(uuid.uuid4())
+feedback_file = Path("user_feedback/") / f"data_{uuid_this_session}.json"
+feedback_folder = feedback_file.parent
+feedback_folder.mkdir(parents=True, exist_ok=True)  # Ensure the directory exists
+scheduler = CommitScheduler(
+    repo_id="report-translation-feedback",
+    repo_type="dataset",
+    folder_path=feedback_folder,
+    path_in_repo="data",
+    every=10,
+)
+
+
+# Function to save user feedback
+def save_feedback(user_id: str, uuid: str, type: str, value) -> None:
+    """
+    Append input/outputs and user feedback to a JSON Lines file using a thread lock to avoid concurrent writes from different users.
+    """
+    timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+    with scheduler.lock:
+        with feedback_file.open("a") as f:
+            f.write(
+                json.dumps({"user_id": user_id, "uuid": uuid, "timestamp": timestamp, "type": type, "value": value})
+            )
+            f.write("\n")
+
 
 # Load the required static content from files
 def load_static_content(file_path):
@@ -212,8 +242,9 @@ def add_user_profile_to_system_instruction(
             else:
                 summ, _ = generate_response_debugging(summarization_instruction)
             user_preference_elicitation_data["summary_history"] = summ
-            log_action(user_id, "Prompt", "Preference Elicitation Summarization", summ)
-            print(f"Preference Summary:{summ}")
+            # log_action(user_id, "Prompt", "Preference Elicitation Summarization", summ)
+            save_feedback(user_id, uuid_this_session, "Preference_Elicitation_Summarization", summ)
+            # print(f"Preference Summary:{summ}")
         system_instruction += f"\nPrevious Conversations with the Customer about the User Profile: {user_preference_elicitation_data['summary_history']}\n"
     else:
         system_instruction += f"\nPrevious Conversations with the Customer about the User Profile: {user_preference_elicitation_data['history']}\n"
@@ -634,17 +665,38 @@ def create_demo():
             print(f"Tab: {tab_name}\nSystem Output: {outputs_text}")
 
             # Log the user message and response
-            log_action(user_id, tab_name, "User Message", message)
-            log_action(user_id, tab_name, "Response", outputs_text)
+            save_feedback(
+                user_id, uuid_this_session, "Interaction", {"type": tab_name, "role": "user", "content": message}
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": tab_name, "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, tab_name, "User Message", message)
+            # log_action(user_id, tab_name, "Response", outputs_text)
             # Store the updated history for this tab
             tab_data["history"] = history
         if user_elicitation:
             print(f"User Elicitation\nSystem Output: {outputs_text}")
-            log_action(user_id, "User_Elicitation", "User Message", message)
-            log_action(user_id, "User_Elicitation", "Response", outputs_text)
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "user", "content": message},
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, "User_Elicitation", "User Message", message)
+            # log_action(user_id, "User_Elicitation", "Response", outputs_text)
             tab_data["history"] = history
-        if SESSION_DEBUG:
-            log_action(user_id, "Session", "History", history)
+        # if SESSION_DEBUG:
+        #     log_action(user_id, "Session", "History", history)
 
         return tab_data, "", history
 
@@ -690,17 +742,38 @@ def create_demo():
         if tab_name is not None:
             print(f"Tab: {tab_name}\nHistory: {history}")
             # Log the user message and response
-            log_action(user_id, tab_name, "User Message", first_message)
-            log_action(user_id, tab_name, "Response", outputs_text)
+            save_feedback(
+                user_id, uuid_this_session, "Interaction", {"type": tab_name, "role": "user", "content": first_message}
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": tab_name, "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, tab_name, "User Message", first_message)
+            # log_action(user_id, tab_name, "Response", outputs_text)
             # Store the updated history for this tab
             tab_data["history"] = history
         if user_elicitation:
             print(f"User Elicitation\nHistory: {history}")
-            log_action(user_id, "User_Elicitation", "User Message", first_message)
-            log_action(user_id, "User_Elicitation", "Response", outputs_text)
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "user", "content": first_message},
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, "User_Elicitation", "User Message", first_message)
+            # log_action(user_id, "User_Elicitation", "Response", outputs_text)
             tab_data["history"] = history
-        if SESSION_DEBUG:
-            log_action(user_id, "Session", "History", history)
+        # if SESSION_DEBUG:
+        #     log_action(user_id, "Session", "History", history)
         return (
             tab_data,
             history,
@@ -747,25 +820,47 @@ def create_demo():
             outputs_text, history = generate_response_debugging(history_with_user_utterance)
         history = huggingface_to_gradio_message(history)
         if tab_name is not None:
-            log_action(user_id, tab_name, "Show More of the Advisor’s Answer", "User continued the conversation")
-            log_action(user_id, tab_name, "Response", outputs_text)
+            save_feedback(
+                user_id, uuid_this_session, "Interaction", {"type": tab_name, "role": "user", "content": message}
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": tab_name, "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, tab_name, "Show More of the Advisor’s Answer", "User continued the conversation")
+            # log_action(user_id, tab_name, "Response", outputs_text)
 
             # Update history for this tab
             tab_data["history"] = history
         if user_elicitation:
             print(f"User Elicitation\nSystem Output: {outputs_text}")
-            log_action(user_id, "User_Elicitation", "Response", outputs_text)
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "user", "content": message},
+            )
+            save_feedback(
+                user_id,
+                uuid_this_session,
+                "Interaction",
+                {"type": "User_Elicitation", "role": "assistant", "content": outputs_text},
+            )
+            # log_action(user_id, "User_Elicitation", "Response", outputs_text)
             tab_data["history"] = history
-        if SESSION_DEBUG:
-            log_action(user_id, "Session", "History", history)
+        # if SESSION_DEBUG:
+        #     log_action(user_id, "Session", "History", history)
         return tab_data, history
 
     def respond_evaluation(user_id, tab_data, evals, tab_name):
 
         # dropdown, readon_button, multi-evaluator
-        log_action(user_id, tab_name, "Round Evaluation", "Following")
-        for key, value in evals.items():
-            log_action(user_id, tab_name, key, value)
+        save_feedback(user_id, uuid_this_session, "Round_Evaluation", evals)
+        # log_action(user_id, tab_name, "Round Evaluation", "Following")
+        # for key, value in evals.items():
+        #     log_action(user_id, tab_name, key, value)
         # Store the reason for this tab
         tab_data["multi_evaluator"] = evals
         return (
@@ -804,11 +899,12 @@ def create_demo():
                         <strong>Please make sure that you are not ranking the same stock multiple times.</strong>
                     </div>"""
         else:
-            log_action(user_id, "Final_Ranking", first_comp, ranking_first_comp)
-            log_action(user_id, "Final_Ranking", second_comp, ranking_second_comp)
-            log_action(user_id, "Final_Ranking", third_comp, ranking_third_comp)
-            log_action(user_id, "Final_Ranking", fourth_comp, ranking_fourth_comp)
-            log_action(user_id, "Final_Ranking", fifth_comp, ranking_fifth_comp)
+            save_feedback(user_id, uuid_this_session, "Final_Ranking", {first_comp: ranking_first_comp, second_comp: ranking_second_comp, third_comp: ranking_third_comp, fourth_comp: ranking_fourth_comp, fifth_comp: ranking_fifth_comp})
+            # log_action(user_id, "Final_Ranking", first_comp, ranking_first_comp)
+            # log_action(user_id, "Final_Ranking", second_comp, ranking_second_comp)
+            # log_action(user_id, "Final_Ranking", third_comp, ranking_third_comp)
+            # log_action(user_id, "Final_Ranking", fourth_comp, ranking_fourth_comp)
+            # log_action(user_id, "Final_Ranking", fifth_comp, ranking_fifth_comp)
             return """<div style="background-color: #d4edda; color: #155724; padding: 15px; border: 1px solid #c3e6cb; border-radius: 5px; margin-bottom: 20px;">
                         <strong>Thank you for participating in the experiment. This concludes the session. You may now close the tab.</strong>
                     </div>"""