IRB demo

CogDebIRB/config.json

@@ -0,0 +1,12 @@
+{
+  "wandb_args" : {
+    "project": "cogdeb-irb",
+    "tags": [
+      "demo"
+    ]
+  },
+  "model_args" : {
+    "model": "gpt-4-1106-preview",
+    "temperature": 0.0
+  }
+}

CogDebIRB/initial_message.txt

@@ -0,0 +1,5 @@
+Hello! My name is SurveyGPT, a conversational AI designed to help improve survey research.
+
+Please answer the following question:
+
+Generally speaking, do you think of yourself as a Republican, a Democrat, an independent, or something else?

CogDebIRB/system_message.txt

@@ -0,0 +1,11 @@
+You are an AI designed to help researchers validate questions before they field their surveys by pre-testing interviews with human respondents.
+Your job is to conduct an interview with the respondent, and to understand as well as possible the question, its wording, and how the human interprets it.
+
+Your instructions for conducting the interview are as follows:
+- First, ask the respondent the Cognitive Debrief Question as is.
+- If they have questions about the question, answer these to the best of your ability
+- After they give a response, ask follow-up questions designed to understand how they understand the question and its meaning
+- Do not lead the respondent to a particular answer or suggest answers to the respondent; your goal is to provide an informative transcript that the researcher can review afterwards to help revise their question wording so that new respondents will have the same understanding as intended by the researcher.
+
+The question you are testing today is as follows:
+Generally speaking, do you think of yourself as a Republican, a Democrat, an independent, or something else?

app.py

@@ -13,6 +13,7 @@ Version Log:
     - Azure OpenAI?
 - 2024.01.31: wandb does not work for use case, what to do instead?
     - Write to local file and then upload at end? (does filestream cause blocking?)
+- 2024.03.03: Creating new instance for demoing to IRB
 
 """
 from __future__ import annotations
@@ -22,7 +23,7 @@ import logging
 import json
 import wandb
 import gradio as gr
-import openai
+from typing import Generator, Any
 
 from pathlib import Path
 
@@ -37,7 +38,7 @@ from utils import (
 
 
 # %% Initialization
-CONFIG_DIR: Path = Path("./SPIA2024")
+CONFIG_DIR: Path = Path("./CogDebIRB")
 if os.environ.get("AZURE_ENDPOINT") is None: # Set Azure credentials from local files
     seed_azure_key()
 client = initialize_client()
@@ -105,6 +106,9 @@ def initialize_tracker(
 def save_interview(
     chat_history: list[list[str | None]],
 ) -> None:
+    # Save chat_history as json
+    with open(CONFIG_DIR/"transcript.json", 'w') as fh:
+        json.dump(chat_history, fh, indent=2)
     chat_data = []
     for pair in chat_history:
         for i, role in enumerate(["user", "bot"]):
@@ -128,7 +132,7 @@ def bot_message(
     chat_history: list[list[str | None]],
     system_message: str,
     model_args: dict[str, str | float],
-) -> list[list[str | None]]:
+) -> Generator[Any, Any, Any]:
     # Prep messages
     user_msg = chat_history[-1][0]
     messages = convert_gradio_to_openai(chat_history[:-1])
@@ -168,8 +172,8 @@ def reset_interview() -> (
 
 
 # LAYOUT
-with gr.Blocks() as demo:
-    gr.Markdown("# StewartLab LM Interviewer")
+with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
+    gr.Markdown("# Chat Interview Interface")
     userDisplay = gr.Markdown("", visible=False)
 
     # Config values
@@ -203,6 +207,22 @@ with gr.Blocks() as demo:
             visible=False,
         )
     resetButton = gr.Button("Save and Exit", visible=False, variant="stop")
+    disclaimer = gr.HTML(
+        """
+        <div
+        style='font-size: 1em;
+               font-style: italic;   
+               position: fixed;
+               left: 50%;
+               bottom: 20px;
+               transform: translate(-50%, -50%);
+               margin: 0 auto;
+               '
+        >{}</div>
+        """.format(
+            "Statements by the chatbot may contain factual inaccuracies."
+        )
+    )
 
     ## INTERACTIONS
     # Start Interview button