update data

README.md

@@ -21,10 +21,11 @@ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-
 [ ] Make sure each question has at least 10 responses
 
 ### TODO List (Human Eval)
-[ ] Check if user_id in database, then resume where they left off
-[ ] Implement save and continue later button
+[x] Check if user_id in database, then resume where they left off
+[x] Implement save and continue later button
 [ ] Implement questions with proper buttons (with text)
 [ ] Back button
-[ ] Dataset linking
+[ ] Dataset linking HF
 [ ] prettify the context field with new lines and highlighting popularity etc. keywords in bold
-[ ] Doing it for two models
+[ ] Doing it for two models
+[ ] Add check for ratings should not be 0 for Exit & Resume Later

app.py

@@ -1,6 +1,8 @@
 import json
 from typing import Dict
 
+from datasets import load_dataset
+
 from db.schema import Feedback, Response
 from db.crud import ingest, read, save_feedback
 import pandas as pd
@@ -79,14 +81,27 @@ def exit_screen():
 def reset_survey():
     """Reset the survey state to start over."""
     st.session_state.responses = []
-    st.session_state.completed = True #TODO: Change to False?
+    st.session_state.completed = True
     st.session_state.start_new_survey = True
 
+def load_data():
+    try:
+        data = pd.read_csv("data/gemini_results_subset.csv")[:5]
+        return data
+    except Exception as e:
+        repo_name = os.getenv("DATA_REPO")
+        data_files = os.getenv("LLAMA_DATA_FILES")
+        HF_TOKEN = os.getenv("HF_TOKEN")
+        dataset = load_dataset(repo_name, token=True, data_files=data_files)
+        dataset.set_format(type='pandas')  ## converting it into pandas
+        df = dataset["train"][:]
+        return df[:5]
+
 
 def ui():
     """Main function to control the survey flow."""
     custom_css()
-    data = pd.read_csv("data/gemini_results_subset.csv")[:5]
+    data = load_data()
     initialization()
 
     if st.session_state.completed and not st.session_state.start_new_survey: