hi-melnikov commited on
Commit
bfb7d4e
·
1 Parent(s): 781a150

added some info for submits

Browse files
Files changed (2) hide show
  1. app.py +3 -2
  2. src/leaderboard/build_leaderboard.py +13 -3
app.py CHANGED
@@ -87,15 +87,16 @@ def build_demo():
87
  current_info = json.loads(submit_meta_file)
88
 
89
  # for now just do not save same name model
90
- if model_name_textbox in current_info:
91
  return False
92
 
93
  submit_info = {
 
94
  "username": submitter_username,
95
  "file_name": file_name,
96
  }
97
 
98
- current_info[model_name_textbox] = submit_info
99
 
100
  with open(f"{DATA_PATH}/{SUBMITS_META_FILE}", "w", encoding="utf-8") as submit_meta_file:
101
  submit_meta_file.write(json.dumps(current_info))
 
87
  current_info = json.loads(submit_meta_file)
88
 
89
  # for now just do not save same name model
90
+ if any(filter(lambda x: x["model_name"] == model_name_textbox, current_info)):
91
  return False
92
 
93
  submit_info = {
94
+ "model_name": model_name_textbox,
95
  "username": submitter_username,
96
  "file_name": file_name,
97
  }
98
 
99
+ current_info.append(submit_info)
100
 
101
  with open(f"{DATA_PATH}/{SUBMITS_META_FILE}", "w", encoding="utf-8") as submit_meta_file:
102
  submit_meta_file.write(json.dumps(current_info))
src/leaderboard/build_leaderboard.py CHANGED
@@ -61,7 +61,17 @@ def download_meta():
61
  def build_leadearboard_df():
62
  # Retrieve the leaderboard DataFrame
63
  with open(f"{DATA_PATH}/leaderboard.json", "r", encoding="utf-8") as eval_file:
64
- battle_info = pd.DataFrame.from_records(json.load(eval_file))
65
  with open(f"{DATA_PATH}/{SUBMITS_META_FILE}", "r", encoding="utf-8") as submit_meta_file:
66
- submit_info = pd.DataFrame.from_records(json.load(submit_meta_file))
67
- return battle_info.copy()
 
 
 
 
 
 
 
 
 
 
 
61
  def build_leadearboard_df():
62
  # Retrieve the leaderboard DataFrame
63
  with open(f"{DATA_PATH}/leaderboard.json", "r", encoding="utf-8") as eval_file:
64
+ battle_info = pd.DataFrame.from_records(json.load(eval_file))[["model", "score", "lower", "upper"]]
65
  with open(f"{DATA_PATH}/{SUBMITS_META_FILE}", "r", encoding="utf-8") as submit_meta_file:
66
+ submit_info = pd.DataFrame.from_records(
67
+ json.load(submit_meta_file), columns=["model_name", "username", "file_name"]
68
+ )[["model_name", "username", "file_name"]]
69
+
70
+ # Merge the DataFrames
71
+ merged_df = pd.merge(battle_info, submit_info, how="left", left_on="model", right_on="model_name")
72
+ # Fill missing usernames with None
73
+ merged_df["username"] = merged_df["username"].fillna("undefined")
74
+ # Drop the model_name column if no longer needed
75
+ merged_df = merged_df.drop(columns=["model_name", "file_name"])
76
+
77
+ return merged_df.copy()