test
Browse files
app.py
CHANGED
|
@@ -56,6 +56,11 @@ def findfile():
|
|
| 56 |
model_info, results = findfile()
|
| 57 |
|
| 58 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
|
| 60 |
|
| 61 |
|
|
@@ -80,7 +85,7 @@ def make_results_tab(model_info, results):
|
|
| 80 |
result_list.append(this_result)
|
| 81 |
|
| 82 |
df = pd.DataFrame(result_list)
|
| 83 |
-
return df
|
| 84 |
|
| 85 |
|
| 86 |
|
|
@@ -101,7 +106,7 @@ def show_results_tab(df):
|
|
| 101 |
|
| 102 |
def filter_df(model_name, size_ranges, model_types):
|
| 103 |
|
| 104 |
-
newdf = make_results_tab(model_info, results)
|
| 105 |
|
| 106 |
# search model name
|
| 107 |
default_val = 'Input the Model Name'
|
|
@@ -214,13 +219,46 @@ def show_results_tab(df):
|
|
| 214 |
)
|
| 215 |
|
| 216 |
|
| 217 |
-
def show_predictions_tab(
|
| 218 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 219 |
|
| 220 |
|
| 221 |
def create_interface():
|
| 222 |
|
| 223 |
-
df = make_results_tab(model_info, results)
|
|
|
|
|
|
|
| 224 |
with gr.Blocks() as demo:
|
| 225 |
# title_comp = gr.Markdown(Initial_title)
|
| 226 |
gr.Markdown(MAIN_LEADERBOARD_DESCRIPTION)
|
|
@@ -231,7 +269,7 @@ def create_interface():
|
|
| 231 |
|
| 232 |
with gr.TabItem('Predictions', elem_id='notmain', id=1):
|
| 233 |
|
| 234 |
-
show_predictions_tab(
|
| 235 |
|
| 236 |
return demo
|
| 237 |
|
|
@@ -240,5 +278,5 @@ def create_interface():
|
|
| 240 |
|
| 241 |
if __name__ == '__main__':
|
| 242 |
demo = create_interface()
|
| 243 |
-
demo.queue()
|
| 244 |
-
demo.launch(server_name='0.0.0.0')
|
|
|
|
| 56 |
model_info, results = findfile()
|
| 57 |
|
| 58 |
|
| 59 |
+
def findfile_predictions():
|
| 60 |
+
with open('data/hf-academic-predictions.json', 'r') as file:
|
| 61 |
+
predictions = json.load(file)
|
| 62 |
+
file.close()
|
| 63 |
+
return predictions
|
| 64 |
|
| 65 |
|
| 66 |
|
|
|
|
| 85 |
result_list.append(this_result)
|
| 86 |
|
| 87 |
df = pd.DataFrame(result_list)
|
| 88 |
+
return df, models_list, datasets_list
|
| 89 |
|
| 90 |
|
| 91 |
|
|
|
|
| 106 |
|
| 107 |
def filter_df(model_name, size_ranges, model_types):
|
| 108 |
|
| 109 |
+
newdf, modellist, datasetlist = make_results_tab(model_info, results)
|
| 110 |
|
| 111 |
# search model name
|
| 112 |
default_val = 'Input the Model Name'
|
|
|
|
| 219 |
)
|
| 220 |
|
| 221 |
|
| 222 |
+
def show_predictions_tab(model_list, dataset_list, predictions):
|
| 223 |
+
|
| 224 |
+
def get_pre_df(predictions, model_name, dataset_name):
|
| 225 |
+
this_predictions = predictions[dataset_name][model_name]['predictions']
|
| 226 |
+
this_predictions = pd.DataFrame(this_predictions)
|
| 227 |
+
return this_predictions
|
| 228 |
+
|
| 229 |
+
model_list = [i['abbr'] for i in model_list]
|
| 230 |
+
initial_predictions = get_pre_df(predictions, 'MiniMax-Text-01', 'IFEval')
|
| 231 |
+
|
| 232 |
+
with gr.Row():
|
| 233 |
+
with gr.Column():
|
| 234 |
+
model_drop = gr.Dropdown(
|
| 235 |
+
label="Model Name",
|
| 236 |
+
choices=model_list, # 去重获取主类别
|
| 237 |
+
interactive=True
|
| 238 |
+
)
|
| 239 |
+
with gr.Column():
|
| 240 |
+
dataset_drop = gr.Dropdown(
|
| 241 |
+
label="Model Name",
|
| 242 |
+
choices=model_list, # 去重获取主类别
|
| 243 |
+
interactive=True
|
| 244 |
+
)
|
| 245 |
+
|
| 246 |
+
with gr.Column():
|
| 247 |
+
table = gr.DataFrame(
|
| 248 |
+
value=initial_predictions,
|
| 249 |
+
interactive=False,
|
| 250 |
+
wrap=False,
|
| 251 |
+
column_widths=calculate_column_widths(initial_predictions),
|
| 252 |
+
)
|
| 253 |
+
|
| 254 |
+
|
| 255 |
|
| 256 |
|
| 257 |
def create_interface():
|
| 258 |
|
| 259 |
+
df, model_list, dataset_list = make_results_tab(model_info, results)
|
| 260 |
+
predictions = findfile_predictions()
|
| 261 |
+
|
| 262 |
with gr.Blocks() as demo:
|
| 263 |
# title_comp = gr.Markdown(Initial_title)
|
| 264 |
gr.Markdown(MAIN_LEADERBOARD_DESCRIPTION)
|
|
|
|
| 269 |
|
| 270 |
with gr.TabItem('Predictions', elem_id='notmain', id=1):
|
| 271 |
|
| 272 |
+
show_predictions_tab(model_list, dataset_list, predictions)
|
| 273 |
|
| 274 |
return demo
|
| 275 |
|
|
|
|
| 278 |
|
| 279 |
if __name__ == '__main__':
|
| 280 |
demo = create_interface()
|
| 281 |
+
# demo.queue()
|
| 282 |
+
# demo.launch(server_name='0.0.0.0')
|