Update app.py
Browse files
app.py
CHANGED
|
@@ -28,7 +28,7 @@ SUBMISSION_DATASET_PUBLIC = f"{OWNER}/submissions_public"
|
|
| 28 |
#CONTACT_DATASET = f"{OWNER}/contact_info"
|
| 29 |
RESULTS_DATASET = f"{OWNER}/results_public"
|
| 30 |
LEADERBOARD_PATH = f"HiTZ/Critical_Questions_Leaderboard"
|
| 31 |
-
METRIC = '
|
| 32 |
api = HfApi()
|
| 33 |
|
| 34 |
if METRIC == 'similarity':
|
|
@@ -251,10 +251,13 @@ def add_new_eval(
|
|
| 251 |
label = references[index][int(winner)]['label']
|
| 252 |
else:
|
| 253 |
label = 'not_able_to_evaluate'
|
|
|
|
| 254 |
except IndexError:
|
| 255 |
label = 'evaluation_issue'
|
|
|
|
| 256 |
except ValueError:
|
| 257 |
label = 'evaluation_issue'
|
|
|
|
| 258 |
|
| 259 |
print(label, flush=True)
|
| 260 |
if label == 'Useful':
|
|
|
|
| 28 |
#CONTACT_DATASET = f"{OWNER}/contact_info"
|
| 29 |
RESULTS_DATASET = f"{OWNER}/results_public"
|
| 30 |
LEADERBOARD_PATH = f"HiTZ/Critical_Questions_Leaderboard"
|
| 31 |
+
METRIC = 'gemma' # 'similarity'
|
| 32 |
api = HfApi()
|
| 33 |
|
| 34 |
if METRIC == 'similarity':
|
|
|
|
| 251 |
label = references[index][int(winner)]['label']
|
| 252 |
else:
|
| 253 |
label = 'not_able_to_evaluate'
|
| 254 |
+
print(winner, flush=True)
|
| 255 |
except IndexError:
|
| 256 |
label = 'evaluation_issue'
|
| 257 |
+
print(winner, flush=True)
|
| 258 |
except ValueError:
|
| 259 |
label = 'evaluation_issue'
|
| 260 |
+
print(winner, flush=True)
|
| 261 |
|
| 262 |
print(label, flush=True)
|
| 263 |
if label == 'Useful':
|