tasks

src/display/about.py

@@ -11,8 +11,19 @@ class Task:
 # Init: to update with your specific keys
 class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
-    task0 = Task("task_name1", "metric_name", "First task")
-    task1 = Task("task_name2", "metric_name", "Second task")
+    task0 = Task("logiqa_delta_abs", "delta_abs", "LogiQA Δ")
+    task1 = Task("logiqa_delta_rel", "delta_rel", "LogiQA Δ%")
+    task2 = Task("logiqa_acc_base", "acc_base", "LogiQA Acc")
+    task3 = Task("logiqa_acc_cot", "acc_cot", "LogiQA AccCoT")
+    task4 = Task("logiqa2_delta_abs", "delta_abs", "LogiQA2 Δ")
+    task5 = Task("logiqa2_delta_rel", "delta_rel", "LogiQA2 Δ%")
+    task6 = Task("logiqa2_acc_base", "acc_base", "LogiQA2 Acc")
+    task7 = Task("logiqa2_acc_cot", "acc_cot", "LogiQA2 AccCoT")
+
+
+
+
+
 
 
 # Your leaderboard name
@@ -46,6 +57,7 @@ prompts = [
 ]
 sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
 llm = LLM(model="<USER>/<MODEL>")
+outputs = llm.generate(prompts, sampling_params)
 ```
 If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.