style: Re-order

app.py

@@ -160,13 +160,13 @@ class Dataset(BaseModel):
         return hash(self.name)
 
 
+TEXT_CLASSIFICATION = Task(name="text classification", metric="mcc")
+GRAMMAR = Task(name="grammar", metric="mcc")
+INFORMATION_EXTRACTION = Task(name="information extraction", metric="micro_f1_no_misc")
+READING_COMPREHENSION = Task(name="reading comprehension", metric="em")
 SUMMARISATION = Task(name="summarisation", metric="bertscore")
 KNOWLEDGE = Task(name="knowledge", metric="mcc")
 COMMON_SENSE_REASONING = Task(name="common-sense reasoning", metric="mcc")
-GRAMMAR = Task(name="grammar", metric="mcc")
-READING_COMPREHENSION = Task(name="reading comprehension", metric="em")
-TEXT_CLASSIFICATION = Task(name="text classification", metric="mcc")
-INFORMATION_EXTRACTION = Task(name="information extraction", metric="micro_f1_no_misc")
 ALL_TASKS = [obj for obj in globals().values() if isinstance(obj, Task)]
 
 DANISH = Language(code="da", name="Danish")
@@ -184,82 +184,87 @@ ALL_LANGUAGES = {
 }
 
 DATASETS = [
-    Dataset(name="swerec", language=SWEDISH, task=TEXT_CLASSIFICATION),
     Dataset(name="angry-tweets", language=DANISH, task=TEXT_CLASSIFICATION),
-    Dataset(name="norec", language=NORWEGIAN, task=TEXT_CLASSIFICATION),
-    Dataset(name="sb10k", language=GERMAN, task=TEXT_CLASSIFICATION),
-    Dataset(name="dutch-social", language=DUTCH, task=TEXT_CLASSIFICATION),
-    Dataset(name="sst5", language=ENGLISH, task=TEXT_CLASSIFICATION),
-    Dataset(name="hotter-and-colder-sentiment", language=ICELANDIC, task=TEXT_CLASSIFICATION),
-    Dataset(name="fosent", language=FAROESE, task=TEXT_CLASSIFICATION),
-    Dataset(name="allocine", language=FRENCH, task=TEXT_CLASSIFICATION),
-    Dataset(name="sentipolc16", language=ITALIAN, task=TEXT_CLASSIFICATION),
-
-    Dataset(name="suc3", language=SWEDISH, task=INFORMATION_EXTRACTION),
+    Dataset(name="scala-da", language=DANISH, task=GRAMMAR),
     Dataset(name="dansk", language=DANISH, task=INFORMATION_EXTRACTION),
-    Dataset(name="norne-nb", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
-    Dataset(name="norne-nn", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
-    Dataset(name="mim-gold-ner", language=ICELANDIC, task=INFORMATION_EXTRACTION),
-    Dataset(name="germeval", language=GERMAN, task=INFORMATION_EXTRACTION),
-    Dataset(name="conll-nl", language=DUTCH, task=INFORMATION_EXTRACTION),
-    Dataset(name="conll-en", language=ENGLISH, task=INFORMATION_EXTRACTION),
-    Dataset(name="fone", language=FAROESE, task=INFORMATION_EXTRACTION),
-    Dataset(name="eltec", language=FRENCH, task=INFORMATION_EXTRACTION),
-    Dataset(name="multinerd-it", language=ITALIAN, task=INFORMATION_EXTRACTION),
+    Dataset(name="scandiqa-da", language=DANISH, task=READING_COMPREHENSION),
+    Dataset(name="nordjylland-news", language=DANISH, task=SUMMARISATION),
+    Dataset(name="danish-citizen-tests", language=DANISH, task=KNOWLEDGE),
+    Dataset(name="danske-talemaader", language=DANISH, task=KNOWLEDGE),
+    Dataset(name="hellaswag-da", language=DANISH, task=COMMON_SENSE_REASONING),
 
-    Dataset(name="scala-sv", language=SWEDISH, task=GRAMMAR),
-    Dataset(name="scala-da", language=DANISH, task=GRAMMAR),
-    Dataset(name="scala-nb", language=NORWEGIAN, task=GRAMMAR),
-    Dataset(name="scala-nn", language=NORWEGIAN, task=GRAMMAR),
-    Dataset(name="scala-is", language=ICELANDIC, task=GRAMMAR),
-    Dataset(name="scala-de", language=GERMAN, task=GRAMMAR),
+    Dataset(name="dutch-social", language=DUTCH, task=TEXT_CLASSIFICATION),
     Dataset(name="scala-nl", language=DUTCH, task=GRAMMAR),
-    Dataset(name="scala-en", language=ENGLISH, task=GRAMMAR),
-    Dataset(name="scala-fo", language=FAROESE, task=GRAMMAR),
-    Dataset(name="scala-fr", language=FRENCH, task=GRAMMAR),
-    Dataset(name="scala-it", language=ITALIAN, task=GRAMMAR),
+    Dataset(name="conll-nl", language=DUTCH, task=INFORMATION_EXTRACTION),
+    Dataset(name="squad-nl", language=DUTCH, task=READING_COMPREHENSION),
+    Dataset(name="wiki-lingua-nl", language=DUTCH, task=SUMMARISATION),
+    Dataset(name="mmlu-nl", language=DUTCH, task=KNOWLEDGE),
+    Dataset(name="hellaswag-nl", language=DUTCH, task=COMMON_SENSE_REASONING),
 
-    Dataset(name="scandiqa-da", language=DANISH, task=READING_COMPREHENSION),
-    Dataset(name="norquad", language=NORWEGIAN, task=READING_COMPREHENSION),
-    Dataset(name="scandiqa-sv", language=SWEDISH, task=READING_COMPREHENSION),
-    Dataset(name="nqii", language=ICELANDIC, task=READING_COMPREHENSION),
-    Dataset(name="germanquad", language=GERMAN, task=READING_COMPREHENSION),
+    Dataset(name="sst5", language=ENGLISH, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-en", language=ENGLISH, task=GRAMMAR),
+    Dataset(name="conll-en", language=ENGLISH, task=INFORMATION_EXTRACTION),
     Dataset(name="squad", language=ENGLISH, task=READING_COMPREHENSION),
-    Dataset(name="squad-nl", language=DUTCH, task=READING_COMPREHENSION),
+    Dataset(name="cnn-dailymail", language=ENGLISH, task=SUMMARISATION),
+    Dataset(name="mmlu", language=ENGLISH, task=KNOWLEDGE),
+    Dataset(name="hellaswag", language=ENGLISH, task=COMMON_SENSE_REASONING),
+
+    Dataset(name="fosent", language=FAROESE, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-fo", language=FAROESE, task=GRAMMAR),
+    Dataset(name="fone", language=FAROESE, task=INFORMATION_EXTRACTION),
     Dataset(name="foqa", language=FAROESE, task=READING_COMPREHENSION),
+
+    Dataset(name="allocine", language=FRENCH, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-fr", language=FRENCH, task=GRAMMAR),
+    Dataset(name="eltec", language=FRENCH, task=INFORMATION_EXTRACTION),
     Dataset(name="fquad", language=FRENCH, task=READING_COMPREHENSION),
-    Dataset(name="squad-it", language=ITALIAN, task=READING_COMPREHENSION),
+    Dataset(name="orange-sum", language=FRENCH, task=SUMMARISATION),
+    Dataset(name="mmlu-fr", language=FRENCH, task=KNOWLEDGE),
+    Dataset(name="hellaswag-fr", language=FRENCH, task=COMMON_SENSE_REASONING),
 
-    Dataset(name="nordjylland-news", language=DANISH, task=SUMMARISATION),
+    Dataset(name="sb10k", language=GERMAN, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-de", language=GERMAN, task=GRAMMAR),
+    Dataset(name="germeval", language=GERMAN, task=INFORMATION_EXTRACTION),
+    Dataset(name="germanquad", language=GERMAN, task=READING_COMPREHENSION),
     Dataset(name="mlsum", language=GERMAN, task=SUMMARISATION),
-    Dataset(name="rrn", language=ICELANDIC, task=SUMMARISATION),
-    Dataset(name="no-sammendrag", language=NORWEGIAN, task=SUMMARISATION),
-    Dataset(name="wiki-lingua-nl", language=DUTCH, task=SUMMARISATION),
-    Dataset(name="swedn", language=SWEDISH, task=SUMMARISATION),
-    Dataset(name="cnn-dailymail", language=ENGLISH, task=SUMMARISATION),
-    Dataset(name="orange-sum", language=FRENCH, task=SUMMARISATION),
-    Dataset(name="ilpost-sum", language=ITALIAN, task=SUMMARISATION),
+    Dataset(name="mmlu-de", language=GERMAN, task=KNOWLEDGE),
+    Dataset(name="hellaswag-de", language=GERMAN, task=COMMON_SENSE_REASONING),
 
-    Dataset(name="danish-citizen-tests", language=DANISH, task=KNOWLEDGE),
-    Dataset(name="danske-talemaader", language=DANISH, task=KNOWLEDGE),
-    Dataset(name="nrk-quiz-qa", language=NORWEGIAN, task=KNOWLEDGE),
-    Dataset(name="mmlu-sv", language=SWEDISH, task=KNOWLEDGE),
+    Dataset(
+        name="hotter-and-colder-sentiment", language=ICELANDIC, task=TEXT_CLASSIFICATION
+    ),
+    Dataset(name="scala-is", language=ICELANDIC, task=GRAMMAR),
+    Dataset(name="mim-gold-ner", language=ICELANDIC, task=INFORMATION_EXTRACTION),
+    Dataset(name="nqii", language=ICELANDIC, task=READING_COMPREHENSION),
+    Dataset(name="rrn", language=ICELANDIC, task=SUMMARISATION),
     Dataset(name="icelandic-knowledge", language=ICELANDIC, task=KNOWLEDGE),
-    Dataset(name="mmlu-de", language=GERMAN, task=KNOWLEDGE),
-    Dataset(name="mmlu-nl", language=DUTCH, task=KNOWLEDGE),
-    Dataset(name="mmlu", language=ENGLISH, task=KNOWLEDGE),
-    Dataset(name="mmlu-fr", language=FRENCH, task=KNOWLEDGE),
+    Dataset(name="winogrande-is", language=ICELANDIC, task=COMMON_SENSE_REASONING),
+
+    Dataset(name="sentipolc16", language=ITALIAN, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-it", language=ITALIAN, task=GRAMMAR),
+    Dataset(name="multinerd-it", language=ITALIAN, task=INFORMATION_EXTRACTION),
+    Dataset(name="squad-it", language=ITALIAN, task=READING_COMPREHENSION),
+    Dataset(name="ilpost-sum", language=ITALIAN, task=SUMMARISATION),
     Dataset(name="mmlu-it", language=ITALIAN, task=KNOWLEDGE),
+    Dataset(name="hellaswag-it", language=ITALIAN, task=COMMON_SENSE_REASONING),
 
-    Dataset(name="hellaswag-da", language=DANISH, task=COMMON_SENSE_REASONING),
+    Dataset(name="norec", language=NORWEGIAN, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-nb", language=NORWEGIAN, task=GRAMMAR),
+    Dataset(name="scala-nn", language=NORWEGIAN, task=GRAMMAR),
+    Dataset(name="norne-nb", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
+    Dataset(name="norne-nn", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
+    Dataset(name="norquad", language=NORWEGIAN, task=READING_COMPREHENSION),
+    Dataset(name="no-sammendrag", language=NORWEGIAN, task=SUMMARISATION),
+    Dataset(name="nrk-quiz-qa", language=NORWEGIAN, task=KNOWLEDGE),
     Dataset(name="nor-common-sense-qa", language=NORWEGIAN, task=COMMON_SENSE_REASONING),
+
+    Dataset(name="swerec", language=SWEDISH, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-sv", language=SWEDISH, task=GRAMMAR),
+    Dataset(name="suc3", language=SWEDISH, task=INFORMATION_EXTRACTION),
+    Dataset(name="scandiqa-sv", language=SWEDISH, task=READING_COMPREHENSION),
+    Dataset(name="swedn", language=SWEDISH, task=SUMMARISATION),
+    Dataset(name="mmlu-sv", language=SWEDISH, task=KNOWLEDGE),
     Dataset(name="hellaswag-sv", language=SWEDISH, task=COMMON_SENSE_REASONING),
-    Dataset(name="winogrande-is", language=ICELANDIC, task=COMMON_SENSE_REASONING),
-    Dataset(name="hellaswag-de", language=GERMAN, task=COMMON_SENSE_REASONING),
-    Dataset(name="hellaswag-nl", language=DUTCH, task=COMMON_SENSE_REASONING),
-    Dataset(name="hellaswag", language=ENGLISH, task=COMMON_SENSE_REASONING),
-    Dataset(name="hellaswag-fr", language=FRENCH, task=COMMON_SENSE_REASONING),
-    Dataset(name="hellaswag-it", language=ITALIAN, task=COMMON_SENSE_REASONING),
 ]