fix: Ensure different colours, remove Faroese

app.py

@@ -123,6 +123,7 @@ paper](https://aclanthology.org/2023.nodalida-1.20):
 
 
 UPDATE_FREQUENCY_MINUTES = 30
+MIN_COLOUR_DISTANCE_BETWEEN_MODELS = 200
 
 
 class Task(BaseModel):
@@ -165,11 +166,11 @@ KNOWLEDGE = Task(name="knowledge", metric="mcc")
 REASONING = Task(name="reasoning", metric="mcc")
 ALL_TASKS = [obj for obj in globals().values() if isinstance(obj, Task)]
 
+
 DANISH = Language(code="da", name="Danish")
 NORWEGIAN = Language(code="no", name="Norwegian")
 SWEDISH = Language(code="sv", name="Swedish")
 ICELANDIC = Language(code="is", name="Icelandic")
-FAROESE = Language(code="fo", name="Faroese")
 GERMAN = Language(code="de", name="German")
 DUTCH = Language(code="nl", name="Dutch")
 ENGLISH = Language(code="en", name="English")
@@ -189,7 +190,6 @@ DATASETS = [
     Dataset(name="norne-nb", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
     Dataset(name="norne-nn", language=NORWEGIAN, task=INFORMATION_EXTRACTION),
     Dataset(name="mim-gold-ner", language=ICELANDIC, task=INFORMATION_EXTRACTION),
-    Dataset(name="fone", language=FAROESE, task=INFORMATION_EXTRACTION),
     Dataset(name="germeval", language=GERMAN, task=INFORMATION_EXTRACTION),
     Dataset(name="conll-nl", language=DUTCH, task=INFORMATION_EXTRACTION),
     Dataset(name="conll-en", language=ENGLISH, task=INFORMATION_EXTRACTION),
@@ -198,7 +198,6 @@ DATASETS = [
     Dataset(name="scala-nb", language=NORWEGIAN, task=GRAMMAR),
     Dataset(name="scala-nn", language=NORWEGIAN, task=GRAMMAR),
     Dataset(name="scala-is", language=ICELANDIC, task=GRAMMAR),
-    Dataset(name="scala-fo", language=FAROESE, task=GRAMMAR),
     Dataset(name="scala-de", language=GERMAN, task=GRAMMAR),
     Dataset(name="scala-nl", language=DUTCH, task=GRAMMAR),
     Dataset(name="scala-en", language=ENGLISH, task=GRAMMAR),
@@ -247,13 +246,48 @@ def main() -> None:
     results_dfs = fetch_results()
     last_fetch = dt.datetime.now()
 
-    all_languages = [
-        language.name for language in ALL_LANGUAGES.values()
-    ]
-    danish_models = list({
-        model_id
-        for model_id in results_dfs[DANISH].index
-    })
+    all_languages = [language.name for language in ALL_LANGUAGES.values()]
+    danish_models = list({model_id for model_id in results_dfs[DANISH].index})
+
+    # Get distinct RGB values for all models
+    all_models = list(
+        {model_id for df in results_dfs.values() for model_id in df.index}
+    )
+    colour_mapping: dict[str, tuple[int, int, int]] = dict()
+
+    for i in it.count():
+        min_colour_distance = MIN_COLOUR_DISTANCE_BETWEEN_MODELS - i
+
+        if i > 0:
+            logger.info(
+                f"All retries failed. Trying again with min colour distance "
+                f"{min_colour_distance}."
+            )
+
+        random.seed(4242 + i)
+        retries_left = 10 * len(all_models)
+        for model_id in all_models:
+            r, g, b = 0, 0, 0
+            too_bright, similar_to_other_model = True, True
+            while (too_bright or similar_to_other_model) and retries_left > 0:
+                r, g, b = tuple(random.randint(0, 255) for _ in range(3))
+                too_bright = np.min([r, g, b]) > 200
+                similar_to_other_model = any(
+                    np.abs(
+                        np.array(colour) - np.array([r, g, b])
+                    ).sum() < min_colour_distance
+                    for colour in colour_mapping.values()
+                )
+                retries_left -= 1
+                logger.info(f"Retries left to find a colour mapping: {retries_left}")
+            colour_mapping[model_id] = (r, g, b)
+
+        if retries_left:
+            logger.info(
+                f"Successfully found a colour mapping with min colour distance "
+                f"{min_colour_distance}."
+            )
+            break
 
     with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
         gr.Markdown(INTRO_MARKDOWN)
@@ -317,17 +351,18 @@ def main() -> None:
                             show_scale=show_scale_checkbox.value,
                             plot_width=plot_width_slider.value,
                             plot_height=plot_height_slider.value,
+                            colour_mapping=colour_mapping,
                             results_dfs=results_dfs,
                         ),
                     )
-                with gr.Row():
-                    gr.Markdown(
-                        "<center>Made with ❤️ by the <a href=\"https://alexandra.dk\">"
-                        "Alexandra Institute</a>.</center>"
-                    )
         with gr.Tab(label="About"):
             gr.Markdown(ABOUT_MARKDOWN)
 
+        gr.Markdown(
+            "<center>Made with ❤️ by the <a href=\"https://alexandra.dk\">"
+            "Alexandra Institute</a>.</center>"
+        )
+
         language_names_dropdown.change(
             fn=partial(update_model_ids_dropdown, results_dfs=results_dfs),
             inputs=[language_names_dropdown, model_ids_dropdown],
@@ -336,7 +371,11 @@ def main() -> None:
 
         # Update plot when anything changes
         update_plot_kwargs = dict(
-            fn=partial(produce_radial_plot, results_dfs=results_dfs),
+            fn=partial(
+                produce_radial_plot,
+                colour_mapping=colour_mapping,
+                results_dfs=results_dfs,
+            ),
             inputs=[
                 model_ids_dropdown,
                 language_names_dropdown,
@@ -443,6 +482,7 @@ def produce_radial_plot(
     show_scale: bool,
     plot_width: int,
     plot_height: int,
+    colour_mapping: dict[str, tuple[int, int, int]],
     results_dfs: dict[Language, pd.DataFrame] | None,
 ) -> go.Figure:
     """Produce a radial plot as a plotly figure.
@@ -460,6 +500,8 @@ def produce_radial_plot(
             The width of the plot.
         plot_height:
             The height of the plot.
+        colour_mapping:
+            A mapping from model ids to RGB triplets.
         results_dfs:
             The results dataframes for each language.
 
@@ -551,17 +593,13 @@ def produce_radial_plot(
     # Add the results to a plotly figure
     fig = go.Figure()
     for model_id, result_list in zip(model_ids, results):
-
-        # Generate colour for model, as an RGB triplet. The same model will always
-        # have the same colour
-        random.seed(model_id)
-        r, g, b = tuple(random.randint(0, 255) for _ in range(3))
-
+        r, g, b = colour_mapping[model_id]
         fig.add_trace(go.Scatterpolar(
             r=result_list,
             theta=[task.name for task in tasks],
-            fill='toself',
             name=model_id,
+            fill='toself',
+            fillcolor=f'rgba({r}, {g}, {b}, 0.6)',
             line=dict(color=f'rgb({r}, {g}, {b})'),
         ))