Main Leaderboard modification

frontend/package.json

@@ -1,5 +1,5 @@
 {
-  "name": "open-greek-finllm-leaderboard",
+  "name": "open-finllm-leaderboard",
   "version": "0.1.0",
   "private": true,
   "dependencies": {

frontend/public/index.html

@@ -9,22 +9,22 @@
     />
     <meta
       name="description"
-      content="Interactive leaderboard for comparing LLM performance across Greek financial benchmarks."
+      content="Interactive leaderboard for comparing LLM performance across financial benchmarks."
     />
 
     <!-- Open Graph / Facebook -->
     <meta property="og:type" content="website" />
     <meta
       property="og:url"
-      content="https://huggingface.co/spaces/TheFinAI/open_greek_finance_llm_leaderboard"
+      content="https://huggingface.co/spaces/TheFinAI/open_finllm_leaderboard"
     />
     <meta
       property="og:title"
-      content="Open Greek Financial LLM Leaderboard - Compare Large Language Models in Greek Financial Area"
+      content="Open Financial LLM Leaderboard - Compare Large Language Models in Financial Domain"
     />
     <meta
       property="og:description"
-      content="Interactive leaderboard for comparing LLM performance across Greek financial benchmarks."
+      content="Interactive leaderboard for comparing LLM performance across financial benchmarks."
     />
     <meta property="og:image" content="%PUBLIC_URL%/og-image.png" />
 
@@ -32,15 +32,15 @@
     <meta property="twitter:card" content="summary_large_image" />
     <meta
       property="twitter:url"
-      content="https://huggingface.co/spaces/TheFinAI/open_greek_finance_llm_leaderboard"
+      content="https://huggingface.co/spaces/TheFinAI/open_finllm_leaderboard"
     />
     <meta
       property="twitter:title"
-      content="Open Greek Financial LLM Leaderboard - Compare Large Language Models in Greek Financial Area"
+      content="Open Financial LLM Leaderboard - Compare Large Language Models in Financial Domain"
     />
     <meta
       property="twitter:description"
-      content="Interactive leaderboard for comparing LLM performance across Greek financial benchmarks."
+      content="Interactive leaderboard for comparing LLM performance across financial benchmarks."
     />
     <meta property="twitter:image" content="%PUBLIC_URL%/og-image.png" />
     <!--
@@ -53,7 +53,7 @@
       Learn how to configure a non-root public URL by running `npm run build`.
     -->
     <title>
-      Open Greek Financial LLM Leaderboard - Compare Large Language Models in Greek Financial Area
+      Open Financial LLM Leaderboard - Compare Large Language Models in Financial Domain
     </title>
     <link
       href="https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600;700&display=swap"

frontend/src/pages/LeaderboardPage/LeaderboardPage.js

@@ -32,12 +32,12 @@ function LeaderboardPage() {
         <Logo height="80px" />
       </Box>
       <PageHeader
-        title="Open Greek Financial LLM Leaderboard"
+        title="Open Financial LLM Leaderboard"
         subtitle={
           <>
-            Benchmark for large language model in {" "}
-            <span style={{ fontWeight: 600 }}>Greek</span> {" "}
-            <span style={{ fontWeight: 600 }}>finance</span>
+            Benchmark for large language models in {" "}
+            <span style={{ fontWeight: 600 }}>financial</span> domain {" "}
+            across multiple languages
           </>
         }
       />

frontend/src/pages/LeaderboardPage/components/Leaderboard/constants/defaults.js

@@ -125,35 +125,11 @@ const COLUMNS = {
     },
   },
   EVALUATION: {
-    "evaluations.multifin.normalized_score": {
+    "evaluations.greek_average": {
       group: "evaluation",
       size: COLUMN_SIZES.BENCHMARK,
       defaultVisible: true,
-      label: "MultiFin",
-    },
-    "evaluations.qa.normalized_score": {
-      group: "evaluation",
-      size: COLUMN_SIZES.BENCHMARK,
-      defaultVisible: true,
-      label: "QA",
-    },
-    "evaluations.fns.normalized_score": {
-      group: "evaluation",
-      size: COLUMN_SIZES.BENCHMARK,
-      defaultVisible: true,
-      label: "FNS",
-    },
-    "evaluations.finnum.normalized_score": {
-      group: "evaluation",
-      size: COLUMN_SIZES.BENCHMARK,
-      defaultVisible: true,
-      label: "FinNum",
-    },
-    "evaluations.fintext.normalized_score": {
-      group: "evaluation",
-      size: COLUMN_SIZES.BENCHMARK,
-      defaultVisible: true,
-      label: "FinText",
+      label: "Greek Financial LLM Leaderboard",
     },
   },
   MODEL_INFO: {

frontend/src/pages/LeaderboardPage/components/Leaderboard/hooks/useDataUtils.js

@@ -39,7 +39,36 @@ export const useColorGenerator = (minAverage, maxAverage) => {
 export const useProcessedData = (data, averageMode, visibleColumns) => {
   return useMemo(() => {
     let processed = data.map((item) => {
-      const evaluationScores = Object.entries(item.evaluations)
+      // 计算希腊语数据集的平均分数
+      const greekDatasets = ['multifin', 'qa', 'fns', 'finnum', 'fintext'];
+      const greekScores = greekDatasets
+        .filter(dataset => item.evaluations[dataset]?.normalized_score !== undefined)
+        .map(dataset => item.evaluations[dataset].normalized_score);
+      
+      const greekAverage = greekScores.length > 0
+        ? greekScores.reduce((a, b) => a + b, 0) / greekScores.length
+        : null;
+
+      // 添加Greek average到evaluations对象
+      const enhancedEvaluations = {
+        ...item.evaluations,
+        greek_average: greekAverage
+      };
+      
+      // 计算所有可见评估的平均分 (包括greek_average，但不包括具体的Greek数据集)
+      const includedEvaluations = {};
+      // 复制所有非Greek的评估数据
+      Object.entries(item.evaluations).forEach(([key, value]) => {
+        if (!greekDatasets.includes(key)) {
+          includedEvaluations[key] = value;
+        }
+      });
+      // 添加Greek平均分
+      if (greekAverage !== null) {
+        includedEvaluations.greek_average = { normalized_score: greekAverage };
+      }
+      
+      const evaluationScores = Object.entries(includedEvaluations)
         .filter(([key]) => {
           if (averageMode === "all") return true;
           return visibleColumns.includes(`evaluations.${key}.normalized_score`);
@@ -69,6 +98,7 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
       return {
         ...item,
         features: standardizedFeatures,
+        evaluations: enhancedEvaluations, // 使用增强后的evaluations
         model: {
           ...item.model,
           has_chat_template: Boolean(item.model.has_chat_template),

frontend/src/pages/LeaderboardPage/components/Leaderboard/utils/columnUtils.js

@@ -751,49 +751,22 @@ export const createColumns = (
 
   const evaluationColumns = [
     {
-      accessorKey: "evaluations.multifin.normalized_score",
-      header: createHeaderCell("MultiFin", COLUMN_TOOLTIPS.MULTIFIN),
+      accessorKey: "evaluations.greek_average",
+      header: createHeaderCell("Greek Leaderboard", "Average performance on Greek financial tasks"),
       cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.multifin.normalized_score"),
-      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.multifin.normalized_score"
-      ],
-    },
-    {
-      accessorKey: "evaluations.qa.normalized_score",
-      header: createHeaderCell("QA", COLUMN_TOOLTIPS.QA),
-      cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.qa.normalized_score"),
-      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.qa.normalized_score"
-      ],
-    },
-    {
-      accessorKey: "evaluations.fns.normalized_score",
-      header: createHeaderCell("FNS", COLUMN_TOOLTIPS.FNS),
-      cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.fns.normalized_score"),
-      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.fns.normalized_score"
-      ],
-    },
-    {
-      accessorKey: "evaluations.finnum.normalized_score",
-      header: createHeaderCell("FinNum", COLUMN_TOOLTIPS.FinNum),
-      cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.finnum.normalized_score"),
-      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.finnum.normalized_score"
-      ],
-    },
-    {
-      accessorKey: "evaluations.fintext.normalized_score",
-      header: createHeaderCell("FinText", COLUMN_TOOLTIPS.FinText),
-      cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.fintext.normalized_score"),
-      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.fintext.normalized_score"
-      ],
+        createScoreCell(getValue, row, "evaluations.greek_average"),
+      size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES["model.average_score"] || 100,
+      meta: {
+        headerStyle: {
+          backgroundColor: (theme) => alpha(theme.palette.info.light, 0.05),
+        },
+        cellStyle: (value) => ({
+          position: "relative",
+          overflow: "hidden",
+          padding: "8px 16px",
+          backgroundColor: (theme) => alpha(theme.palette.info.light, 0.05),
+        }),
+      },
     },
   ];
 
@@ -1034,7 +1007,7 @@ export const createColumns = (
   // Utiliser directement columnVisibility
   const finalColumns = [
     ...baseColumns,
-    ...evaluationColumns.filter((col) => columnVisibility[col.accessorKey]),
+    ...evaluationColumns,
     ...optionalColumns
       .filter((col) => columnVisibility[col.accessorKey])
       .sort((a, b) => {