remove markdown leaderboard, add huggingface space as remote

.github/scripts/generate-leaderboard.py

@@ -1,63 +0,0 @@
-import json
-
-
-def generate_markdown(data):
-    markdown = """<div align="center">\n\n"""
-    markdown += "# 🔥🏅️GenCeption Leaderboard 🏅️🔥\n\n"
-    markdown += """\n\n</div>\n\n"""
-    markdown += "#### GC@3 scores for different models and categories:\n"
-    markdown += "| Model | **Mean** | Exist. | Count | Posi. | Col. | Post. | Cel. | Sce. | Lan. | Art. | Comm. | **Vis Mean** | Code | Num. | Tran. | OCR | **Text Mean** |\n"
-    markdown += (
-        "|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n"
-    )
-    for model in data["models"]:
-        scores = model["scores"]
-        markdown += f"| [{model['name']}]({model['url']}) "
-        for score_key in [
-            "Mean",
-            "Exist",
-            "Count",
-            "Posi",
-            "Col",
-            "Post",
-            "Cel",
-            "Sce",
-            "Lan",
-            "Art",
-            "Comm",
-            "VisMean",
-            "Code",
-            "Num",
-            "Tran",
-            "OCR",
-            "TextMean",
-        ]:
-            if "Mean" in score_key:
-                markdown += f"| **{scores[score_key]}** "
-            else:
-                markdown += f"| {scores[score_key]} "
-        markdown += "|\n"
-    markdown += """\n\nLegend:
-- Exist.: Existence
-- Count: Count
-- Posi.: Position
-- Col.: Color
-- Post.: Poster
-- Cel.: Celebrity
-- Sce.: Scene
-- Lan.: Landmark
-- Art.: Artwork
-- Com. R.: Commonsense Reasoning
-- Code: Code Reasoning
-- Num.: Numerical Calculation
-- Tran.: Text Translation
-- OCR: OCR"""
-    return markdown
-
-
-if __name__ == "__main__":
-    with open("leaderboard/leaderboard.json", "r") as f:
-        data = json.load(f)
-    markdown_content = generate_markdown(data)
-    with open("leaderboard/Leaderboard.md", "w") as f:
-        f.write(markdown_content)

.github/workflows/update-leaderboard.yaml

@@ -1,31 +0,0 @@
-name: Update Markdown from JSON
-
-on:
-  push:
-    paths:
-      - 'leaderboard/leaderboard.json'
-
-jobs:
-  update-markdown:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4 # Updated to the latest version at the time of writing
-      - name: Set up Python
-        uses: actions/setup-python@v5 
-        with:
-          python-version: '3.10'
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install pyyaml
-      - name: Generate Markdown
-        run: python .github/scripts/generate-leaderboard.py
-      - name: Commit and push if changed
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          git config --global user.email "action@github.com"
-          git config --global user.name "GitHub Action"
-          git add leaderboard/Leaderboard.md
-          git commit -m "Update Leaderboard.md from JSON data" -a || echo "No changes to commit"
-          git push

README.md

@@ -2,10 +2,9 @@
 
 <div>
 <p align="center">
-  <a href="https://github.com/EQTPartners/GenCeption/blob/main/leaderboard/Leaderboard.md">🔥🏅️Leaderboard🏅️🔥</a>&emsp;•&emsp;
+  <a href="https://huggingface.co/spaces/valbuc/GenCeption">🔥🏅️🤗 Leaderboard🏅️🔥</a>&emsp;•&emsp;
   <a href="#contribute">Contribute</a>&emsp;•&emsp;
   <a href="https://arxiv.org/abs/2402.14973">Paper</a>&emsp;•&emsp;
-  <a href="">HF Space 🤗</a>&emsp;•&emsp;
   <a href="#cite-this-work">Citation</a> 
 </p>
 
@@ -23,7 +22,7 @@ We demostrate a 5-iteration GenCeption procedure below run on a seed images to e
 
 
 ## Contribute
-Please add your model details and results to `leaderboard/leaderboard.json` and **create a PR (Pull-Request)** to contribute your results to the [🔥🏅️**Leaderboard**🏅️🔥](https://github.com/EQTPartners/GenCeption/blob/main/leaderboard/Leaderboard.md). Start by creating your virtual environment:
+Please add your model details and results to `leaderboard/leaderboard.json` and **create a PR (Pull-Request)** to contribute your results to the [🔥🏅️**Leaderboard**🏅️🔥](https://huggingface.co/spaces/). Start by creating your virtual environment:
 
 ```{bash}
 conda create --name genception python=3.10 -y

leaderboard/Leaderboard.md

@@ -1,32 +0,0 @@
-<div align="center">
-
-# 🔥🏅️GenCeption Leaderboard 🏅️🔥
-
-
-
-</div>
-
-#### GC@3 scores for different models and categories:
-| Model | **Mean** | Exist. | Count | Posi. | Col. | Post. | Cel. | Sce. | Lan. | Art. | Comm. | **Vis Mean** | Code | Num. | Tran. | OCR | **Text Mean** |
-|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
-| [ChatGPT-4V](https://cdn.openai.com/papers/GPTV_System_Card.pdf) | **0.351** | 0.422 | 0.404 | 0.408 | 0.403 | 0.324 | 0.332 | 0.393 | 0.353 | 0.421 | 0.471 | **0.393** | 0.193 | 0.24 | 0.157 | 0.393 | **0.246** |
-| [mPLUG-Owl2](https://arxiv.org/pdf/2311.04257.pdf) | **0.257** | 0.323 | 0.299 | 0.306 | 0.29 | 0.243 | 0.232 | 0.299 | 0.275 | 0.252 | 0.353 | **0.287** | 0.176 | 0.192 | 0.081 | 0.276 | **0.181** |
-| [LLaVA-13B](https://arxiv.org/pdf/2304.08485.pdf) | **0.238** | 0.305 | 0.294 | 0.255 | 0.3 | 0.215 | 0.206 | 0.277 | 0.242 | 0.212 | 0.334 | **0.264** | 0.144 | 0.195 | 0.116 | 0.239 | **0.174** |
-| [LLaVA-7B](https://arxiv.org/pdf/2304.08485.pdf) | **0.225** | 0.308 | 0.253 | 0.285 | 0.284 | 0.214 | 0.188 | 0.266 | 0.252 | 0.21 | 0.294 | **0.255** | 0.107 | 0.155 | 0.111 | 0.222 | **0.149** |
-
-
-Legend:
-- Exist.: Existence
-- Count: Count
-- Posi.: Position
-- Col.: Color
-- Post.: Poster
-- Cel.: Celebrity
-- Sce.: Scene
-- Lan.: Landmark
-- Art.: Artwork
-- Com. R.: Commonsense Reasoning
-- Code: Code Reasoning
-- Num.: Numerical Calculation
-- Tran.: Text Translation
-- OCR: OCR