Spaces:
Runtime error
Runtime error
Update about
Browse files- src/about.py +4 -8
- src/display/utils.py +7 -2
src/about.py
CHANGED
|
@@ -24,19 +24,15 @@ class Tasks(Enum):
|
|
| 24 |
# task = Task("precisions", "score", "Precision")
|
| 25 |
|
| 26 |
|
| 27 |
-
NUM_FEWSHOT = 0
|
| 28 |
# ---------------------------------------------------
|
| 29 |
|
| 30 |
# Your leaderboard name
|
| 31 |
-
TITLE = """<img src="file/images/solbench.svg" width="
|
| 32 |
-
<
|
| 33 |
|
| 34 |
# What does your leaderboard evaluate?
|
| 35 |
-
INTRODUCTION_TEXT = ""
|
| 36 |
-
<center>
|
| 37 |
-
<h2>Evaluating Solidity Code Generation</h2>
|
| 38 |
-
</center>
|
| 39 |
-
"""
|
| 40 |
|
| 41 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 42 |
LLM_BENCHMARKS_TEXT = """
|
|
|
|
| 24 |
# task = Task("precisions", "score", "Precision")
|
| 25 |
|
| 26 |
|
| 27 |
+
NUM_FEWSHOT = 0 # Change with your few shot
|
| 28 |
# ---------------------------------------------------
|
| 29 |
|
| 30 |
# Your leaderboard name
|
| 31 |
+
TITLE = """<img src="file/images/solbench.svg" width="500" style="display: block; margin-left: auto; margin-right: auto;">
|
| 32 |
+
<h2 align="center" id="space-title">Evaluating Solidity Code Generation</h2>"""
|
| 33 |
|
| 34 |
# What does your leaderboard evaluate?
|
| 35 |
+
INTRODUCTION_TEXT = ""
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
|
| 37 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 38 |
LLM_BENCHMARKS_TEXT = """
|
src/display/utils.py
CHANGED
|
@@ -5,6 +5,7 @@ import pandas as pd
|
|
| 5 |
|
| 6 |
from src.about import Tasks
|
| 7 |
|
|
|
|
| 8 |
def fields(raw_class):
|
| 9 |
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
|
| 10 |
|
|
@@ -53,12 +54,13 @@ class EvalQueueColumn: # Queue column
|
|
| 53 |
weight_type = ColumnContent("weight_type", "str", "Original")
|
| 54 |
status = ColumnContent("status", "str", True)
|
| 55 |
|
|
|
|
| 56 |
## All the model information that we might need
|
| 57 |
@dataclass
|
| 58 |
class ModelDetails:
|
| 59 |
name: str
|
| 60 |
display_name: str = ""
|
| 61 |
-
symbol: str = ""
|
| 62 |
|
| 63 |
|
| 64 |
class ModelType(Enum):
|
|
@@ -66,7 +68,9 @@ class ModelType(Enum):
|
|
| 66 |
FT = ModelDetails(name="fine-tuned", symbol="🔶")
|
| 67 |
IFT = ModelDetails(name="instruction-tuned", symbol="⭕")
|
| 68 |
RL = ModelDetails(name="RL-tuned", symbol="🟦")
|
| 69 |
-
|
|
|
|
|
|
|
| 70 |
|
| 71 |
def to_str(self, separator=" "):
|
| 72 |
return f"{self.value.symbol}{separator}{self.value.name}"
|
|
@@ -83,6 +87,7 @@ class ModelType(Enum):
|
|
| 83 |
return ModelType.IFT
|
| 84 |
return ModelType.Unknown
|
| 85 |
|
|
|
|
| 86 |
class WeightType(Enum):
|
| 87 |
Adapter = ModelDetails("Adapter")
|
| 88 |
Original = ModelDetails("Original")
|
|
|
|
| 5 |
|
| 6 |
from src.about import Tasks
|
| 7 |
|
| 8 |
+
|
| 9 |
def fields(raw_class):
|
| 10 |
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
|
| 11 |
|
|
|
|
| 54 |
weight_type = ColumnContent("weight_type", "str", "Original")
|
| 55 |
status = ColumnContent("status", "str", True)
|
| 56 |
|
| 57 |
+
|
| 58 |
## All the model information that we might need
|
| 59 |
@dataclass
|
| 60 |
class ModelDetails:
|
| 61 |
name: str
|
| 62 |
display_name: str = ""
|
| 63 |
+
symbol: str = "" # emoji
|
| 64 |
|
| 65 |
|
| 66 |
class ModelType(Enum):
|
|
|
|
| 68 |
FT = ModelDetails(name="fine-tuned", symbol="🔶")
|
| 69 |
IFT = ModelDetails(name="instruction-tuned", symbol="⭕")
|
| 70 |
RL = ModelDetails(name="RL-tuned", symbol="🟦")
|
| 71 |
+
CS = ModelDetails(name="closed-source", symbol="🔒")
|
| 72 |
+
BrainDAO = ModelDetails(name="braindao", symbol="🧠")
|
| 73 |
+
Unknown = ModelDetails(name="", symbol="❓")
|
| 74 |
|
| 75 |
def to_str(self, separator=" "):
|
| 76 |
return f"{self.value.symbol}{separator}{self.value.name}"
|
|
|
|
| 87 |
return ModelType.IFT
|
| 88 |
return ModelType.Unknown
|
| 89 |
|
| 90 |
+
|
| 91 |
class WeightType(Enum):
|
| 92 |
Adapter = ModelDetails("Adapter")
|
| 93 |
Original = ModelDetails("Original")
|