✨ Add claude opus 4.7
Browse files- app.py +3 -1
- results/claude-opus-4-7-internal.json +27 -0
- results/qwen3-6-35b-internal.json +2 -1
- results/qwen3-6-35b-nvfp4-claude-code.json +2 -1
- src/leaderboard.py +2 -1
- src/models.py +1 -0
app.py
CHANGED
|
@@ -38,7 +38,9 @@ def init_leaderboard(dataframe):
|
|
| 38 |
search_columns=SEARCH_COLUMNS,
|
| 39 |
filter_columns=[
|
| 40 |
ColumnFilter(label="Dataset", column="dataset", type="checkboxgroup"),
|
| 41 |
-
ColumnFilter(label="
|
|
|
|
|
|
|
| 42 |
ColumnFilter(label="Precision", column="precision", type="checkboxgroup"),
|
| 43 |
],
|
| 44 |
interactive=False,
|
|
|
|
| 38 |
search_columns=SEARCH_COLUMNS,
|
| 39 |
filter_columns=[
|
| 40 |
ColumnFilter(label="Dataset", column="dataset", type="checkboxgroup"),
|
| 41 |
+
ColumnFilter(label="Model License", column="model_license", type="checkboxgroup"),
|
| 42 |
+
ColumnFilter(label="Harness License", column="harness_license", type="checkboxgroup"),
|
| 43 |
+
ColumnFilter(label="Number of Parameters (B)", column="model_num_params", type="slider", min=0, max=4000, default=(0, 4000)),
|
| 44 |
ColumnFilter(label="Precision", column="precision", type="checkboxgroup"),
|
| 45 |
],
|
| 46 |
interactive=False,
|
results/claude-opus-4-7-internal.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"name": "swe-bench-verified",
|
| 4 |
+
"repo": "SWE-bench/SWE-bench_Verified",
|
| 5 |
+
"num_tasks": 500
|
| 6 |
+
},
|
| 7 |
+
"harness": {
|
| 8 |
+
"name": "internal",
|
| 9 |
+
"skills": [],
|
| 10 |
+
"is_oss": false
|
| 11 |
+
},
|
| 12 |
+
"model": {
|
| 13 |
+
"name": "Claude Opus 4.7",
|
| 14 |
+
"repo": null,
|
| 15 |
+
"is_oss": false,
|
| 16 |
+
"num_params": 4000,
|
| 17 |
+
"precision": "bf16"
|
| 18 |
+
},
|
| 19 |
+
"environment": {
|
| 20 |
+
"name": "internal"
|
| 21 |
+
},
|
| 22 |
+
"metrics": {
|
| 23 |
+
"score": 0.876,
|
| 24 |
+
"time": null,
|
| 25 |
+
"costUSD": null
|
| 26 |
+
}
|
| 27 |
+
}
|
results/qwen3-6-35b-internal.json
CHANGED
|
@@ -6,7 +6,8 @@
|
|
| 6 |
},
|
| 7 |
"harness": {
|
| 8 |
"name": "internal",
|
| 9 |
-
"skills": []
|
|
|
|
| 10 |
},
|
| 11 |
"model": {
|
| 12 |
"name": "Qwen3.6-35B-A3B",
|
|
|
|
| 6 |
},
|
| 7 |
"harness": {
|
| 8 |
"name": "internal",
|
| 9 |
+
"skills": [],
|
| 10 |
+
"is_oss": false
|
| 11 |
},
|
| 12 |
"model": {
|
| 13 |
"name": "Qwen3.6-35B-A3B",
|
results/qwen3-6-35b-nvfp4-claude-code.json
CHANGED
|
@@ -6,7 +6,8 @@
|
|
| 6 |
},
|
| 7 |
"harness": {
|
| 8 |
"name": "claude-code",
|
| 9 |
-
"skills": []
|
|
|
|
| 10 |
},
|
| 11 |
"model": {
|
| 12 |
"name": "Qwen3.6-35B-A3B",
|
|
|
|
| 6 |
},
|
| 7 |
"harness": {
|
| 8 |
"name": "claude-code",
|
| 9 |
+
"skills": [],
|
| 10 |
+
"is_oss": false
|
| 11 |
},
|
| 12 |
"model": {
|
| 13 |
"name": "Qwen3.6-35B-A3B",
|
src/leaderboard.py
CHANGED
|
@@ -53,7 +53,8 @@ def get_leaderboard_df():
|
|
| 53 |
"score": result.metrics.score,
|
| 54 |
"costUSD": result.metrics.costUSD,
|
| 55 |
"time": format_time(result.metrics.time),
|
| 56 |
-
"
|
|
|
|
| 57 |
"model_num_params": result.model.num_params,
|
| 58 |
}
|
| 59 |
)
|
|
|
|
| 53 |
"score": result.metrics.score,
|
| 54 |
"costUSD": result.metrics.costUSD,
|
| 55 |
"time": format_time(result.metrics.time),
|
| 56 |
+
"model_license": "FOSS" if result.model.is_oss else "Proprietary",
|
| 57 |
+
"harness_license": "FOSS" if result.harness.is_oss else "Proprietary",
|
| 58 |
"model_num_params": result.model.num_params,
|
| 59 |
}
|
| 60 |
)
|
src/models.py
CHANGED
|
@@ -12,6 +12,7 @@ class Dataset(BaseModel):
|
|
| 12 |
class Harness(BaseModel):
|
| 13 |
name: str
|
| 14 |
skills: list[str]
|
|
|
|
| 15 |
|
| 16 |
|
| 17 |
class Model(BaseModel):
|
|
|
|
| 12 |
class Harness(BaseModel):
|
| 13 |
name: str
|
| 14 |
skills: list[str]
|
| 15 |
+
is_oss: bool
|
| 16 |
|
| 17 |
|
| 18 |
class Model(BaseModel):
|