taagarwa commited on
Commit
f62ed7f
·
1 Parent(s): b21a258

✨ Add claude opus 4.7

Browse files
app.py CHANGED
@@ -38,7 +38,9 @@ def init_leaderboard(dataframe):
38
  search_columns=SEARCH_COLUMNS,
39
  filter_columns=[
40
  ColumnFilter(label="Dataset", column="dataset", type="checkboxgroup"),
41
- ColumnFilter(label="Number of Parameters (B)", column="model_num_params", type="slider", min=0.5, max=150),
 
 
42
  ColumnFilter(label="Precision", column="precision", type="checkboxgroup"),
43
  ],
44
  interactive=False,
 
38
  search_columns=SEARCH_COLUMNS,
39
  filter_columns=[
40
  ColumnFilter(label="Dataset", column="dataset", type="checkboxgroup"),
41
+ ColumnFilter(label="Model License", column="model_license", type="checkboxgroup"),
42
+ ColumnFilter(label="Harness License", column="harness_license", type="checkboxgroup"),
43
+ ColumnFilter(label="Number of Parameters (B)", column="model_num_params", type="slider", min=0, max=4000, default=(0, 4000)),
44
  ColumnFilter(label="Precision", column="precision", type="checkboxgroup"),
45
  ],
46
  interactive=False,
results/claude-opus-4-7-internal.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "name": "swe-bench-verified",
4
+ "repo": "SWE-bench/SWE-bench_Verified",
5
+ "num_tasks": 500
6
+ },
7
+ "harness": {
8
+ "name": "internal",
9
+ "skills": [],
10
+ "is_oss": false
11
+ },
12
+ "model": {
13
+ "name": "Claude Opus 4.7",
14
+ "repo": null,
15
+ "is_oss": false,
16
+ "num_params": 4000,
17
+ "precision": "bf16"
18
+ },
19
+ "environment": {
20
+ "name": "internal"
21
+ },
22
+ "metrics": {
23
+ "score": 0.876,
24
+ "time": null,
25
+ "costUSD": null
26
+ }
27
+ }
results/qwen3-6-35b-internal.json CHANGED
@@ -6,7 +6,8 @@
6
  },
7
  "harness": {
8
  "name": "internal",
9
- "skills": []
 
10
  },
11
  "model": {
12
  "name": "Qwen3.6-35B-A3B",
 
6
  },
7
  "harness": {
8
  "name": "internal",
9
+ "skills": [],
10
+ "is_oss": false
11
  },
12
  "model": {
13
  "name": "Qwen3.6-35B-A3B",
results/qwen3-6-35b-nvfp4-claude-code.json CHANGED
@@ -6,7 +6,8 @@
6
  },
7
  "harness": {
8
  "name": "claude-code",
9
- "skills": []
 
10
  },
11
  "model": {
12
  "name": "Qwen3.6-35B-A3B",
 
6
  },
7
  "harness": {
8
  "name": "claude-code",
9
+ "skills": [],
10
+ "is_oss": false
11
  },
12
  "model": {
13
  "name": "Qwen3.6-35B-A3B",
src/leaderboard.py CHANGED
@@ -53,7 +53,8 @@ def get_leaderboard_df():
53
  "score": result.metrics.score,
54
  "costUSD": result.metrics.costUSD,
55
  "time": format_time(result.metrics.time),
56
- "model_is_oss": result.model.is_oss,
 
57
  "model_num_params": result.model.num_params,
58
  }
59
  )
 
53
  "score": result.metrics.score,
54
  "costUSD": result.metrics.costUSD,
55
  "time": format_time(result.metrics.time),
56
+ "model_license": "FOSS" if result.model.is_oss else "Proprietary",
57
+ "harness_license": "FOSS" if result.harness.is_oss else "Proprietary",
58
  "model_num_params": result.model.num_params,
59
  }
60
  )
src/models.py CHANGED
@@ -12,6 +12,7 @@ class Dataset(BaseModel):
12
  class Harness(BaseModel):
13
  name: str
14
  skills: list[str]
 
15
 
16
 
17
  class Model(BaseModel):
 
12
  class Harness(BaseModel):
13
  name: str
14
  skills: list[str]
15
+ is_oss: bool
16
 
17
 
18
  class Model(BaseModel):