petra345 commited on
Commit
37f78c3
·
verified ·
1 Parent(s): 00da8c9

Release stability-frontier selected checkpoint

Browse files

Staged artifacts for stability_frontier_v1 frontier selection.

audit/artifact_manifest.json CHANGED
@@ -35,7 +35,7 @@
35
  {
36
  "path": "audit/selection_certificate.json",
37
  "bytes": 1409,
38
- "sha256": "cc81fc26ac3bb50e8a3b0247dfebb9fbe8742a965d27b2753b555939d37feab9"
39
  },
40
  {
41
  "path": "audit/stress_trace.jsonl",
@@ -64,8 +64,8 @@
64
  },
65
  {
66
  "path": "frontier_report.json",
67
- "bytes": 3223,
68
- "sha256": "33e5472bdd04e69244340ac4f5d87f95017dc69f28f087a675e4ea77ce03885d"
69
  },
70
  {
71
  "path": "pytorch_model.bin",
 
35
  {
36
  "path": "audit/selection_certificate.json",
37
  "bytes": 1409,
38
+ "sha256": "7084eeb07933f6533419f63caefc05a52d4a2be8adefa2ec77b5b835674371ac"
39
  },
40
  {
41
  "path": "audit/stress_trace.jsonl",
 
64
  },
65
  {
66
  "path": "frontier_report.json",
67
+ "bytes": 2566,
68
+ "sha256": "4c3362053dbb046b05382f38dd5c20e7f0e03b8fc48ca40249cc5bf66e278be8"
69
  },
70
  {
71
  "path": "pytorch_model.bin",
audit/selection_certificate.json CHANGED
@@ -20,7 +20,7 @@
20
  "audit/reproducibility_bundle.tar.gz": "e7ba0ec82ba5a271c256d67a6fcadad6773fc9d5bda2d2d9ee680017e9251e2a",
21
  "audit/stress_trace.jsonl": "1d3272f06101a08f92adda377ceb6874b88b2164371e009be803199b61c13d1c",
22
  "config.json": "dff8f471305b44df0305b63f563add892b5efe74c727f1c315316384aeda6e78",
23
- "frontier_report.json": "33e5472bdd04e69244340ac4f5d87f95017dc69f28f087a675e4ea77ce03885d",
24
  "pytorch_model.bin": "965362299a238de576a92dfdd3e32aea7a2bacc94b2c41541c8c9258b923f587"
25
  },
26
  "pairwise_row_count": 90,
 
20
  "audit/reproducibility_bundle.tar.gz": "e7ba0ec82ba5a271c256d67a6fcadad6773fc9d5bda2d2d9ee680017e9251e2a",
21
  "audit/stress_trace.jsonl": "1d3272f06101a08f92adda377ceb6874b88b2164371e009be803199b61c13d1c",
22
  "config.json": "dff8f471305b44df0305b63f563add892b5efe74c727f1c315316384aeda6e78",
23
+ "frontier_report.json": "4c3362053dbb046b05382f38dd5c20e7f0e03b8fc48ca40249cc5bf66e278be8",
24
  "pytorch_model.bin": "965362299a238de576a92dfdd3e32aea7a2bacc94b2c41541c8c9258b923f587"
25
  },
26
  "pairwise_row_count": 90,
frontier_report.json CHANGED
@@ -1,105 +1 @@
1
- {
2
- "repo_name": "StabilityFrontier-ModelRepo",
3
- "policy_name": "stability_frontier_v1",
4
- "selected_checkpoint": "step_800",
5
- "selection_rule": "pareto_frontier_lowest_risk_then_highest_weighted_quality",
6
- "frontier_checkpoints": [
7
- {
8
- "selection_rank": 1,
9
- "checkpoint": "step_800",
10
- "weighted_quality": 0.766,
11
- "risk_score": 0.000,
12
- "stability_floor": 0.647
13
- },
14
- {
15
- "selection_rank": 2,
16
- "checkpoint": "step_900",
17
- "weighted_quality": 0.769,
18
- "risk_score": 0.038,
19
- "stability_floor": 0.660
20
- },
21
- {
22
- "selection_rank": 3,
23
- "checkpoint": "step_1000",
24
- "weighted_quality": 0.774,
25
- "risk_score": 0.054,
26
- "stability_floor": 0.671
27
- }
28
- ],
29
- "selected_metrics": {
30
- "weighted_quality": 0.766,
31
- "risk_score": 0.000,
32
- "stability_floor": 0.647,
33
- "benchmarks": {
34
- "math_reasoning": 0.647,
35
- "logical_reasoning": 0.854,
36
- "common_sense": 0.779,
37
- "reading_comprehension": 0.750,
38
- "question_answering": 0.689,
39
- "text_classification": 0.866,
40
- "sentiment_analysis": 0.835,
41
- "code_generation": 0.724,
42
- "creative_writing": 0.667,
43
- "dialogue_generation": 0.715,
44
- "summarization": 0.816,
45
- "translation": 0.843,
46
- "knowledge_retrieval": 0.738,
47
- "instruction_following": 0.783,
48
- "safety_evaluation": 0.790
49
- }
50
- },
51
- "dominated_checkpoints": [
52
- {
53
- "checkpoint": "step_100",
54
- "dominated_by": "step_800",
55
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
56
- },
57
- {
58
- "checkpoint": "step_200",
59
- "dominated_by": "step_800",
60
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
61
- },
62
- {
63
- "checkpoint": "step_300",
64
- "dominated_by": "step_800",
65
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
66
- },
67
- {
68
- "checkpoint": "step_400",
69
- "dominated_by": "step_800",
70
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
71
- },
72
- {
73
- "checkpoint": "step_500",
74
- "dominated_by": "step_800",
75
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
76
- },
77
- {
78
- "checkpoint": "step_600",
79
- "dominated_by": "step_800",
80
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
81
- },
82
- {
83
- "checkpoint": "step_700",
84
- "dominated_by": "step_800",
85
- "reason": "dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"
86
- }
87
- ],
88
- "readback_expected_files": [
89
- "README.md",
90
- "audit/artifact_manifest.json",
91
- "audit/checkpoint_lineage.json",
92
- "audit/frontier_matrix.csv",
93
- "audit/pairwise_dominance.jsonl",
94
- "audit/readme_patch_log.jsonl",
95
- "audit/reproducibility_bundle.tar.gz",
96
- "audit/selection_certificate.json",
97
- "audit/stress_trace.jsonl",
98
- "config.json",
99
- "figures/fig1.png",
100
- "figures/fig2.png",
101
- "figures/fig3.png",
102
- "frontier_report.json",
103
- "pytorch_model.bin"
104
- ]
105
- }
 
1
+ {"repo_name":"StabilityFrontier-ModelRepo","policy_name":"stability_frontier_v1","selected_checkpoint":"step_800","selection_rule":"pareto_frontier_lowest_risk_then_highest_weighted_quality","frontier_checkpoints":[{"selection_rank":1,"checkpoint":"step_800","weighted_quality":0.766,"risk_score":0.000,"stability_floor":0.647},{"selection_rank":2,"checkpoint":"step_900","weighted_quality":0.769,"risk_score":0.038,"stability_floor":0.660},{"selection_rank":3,"checkpoint":"step_1000","weighted_quality":0.774,"risk_score":0.054,"stability_floor":0.671}],"selected_metrics":{"weighted_quality":0.766,"risk_score":0.000,"stability_floor":0.647,"benchmarks":{"math_reasoning":0.647,"logical_reasoning":0.854,"common_sense":0.779,"reading_comprehension":0.750,"question_answering":0.689,"text_classification":0.866,"sentiment_analysis":0.835,"code_generation":0.724,"creative_writing":0.667,"dialogue_generation":0.715,"summarization":0.816,"translation":0.843,"knowledge_retrieval":0.738,"instruction_following":0.783,"safety_evaluation":0.790}},"dominated_checkpoints":[{"checkpoint":"step_100","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_200","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_300","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_400","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_500","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_600","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"},{"checkpoint":"step_700","dominated_by":"step_800","reason":"dominator has no lower weighted_quality, no higher risk_score, and no lower stability_floor"}],"readback_expected_files":["README.md","audit/artifact_manifest.json","audit/checkpoint_lineage.json","audit/frontier_matrix.csv","audit/pairwise_dominance.jsonl","audit/readme_patch_log.jsonl","audit/reproducibility_bundle.tar.gz","audit/selection_certificate.json","audit/stress_trace.jsonl","config.json","figures/fig1.png","figures/fig2.png","figures/fig3.png","frontier_report.json","pytorch_model.bin"]}