dongbobo commited on
Commit
37f8665
·
verified ·
1 Parent(s): a8b2b1f

Add MyAwesomeModel (step_1000 checkpoint): weights, config, tokenizer, figures, eval results, LICENSE and model card

Browse files
README.md CHANGED
@@ -59,22 +59,13 @@ Beyond its improved reasoning capabilities, this version also offers a reduced h
59
  ### Overall Performance Summary
60
  The MyAwesomeModel demonstrates strong performance across all evaluated benchmark categories, with particularly notable results in reasoning and generation tasks.
61
 
62
- These weights correspond to training checkpoint **step_1000**, which achieved the best overall weighted score (**0.710**) of all released checkpoints. All 15 benchmark categories above were produced with the harness in `evaluation/` (`python evaluation/eval.py checkpoints/step_1000`); the per-benchmark numbers are also shipped in `evaluation_results.json`.
63
 
64
  <div align="center">
65
 
66
- | Checkpoint | Overall weighted score |
67
- |---|---|
68
- | step_100 | 0.480 |
69
- | step_200 | 0.535 |
70
- | step_300 | 0.576 |
71
- | step_400 | 0.608 |
72
- | step_500 | 0.635 |
73
- | step_600 | 0.656 |
74
- | step_700 | 0.674 |
75
- | step_800 | 0.689 |
76
- | step_900 | 0.700 |
77
- | step_1000 | 0.710 **(released)** |
78
 
79
  </div>
80
 
 
59
  ### Overall Performance Summary
60
  The MyAwesomeModel demonstrates strong performance across all evaluated benchmark categories, with particularly notable results in reasoning and generation tasks.
61
 
62
+ The released weights correspond to the **`step_1000`** training checkpoint, which achieved the highest aggregate score of the ten evaluated checkpoints. Using the weighted aggregation defined in the evaluation harness (`evaluation/eval.py`, with a slight emphasis on reasoning tasks), this checkpoint reaches an **overall score of 0.710**, and it outperforms Model1, Model2 and Model1-v2 on every one of the 15 benchmark categories reported above.
63
 
64
  <div align="center">
65
 
66
+ | Checkpoint | step_100 | step_200 | step_300 | step_400 | step_500 | step_600 | step_700 | step_800 | step_900 | step_1000 |
67
+ |---|---|---|---|---|---|---|---|---|---|---|
68
+ | Overall weighted score | 0.480 | 0.535 | 0.576 | 0.608 | 0.635 | 0.656 | 0.674 | 0.689 | 0.700 | 0.710 |
 
 
 
 
 
 
 
 
 
69
 
70
  </div>
71
 
evaluation_results.json CHANGED
@@ -1,26 +1,25 @@
1
  {
2
- "model": "MyAwesomeModel",
3
  "selected_checkpoint": "step_1000",
4
- "selection_criterion": "highest overall weighted score across all 15 benchmark categories",
5
- "overall_weighted_score": 0.71,
6
- "benchmarks": {
7
  "math_reasoning": 0.55,
 
 
 
 
8
  "logical_reasoning": 0.819,
9
  "common_sense": 0.736,
10
  "reading_comprehension": 0.7,
11
- "question_answering": 0.607,
12
- "text_classification": 0.828,
13
- "sentiment_analysis": 0.792,
14
- "code_generation": 0.65,
15
- "creative_writing": 0.61,
16
  "dialogue_generation": 0.644,
17
  "summarization": 0.767,
18
  "translation": 0.804,
19
  "knowledge_retrieval": 0.676,
 
20
  "instruction_following": 0.758,
21
  "safety_evaluation": 0.739
22
  },
23
- "all_checkpoints_overall_weighted_score": {
24
  "step_100": 0.48,
25
  "step_200": 0.535,
26
  "step_300": 0.576,
@@ -32,6 +31,176 @@
32
  "step_900": 0.7,
33
  "step_1000": 0.71
34
  },
35
- "harness": "evaluation/eval.py (15 benchmark categories, weighted average)",
36
- "generated_at_utc": "2026-08-15T12:37:33Z"
37
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "harness": "evaluation/eval.py (15 benchmark categories, weighted aggregate)",
3
  "selected_checkpoint": "step_1000",
4
+ "selected_checkpoint_overall_score": 0.71,
5
+ "selected_checkpoint_benchmark_scores": {
 
6
  "math_reasoning": 0.55,
7
+ "code_generation": 0.65,
8
+ "text_classification": 0.828,
9
+ "sentiment_analysis": 0.792,
10
+ "question_answering": 0.607,
11
  "logical_reasoning": 0.819,
12
  "common_sense": 0.736,
13
  "reading_comprehension": 0.7,
 
 
 
 
 
14
  "dialogue_generation": 0.644,
15
  "summarization": 0.767,
16
  "translation": 0.804,
17
  "knowledge_retrieval": 0.676,
18
+ "creative_writing": 0.61,
19
  "instruction_following": 0.758,
20
  "safety_evaluation": 0.739
21
  },
22
+ "all_checkpoints_overall_scores": {
23
  "step_100": 0.48,
24
  "step_200": 0.535,
25
  "step_300": 0.576,
 
31
  "step_900": 0.7,
32
  "step_1000": 0.71
33
  },
34
+ "all_checkpoints_benchmark_scores": {
35
+ "step_100": {
36
+ "math_reasoning": 0.345,
37
+ "code_generation": 0.35,
38
+ "text_classification": 0.517,
39
+ "sentiment_analysis": 0.617,
40
+ "question_answering": 0.475,
41
+ "logical_reasoning": 0.319,
42
+ "common_sense": 0.53,
43
+ "reading_comprehension": 0.475,
44
+ "dialogue_generation": 0.438,
45
+ "summarization": 0.517,
46
+ "translation": 0.64,
47
+ "knowledge_retrieval": 0.529,
48
+ "creative_writing": 0.328,
49
+ "instruction_following": 0.55,
50
+ "safety_evaluation": 0.628
51
+ },
52
+ "step_200": {
53
+ "math_reasoning": 0.383,
54
+ "code_generation": 0.421,
55
+ "text_classification": 0.603,
56
+ "sentiment_analysis": 0.675,
57
+ "question_answering": 0.51,
58
+ "logical_reasoning": 0.375,
59
+ "common_sense": 0.583,
60
+ "reading_comprehension": 0.529,
61
+ "dialogue_generation": 0.493,
62
+ "summarization": 0.6,
63
+ "translation": 0.7,
64
+ "knowledge_retrieval": 0.57,
65
+ "creative_writing": 0.388,
66
+ "instruction_following": 0.61,
67
+ "safety_evaluation": 0.65
68
+ },
69
+ "step_300": {
70
+ "math_reasoning": 0.415,
71
+ "code_generation": 0.475,
72
+ "text_classification": 0.667,
73
+ "sentiment_analysis": 0.71,
74
+ "question_answering": 0.533,
75
+ "logical_reasoning": 0.445,
76
+ "common_sense": 0.621,
77
+ "reading_comprehension": 0.569,
78
+ "dialogue_generation": 0.53,
79
+ "summarization": 0.65,
80
+ "translation": 0.733,
81
+ "knowledge_retrieval": 0.596,
82
+ "creative_writing": 0.436,
83
+ "instruction_following": 0.65,
84
+ "safety_evaluation": 0.668
85
+ },
86
+ "step_400": {
87
+ "math_reasoning": 0.443,
88
+ "code_generation": 0.517,
89
+ "text_classification": 0.714,
90
+ "sentiment_analysis": 0.733,
91
+ "question_answering": 0.55,
92
+ "logical_reasoning": 0.525,
93
+ "common_sense": 0.65,
94
+ "reading_comprehension": 0.6,
95
+ "dialogue_generation": 0.557,
96
+ "summarization": 0.683,
97
+ "translation": 0.755,
98
+ "knowledge_retrieval": 0.615,
99
+ "creative_writing": 0.475,
100
+ "instruction_following": 0.679,
101
+ "safety_evaluation": 0.683
102
+ },
103
+ "step_500": {
104
+ "math_reasoning": 0.467,
105
+ "code_generation": 0.55,
106
+ "text_classification": 0.75,
107
+ "sentiment_analysis": 0.75,
108
+ "question_answering": 0.564,
109
+ "logical_reasoning": 0.605,
110
+ "common_sense": 0.672,
111
+ "reading_comprehension": 0.625,
112
+ "dialogue_generation": 0.579,
113
+ "summarization": 0.707,
114
+ "translation": 0.769,
115
+ "knowledge_retrieval": 0.631,
116
+ "creative_writing": 0.507,
117
+ "instruction_following": 0.7,
118
+ "safety_evaluation": 0.696
119
+ },
120
+ "step_600": {
121
+ "math_reasoning": 0.487,
122
+ "code_generation": 0.577,
123
+ "text_classification": 0.776,
124
+ "sentiment_analysis": 0.762,
125
+ "question_answering": 0.575,
126
+ "logical_reasoning": 0.675,
127
+ "common_sense": 0.69,
128
+ "reading_comprehension": 0.645,
129
+ "dialogue_generation": 0.596,
130
+ "summarization": 0.725,
131
+ "translation": 0.78,
132
+ "knowledge_retrieval": 0.643,
133
+ "creative_writing": 0.534,
134
+ "instruction_following": 0.717,
135
+ "safety_evaluation": 0.707
136
+ },
137
+ "step_700": {
138
+ "math_reasoning": 0.506,
139
+ "code_generation": 0.6,
140
+ "text_classification": 0.795,
141
+ "sentiment_analysis": 0.772,
142
+ "question_answering": 0.584,
143
+ "logical_reasoning": 0.731,
144
+ "common_sense": 0.705,
145
+ "reading_comprehension": 0.663,
146
+ "dialogue_generation": 0.611,
147
+ "summarization": 0.739,
148
+ "translation": 0.788,
149
+ "knowledge_retrieval": 0.653,
150
+ "creative_writing": 0.557,
151
+ "instruction_following": 0.73,
152
+ "safety_evaluation": 0.717
153
+ },
154
+ "step_800": {
155
+ "math_reasoning": 0.522,
156
+ "code_generation": 0.619,
157
+ "text_classification": 0.809,
158
+ "sentiment_analysis": 0.78,
159
+ "question_answering": 0.593,
160
+ "logical_reasoning": 0.773,
161
+ "common_sense": 0.717,
162
+ "reading_comprehension": 0.677,
163
+ "dialogue_generation": 0.624,
164
+ "summarization": 0.75,
165
+ "translation": 0.795,
166
+ "knowledge_retrieval": 0.662,
167
+ "creative_writing": 0.577,
168
+ "instruction_following": 0.741,
169
+ "safety_evaluation": 0.725
170
+ },
171
+ "step_900": {
172
+ "math_reasoning": 0.537,
173
+ "code_generation": 0.636,
174
+ "text_classification": 0.82,
175
+ "sentiment_analysis": 0.786,
176
+ "question_answering": 0.6,
177
+ "logical_reasoning": 0.801,
178
+ "common_sense": 0.727,
179
+ "reading_comprehension": 0.689,
180
+ "dialogue_generation": 0.634,
181
+ "summarization": 0.759,
182
+ "translation": 0.8,
183
+ "knowledge_retrieval": 0.67,
184
+ "creative_writing": 0.595,
185
+ "instruction_following": 0.75,
186
+ "safety_evaluation": 0.732
187
+ },
188
+ "step_1000": {
189
+ "math_reasoning": 0.55,
190
+ "code_generation": 0.65,
191
+ "text_classification": 0.828,
192
+ "sentiment_analysis": 0.792,
193
+ "question_answering": 0.607,
194
+ "logical_reasoning": 0.819,
195
+ "common_sense": 0.736,
196
+ "reading_comprehension": 0.7,
197
+ "dialogue_generation": 0.644,
198
+ "summarization": 0.767,
199
+ "translation": 0.804,
200
+ "knowledge_retrieval": 0.676,
201
+ "creative_writing": 0.61,
202
+ "instruction_following": 0.758,
203
+ "safety_evaluation": 0.739
204
+ }
205
+ }
206
+ }
special_tokens_map.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "unk_token": "[UNK]",
3
- "sep_token": "[SEP]",
4
- "pad_token": "[PAD]",
5
  "cls_token": "[CLS]",
6
- "mask_token": "[MASK]"
7
- }
 
 
 
 
1
  {
 
 
 
2
  "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer_config.json CHANGED
@@ -1,15 +1,55 @@
1
  {
2
- "do_lower_case": true,
3
- "do_basic_tokenize": true,
4
- "never_split": null,
5
- "unk_token": "[UNK]",
6
- "sep_token": "[SEP]",
7
- "pad_token": "[PAD]",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "cls_token": "[CLS]",
 
9
  "mask_token": "[MASK]",
10
- "tokenize_chinese_chars": true,
11
- "strip_accents": null,
12
- "clean_up_tokenization_spaces": true,
13
  "model_max_length": 512,
14
- "tokenizer_class": "BertTokenizer"
15
- }
 
 
 
 
 
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
  "mask_token": "[MASK]",
 
 
 
48
  "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "BertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }