PowerMachine commited on
Commit
e9cb96f
·
verified ·
1 Parent(s): 1fa0ba0

V6.7: archive old reports (v6_4, v6_5_7ds_attn v1/v2/v3)

Browse files
Files changed (43) hide show
  1. reports/archive/v6_4_report.json +290 -0
  2. reports/archive/v6_4_training_metrics.json +1983 -0
  3. reports/archive/v6_4_upload_report.json +22 -0
  4. reports/archive/v6_5_7ds_attn_attention_eval.json +44 -0
  5. reports/archive/v6_5_7ds_attn_ewc_w8a8_benchmark.json +28 -0
  6. reports/archive/v6_5_7ds_attn_module_analysis.json +173 -0
  7. reports/archive/v6_5_7ds_attn_reasoning_eval.json +93 -0
  8. reports/archive/v6_5_7ds_attn_report.json +412 -0
  9. reports/archive/v6_5_7ds_attn_script_activity.json +26 -0
  10. reports/archive/v6_5_7ds_attn_training_metrics.json +0 -0
  11. reports/archive/v6_5_7ds_attn_upload_report.json +128 -0
  12. reports/archive/v6_5_7ds_attn_v2_attention_eval.json +44 -0
  13. reports/archive/v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json +30 -0
  14. reports/archive/v6_5_7ds_attn_v2_module_analysis.json +173 -0
  15. reports/archive/v6_5_7ds_attn_v2_reasoning_eval.json +114 -0
  16. reports/archive/v6_5_7ds_attn_v2_report.json +741 -0
  17. reports/archive/v6_5_7ds_attn_v2_script_activity.json +38 -0
  18. reports/archive/v6_5_7ds_attn_v2_training_metrics.json +0 -0
  19. reports/archive/v6_5_7ds_attn_v2_upload_report.json +141 -0
  20. reports/archive/v6_5_7ds_attn_v2_user_questions.json +94 -0
  21. reports/archive/v6_5_7ds_attn_v2_w8a8_compression.json +1035 -0
  22. reports/archive/v6_5_7ds_attn_v3_attention_eval.json +44 -0
  23. reports/archive/v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json +30 -0
  24. reports/archive/v6_5_7ds_attn_v3_inference_punishment.json +142 -0
  25. reports/archive/v6_5_7ds_attn_v3_module_analysis.json +173 -0
  26. reports/archive/v6_5_7ds_attn_v3_predict_fix_eval.json +153 -0
  27. reports/archive/v6_5_7ds_attn_v3_reasoning_eval.json +114 -0
  28. reports/archive/v6_5_7ds_attn_v3_report.json +831 -0
  29. reports/archive/v6_5_7ds_attn_v3_script_activity.json +56 -0
  30. reports/archive/v6_5_7ds_attn_v3_training_metrics.json +0 -0
  31. reports/archive/v6_5_7ds_attn_v3_upload_report.json +156 -0
  32. reports/archive/v6_5_7ds_attn_v3_user_questions.json +94 -0
  33. reports/archive/v6_5_7ds_attn_v3_w8a8_compression.json +1035 -0
  34. reports/archive/v6_5_7ds_attn_verification.json +49 -0
  35. reports/archive/v6_5_7ds_attn_w8a8_compression.json +835 -0
  36. reports/archive/v6_5_7ds_ewc_w8a8_benchmark.json +41 -0
  37. reports/archive/v6_5_7ds_module_analysis.json +164 -0
  38. reports/archive/v6_5_7ds_reasoning_eval.json +114 -0
  39. reports/archive/v6_5_7ds_report.json +675 -0
  40. reports/archive/v6_5_7ds_script_activity.json +44 -0
  41. reports/archive/v6_5_7ds_training_metrics.json +0 -0
  42. reports/archive/v6_5_7ds_upload_report.json +163 -0
  43. reports/archive/v6_5_7ds_w8a8_compression.json +555 -0
reports/archive/v6_4_report.json ADDED
@@ -0,0 +1,290 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.4",
3
+ "timestamp": "2026-08-07T21:50:59.736919",
4
+ "config": {
5
+ "BATCH_SIZE": 16,
6
+ "N_DATASETS": 5,
7
+ "SAMPLES_PER_DATASET": 50,
8
+ "TOTAL_SAMPLES": 250,
9
+ "EPOCHS": 2,
10
+ "SOM_GRID": [
11
+ 6,
12
+ 6,
13
+ 6,
14
+ 4
15
+ ],
16
+ "n_neurons": 864,
17
+ "HIDDEN_DIM": 1024,
18
+ "VOCAB_SIZE": 16384,
19
+ "MAX_SEQ_LEN": 8,
20
+ "T_max": 10000,
21
+ "N_start": 10,
22
+ "lambda_ewc": 0.02,
23
+ "alpha0": 0.1,
24
+ "sigma0": 1.5,
25
+ "dim_choice": "y",
26
+ "pgvector_lookup": "REMOVED (find_bmu replaces it)"
27
+ },
28
+ "xeon_status": {
29
+ "version": "V6",
30
+ "physical_cores": 2,
31
+ "env": {
32
+ "MKL_ENABLE_INSTRUCTIONS": "AVX512",
33
+ "MKL_NUM_THREADS": "2",
34
+ "OMP_NUM_THREADS": "2",
35
+ "MKL_DYNAMIC": "FALSE",
36
+ "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
37
+ "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
38
+ "KMP_AFFINITY": "granularity=fine,compact,1,0",
39
+ "KMP_BLOCKTIME": "1"
40
+ },
41
+ "avx512": {
42
+ "supported": true,
43
+ "desc": "AVX512_VNNI (full INT8 acceleration)"
44
+ },
45
+ "amx": {
46
+ "supported": true,
47
+ "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
48
+ },
49
+ "ipex_available": false,
50
+ "init_done": true
51
+ },
52
+ "fp16_benchmark": {
53
+ "best_time_ms": 72.87378999990324,
54
+ "avg_time_ms": 98.34084399994936,
55
+ "best_tflops": 1.7564614108881937,
56
+ "avg_tflops": 1.3015954998318493,
57
+ "matrix_size": 4000.0
58
+ },
59
+ "training": {
60
+ "duration_s": 95.8256266117096,
61
+ "n_steps": 40,
62
+ "n_epochs": 2
63
+ },
64
+ "summary": {
65
+ "n_steps": 40,
66
+ "final_loss": -1.0,
67
+ "mean_loss": -0.9971289930033563,
68
+ "min_loss": -1.0,
69
+ "max_loss": -0.97182531580755,
70
+ "final_acc": 1.0,
71
+ "mean_acc": 0.9943146720070143,
72
+ "sigma_start": 1.3846745195799537,
73
+ "sigma_end": 0.7752770017375488,
74
+ "alpha_start": 0.09607894391523232,
75
+ "alpha_end": 0.07189237334319262,
76
+ "rss_max_mb": 1400.0,
77
+ "rss_final_mb": 1400.0,
78
+ "rss_trend": "stable",
79
+ "n_alerts": 39,
80
+ "alerts": [
81
+ {
82
+ "type": "3.3_loss_vanishing",
83
+ "step": 1,
84
+ "value": -0.9842509842514764
85
+ },
86
+ {
87
+ "type": "3.3_loss_vanishing",
88
+ "step": 2,
89
+ "value": -1.0
90
+ },
91
+ {
92
+ "type": "3.3_loss_vanishing",
93
+ "step": 3,
94
+ "value": -1.0
95
+ },
96
+ {
97
+ "type": "3.3_loss_vanishing",
98
+ "step": 4,
99
+ "value": -1.0
100
+ },
101
+ {
102
+ "type": "3.3_loss_vanishing",
103
+ "step": 5,
104
+ "value": -1.0
105
+ },
106
+ {
107
+ "type": "3.3_loss_vanishing",
108
+ "step": 6,
109
+ "value": -1.0
110
+ },
111
+ {
112
+ "type": "3.3_loss_vanishing",
113
+ "step": 7,
114
+ "value": -1.0
115
+ },
116
+ {
117
+ "type": "3.3_loss_vanishing",
118
+ "step": 8,
119
+ "value": -0.9926198253344827
120
+ },
121
+ {
122
+ "type": "3.3_loss_vanishing",
123
+ "step": 9,
124
+ "value": -1.0
125
+ },
126
+ {
127
+ "type": "3.3_loss_vanishing",
128
+ "step": 10,
129
+ "value": -1.0
130
+ },
131
+ {
132
+ "type": "3.3_loss_vanishing",
133
+ "step": 11,
134
+ "value": -0.97182531580755
135
+ },
136
+ {
137
+ "type": "3.3_loss_vanishing",
138
+ "step": 12,
139
+ "value": -1.0
140
+ },
141
+ {
142
+ "type": "3.3_loss_vanishing",
143
+ "step": 13,
144
+ "value": -1.0
145
+ },
146
+ {
147
+ "type": "3.3_loss_vanishing",
148
+ "step": 14,
149
+ "value": -1.0
150
+ },
151
+ {
152
+ "type": "3.3_loss_vanishing",
153
+ "step": 15,
154
+ "value": -1.0
155
+ },
156
+ {
157
+ "type": "3.3_loss_vanishing",
158
+ "step": 16,
159
+ "value": -1.0
160
+ },
161
+ {
162
+ "type": "3.3_loss_vanishing",
163
+ "step": 17,
164
+ "value": -1.0
165
+ },
166
+ {
167
+ "type": "3.3_loss_vanishing",
168
+ "step": 18,
169
+ "value": -0.9938837346736189
170
+ },
171
+ {
172
+ "type": "3.3_loss_vanishing",
173
+ "step": 19,
174
+ "value": -1.0
175
+ },
176
+ {
177
+ "type": "3.3_loss_vanishing",
178
+ "step": 20,
179
+ "value": -1.0
180
+ }
181
+ ],
182
+ "kohonen_final": {
183
+ "sigma_t": 0.7752770017375488,
184
+ "alpha_t": 0.07189237334319262,
185
+ "t": 660,
186
+ "n_neurons": 864,
187
+ "fisher_w_mean": 0.0,
188
+ "fisher_w_max": 0.0,
189
+ "fisher_accum_count": 0,
190
+ "has_ewc_reference": true,
191
+ "weights_norm": 39.1356201171875,
192
+ "weights_w_mean": -0.000526978459674865
193
+ },
194
+ "hypothesis_final": {
195
+ "classifier_trained": true,
196
+ "punishment_count": 0,
197
+ "success_count": 0,
198
+ "training_ready": false,
199
+ "buffer_size": 0,
200
+ "required_new_samples": 10,
201
+ "histogram_max": 0,
202
+ "time_counter": 500
203
+ }
204
+ },
205
+ "kohonen_final": {
206
+ "t": 660,
207
+ "sigma_t": 0.7752770017375488,
208
+ "alpha_t": 0.07189237334319262,
209
+ "sigma0": 1.5,
210
+ "alpha0": 0.1,
211
+ "lambda_ewc": 0.02,
212
+ "grid_shape": [
213
+ 6,
214
+ 6,
215
+ 6,
216
+ 4
217
+ ],
218
+ "n_neurons": 864,
219
+ "has_ewc_reference": true,
220
+ "fisher_w_mean": 0.0,
221
+ "fisher_w_max": 0.0,
222
+ "fisher_accum_count": 0,
223
+ "weights_norm": 39.1356201171875,
224
+ "weights_w_mean": -0.000526978459674865
225
+ },
226
+ "kls_state": {
227
+ "som": {
228
+ "t": 660,
229
+ "sigma_t": 0.7752770017375488,
230
+ "alpha_t": 0.07189237334319262,
231
+ "sigma0": 1.5,
232
+ "alpha0": 0.1,
233
+ "lambda_ewc": 0.02,
234
+ "grid_shape": [
235
+ 6,
236
+ 6,
237
+ 6,
238
+ 4
239
+ ],
240
+ "n_neurons": 864,
241
+ "has_ewc_reference": true,
242
+ "fisher_w_mean": 0.0,
243
+ "fisher_w_max": 0.0,
244
+ "fisher_accum_count": 0,
245
+ "weights_norm": 39.1356201171875,
246
+ "weights_w_mean": -0.000526978459674865
247
+ },
248
+ "kls": {
249
+ "time_counter": 500,
250
+ "T_max": 10000,
251
+ "buffer_size": 0,
252
+ "training_ready": false,
253
+ "punishment_count": 0,
254
+ "success_count": 0,
255
+ "classifier_trained": true,
256
+ "histogram_size": 0,
257
+ "histogram_max": 0,
258
+ "N_start": 10,
259
+ "dim_choice": "y",
260
+ "som_neuron_count": 864,
261
+ "required_new_samples": 10,
262
+ "has_classifier": true,
263
+ "vocab_size": 16384,
264
+ "hidden_dim": 1024,
265
+ "seq_len": 8
266
+ }
267
+ },
268
+ "math_analysis": {
269
+ "text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
270
+ "bmu_distance": "||W - x||^2 (L2 squared in R^4) — replaces pgvector_lookup",
271
+ "neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2)), d^2 = di^2+dj^2+dk^2+dl^2",
272
+ "weight_update": "dW = alpha * Lambda * (x - W)",
273
+ "sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
274
+ "alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
275
+ "ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w), F = mean((x_w - W_w)^2)",
276
+ "fisher_accumulation": "only when punishment_count==0 AND old_weights_w is None AND Lambda > 0.1",
277
+ "hypothesis_classifier": "8 layers FC: 512->256->128->64->32->16->8->1",
278
+ "punishment_protocol": "1st -> activate_hypothesis; 2nd -> set_ewc_reference + reset",
279
+ "bug_fixed_find_bmu": "user code already clean (no premature return)",
280
+ "bug_fixed_activate_hypothesis": "detach+clone buffer + no_grad for SOM activation (V6.3 fix maintained)",
281
+ "pgvector_removed": "find_bmu is the equivalent nearest-neighbor search over SOM grid"
282
+ },
283
+ "datasets_used": [
284
+ "TucanoBR/GigaVerbo",
285
+ "dominguesm/restore-punctuation-pttr-dataset",
286
+ "Madras1/corpus-ptbr-v2",
287
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
288
+ "nvidia/OpenMathInstruct-2"
289
+ ]
290
+ }
reports/archive/v6_4_training_metrics.json ADDED
@@ -0,0 +1,1983 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.4",
3
+ "steps": [
4
+ {
5
+ "step": 0,
6
+ "epoch": 0,
7
+ "dataset": "TucanoBR/GigaVerbo",
8
+ "quality": {
9
+ "1.1_train_loss": -1.0,
10
+ "1.2_train_acc": 1.0,
11
+ "1.3_val_loss": -1.0,
12
+ "1.4_val_acc": 1.0,
13
+ "1.5_perplexity": 0.36787944123356736
14
+ },
15
+ "speed": {
16
+ "2.1_throughput_sps": 1.252199811407418,
17
+ "2.2_step_time_ms": 12777.51350402832,
18
+ "2.3_epoch_progress": 0.5,
19
+ "2.4_rss_mb": 596.203125,
20
+ "2.5_xeon_tflops": 1.7564614108881937
21
+ },
22
+ "kohonen": {
23
+ "sigma_t": 1.3846745195799537,
24
+ "alpha_t": 0.09607894391523232,
25
+ "t": 80,
26
+ "n_neurons": 864,
27
+ "fisher_w_mean": 0.0,
28
+ "fisher_w_max": 0.0,
29
+ "fisher_accum_count": 18993,
30
+ "has_ewc_reference": false,
31
+ "weights_norm": 44.14729690551758,
32
+ "weights_w_mean": 0.002776434412226081
33
+ },
34
+ "hypothesis": {
35
+ "classifier_trained": false,
36
+ "punishment_count": 0,
37
+ "success_count": 1,
38
+ "training_ready": true,
39
+ "buffer_size": 16,
40
+ "required_new_samples": 0,
41
+ "histogram_max": 16,
42
+ "time_counter": 16
43
+ }
44
+ },
45
+ {
46
+ "step": 1,
47
+ "epoch": 0,
48
+ "dataset": "TucanoBR/GigaVerbo",
49
+ "quality": {
50
+ "1.1_train_loss": -0.9842509842514764,
51
+ "1.2_train_acc": 0.96875,
52
+ "1.3_val_loss": -0.9842509842514764,
53
+ "1.4_val_acc": 0.96875,
54
+ "1.5_perplexity": 0.3737190436413242
55
+ },
56
+ "speed": {
57
+ "2.1_throughput_sps": 2.071905155832304,
58
+ "2.2_step_time_ms": 7722.361207008362,
59
+ "2.3_epoch_progress": 0.5,
60
+ "2.4_rss_mb": 650.36328125,
61
+ "2.5_xeon_tflops": 1.7564614108881937
62
+ },
63
+ "kohonen": {
64
+ "sigma_t": 1.3846745195799537,
65
+ "alpha_t": 0.09607894391523232,
66
+ "t": 80,
67
+ "n_neurons": 864,
68
+ "fisher_w_mean": 0.0,
69
+ "fisher_w_max": 0.0,
70
+ "fisher_accum_count": 18993,
71
+ "has_ewc_reference": false,
72
+ "weights_norm": 44.14729690551758,
73
+ "weights_w_mean": 0.002776434412226081
74
+ },
75
+ "hypothesis": {
76
+ "classifier_trained": true,
77
+ "punishment_count": 1,
78
+ "success_count": 0,
79
+ "training_ready": true,
80
+ "buffer_size": 32,
81
+ "required_new_samples": 0,
82
+ "histogram_max": 32,
83
+ "time_counter": 32
84
+ }
85
+ },
86
+ {
87
+ "step": 2,
88
+ "epoch": 0,
89
+ "dataset": "TucanoBR/GigaVerbo",
90
+ "quality": {
91
+ "1.1_train_loss": -1.0,
92
+ "1.2_train_acc": 1.0,
93
+ "1.3_val_loss": -1.0,
94
+ "1.4_val_acc": 1.0,
95
+ "1.5_perplexity": 0.36787944123356736
96
+ },
97
+ "speed": {
98
+ "2.1_throughput_sps": 3.1045055506639967,
99
+ "2.2_step_time_ms": 5153.799772262573,
100
+ "2.3_epoch_progress": 0.5,
101
+ "2.4_rss_mb": 650.36328125,
102
+ "2.5_xeon_tflops": 1.7564614108881937
103
+ },
104
+ "kohonen": {
105
+ "sigma_t": 1.3846745195799537,
106
+ "alpha_t": 0.09607894391523232,
107
+ "t": 80,
108
+ "n_neurons": 864,
109
+ "fisher_w_mean": 0.12250354886054993,
110
+ "fisher_w_max": 4.135858058929443,
111
+ "fisher_accum_count": 0,
112
+ "has_ewc_reference": true,
113
+ "weights_norm": 44.14729690551758,
114
+ "weights_w_mean": 0.002776434412226081
115
+ },
116
+ "hypothesis": {
117
+ "classifier_trained": true,
118
+ "punishment_count": 0,
119
+ "success_count": 0,
120
+ "training_ready": false,
121
+ "buffer_size": 0,
122
+ "required_new_samples": 10,
123
+ "histogram_max": 0,
124
+ "time_counter": 48
125
+ }
126
+ },
127
+ {
128
+ "step": 3,
129
+ "epoch": 0,
130
+ "dataset": "TucanoBR/GigaVerbo",
131
+ "quality": {
132
+ "1.1_train_loss": -1.0,
133
+ "1.2_train_acc": 1.0,
134
+ "1.3_val_loss": -1.0,
135
+ "1.4_val_acc": 1.0,
136
+ "1.5_perplexity": 0.36787944123356736
137
+ },
138
+ "speed": {
139
+ "2.1_throughput_sps": 4.13873597280636,
140
+ "2.2_step_time_ms": 3865.9146428108215,
141
+ "2.3_epoch_progress": 0.5,
142
+ "2.4_rss_mb": 650.36328125,
143
+ "2.5_xeon_tflops": 1.7564614108881937
144
+ },
145
+ "kohonen": {
146
+ "sigma_t": 1.3846745195799537,
147
+ "alpha_t": 0.09607894391523232,
148
+ "t": 80,
149
+ "n_neurons": 864,
150
+ "fisher_w_mean": 0.12250354886054993,
151
+ "fisher_w_max": 4.135858058929443,
152
+ "fisher_accum_count": 0,
153
+ "has_ewc_reference": true,
154
+ "weights_norm": 44.14729690551758,
155
+ "weights_w_mean": 0.002776434412226081
156
+ },
157
+ "hypothesis": {
158
+ "classifier_trained": true,
159
+ "punishment_count": 0,
160
+ "success_count": 0,
161
+ "training_ready": false,
162
+ "buffer_size": 2,
163
+ "required_new_samples": 10,
164
+ "histogram_max": 2,
165
+ "time_counter": 50
166
+ }
167
+ },
168
+ {
169
+ "step": 4,
170
+ "epoch": 0,
171
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
172
+ "quality": {
173
+ "1.1_train_loss": -1.0,
174
+ "1.2_train_acc": 1.0,
175
+ "1.3_val_loss": -1.0,
176
+ "1.4_val_acc": 1.0,
177
+ "1.5_perplexity": 0.36787944123356736
178
+ },
179
+ "speed": {
180
+ "2.1_throughput_sps": 5.155361297768753,
181
+ "2.2_step_time_ms": 3103.565216064453,
182
+ "2.3_epoch_progress": 0.5,
183
+ "2.4_rss_mb": 650.36328125,
184
+ "2.5_xeon_tflops": 1.7564614108881937
185
+ },
186
+ "kohonen": {
187
+ "sigma_t": 1.2654972248945755,
188
+ "alpha_t": 0.09185122844014575,
189
+ "t": 170,
190
+ "n_neurons": 864,
191
+ "fisher_w_mean": 0.12250354886054993,
192
+ "fisher_w_max": 4.135858058929443,
193
+ "fisher_accum_count": 0,
194
+ "has_ewc_reference": true,
195
+ "weights_norm": 41.66946792602539,
196
+ "weights_w_mean": 0.0018139677122235298
197
+ },
198
+ "hypothesis": {
199
+ "classifier_trained": true,
200
+ "punishment_count": 0,
201
+ "success_count": 1,
202
+ "training_ready": true,
203
+ "buffer_size": 18,
204
+ "required_new_samples": 10,
205
+ "histogram_max": 18,
206
+ "time_counter": 66
207
+ }
208
+ },
209
+ {
210
+ "step": 5,
211
+ "epoch": 0,
212
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
213
+ "quality": {
214
+ "1.1_train_loss": -1.0,
215
+ "1.2_train_acc": 1.0,
216
+ "1.3_val_loss": -1.0,
217
+ "1.4_val_acc": 1.0,
218
+ "1.5_perplexity": 0.36787944123356736
219
+ },
220
+ "speed": {
221
+ "2.1_throughput_sps": 6.178738338462088,
222
+ "2.2_step_time_ms": 2589.5254214604697,
223
+ "2.3_epoch_progress": 0.5,
224
+ "2.4_rss_mb": 650.36328125,
225
+ "2.5_xeon_tflops": 1.7564614108881937
226
+ },
227
+ "kohonen": {
228
+ "sigma_t": 1.2654972248945755,
229
+ "alpha_t": 0.09185122844014575,
230
+ "t": 170,
231
+ "n_neurons": 864,
232
+ "fisher_w_mean": 0.12250354886054993,
233
+ "fisher_w_max": 4.135858058929443,
234
+ "fisher_accum_count": 0,
235
+ "has_ewc_reference": true,
236
+ "weights_norm": 41.66946792602539,
237
+ "weights_w_mean": 0.0018139677122235298
238
+ },
239
+ "hypothesis": {
240
+ "classifier_trained": true,
241
+ "punishment_count": 0,
242
+ "success_count": 2,
243
+ "training_ready": true,
244
+ "buffer_size": 34,
245
+ "required_new_samples": 10,
246
+ "histogram_max": 34,
247
+ "time_counter": 82
248
+ }
249
+ },
250
+ {
251
+ "step": 6,
252
+ "epoch": 0,
253
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
254
+ "quality": {
255
+ "1.1_train_loss": -1.0,
256
+ "1.2_train_acc": 1.0,
257
+ "1.3_val_loss": -1.0,
258
+ "1.4_val_acc": 1.0,
259
+ "1.5_perplexity": 0.36787944123356736
260
+ },
261
+ "speed": {
262
+ "2.1_throughput_sps": 7.197553173538523,
263
+ "2.2_step_time_ms": 2222.977672304426,
264
+ "2.3_epoch_progress": 0.5,
265
+ "2.4_rss_mb": 650.36328125,
266
+ "2.5_xeon_tflops": 1.7564614108881937
267
+ },
268
+ "kohonen": {
269
+ "sigma_t": 1.2654972248945755,
270
+ "alpha_t": 0.09185122844014575,
271
+ "t": 170,
272
+ "n_neurons": 864,
273
+ "fisher_w_mean": 0.12250354886054993,
274
+ "fisher_w_max": 4.135858058929443,
275
+ "fisher_accum_count": 0,
276
+ "has_ewc_reference": true,
277
+ "weights_norm": 41.66946792602539,
278
+ "weights_w_mean": 0.0018139677122235298
279
+ },
280
+ "hypothesis": {
281
+ "classifier_trained": true,
282
+ "punishment_count": 0,
283
+ "success_count": 3,
284
+ "training_ready": true,
285
+ "buffer_size": 50,
286
+ "required_new_samples": 10,
287
+ "histogram_max": 50,
288
+ "time_counter": 98
289
+ }
290
+ },
291
+ {
292
+ "step": 7,
293
+ "epoch": 0,
294
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
295
+ "quality": {
296
+ "1.1_train_loss": -1.0,
297
+ "1.2_train_acc": 1.0,
298
+ "1.3_val_loss": -1.0,
299
+ "1.4_val_acc": 1.0,
300
+ "1.5_perplexity": 0.36787944123356736
301
+ },
302
+ "speed": {
303
+ "2.1_throughput_sps": 8.21569672400893,
304
+ "2.2_step_time_ms": 1947.4915564060211,
305
+ "2.3_epoch_progress": 0.5,
306
+ "2.4_rss_mb": 650.36328125,
307
+ "2.5_xeon_tflops": 1.7564614108881937
308
+ },
309
+ "kohonen": {
310
+ "sigma_t": 1.2654972248945755,
311
+ "alpha_t": 0.09185122844014575,
312
+ "t": 170,
313
+ "n_neurons": 864,
314
+ "fisher_w_mean": 0.12250354886054993,
315
+ "fisher_w_max": 4.135858058929443,
316
+ "fisher_accum_count": 0,
317
+ "has_ewc_reference": true,
318
+ "weights_norm": 41.66946792602539,
319
+ "weights_w_mean": 0.0018139677122235298
320
+ },
321
+ "hypothesis": {
322
+ "classifier_trained": true,
323
+ "punishment_count": 0,
324
+ "success_count": 4,
325
+ "training_ready": true,
326
+ "buffer_size": 52,
327
+ "required_new_samples": 10,
328
+ "histogram_max": 52,
329
+ "time_counter": 100
330
+ }
331
+ },
332
+ {
333
+ "step": 8,
334
+ "epoch": 0,
335
+ "dataset": "Madras1/corpus-ptbr-v2",
336
+ "quality": {
337
+ "1.1_train_loss": -0.9926198253344827,
338
+ "1.2_train_acc": 0.9852941176470589,
339
+ "1.3_val_loss": -0.9926198253344827,
340
+ "1.4_val_acc": 0.9852941176470589,
341
+ "1.5_perplexity": 0.37060449909797594
342
+ },
343
+ "speed": {
344
+ "2.1_throughput_sps": 5.442196820989259,
345
+ "2.2_step_time_ms": 2939.9892224205864,
346
+ "2.3_epoch_progress": 0.5,
347
+ "2.4_rss_mb": 950.86328125,
348
+ "2.5_xeon_tflops": 1.7564614108881937
349
+ },
350
+ "kohonen": {
351
+ "sigma_t": 1.2654972248945755,
352
+ "alpha_t": 0.09185122844014575,
353
+ "t": 170,
354
+ "n_neurons": 864,
355
+ "fisher_w_mean": 0.12250354886054993,
356
+ "fisher_w_max": 4.135858058929443,
357
+ "fisher_accum_count": 0,
358
+ "has_ewc_reference": true,
359
+ "weights_norm": 41.66946792602539,
360
+ "weights_w_mean": 0.0018139677122235298
361
+ },
362
+ "hypothesis": {
363
+ "classifier_trained": true,
364
+ "punishment_count": 1,
365
+ "success_count": 0,
366
+ "training_ready": true,
367
+ "buffer_size": 68,
368
+ "required_new_samples": 10,
369
+ "histogram_max": 68,
370
+ "time_counter": 116
371
+ }
372
+ },
373
+ {
374
+ "step": 9,
375
+ "epoch": 0,
376
+ "dataset": "Madras1/corpus-ptbr-v2",
377
+ "quality": {
378
+ "1.1_train_loss": -1.0,
379
+ "1.2_train_acc": 1.0,
380
+ "1.3_val_loss": -1.0,
381
+ "1.4_val_acc": 1.0,
382
+ "1.5_perplexity": 0.36787944123356736
383
+ },
384
+ "speed": {
385
+ "2.1_throughput_sps": 6.034087787204197,
386
+ "2.2_step_time_ms": 2651.6021251678467,
387
+ "2.3_epoch_progress": 0.5,
388
+ "2.4_rss_mb": 950.86328125,
389
+ "2.5_xeon_tflops": 1.7564614108881937
390
+ },
391
+ "kohonen": {
392
+ "sigma_t": 1.2654972248945755,
393
+ "alpha_t": 0.09185122844014575,
394
+ "t": 170,
395
+ "n_neurons": 864,
396
+ "fisher_w_mean": 0.0,
397
+ "fisher_w_max": 0.0,
398
+ "fisher_accum_count": 0,
399
+ "has_ewc_reference": true,
400
+ "weights_norm": 41.66946792602539,
401
+ "weights_w_mean": 0.0018139677122235298
402
+ },
403
+ "hypothesis": {
404
+ "classifier_trained": true,
405
+ "punishment_count": 0,
406
+ "success_count": 0,
407
+ "training_ready": false,
408
+ "buffer_size": 0,
409
+ "required_new_samples": 10,
410
+ "histogram_max": 0,
411
+ "time_counter": 132
412
+ }
413
+ },
414
+ {
415
+ "step": 10,
416
+ "epoch": 0,
417
+ "dataset": "Madras1/corpus-ptbr-v2",
418
+ "quality": {
419
+ "1.1_train_loss": -1.0,
420
+ "1.2_train_acc": 1.0,
421
+ "1.3_val_loss": -1.0,
422
+ "1.4_val_acc": 1.0,
423
+ "1.5_perplexity": 0.36787944123356736
424
+ },
425
+ "speed": {
426
+ "2.1_throughput_sps": 6.631419090754089,
427
+ "2.2_step_time_ms": 2412.7565730701795,
428
+ "2.3_epoch_progress": 0.5,
429
+ "2.4_rss_mb": 950.86328125,
430
+ "2.5_xeon_tflops": 1.7564614108881937
431
+ },
432
+ "kohonen": {
433
+ "sigma_t": 1.1682011746071073,
434
+ "alpha_t": 0.08824969025845955,
435
+ "t": 250,
436
+ "n_neurons": 864,
437
+ "fisher_w_mean": 0.0,
438
+ "fisher_w_max": 0.0,
439
+ "fisher_accum_count": 0,
440
+ "has_ewc_reference": true,
441
+ "weights_norm": 39.5368766784668,
442
+ "weights_w_mean": -0.0033076698891818523
443
+ },
444
+ "hypothesis": {
445
+ "classifier_trained": true,
446
+ "punishment_count": 0,
447
+ "success_count": 1,
448
+ "training_ready": true,
449
+ "buffer_size": 16,
450
+ "required_new_samples": 10,
451
+ "histogram_max": 16,
452
+ "time_counter": 148
453
+ }
454
+ },
455
+ {
456
+ "step": 11,
457
+ "epoch": 0,
458
+ "dataset": "Madras1/corpus-ptbr-v2",
459
+ "quality": {
460
+ "1.1_train_loss": -0.97182531580755,
461
+ "1.2_train_acc": 0.9444444444444444,
462
+ "1.3_val_loss": -0.97182531580755,
463
+ "1.4_val_acc": 0.9444444444444444,
464
+ "1.5_perplexity": 0.3783917230298394
465
+ },
466
+ "speed": {
467
+ "2.1_throughput_sps": 7.173603620726871,
468
+ "2.2_step_time_ms": 2230.399231115977,
469
+ "2.3_epoch_progress": 0.5,
470
+ "2.4_rss_mb": 953.18359375,
471
+ "2.5_xeon_tflops": 1.7564614108881937
472
+ },
473
+ "kohonen": {
474
+ "sigma_t": 1.1682011746071073,
475
+ "alpha_t": 0.08824969025845955,
476
+ "t": 250,
477
+ "n_neurons": 864,
478
+ "fisher_w_mean": 0.0,
479
+ "fisher_w_max": 0.0,
480
+ "fisher_accum_count": 0,
481
+ "has_ewc_reference": true,
482
+ "weights_norm": 39.5368766784668,
483
+ "weights_w_mean": -0.0033076698891818523
484
+ },
485
+ "hypothesis": {
486
+ "classifier_trained": true,
487
+ "punishment_count": 1,
488
+ "success_count": 0,
489
+ "training_ready": true,
490
+ "buffer_size": 18,
491
+ "required_new_samples": 10,
492
+ "histogram_max": 18,
493
+ "time_counter": 150
494
+ }
495
+ },
496
+ {
497
+ "step": 12,
498
+ "epoch": 0,
499
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
500
+ "quality": {
501
+ "1.1_train_loss": -1.0,
502
+ "1.2_train_acc": 1.0,
503
+ "1.3_val_loss": -1.0,
504
+ "1.4_val_acc": 1.0,
505
+ "1.5_perplexity": 0.36787944123356736
506
+ },
507
+ "speed": {
508
+ "2.1_throughput_sps": 4.86827012467777,
509
+ "2.2_step_time_ms": 3286.588375384991,
510
+ "2.3_epoch_progress": 0.5,
511
+ "2.4_rss_mb": 1315.86328125,
512
+ "2.5_xeon_tflops": 1.7564614108881937
513
+ },
514
+ "kohonen": {
515
+ "sigma_t": 1.1682011746071073,
516
+ "alpha_t": 0.08824969025845955,
517
+ "t": 250,
518
+ "n_neurons": 864,
519
+ "fisher_w_mean": 0.0,
520
+ "fisher_w_max": 0.0,
521
+ "fisher_accum_count": 0,
522
+ "has_ewc_reference": true,
523
+ "weights_norm": 39.5368766784668,
524
+ "weights_w_mean": -0.0033076698891818523
525
+ },
526
+ "hypothesis": {
527
+ "classifier_trained": true,
528
+ "punishment_count": 0,
529
+ "success_count": 0,
530
+ "training_ready": false,
531
+ "buffer_size": 0,
532
+ "required_new_samples": 10,
533
+ "histogram_max": 0,
534
+ "time_counter": 166
535
+ }
536
+ },
537
+ {
538
+ "step": 13,
539
+ "epoch": 0,
540
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
541
+ "quality": {
542
+ "1.1_train_loss": -1.0,
543
+ "1.2_train_acc": 1.0,
544
+ "1.3_val_loss": -1.0,
545
+ "1.4_val_acc": 1.0,
546
+ "1.5_perplexity": 0.36787944123356736
547
+ },
548
+ "speed": {
549
+ "2.1_throughput_sps": 5.239823796746318,
550
+ "2.2_step_time_ms": 3053.5377945218765,
551
+ "2.3_epoch_progress": 0.5,
552
+ "2.4_rss_mb": 1315.86328125,
553
+ "2.5_xeon_tflops": 1.7564614108881937
554
+ },
555
+ "kohonen": {
556
+ "sigma_t": 1.0783856001478893,
557
+ "alpha_t": 0.08478937040879159,
558
+ "t": 330,
559
+ "n_neurons": 864,
560
+ "fisher_w_mean": 0.0,
561
+ "fisher_w_max": 0.0,
562
+ "fisher_accum_count": 0,
563
+ "has_ewc_reference": true,
564
+ "weights_norm": 39.31961441040039,
565
+ "weights_w_mean": -0.0028808298520743847
566
+ },
567
+ "hypothesis": {
568
+ "classifier_trained": true,
569
+ "punishment_count": 0,
570
+ "success_count": 1,
571
+ "training_ready": true,
572
+ "buffer_size": 16,
573
+ "required_new_samples": 10,
574
+ "histogram_max": 16,
575
+ "time_counter": 182
576
+ }
577
+ },
578
+ {
579
+ "step": 14,
580
+ "epoch": 0,
581
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
582
+ "quality": {
583
+ "1.1_train_loss": -1.0,
584
+ "1.2_train_acc": 1.0,
585
+ "1.3_val_loss": -1.0,
586
+ "1.4_val_acc": 1.0,
587
+ "1.5_perplexity": 0.36787944123356736
588
+ },
589
+ "speed": {
590
+ "2.1_throughput_sps": 5.611694473097874,
591
+ "2.2_step_time_ms": 2851.1887232462564,
592
+ "2.3_epoch_progress": 0.5,
593
+ "2.4_rss_mb": 1315.86328125,
594
+ "2.5_xeon_tflops": 1.7564614108881937
595
+ },
596
+ "kohonen": {
597
+ "sigma_t": 1.0783856001478893,
598
+ "alpha_t": 0.08478937040879159,
599
+ "t": 330,
600
+ "n_neurons": 864,
601
+ "fisher_w_mean": 0.0,
602
+ "fisher_w_max": 0.0,
603
+ "fisher_accum_count": 0,
604
+ "has_ewc_reference": true,
605
+ "weights_norm": 39.31961441040039,
606
+ "weights_w_mean": -0.0028808298520743847
607
+ },
608
+ "hypothesis": {
609
+ "classifier_trained": true,
610
+ "punishment_count": 0,
611
+ "success_count": 2,
612
+ "training_ready": true,
613
+ "buffer_size": 32,
614
+ "required_new_samples": 10,
615
+ "histogram_max": 32,
616
+ "time_counter": 198
617
+ }
618
+ },
619
+ {
620
+ "step": 15,
621
+ "epoch": 0,
622
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
623
+ "quality": {
624
+ "1.1_train_loss": -1.0,
625
+ "1.2_train_acc": 1.0,
626
+ "1.3_val_loss": -1.0,
627
+ "1.4_val_acc": 1.0,
628
+ "1.5_perplexity": 0.36787944123356736
629
+ },
630
+ "speed": {
631
+ "2.1_throughput_sps": 5.983959822705136,
632
+ "2.2_step_time_ms": 2673.814743757248,
633
+ "2.3_epoch_progress": 0.5,
634
+ "2.4_rss_mb": 1315.86328125,
635
+ "2.5_xeon_tflops": 1.7564614108881937
636
+ },
637
+ "kohonen": {
638
+ "sigma_t": 1.0783856001478893,
639
+ "alpha_t": 0.08478937040879159,
640
+ "t": 330,
641
+ "n_neurons": 864,
642
+ "fisher_w_mean": 0.0,
643
+ "fisher_w_max": 0.0,
644
+ "fisher_accum_count": 0,
645
+ "has_ewc_reference": true,
646
+ "weights_norm": 39.31961441040039,
647
+ "weights_w_mean": -0.0028808298520743847
648
+ },
649
+ "hypothesis": {
650
+ "classifier_trained": true,
651
+ "punishment_count": 0,
652
+ "success_count": 3,
653
+ "training_ready": true,
654
+ "buffer_size": 34,
655
+ "required_new_samples": 10,
656
+ "histogram_max": 34,
657
+ "time_counter": 200
658
+ }
659
+ },
660
+ {
661
+ "step": 16,
662
+ "epoch": 0,
663
+ "dataset": "nvidia/OpenMathInstruct-2",
664
+ "quality": {
665
+ "1.1_train_loss": -1.0,
666
+ "1.2_train_acc": 1.0,
667
+ "1.3_val_loss": -1.0,
668
+ "1.4_val_acc": 1.0,
669
+ "1.5_perplexity": 0.36787944123356736
670
+ },
671
+ "speed": {
672
+ "2.1_throughput_sps": 5.231395188295974,
673
+ "2.2_step_time_ms": 3058.457528843599,
674
+ "2.3_epoch_progress": 0.5,
675
+ "2.4_rss_mb": 1355.56640625,
676
+ "2.5_xeon_tflops": 1.7564614108881937
677
+ },
678
+ "kohonen": {
679
+ "sigma_t": 1.0783856001478893,
680
+ "alpha_t": 0.08478937040879159,
681
+ "t": 330,
682
+ "n_neurons": 864,
683
+ "fisher_w_mean": 0.0,
684
+ "fisher_w_max": 0.0,
685
+ "fisher_accum_count": 0,
686
+ "has_ewc_reference": true,
687
+ "weights_norm": 39.31961441040039,
688
+ "weights_w_mean": -0.0028808298520743847
689
+ },
690
+ "hypothesis": {
691
+ "classifier_trained": true,
692
+ "punishment_count": 0,
693
+ "success_count": 4,
694
+ "training_ready": true,
695
+ "buffer_size": 50,
696
+ "required_new_samples": 10,
697
+ "histogram_max": 50,
698
+ "time_counter": 216
699
+ }
700
+ },
701
+ {
702
+ "step": 17,
703
+ "epoch": 0,
704
+ "dataset": "nvidia/OpenMathInstruct-2",
705
+ "quality": {
706
+ "1.1_train_loss": -1.0,
707
+ "1.2_train_acc": 1.0,
708
+ "1.3_val_loss": -1.0,
709
+ "1.4_val_acc": 1.0,
710
+ "1.5_perplexity": 0.36787944123356736
711
+ },
712
+ "speed": {
713
+ "2.1_throughput_sps": 5.5361913842584025,
714
+ "2.2_step_time_ms": 2890.0734980901084,
715
+ "2.3_epoch_progress": 0.5,
716
+ "2.4_rss_mb": 1355.56640625,
717
+ "2.5_xeon_tflops": 1.7564614108881937
718
+ },
719
+ "kohonen": {
720
+ "sigma_t": 1.0783856001478893,
721
+ "alpha_t": 0.08478937040879159,
722
+ "t": 330,
723
+ "n_neurons": 864,
724
+ "fisher_w_mean": 0.0,
725
+ "fisher_w_max": 0.0,
726
+ "fisher_accum_count": 0,
727
+ "has_ewc_reference": true,
728
+ "weights_norm": 39.31961441040039,
729
+ "weights_w_mean": -0.0028808298520743847
730
+ },
731
+ "hypothesis": {
732
+ "classifier_trained": true,
733
+ "punishment_count": 0,
734
+ "success_count": 5,
735
+ "training_ready": true,
736
+ "buffer_size": 66,
737
+ "required_new_samples": 10,
738
+ "histogram_max": 66,
739
+ "time_counter": 232
740
+ }
741
+ },
742
+ {
743
+ "step": 18,
744
+ "epoch": 0,
745
+ "dataset": "nvidia/OpenMathInstruct-2",
746
+ "quality": {
747
+ "1.1_train_loss": -0.9938837346736189,
748
+ "1.2_train_acc": 0.9878048780487805,
749
+ "1.3_val_loss": -0.9938837346736189,
750
+ "1.4_val_acc": 0.9878048780487805,
751
+ "1.5_perplexity": 0.37013638450004166
752
+ },
753
+ "speed": {
754
+ "2.1_throughput_sps": 5.807942935626894,
755
+ "2.2_step_time_ms": 2754.848003387451,
756
+ "2.3_epoch_progress": 0.5,
757
+ "2.4_rss_mb": 1355.56640625,
758
+ "2.5_xeon_tflops": 1.7564614108881937
759
+ },
760
+ "kohonen": {
761
+ "sigma_t": 1.0783856001478893,
762
+ "alpha_t": 0.08478937040879159,
763
+ "t": 330,
764
+ "n_neurons": 864,
765
+ "fisher_w_mean": 0.0,
766
+ "fisher_w_max": 0.0,
767
+ "fisher_accum_count": 0,
768
+ "has_ewc_reference": true,
769
+ "weights_norm": 39.31961441040039,
770
+ "weights_w_mean": -0.0028808298520743847
771
+ },
772
+ "hypothesis": {
773
+ "classifier_trained": true,
774
+ "punishment_count": 1,
775
+ "success_count": 0,
776
+ "training_ready": true,
777
+ "buffer_size": 82,
778
+ "required_new_samples": 10,
779
+ "histogram_max": 82,
780
+ "time_counter": 248
781
+ }
782
+ },
783
+ {
784
+ "step": 19,
785
+ "epoch": 0,
786
+ "dataset": "nvidia/OpenMathInstruct-2",
787
+ "quality": {
788
+ "1.1_train_loss": -1.0,
789
+ "1.2_train_acc": 1.0,
790
+ "1.3_val_loss": -1.0,
791
+ "1.4_val_acc": 1.0,
792
+ "1.5_perplexity": 0.36787944123356736
793
+ },
794
+ "speed": {
795
+ "2.1_throughput_sps": 6.111821097784345,
796
+ "2.2_step_time_ms": 2617.877674102783,
797
+ "2.3_epoch_progress": 0.5,
798
+ "2.4_rss_mb": 1355.56640625,
799
+ "2.5_xeon_tflops": 1.7564614108881937
800
+ },
801
+ "kohonen": {
802
+ "sigma_t": 1.0783856001478893,
803
+ "alpha_t": 0.08478937040879159,
804
+ "t": 330,
805
+ "n_neurons": 864,
806
+ "fisher_w_mean": 0.0,
807
+ "fisher_w_max": 0.0,
808
+ "fisher_accum_count": 0,
809
+ "has_ewc_reference": true,
810
+ "weights_norm": 39.31961441040039,
811
+ "weights_w_mean": -0.0028808298520743847
812
+ },
813
+ "hypothesis": {
814
+ "classifier_trained": true,
815
+ "punishment_count": 0,
816
+ "success_count": 0,
817
+ "training_ready": false,
818
+ "buffer_size": 0,
819
+ "required_new_samples": 10,
820
+ "histogram_max": 0,
821
+ "time_counter": 250
822
+ }
823
+ },
824
+ {
825
+ "step": 20,
826
+ "epoch": 1,
827
+ "dataset": "TucanoBR/GigaVerbo",
828
+ "quality": {
829
+ "1.1_train_loss": -1.0,
830
+ "1.2_train_acc": 1.0,
831
+ "1.3_val_loss": -1.0,
832
+ "1.4_val_acc": 1.0,
833
+ "1.5_perplexity": 0.36787944123356736
834
+ },
835
+ "speed": {
836
+ "2.1_throughput_sps": 5.447693221340421,
837
+ "2.2_step_time_ms": 2937.022947129749,
838
+ "2.3_epoch_progress": 1.0,
839
+ "2.4_rss_mb": 1355.56640625,
840
+ "2.5_xeon_tflops": 1.7564614108881937
841
+ },
842
+ "kohonen": {
843
+ "sigma_t": 0.9954753752044792,
844
+ "alpha_t": 0.08146473164114146,
845
+ "t": 410,
846
+ "n_neurons": 864,
847
+ "fisher_w_mean": 0.0,
848
+ "fisher_w_max": 0.0,
849
+ "fisher_accum_count": 0,
850
+ "has_ewc_reference": true,
851
+ "weights_norm": 39.2965087890625,
852
+ "weights_w_mean": -0.0021961573511362076
853
+ },
854
+ "hypothesis": {
855
+ "classifier_trained": true,
856
+ "punishment_count": 0,
857
+ "success_count": 1,
858
+ "training_ready": true,
859
+ "buffer_size": 16,
860
+ "required_new_samples": 10,
861
+ "histogram_max": 16,
862
+ "time_counter": 266
863
+ }
864
+ },
865
+ {
866
+ "step": 21,
867
+ "epoch": 1,
868
+ "dataset": "TucanoBR/GigaVerbo",
869
+ "quality": {
870
+ "1.1_train_loss": -0.9842509842514764,
871
+ "1.2_train_acc": 0.96875,
872
+ "1.3_val_loss": -0.9842509842514764,
873
+ "1.4_val_acc": 0.96875,
874
+ "1.5_perplexity": 0.3737190436413242
875
+ },
876
+ "speed": {
877
+ "2.1_throughput_sps": 5.682624553426626,
878
+ "2.2_step_time_ms": 2815.600406039845,
879
+ "2.3_epoch_progress": 1.0,
880
+ "2.4_rss_mb": 1355.56640625,
881
+ "2.5_xeon_tflops": 1.7564614108881937
882
+ },
883
+ "kohonen": {
884
+ "sigma_t": 0.9954753752044792,
885
+ "alpha_t": 0.08146473164114146,
886
+ "t": 410,
887
+ "n_neurons": 864,
888
+ "fisher_w_mean": 0.0,
889
+ "fisher_w_max": 0.0,
890
+ "fisher_accum_count": 0,
891
+ "has_ewc_reference": true,
892
+ "weights_norm": 39.2965087890625,
893
+ "weights_w_mean": -0.0021961573511362076
894
+ },
895
+ "hypothesis": {
896
+ "classifier_trained": true,
897
+ "punishment_count": 1,
898
+ "success_count": 0,
899
+ "training_ready": true,
900
+ "buffer_size": 32,
901
+ "required_new_samples": 10,
902
+ "histogram_max": 32,
903
+ "time_counter": 282
904
+ }
905
+ },
906
+ {
907
+ "step": 22,
908
+ "epoch": 1,
909
+ "dataset": "TucanoBR/GigaVerbo",
910
+ "quality": {
911
+ "1.1_train_loss": -1.0,
912
+ "1.2_train_acc": 1.0,
913
+ "1.3_val_loss": -1.0,
914
+ "1.4_val_acc": 1.0,
915
+ "1.5_perplexity": 0.36787944123356736
916
+ },
917
+ "speed": {
918
+ "2.1_throughput_sps": 5.9395140188302635,
919
+ "2.2_step_time_ms": 2693.8230887703276,
920
+ "2.3_epoch_progress": 1.0,
921
+ "2.4_rss_mb": 1355.56640625,
922
+ "2.5_xeon_tflops": 1.7564614108881937
923
+ },
924
+ "kohonen": {
925
+ "sigma_t": 0.9954753752044792,
926
+ "alpha_t": 0.08146473164114146,
927
+ "t": 410,
928
+ "n_neurons": 864,
929
+ "fisher_w_mean": 0.0,
930
+ "fisher_w_max": 0.0,
931
+ "fisher_accum_count": 0,
932
+ "has_ewc_reference": true,
933
+ "weights_norm": 39.2965087890625,
934
+ "weights_w_mean": -0.0021961573511362076
935
+ },
936
+ "hypothesis": {
937
+ "classifier_trained": true,
938
+ "punishment_count": 0,
939
+ "success_count": 0,
940
+ "training_ready": false,
941
+ "buffer_size": 0,
942
+ "required_new_samples": 10,
943
+ "histogram_max": 0,
944
+ "time_counter": 298
945
+ }
946
+ },
947
+ {
948
+ "step": 23,
949
+ "epoch": 1,
950
+ "dataset": "TucanoBR/GigaVerbo",
951
+ "quality": {
952
+ "1.1_train_loss": -1.0,
953
+ "1.2_train_acc": 1.0,
954
+ "1.3_val_loss": -1.0,
955
+ "1.4_val_acc": 1.0,
956
+ "1.5_perplexity": 0.36787944123356736
957
+ },
958
+ "speed": {
959
+ "2.1_throughput_sps": 6.1975621347539835,
960
+ "2.2_step_time_ms": 2581.6602806250253,
961
+ "2.3_epoch_progress": 1.0,
962
+ "2.4_rss_mb": 1355.56640625,
963
+ "2.5_xeon_tflops": 1.7564614108881937
964
+ },
965
+ "kohonen": {
966
+ "sigma_t": 0.9954753752044792,
967
+ "alpha_t": 0.08146473164114146,
968
+ "t": 410,
969
+ "n_neurons": 864,
970
+ "fisher_w_mean": 0.0,
971
+ "fisher_w_max": 0.0,
972
+ "fisher_accum_count": 0,
973
+ "has_ewc_reference": true,
974
+ "weights_norm": 39.2965087890625,
975
+ "weights_w_mean": -0.0021961573511362076
976
+ },
977
+ "hypothesis": {
978
+ "classifier_trained": true,
979
+ "punishment_count": 0,
980
+ "success_count": 0,
981
+ "training_ready": false,
982
+ "buffer_size": 2,
983
+ "required_new_samples": 10,
984
+ "histogram_max": 2,
985
+ "time_counter": 300
986
+ }
987
+ },
988
+ {
989
+ "step": 24,
990
+ "epoch": 1,
991
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
992
+ "quality": {
993
+ "1.1_train_loss": -1.0,
994
+ "1.2_train_acc": 1.0,
995
+ "1.3_val_loss": -1.0,
996
+ "1.4_val_acc": 1.0,
997
+ "1.5_perplexity": 0.36787944123356736
998
+ },
999
+ "speed": {
1000
+ "2.1_throughput_sps": 6.450334826007024,
1001
+ "2.2_step_time_ms": 2480.4913902282715,
1002
+ "2.3_epoch_progress": 1.0,
1003
+ "2.4_rss_mb": 1355.56640625,
1004
+ "2.5_xeon_tflops": 1.7564614108881937
1005
+ },
1006
+ "kohonen": {
1007
+ "sigma_t": 0.9097959895689501,
1008
+ "alpha_t": 0.0778800783071405,
1009
+ "t": 500,
1010
+ "n_neurons": 864,
1011
+ "fisher_w_mean": 0.0,
1012
+ "fisher_w_max": 0.0,
1013
+ "fisher_accum_count": 0,
1014
+ "has_ewc_reference": true,
1015
+ "weights_norm": 39.14575958251953,
1016
+ "weights_w_mean": -0.0014829144347459078
1017
+ },
1018
+ "hypothesis": {
1019
+ "classifier_trained": true,
1020
+ "punishment_count": 0,
1021
+ "success_count": 1,
1022
+ "training_ready": true,
1023
+ "buffer_size": 18,
1024
+ "required_new_samples": 10,
1025
+ "histogram_max": 18,
1026
+ "time_counter": 316
1027
+ }
1028
+ },
1029
+ {
1030
+ "step": 25,
1031
+ "epoch": 1,
1032
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
1033
+ "quality": {
1034
+ "1.1_train_loss": -1.0,
1035
+ "1.2_train_acc": 1.0,
1036
+ "1.3_val_loss": -1.0,
1037
+ "1.4_val_acc": 1.0,
1038
+ "1.5_perplexity": 0.36787944123356736
1039
+ },
1040
+ "speed": {
1041
+ "2.1_throughput_sps": 6.70614747509385,
1042
+ "2.2_step_time_ms": 2385.8705850747915,
1043
+ "2.3_epoch_progress": 1.0,
1044
+ "2.4_rss_mb": 1355.56640625,
1045
+ "2.5_xeon_tflops": 1.7564614108881937
1046
+ },
1047
+ "kohonen": {
1048
+ "sigma_t": 0.9097959895689501,
1049
+ "alpha_t": 0.0778800783071405,
1050
+ "t": 500,
1051
+ "n_neurons": 864,
1052
+ "fisher_w_mean": 0.0,
1053
+ "fisher_w_max": 0.0,
1054
+ "fisher_accum_count": 0,
1055
+ "has_ewc_reference": true,
1056
+ "weights_norm": 39.14575958251953,
1057
+ "weights_w_mean": -0.0014829144347459078
1058
+ },
1059
+ "hypothesis": {
1060
+ "classifier_trained": true,
1061
+ "punishment_count": 0,
1062
+ "success_count": 2,
1063
+ "training_ready": true,
1064
+ "buffer_size": 34,
1065
+ "required_new_samples": 10,
1066
+ "histogram_max": 34,
1067
+ "time_counter": 332
1068
+ }
1069
+ },
1070
+ {
1071
+ "step": 26,
1072
+ "epoch": 1,
1073
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
1074
+ "quality": {
1075
+ "1.1_train_loss": -1.0,
1076
+ "1.2_train_acc": 1.0,
1077
+ "1.3_val_loss": -1.0,
1078
+ "1.4_val_acc": 1.0,
1079
+ "1.5_perplexity": 0.36787944123356736
1080
+ },
1081
+ "speed": {
1082
+ "2.1_throughput_sps": 6.961335475042744,
1083
+ "2.2_step_time_ms": 2298.409559108593,
1084
+ "2.3_epoch_progress": 1.0,
1085
+ "2.4_rss_mb": 1355.56640625,
1086
+ "2.5_xeon_tflops": 1.7564614108881937
1087
+ },
1088
+ "kohonen": {
1089
+ "sigma_t": 0.9097959895689501,
1090
+ "alpha_t": 0.0778800783071405,
1091
+ "t": 500,
1092
+ "n_neurons": 864,
1093
+ "fisher_w_mean": 0.0,
1094
+ "fisher_w_max": 0.0,
1095
+ "fisher_accum_count": 0,
1096
+ "has_ewc_reference": true,
1097
+ "weights_norm": 39.14575958251953,
1098
+ "weights_w_mean": -0.0014829144347459078
1099
+ },
1100
+ "hypothesis": {
1101
+ "classifier_trained": true,
1102
+ "punishment_count": 0,
1103
+ "success_count": 3,
1104
+ "training_ready": true,
1105
+ "buffer_size": 50,
1106
+ "required_new_samples": 10,
1107
+ "histogram_max": 50,
1108
+ "time_counter": 348
1109
+ }
1110
+ },
1111
+ {
1112
+ "step": 27,
1113
+ "epoch": 1,
1114
+ "dataset": "dominguesm/restore-punctuation-pttr-dataset",
1115
+ "quality": {
1116
+ "1.1_train_loss": -1.0,
1117
+ "1.2_train_acc": 1.0,
1118
+ "1.3_val_loss": -1.0,
1119
+ "1.4_val_acc": 1.0,
1120
+ "1.5_perplexity": 0.36787944123356736
1121
+ },
1122
+ "speed": {
1123
+ "2.1_throughput_sps": 7.217168280413297,
1124
+ "2.2_step_time_ms": 2216.935975211007,
1125
+ "2.3_epoch_progress": 1.0,
1126
+ "2.4_rss_mb": 1355.56640625,
1127
+ "2.5_xeon_tflops": 1.7564614108881937
1128
+ },
1129
+ "kohonen": {
1130
+ "sigma_t": 0.9097959895689501,
1131
+ "alpha_t": 0.0778800783071405,
1132
+ "t": 500,
1133
+ "n_neurons": 864,
1134
+ "fisher_w_mean": 0.0,
1135
+ "fisher_w_max": 0.0,
1136
+ "fisher_accum_count": 0,
1137
+ "has_ewc_reference": true,
1138
+ "weights_norm": 39.14575958251953,
1139
+ "weights_w_mean": -0.0014829144347459078
1140
+ },
1141
+ "hypothesis": {
1142
+ "classifier_trained": true,
1143
+ "punishment_count": 0,
1144
+ "success_count": 4,
1145
+ "training_ready": true,
1146
+ "buffer_size": 52,
1147
+ "required_new_samples": 10,
1148
+ "histogram_max": 52,
1149
+ "time_counter": 350
1150
+ }
1151
+ },
1152
+ {
1153
+ "step": 28,
1154
+ "epoch": 1,
1155
+ "dataset": "Madras1/corpus-ptbr-v2",
1156
+ "quality": {
1157
+ "1.1_train_loss": -0.9926198253344827,
1158
+ "1.2_train_acc": 0.9852941176470589,
1159
+ "1.3_val_loss": -0.9926198253344827,
1160
+ "1.4_val_acc": 0.9852941176470589,
1161
+ "1.5_perplexity": 0.37060449909797594
1162
+ },
1163
+ "speed": {
1164
+ "2.1_throughput_sps": 6.457592050282572,
1165
+ "2.2_step_time_ms": 2477.703743967517,
1166
+ "2.3_epoch_progress": 1.0,
1167
+ "2.4_rss_mb": 1355.56640625,
1168
+ "2.5_xeon_tflops": 1.7564614108881937
1169
+ },
1170
+ "kohonen": {
1171
+ "sigma_t": 0.9097959895689501,
1172
+ "alpha_t": 0.0778800783071405,
1173
+ "t": 500,
1174
+ "n_neurons": 864,
1175
+ "fisher_w_mean": 0.0,
1176
+ "fisher_w_max": 0.0,
1177
+ "fisher_accum_count": 0,
1178
+ "has_ewc_reference": true,
1179
+ "weights_norm": 39.14575958251953,
1180
+ "weights_w_mean": -0.0014829144347459078
1181
+ },
1182
+ "hypothesis": {
1183
+ "classifier_trained": true,
1184
+ "punishment_count": 1,
1185
+ "success_count": 0,
1186
+ "training_ready": true,
1187
+ "buffer_size": 68,
1188
+ "required_new_samples": 10,
1189
+ "histogram_max": 68,
1190
+ "time_counter": 366
1191
+ }
1192
+ },
1193
+ {
1194
+ "step": 29,
1195
+ "epoch": 1,
1196
+ "dataset": "Madras1/corpus-ptbr-v2",
1197
+ "quality": {
1198
+ "1.1_train_loss": -1.0,
1199
+ "1.2_train_acc": 1.0,
1200
+ "1.3_val_loss": -1.0,
1201
+ "1.4_val_acc": 1.0,
1202
+ "1.5_perplexity": 0.36787944123356736
1203
+ },
1204
+ "speed": {
1205
+ "2.1_throughput_sps": 6.678104497695096,
1206
+ "2.2_step_time_ms": 2395.889433224996,
1207
+ "2.3_epoch_progress": 1.0,
1208
+ "2.4_rss_mb": 1355.56640625,
1209
+ "2.5_xeon_tflops": 1.7564614108881937
1210
+ },
1211
+ "kohonen": {
1212
+ "sigma_t": 0.9097959895689501,
1213
+ "alpha_t": 0.0778800783071405,
1214
+ "t": 500,
1215
+ "n_neurons": 864,
1216
+ "fisher_w_mean": 0.0,
1217
+ "fisher_w_max": 0.0,
1218
+ "fisher_accum_count": 0,
1219
+ "has_ewc_reference": true,
1220
+ "weights_norm": 39.14575958251953,
1221
+ "weights_w_mean": -0.0014829144347459078
1222
+ },
1223
+ "hypothesis": {
1224
+ "classifier_trained": true,
1225
+ "punishment_count": 0,
1226
+ "success_count": 0,
1227
+ "training_ready": false,
1228
+ "buffer_size": 0,
1229
+ "required_new_samples": 10,
1230
+ "histogram_max": 0,
1231
+ "time_counter": 382
1232
+ }
1233
+ },
1234
+ {
1235
+ "step": 30,
1236
+ "epoch": 1,
1237
+ "dataset": "Madras1/corpus-ptbr-v2",
1238
+ "quality": {
1239
+ "1.1_train_loss": -1.0,
1240
+ "1.2_train_acc": 1.0,
1241
+ "1.3_val_loss": -1.0,
1242
+ "1.4_val_acc": 1.0,
1243
+ "1.5_perplexity": 0.36787944123356736
1244
+ },
1245
+ "speed": {
1246
+ "2.1_throughput_sps": 6.895147106551538,
1247
+ "2.2_step_time_ms": 2320.4726096122495,
1248
+ "2.3_epoch_progress": 1.0,
1249
+ "2.4_rss_mb": 1355.56640625,
1250
+ "2.5_xeon_tflops": 1.7564614108881937
1251
+ },
1252
+ "kohonen": {
1253
+ "sigma_t": 0.8398475498481031,
1254
+ "alpha_t": 0.07482635675785652,
1255
+ "t": 580,
1256
+ "n_neurons": 864,
1257
+ "fisher_w_mean": 0.0,
1258
+ "fisher_w_max": 0.0,
1259
+ "fisher_accum_count": 0,
1260
+ "has_ewc_reference": true,
1261
+ "weights_norm": 39.139549255371094,
1262
+ "weights_w_mean": -0.0007873232825659215
1263
+ },
1264
+ "hypothesis": {
1265
+ "classifier_trained": true,
1266
+ "punishment_count": 0,
1267
+ "success_count": 1,
1268
+ "training_ready": true,
1269
+ "buffer_size": 16,
1270
+ "required_new_samples": 10,
1271
+ "histogram_max": 16,
1272
+ "time_counter": 398
1273
+ }
1274
+ },
1275
+ {
1276
+ "step": 31,
1277
+ "epoch": 1,
1278
+ "dataset": "Madras1/corpus-ptbr-v2",
1279
+ "quality": {
1280
+ "1.1_train_loss": -0.97182531580755,
1281
+ "1.2_train_acc": 0.9444444444444444,
1282
+ "1.3_val_loss": -0.97182531580755,
1283
+ "1.4_val_acc": 0.9444444444444444,
1284
+ "1.5_perplexity": 0.3783917230298394
1285
+ },
1286
+ "speed": {
1287
+ "2.1_throughput_sps": 7.089719654239448,
1288
+ "2.2_step_time_ms": 2256.7888125777245,
1289
+ "2.3_epoch_progress": 1.0,
1290
+ "2.4_rss_mb": 1355.56640625,
1291
+ "2.5_xeon_tflops": 1.7564614108881937
1292
+ },
1293
+ "kohonen": {
1294
+ "sigma_t": 0.8398475498481031,
1295
+ "alpha_t": 0.07482635675785652,
1296
+ "t": 580,
1297
+ "n_neurons": 864,
1298
+ "fisher_w_mean": 0.0,
1299
+ "fisher_w_max": 0.0,
1300
+ "fisher_accum_count": 0,
1301
+ "has_ewc_reference": true,
1302
+ "weights_norm": 39.139549255371094,
1303
+ "weights_w_mean": -0.0007873232825659215
1304
+ },
1305
+ "hypothesis": {
1306
+ "classifier_trained": true,
1307
+ "punishment_count": 1,
1308
+ "success_count": 0,
1309
+ "training_ready": true,
1310
+ "buffer_size": 18,
1311
+ "required_new_samples": 10,
1312
+ "histogram_max": 18,
1313
+ "time_counter": 400
1314
+ }
1315
+ },
1316
+ {
1317
+ "step": 32,
1318
+ "epoch": 1,
1319
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
1320
+ "quality": {
1321
+ "1.1_train_loss": -1.0,
1322
+ "1.2_train_acc": 1.0,
1323
+ "1.3_val_loss": -1.0,
1324
+ "1.4_val_acc": 1.0,
1325
+ "1.5_perplexity": 0.36787944123356736
1326
+ },
1327
+ "speed": {
1328
+ "2.1_throughput_sps": 6.05238983408022,
1329
+ "2.2_step_time_ms": 2643.583846814705,
1330
+ "2.3_epoch_progress": 1.0,
1331
+ "2.4_rss_mb": 1361.140625,
1332
+ "2.5_xeon_tflops": 1.7564614108881937
1333
+ },
1334
+ "kohonen": {
1335
+ "sigma_t": 0.8398475498481031,
1336
+ "alpha_t": 0.07482635675785652,
1337
+ "t": 580,
1338
+ "n_neurons": 864,
1339
+ "fisher_w_mean": 0.0,
1340
+ "fisher_w_max": 0.0,
1341
+ "fisher_accum_count": 0,
1342
+ "has_ewc_reference": true,
1343
+ "weights_norm": 39.139549255371094,
1344
+ "weights_w_mean": -0.0007873232825659215
1345
+ },
1346
+ "hypothesis": {
1347
+ "classifier_trained": true,
1348
+ "punishment_count": 0,
1349
+ "success_count": 0,
1350
+ "training_ready": false,
1351
+ "buffer_size": 0,
1352
+ "required_new_samples": 10,
1353
+ "histogram_max": 0,
1354
+ "time_counter": 416
1355
+ }
1356
+ },
1357
+ {
1358
+ "step": 33,
1359
+ "epoch": 1,
1360
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
1361
+ "quality": {
1362
+ "1.1_train_loss": -1.0,
1363
+ "1.2_train_acc": 1.0,
1364
+ "1.3_val_loss": -1.0,
1365
+ "1.4_val_acc": 1.0,
1366
+ "1.5_perplexity": 0.36787944123356736
1367
+ },
1368
+ "speed": {
1369
+ "2.1_throughput_sps": 6.234089280159213,
1370
+ "2.2_step_time_ms": 2566.5336636935963,
1371
+ "2.3_epoch_progress": 1.0,
1372
+ "2.4_rss_mb": 1361.140625,
1373
+ "2.5_xeon_tflops": 1.7564614108881937
1374
+ },
1375
+ "kohonen": {
1376
+ "sigma_t": 0.7752770017375488,
1377
+ "alpha_t": 0.07189237334319262,
1378
+ "t": 660,
1379
+ "n_neurons": 864,
1380
+ "fisher_w_mean": 0.0,
1381
+ "fisher_w_max": 0.0,
1382
+ "fisher_accum_count": 0,
1383
+ "has_ewc_reference": true,
1384
+ "weights_norm": 39.1356201171875,
1385
+ "weights_w_mean": -0.000526978459674865
1386
+ },
1387
+ "hypothesis": {
1388
+ "classifier_trained": true,
1389
+ "punishment_count": 0,
1390
+ "success_count": 1,
1391
+ "training_ready": true,
1392
+ "buffer_size": 16,
1393
+ "required_new_samples": 10,
1394
+ "histogram_max": 16,
1395
+ "time_counter": 432
1396
+ }
1397
+ },
1398
+ {
1399
+ "step": 34,
1400
+ "epoch": 1,
1401
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
1402
+ "quality": {
1403
+ "1.1_train_loss": -1.0,
1404
+ "1.2_train_acc": 1.0,
1405
+ "1.3_val_loss": -1.0,
1406
+ "1.4_val_acc": 1.0,
1407
+ "1.5_perplexity": 0.36787944123356736
1408
+ },
1409
+ "speed": {
1410
+ "2.1_throughput_sps": 6.416003365677337,
1411
+ "2.2_step_time_ms": 2493.7642778669083,
1412
+ "2.3_epoch_progress": 1.0,
1413
+ "2.4_rss_mb": 1361.140625,
1414
+ "2.5_xeon_tflops": 1.7564614108881937
1415
+ },
1416
+ "kohonen": {
1417
+ "sigma_t": 0.7752770017375488,
1418
+ "alpha_t": 0.07189237334319262,
1419
+ "t": 660,
1420
+ "n_neurons": 864,
1421
+ "fisher_w_mean": 0.0,
1422
+ "fisher_w_max": 0.0,
1423
+ "fisher_accum_count": 0,
1424
+ "has_ewc_reference": true,
1425
+ "weights_norm": 39.1356201171875,
1426
+ "weights_w_mean": -0.000526978459674865
1427
+ },
1428
+ "hypothesis": {
1429
+ "classifier_trained": true,
1430
+ "punishment_count": 0,
1431
+ "success_count": 2,
1432
+ "training_ready": true,
1433
+ "buffer_size": 32,
1434
+ "required_new_samples": 10,
1435
+ "histogram_max": 32,
1436
+ "time_counter": 448
1437
+ }
1438
+ },
1439
+ {
1440
+ "step": 35,
1441
+ "epoch": 1,
1442
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
1443
+ "quality": {
1444
+ "1.1_train_loss": -1.0,
1445
+ "1.2_train_acc": 1.0,
1446
+ "1.3_val_loss": -1.0,
1447
+ "1.4_val_acc": 1.0,
1448
+ "1.5_perplexity": 0.36787944123356736
1449
+ },
1450
+ "speed": {
1451
+ "2.1_throughput_sps": 6.59676821040271,
1452
+ "2.2_step_time_ms": 2425.43007267846,
1453
+ "2.3_epoch_progress": 1.0,
1454
+ "2.4_rss_mb": 1361.140625,
1455
+ "2.5_xeon_tflops": 1.7564614108881937
1456
+ },
1457
+ "kohonen": {
1458
+ "sigma_t": 0.7752770017375488,
1459
+ "alpha_t": 0.07189237334319262,
1460
+ "t": 660,
1461
+ "n_neurons": 864,
1462
+ "fisher_w_mean": 0.0,
1463
+ "fisher_w_max": 0.0,
1464
+ "fisher_accum_count": 0,
1465
+ "has_ewc_reference": true,
1466
+ "weights_norm": 39.1356201171875,
1467
+ "weights_w_mean": -0.000526978459674865
1468
+ },
1469
+ "hypothesis": {
1470
+ "classifier_trained": true,
1471
+ "punishment_count": 0,
1472
+ "success_count": 3,
1473
+ "training_ready": true,
1474
+ "buffer_size": 34,
1475
+ "required_new_samples": 10,
1476
+ "histogram_max": 34,
1477
+ "time_counter": 450
1478
+ }
1479
+ },
1480
+ {
1481
+ "step": 36,
1482
+ "epoch": 1,
1483
+ "dataset": "nvidia/OpenMathInstruct-2",
1484
+ "quality": {
1485
+ "1.1_train_loss": -1.0,
1486
+ "1.2_train_acc": 1.0,
1487
+ "1.3_val_loss": -1.0,
1488
+ "1.4_val_acc": 1.0,
1489
+ "1.5_perplexity": 0.36787944123356736
1490
+ },
1491
+ "speed": {
1492
+ "2.1_throughput_sps": 6.205300501987162,
1493
+ "2.2_step_time_ms": 2578.4408015173835,
1494
+ "2.3_epoch_progress": 1.0,
1495
+ "2.4_rss_mb": 1400.0,
1496
+ "2.5_xeon_tflops": 1.7564614108881937
1497
+ },
1498
+ "kohonen": {
1499
+ "sigma_t": 0.7752770017375488,
1500
+ "alpha_t": 0.07189237334319262,
1501
+ "t": 660,
1502
+ "n_neurons": 864,
1503
+ "fisher_w_mean": 0.0,
1504
+ "fisher_w_max": 0.0,
1505
+ "fisher_accum_count": 0,
1506
+ "has_ewc_reference": true,
1507
+ "weights_norm": 39.1356201171875,
1508
+ "weights_w_mean": -0.000526978459674865
1509
+ },
1510
+ "hypothesis": {
1511
+ "classifier_trained": true,
1512
+ "punishment_count": 0,
1513
+ "success_count": 4,
1514
+ "training_ready": true,
1515
+ "buffer_size": 50,
1516
+ "required_new_samples": 10,
1517
+ "histogram_max": 50,
1518
+ "time_counter": 466
1519
+ }
1520
+ },
1521
+ {
1522
+ "step": 37,
1523
+ "epoch": 1,
1524
+ "dataset": "nvidia/OpenMathInstruct-2",
1525
+ "quality": {
1526
+ "1.1_train_loss": -1.0,
1527
+ "1.2_train_acc": 1.0,
1528
+ "1.3_val_loss": -1.0,
1529
+ "1.4_val_acc": 1.0,
1530
+ "1.5_perplexity": 0.36787944123356736
1531
+ },
1532
+ "speed": {
1533
+ "2.1_throughput_sps": 6.370995165925777,
1534
+ "2.2_step_time_ms": 2511.381594758285,
1535
+ "2.3_epoch_progress": 1.0,
1536
+ "2.4_rss_mb": 1400.0,
1537
+ "2.5_xeon_tflops": 1.7564614108881937
1538
+ },
1539
+ "kohonen": {
1540
+ "sigma_t": 0.7752770017375488,
1541
+ "alpha_t": 0.07189237334319262,
1542
+ "t": 660,
1543
+ "n_neurons": 864,
1544
+ "fisher_w_mean": 0.0,
1545
+ "fisher_w_max": 0.0,
1546
+ "fisher_accum_count": 0,
1547
+ "has_ewc_reference": true,
1548
+ "weights_norm": 39.1356201171875,
1549
+ "weights_w_mean": -0.000526978459674865
1550
+ },
1551
+ "hypothesis": {
1552
+ "classifier_trained": true,
1553
+ "punishment_count": 0,
1554
+ "success_count": 5,
1555
+ "training_ready": true,
1556
+ "buffer_size": 66,
1557
+ "required_new_samples": 10,
1558
+ "histogram_max": 66,
1559
+ "time_counter": 482
1560
+ }
1561
+ },
1562
+ {
1563
+ "step": 38,
1564
+ "epoch": 1,
1565
+ "dataset": "nvidia/OpenMathInstruct-2",
1566
+ "quality": {
1567
+ "1.1_train_loss": -0.9938837346736189,
1568
+ "1.2_train_acc": 0.9878048780487805,
1569
+ "1.3_val_loss": -0.9938837346736189,
1570
+ "1.4_val_acc": 0.9878048780487805,
1571
+ "1.5_perplexity": 0.37013638450004166
1572
+ },
1573
+ "speed": {
1574
+ "2.1_throughput_sps": 6.51479068261107,
1575
+ "2.2_step_time_ms": 2455.9499728373994,
1576
+ "2.3_epoch_progress": 1.0,
1577
+ "2.4_rss_mb": 1400.0,
1578
+ "2.5_xeon_tflops": 1.7564614108881937
1579
+ },
1580
+ "kohonen": {
1581
+ "sigma_t": 0.7752770017375488,
1582
+ "alpha_t": 0.07189237334319262,
1583
+ "t": 660,
1584
+ "n_neurons": 864,
1585
+ "fisher_w_mean": 0.0,
1586
+ "fisher_w_max": 0.0,
1587
+ "fisher_accum_count": 0,
1588
+ "has_ewc_reference": true,
1589
+ "weights_norm": 39.1356201171875,
1590
+ "weights_w_mean": -0.000526978459674865
1591
+ },
1592
+ "hypothesis": {
1593
+ "classifier_trained": true,
1594
+ "punishment_count": 1,
1595
+ "success_count": 0,
1596
+ "training_ready": true,
1597
+ "buffer_size": 82,
1598
+ "required_new_samples": 10,
1599
+ "histogram_max": 82,
1600
+ "time_counter": 498
1601
+ }
1602
+ },
1603
+ {
1604
+ "step": 39,
1605
+ "epoch": 1,
1606
+ "dataset": "nvidia/OpenMathInstruct-2",
1607
+ "quality": {
1608
+ "1.1_train_loss": -1.0,
1609
+ "1.2_train_acc": 1.0,
1610
+ "1.3_val_loss": -1.0,
1611
+ "1.4_val_acc": 1.0,
1612
+ "1.5_perplexity": 0.36787944123356736
1613
+ },
1614
+ "speed": {
1615
+ "2.1_throughput_sps": 6.678818935823154,
1616
+ "2.2_step_time_ms": 2395.633143186569,
1617
+ "2.3_epoch_progress": 1.0,
1618
+ "2.4_rss_mb": 1400.0,
1619
+ "2.5_xeon_tflops": 1.7564614108881937
1620
+ },
1621
+ "kohonen": {
1622
+ "sigma_t": 0.7752770017375488,
1623
+ "alpha_t": 0.07189237334319262,
1624
+ "t": 660,
1625
+ "n_neurons": 864,
1626
+ "fisher_w_mean": 0.0,
1627
+ "fisher_w_max": 0.0,
1628
+ "fisher_accum_count": 0,
1629
+ "has_ewc_reference": true,
1630
+ "weights_norm": 39.1356201171875,
1631
+ "weights_w_mean": -0.000526978459674865
1632
+ },
1633
+ "hypothesis": {
1634
+ "classifier_trained": true,
1635
+ "punishment_count": 0,
1636
+ "success_count": 0,
1637
+ "training_ready": false,
1638
+ "buffer_size": 0,
1639
+ "required_new_samples": 10,
1640
+ "histogram_max": 0,
1641
+ "time_counter": 500
1642
+ }
1643
+ }
1644
+ ],
1645
+ "summary": {
1646
+ "n_steps": 40,
1647
+ "final_loss": -1.0,
1648
+ "mean_loss": -0.9971289930033563,
1649
+ "min_loss": -1.0,
1650
+ "max_loss": -0.97182531580755,
1651
+ "final_acc": 1.0,
1652
+ "mean_acc": 0.9943146720070143,
1653
+ "sigma_start": 1.3846745195799537,
1654
+ "sigma_end": 0.7752770017375488,
1655
+ "alpha_start": 0.09607894391523232,
1656
+ "alpha_end": 0.07189237334319262,
1657
+ "rss_max_mb": 1400.0,
1658
+ "rss_final_mb": 1400.0,
1659
+ "rss_trend": "stable",
1660
+ "n_alerts": 39,
1661
+ "alerts": [
1662
+ {
1663
+ "type": "3.3_loss_vanishing",
1664
+ "step": 1,
1665
+ "value": -0.9842509842514764
1666
+ },
1667
+ {
1668
+ "type": "3.3_loss_vanishing",
1669
+ "step": 2,
1670
+ "value": -1.0
1671
+ },
1672
+ {
1673
+ "type": "3.3_loss_vanishing",
1674
+ "step": 3,
1675
+ "value": -1.0
1676
+ },
1677
+ {
1678
+ "type": "3.3_loss_vanishing",
1679
+ "step": 4,
1680
+ "value": -1.0
1681
+ },
1682
+ {
1683
+ "type": "3.3_loss_vanishing",
1684
+ "step": 5,
1685
+ "value": -1.0
1686
+ },
1687
+ {
1688
+ "type": "3.3_loss_vanishing",
1689
+ "step": 6,
1690
+ "value": -1.0
1691
+ },
1692
+ {
1693
+ "type": "3.3_loss_vanishing",
1694
+ "step": 7,
1695
+ "value": -1.0
1696
+ },
1697
+ {
1698
+ "type": "3.3_loss_vanishing",
1699
+ "step": 8,
1700
+ "value": -0.9926198253344827
1701
+ },
1702
+ {
1703
+ "type": "3.3_loss_vanishing",
1704
+ "step": 9,
1705
+ "value": -1.0
1706
+ },
1707
+ {
1708
+ "type": "3.3_loss_vanishing",
1709
+ "step": 10,
1710
+ "value": -1.0
1711
+ },
1712
+ {
1713
+ "type": "3.3_loss_vanishing",
1714
+ "step": 11,
1715
+ "value": -0.97182531580755
1716
+ },
1717
+ {
1718
+ "type": "3.3_loss_vanishing",
1719
+ "step": 12,
1720
+ "value": -1.0
1721
+ },
1722
+ {
1723
+ "type": "3.3_loss_vanishing",
1724
+ "step": 13,
1725
+ "value": -1.0
1726
+ },
1727
+ {
1728
+ "type": "3.3_loss_vanishing",
1729
+ "step": 14,
1730
+ "value": -1.0
1731
+ },
1732
+ {
1733
+ "type": "3.3_loss_vanishing",
1734
+ "step": 15,
1735
+ "value": -1.0
1736
+ },
1737
+ {
1738
+ "type": "3.3_loss_vanishing",
1739
+ "step": 16,
1740
+ "value": -1.0
1741
+ },
1742
+ {
1743
+ "type": "3.3_loss_vanishing",
1744
+ "step": 17,
1745
+ "value": -1.0
1746
+ },
1747
+ {
1748
+ "type": "3.3_loss_vanishing",
1749
+ "step": 18,
1750
+ "value": -0.9938837346736189
1751
+ },
1752
+ {
1753
+ "type": "3.3_loss_vanishing",
1754
+ "step": 19,
1755
+ "value": -1.0
1756
+ },
1757
+ {
1758
+ "type": "3.3_loss_vanishing",
1759
+ "step": 20,
1760
+ "value": -1.0
1761
+ }
1762
+ ],
1763
+ "kohonen_final": {
1764
+ "sigma_t": 0.7752770017375488,
1765
+ "alpha_t": 0.07189237334319262,
1766
+ "t": 660,
1767
+ "n_neurons": 864,
1768
+ "fisher_w_mean": 0.0,
1769
+ "fisher_w_max": 0.0,
1770
+ "fisher_accum_count": 0,
1771
+ "has_ewc_reference": true,
1772
+ "weights_norm": 39.1356201171875,
1773
+ "weights_w_mean": -0.000526978459674865
1774
+ },
1775
+ "hypothesis_final": {
1776
+ "classifier_trained": true,
1777
+ "punishment_count": 0,
1778
+ "success_count": 0,
1779
+ "training_ready": false,
1780
+ "buffer_size": 0,
1781
+ "required_new_samples": 10,
1782
+ "histogram_max": 0,
1783
+ "time_counter": 500
1784
+ }
1785
+ },
1786
+ "alerts": [
1787
+ {
1788
+ "type": "3.3_loss_vanishing",
1789
+ "step": 1,
1790
+ "value": -0.9842509842514764
1791
+ },
1792
+ {
1793
+ "type": "3.3_loss_vanishing",
1794
+ "step": 2,
1795
+ "value": -1.0
1796
+ },
1797
+ {
1798
+ "type": "3.3_loss_vanishing",
1799
+ "step": 3,
1800
+ "value": -1.0
1801
+ },
1802
+ {
1803
+ "type": "3.3_loss_vanishing",
1804
+ "step": 4,
1805
+ "value": -1.0
1806
+ },
1807
+ {
1808
+ "type": "3.3_loss_vanishing",
1809
+ "step": 5,
1810
+ "value": -1.0
1811
+ },
1812
+ {
1813
+ "type": "3.3_loss_vanishing",
1814
+ "step": 6,
1815
+ "value": -1.0
1816
+ },
1817
+ {
1818
+ "type": "3.3_loss_vanishing",
1819
+ "step": 7,
1820
+ "value": -1.0
1821
+ },
1822
+ {
1823
+ "type": "3.3_loss_vanishing",
1824
+ "step": 8,
1825
+ "value": -0.9926198253344827
1826
+ },
1827
+ {
1828
+ "type": "3.3_loss_vanishing",
1829
+ "step": 9,
1830
+ "value": -1.0
1831
+ },
1832
+ {
1833
+ "type": "3.3_loss_vanishing",
1834
+ "step": 10,
1835
+ "value": -1.0
1836
+ },
1837
+ {
1838
+ "type": "3.3_loss_vanishing",
1839
+ "step": 11,
1840
+ "value": -0.97182531580755
1841
+ },
1842
+ {
1843
+ "type": "3.3_loss_vanishing",
1844
+ "step": 12,
1845
+ "value": -1.0
1846
+ },
1847
+ {
1848
+ "type": "3.3_loss_vanishing",
1849
+ "step": 13,
1850
+ "value": -1.0
1851
+ },
1852
+ {
1853
+ "type": "3.3_loss_vanishing",
1854
+ "step": 14,
1855
+ "value": -1.0
1856
+ },
1857
+ {
1858
+ "type": "3.3_loss_vanishing",
1859
+ "step": 15,
1860
+ "value": -1.0
1861
+ },
1862
+ {
1863
+ "type": "3.3_loss_vanishing",
1864
+ "step": 16,
1865
+ "value": -1.0
1866
+ },
1867
+ {
1868
+ "type": "3.3_loss_vanishing",
1869
+ "step": 17,
1870
+ "value": -1.0
1871
+ },
1872
+ {
1873
+ "type": "3.3_loss_vanishing",
1874
+ "step": 18,
1875
+ "value": -0.9938837346736189
1876
+ },
1877
+ {
1878
+ "type": "3.3_loss_vanishing",
1879
+ "step": 19,
1880
+ "value": -1.0
1881
+ },
1882
+ {
1883
+ "type": "3.3_loss_vanishing",
1884
+ "step": 20,
1885
+ "value": -1.0
1886
+ },
1887
+ {
1888
+ "type": "3.3_loss_vanishing",
1889
+ "step": 21,
1890
+ "value": -0.9842509842514764
1891
+ },
1892
+ {
1893
+ "type": "3.3_loss_vanishing",
1894
+ "step": 22,
1895
+ "value": -1.0
1896
+ },
1897
+ {
1898
+ "type": "3.3_loss_vanishing",
1899
+ "step": 23,
1900
+ "value": -1.0
1901
+ },
1902
+ {
1903
+ "type": "3.3_loss_vanishing",
1904
+ "step": 24,
1905
+ "value": -1.0
1906
+ },
1907
+ {
1908
+ "type": "3.3_loss_vanishing",
1909
+ "step": 25,
1910
+ "value": -1.0
1911
+ },
1912
+ {
1913
+ "type": "3.3_loss_vanishing",
1914
+ "step": 26,
1915
+ "value": -1.0
1916
+ },
1917
+ {
1918
+ "type": "3.3_loss_vanishing",
1919
+ "step": 27,
1920
+ "value": -1.0
1921
+ },
1922
+ {
1923
+ "type": "3.3_loss_vanishing",
1924
+ "step": 28,
1925
+ "value": -0.9926198253344827
1926
+ },
1927
+ {
1928
+ "type": "3.3_loss_vanishing",
1929
+ "step": 29,
1930
+ "value": -1.0
1931
+ },
1932
+ {
1933
+ "type": "3.3_loss_vanishing",
1934
+ "step": 30,
1935
+ "value": -1.0
1936
+ },
1937
+ {
1938
+ "type": "3.3_loss_vanishing",
1939
+ "step": 31,
1940
+ "value": -0.97182531580755
1941
+ },
1942
+ {
1943
+ "type": "3.3_loss_vanishing",
1944
+ "step": 32,
1945
+ "value": -1.0
1946
+ },
1947
+ {
1948
+ "type": "3.3_loss_vanishing",
1949
+ "step": 33,
1950
+ "value": -1.0
1951
+ },
1952
+ {
1953
+ "type": "3.3_loss_vanishing",
1954
+ "step": 34,
1955
+ "value": -1.0
1956
+ },
1957
+ {
1958
+ "type": "3.3_loss_vanishing",
1959
+ "step": 35,
1960
+ "value": -1.0
1961
+ },
1962
+ {
1963
+ "type": "3.3_loss_vanishing",
1964
+ "step": 36,
1965
+ "value": -1.0
1966
+ },
1967
+ {
1968
+ "type": "3.3_loss_vanishing",
1969
+ "step": 37,
1970
+ "value": -1.0
1971
+ },
1972
+ {
1973
+ "type": "3.3_loss_vanishing",
1974
+ "step": 38,
1975
+ "value": -0.9938837346736189
1976
+ },
1977
+ {
1978
+ "type": "3.3_loss_vanishing",
1979
+ "step": 39,
1980
+ "value": -1.0
1981
+ }
1982
+ ]
1983
+ }
reports/archive/v6_4_upload_report.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.4",
3
+ "upload_timestamp": "2026-08-07T21:51:25",
4
+ "repo_id": "PowerMachine/BiGRU_T_version",
5
+ "commit_oid": "f90a477e79ac4be3b851a283267edd0c9160d516",
6
+ "commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/f90a477e79ac4be3b851a283267edd0c9160d516",
7
+ "duration_s": 3.1715781688690186,
8
+ "critical_files": [
9
+ "src/bigru_t/model/kohonen_refactored/__init__.py",
10
+ "src/bigru_t/model/kohonen_refactored/kohonen_learning_system.py",
11
+ "src/bigru_t/model/hyp_t.py",
12
+ "v6_4_report.json",
13
+ "v6_4_training_metrics.json",
14
+ "scripts/train_v6_4.py",
15
+ "scripts/upload_v6_4_resilient.py",
16
+ "src/bigru_t/utils/xeon_runtime.py",
17
+ "src/bigru_t/data/streaming_datasets.py",
18
+ "src/bigru_t/training/ewc.py",
19
+ "src/bigru_t/model/orq_cell.py"
20
+ ],
21
+ "n_files_in_repo": 0
22
+ }
reports/archive/v6_5_7ds_attn_attention_eval.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "attention_active_and_functional_v65_attn",
3
+ "user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
4
+ "module_type": "MultiHeadAttention",
5
+ "module_is_MultiHeadAttention": true,
6
+ "snapshot_before_explicit_test": {
7
+ "active": true,
8
+ "n_calls": 5162,
9
+ "n_errors": 0,
10
+ "last_norm_in": 110.27008819580078,
11
+ "last_norm_out": 116.55613708496094,
12
+ "last_attn_activated": true,
13
+ "last_attn_diff_norm": 114.14366149902344,
14
+ "n_heads": 8,
15
+ "logic_functional": true
16
+ },
17
+ "snapshot_after_explicit_test": {
18
+ "active": true,
19
+ "n_calls": 5163,
20
+ "n_errors": 0,
21
+ "last_norm_in": 111.01325988769531,
22
+ "last_norm_out": 115.97835540771484,
23
+ "last_attn_activated": true,
24
+ "last_attn_diff_norm": 114.16764068603516,
25
+ "n_heads": 8,
26
+ "logic_functional": true
27
+ },
28
+ "explicit_test": {
29
+ "test_text": "teste do mecanismo de atenção ativo",
30
+ "vec_with_attn_norm": 0.5163000226020813,
31
+ "vec_without_attn_norm": 0.5163000226020813,
32
+ "vec_diff_norm": 2.9612472189910477e-06,
33
+ "attention_modifies_output": true
34
+ },
35
+ "summary": {
36
+ "active": true,
37
+ "n_calls": 5163,
38
+ "n_errors": 0,
39
+ "last_attn_activated": true,
40
+ "logic_functional": true,
41
+ "attention_modifies_output": true,
42
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
43
+ }
44
+ }
reports/archive/v6_5_7ds_attn_ewc_w8a8_benchmark.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
3
+ "results": {
4
+ "baseline_float": {
5
+ "penalty": 7.579145386815071
6
+ },
7
+ "w8a8_with_dequant": {
8
+ "penalty": 7.579145386815071,
9
+ "relative_error": 0.0,
10
+ "preserves_accuracy": true
11
+ },
12
+ "w8a8_no_dequant_broken": {
13
+ "penalty": 7.579145386815071,
14
+ "relative_error": 0.0,
15
+ "preserves_accuracy": true
16
+ }
17
+ },
18
+ "analysis": {
19
+ "dequant_relative_error": 0.0,
20
+ "int8_relative_error": 0.0,
21
+ "dequant_preserves_accuracy": true
22
+ },
23
+ "ewc_config": {
24
+ "eval_mode_penalty": true,
25
+ "lambda_ewc": 100.0,
26
+ "fisher_n_samples": 32
27
+ }
28
+ }
reports/archive/v6_5_7ds_attn_module_analysis.json ADDED
@@ -0,0 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "removed_modules": {
3
+ "src/bigru_t/model/bigru4.py": {
4
+ "exists_after_v65": false,
5
+ "status": "REMOVED"
6
+ },
7
+ "src/bigru_t/model/gru_hierarchy.py": {
8
+ "exists_after_v65": false,
9
+ "status": "REMOVED"
10
+ },
11
+ "src/bigru_t/model/orq_cell.py": {
12
+ "exists_after_v65": false,
13
+ "status": "REMOVED"
14
+ },
15
+ "src/bigru_t/model/train_t.py": {
16
+ "exists_after_v65": false,
17
+ "status": "REMOVED"
18
+ },
19
+ "src/bigru_t/model/transformer_unit.py": {
20
+ "exists_after_v65": false,
21
+ "status": "REMOVED"
22
+ },
23
+ "src/bigru_t/model/u8cell_t.py": {
24
+ "exists_after_v65": false,
25
+ "status": "REMOVED"
26
+ },
27
+ "src/bigru_t/model/unified_model.py": {
28
+ "exists_after_v65": false,
29
+ "status": "REMOVED"
30
+ },
31
+ "src/bigru_t/model/module_selector.py": {
32
+ "exists_after_v65": false,
33
+ "status": "REMOVED"
34
+ },
35
+ "src/bigru_t/training/trainer.py": {
36
+ "exists_after_v65": false,
37
+ "status": "REMOVED"
38
+ }
39
+ },
40
+ "removed_folders": {
41
+ "src/bigru_t/model/kohonen_refactored/": {
42
+ "exists_after_v65": false,
43
+ "status": "REMOVED"
44
+ }
45
+ },
46
+ "active_modules": {
47
+ "src/bigru_t/model/kohonen_learning_system.py": {
48
+ "exists": true,
49
+ "size_bytes": 61810,
50
+ "activity": "active"
51
+ },
52
+ "src/bigru_t/model/hyp_t.py": {
53
+ "exists": true,
54
+ "size_bytes": 3849,
55
+ "activity": "active"
56
+ },
57
+ "src/bigru_t/model/vqvae2_hierarchical.py": {
58
+ "exists": true,
59
+ "size_bytes": 7808,
60
+ "activity": "active"
61
+ },
62
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
63
+ "exists": true,
64
+ "size_bytes": 22745,
65
+ "activity": "active"
66
+ },
67
+ "src/bigru_t/model/token_compress.py": {
68
+ "exists": true,
69
+ "size_bytes": 14129,
70
+ "activity": "active"
71
+ },
72
+ "src/bigru_t/model/embedding_reconfig.py": {
73
+ "exists": true,
74
+ "size_bytes": 2414,
75
+ "activity": "active"
76
+ },
77
+ "src/bigru_t/model/attention_multimodal.py": {
78
+ "exists": true,
79
+ "size_bytes": 3787,
80
+ "activity": "active"
81
+ },
82
+ "src/bigru_t/attention/window_context.py": {
83
+ "exists": true,
84
+ "size_bytes": 7611,
85
+ "activity": "active"
86
+ },
87
+ "src/bigru_t/training/mtp.py": {
88
+ "exists": true,
89
+ "size_bytes": 10260,
90
+ "activity": "active"
91
+ },
92
+ "src/bigru_t/training/ewc.py": {
93
+ "exists": true,
94
+ "size_bytes": 25029,
95
+ "activity": "active"
96
+ },
97
+ "src/bigru_t/quantization/smoothquant_compressor.py": {
98
+ "exists": true,
99
+ "size_bytes": 3562,
100
+ "activity": "active"
101
+ },
102
+ "src/bigru_t/quantization/w8a8_smoothquant.py": {
103
+ "exists": true,
104
+ "size_bytes": 16296,
105
+ "activity": "active"
106
+ },
107
+ "src/bigru_t/quantization/quantized_linear.py": {
108
+ "exists": true,
109
+ "size_bytes": 6361,
110
+ "activity": "active"
111
+ },
112
+ "src/bigru_t/reasoning/reasoning_engine.py": {
113
+ "exists": true,
114
+ "size_bytes": 19946,
115
+ "activity": "active"
116
+ },
117
+ "src/bigru_t/reasoning/thinking.py": {
118
+ "exists": true,
119
+ "size_bytes": 5303,
120
+ "activity": "active"
121
+ },
122
+ "src/bigru_t/reasoning/circular_orchestration.py": {
123
+ "exists": true,
124
+ "size_bytes": 30801,
125
+ "activity": "active"
126
+ },
127
+ "src/bigru_t/reasoning/tool_agent.py": {
128
+ "exists": true,
129
+ "size_bytes": 29933,
130
+ "activity": "active"
131
+ },
132
+ "src/bigru_t/reasoning/distributed_reasoning_system.py": {
133
+ "exists": true,
134
+ "size_bytes": 29129,
135
+ "activity": "active"
136
+ },
137
+ "src/bigru_t/reasoning/cyclic_reasoning.py": {
138
+ "exists": true,
139
+ "size_bytes": 25045,
140
+ "activity": "active"
141
+ },
142
+ "src/bigru_t/reasoning/consensus_sampling.py": {
143
+ "exists": true,
144
+ "size_bytes": 1302,
145
+ "activity": "active"
146
+ },
147
+ "src/bigru_t/data/streaming_datasets.py": {
148
+ "exists": true,
149
+ "size_bytes": 38310,
150
+ "activity": "active"
151
+ },
152
+ "src/bigru_t/utils/xeon_runtime.py": {
153
+ "exists": true,
154
+ "size_bytes": 23928,
155
+ "activity": "active"
156
+ }
157
+ },
158
+ "v65_attn_features": {
159
+ "vqvae2_active_in_pipeline": true,
160
+ "reasoning_engine_integrated": true,
161
+ "smoothquant_w8a8_integrated_to_kls": true,
162
+ "tool_coordinator_workers_reactivated": true,
163
+ "ewc_w8a8_dequant_benchmark": true,
164
+ "kohonen_moved_up": true,
165
+ "real_streaming_forced": true,
166
+ "som_grid_864_neurons": true,
167
+ "mtp_head_size_increased_K6": true,
168
+ "attention_integrated_to_text_to_4d_vector": true,
169
+ "attention_metrics_exposed": true,
170
+ "stream_batch_size_100": true,
171
+ "meta_minima_5000_samples": true
172
+ }
173
+ }
reports/archive/v6_5_7ds_attn_reasoning_eval.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "reasoning_and_response_quality_v65_attn",
3
+ "n_test_queries": 7,
4
+ "results": [
5
+ {
6
+ "query": "o gato dorme na cama",
7
+ "som_prediction": "cachorro",
8
+ "reasoning_length": 964,
9
+ "has_think": true,
10
+ "has_plan": true,
11
+ "has_answer": true,
12
+ "has_decompose": true
13
+ },
14
+ {
15
+ "query": "calcule dois mais dois",
16
+ "som_prediction": "cachorro",
17
+ "reasoning_length": 976,
18
+ "has_think": true,
19
+ "has_plan": true,
20
+ "has_answer": true,
21
+ "has_decompose": true
22
+ },
23
+ {
24
+ "query": "olá como você está",
25
+ "som_prediction": "cachorro",
26
+ "reasoning_length": 952,
27
+ "has_think": true,
28
+ "has_plan": true,
29
+ "has_answer": true,
30
+ "has_decompose": true
31
+ },
32
+ {
33
+ "query": "translate hello to portuguese",
34
+ "som_prediction": "cachorro",
35
+ "reasoning_length": 1018,
36
+ "has_think": true,
37
+ "has_plan": true,
38
+ "has_answer": true,
39
+ "has_decompose": true
40
+ },
41
+ {
42
+ "query": "prove que a soma de pares é par",
43
+ "som_prediction": "cachorro",
44
+ "reasoning_length": 1030,
45
+ "has_think": true,
46
+ "has_plan": true,
47
+ "has_answer": true,
48
+ "has_decompose": true
49
+ },
50
+ {
51
+ "query": "qual é a capital do brasil",
52
+ "som_prediction": "cachorro",
53
+ "reasoning_length": 1000,
54
+ "has_think": true,
55
+ "has_plan": true,
56
+ "has_answer": true,
57
+ "has_decompose": true
58
+ },
59
+ {
60
+ "query": "explique o que é uma rede neural",
61
+ "som_prediction": "cachorro",
62
+ "reasoning_length": 1036,
63
+ "has_think": true,
64
+ "has_plan": true,
65
+ "has_answer": true,
66
+ "has_decompose": true
67
+ }
68
+ ],
69
+ "summary": {
70
+ "n_with_answer": 7,
71
+ "n_with_think": 7,
72
+ "answer_rate": 1.0,
73
+ "think_rate": 1.0,
74
+ "avg_reasoning_length": 996.5714285714286,
75
+ "reasoning_engine_active": true,
76
+ "reasoning_engine_n_history": 7
77
+ },
78
+ "quality_assessment": {
79
+ "response_quality": "GOOD",
80
+ "reasoning_quality": "GOOD",
81
+ "tags_present": [
82
+ "<think>",
83
+ "<plan>",
84
+ "<decompose>",
85
+ "<answer>"
86
+ ],
87
+ "compatible_with": [
88
+ "Ollama",
89
+ "LangChain",
90
+ "vLLM"
91
+ ]
92
+ }
93
+ }
reports/archive/v6_5_7ds_attn_report.json ADDED
@@ -0,0 +1,412 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn-100batch-5000meta-train-only",
3
+ "timestamp": "2026-08-08T02:07:14.927181",
4
+ "user_requirements_checklist": {
5
+ "HF_TOKEN_deleted_after_use": true,
6
+ "streaming_datasets_active_REAL": true,
7
+ "xeon_runtime_active": true,
8
+ "V65_ENABLE_STREAMING_forced": true,
9
+ "attention_active_and_logic_functional": true,
10
+ "streaming_100_per_batch": true,
11
+ "meta_minima_5000_atingida": true,
12
+ "no_synthetic_data": true,
13
+ "streaming_with_pauses": true,
14
+ "storage_critical_check": true,
15
+ "aggressive_ram_cleanup": true,
16
+ "metrics_reasoning_response_verified": true,
17
+ "exhausted_7_datasets_in_sequence": true,
18
+ "som_grid_864_neurons": true,
19
+ "mtp_head_size_increased_K6": true,
20
+ "vqvae2_active_in_pipeline": true,
21
+ "reasoning_engine_integrated_to_kls": true,
22
+ "smoothquant_w8a8_integrated_to_kls": true,
23
+ "tool_coordinator_workers_reactivated": true,
24
+ "logic_and_bugfixes_verified": true
25
+ },
26
+ "config": {
27
+ "BATCH_SIZE": 16,
28
+ "STREAM_BATCH_SIZE": 100,
29
+ "MAX_SAMPLES_PER_DATASET": 720,
30
+ "TOTAL_SAMPLES_TARGET": 5040,
31
+ "META_MINIMA_SAMPLES": 5000,
32
+ "SOM_GRID": [
33
+ 6,
34
+ 6,
35
+ 6,
36
+ 4
37
+ ],
38
+ "n_neurons": 864,
39
+ "HIDDEN_DIM": 1024,
40
+ "VOCAB_SIZE": 16384,
41
+ "MTP_K": 6,
42
+ "ATTENTION_N_HEADS": 8
43
+ },
44
+ "xeon_status": {
45
+ "version": "V6",
46
+ "physical_cores": 2,
47
+ "env": {
48
+ "MKL_ENABLE_INSTRUCTIONS": "AVX512",
49
+ "MKL_NUM_THREADS": "2",
50
+ "OMP_NUM_THREADS": "2",
51
+ "MKL_DYNAMIC": "FALSE",
52
+ "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
53
+ "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
54
+ "KMP_AFFINITY": "granularity=fine,compact,1,0",
55
+ "KMP_BLOCKTIME": "1"
56
+ },
57
+ "avx512": {
58
+ "supported": true,
59
+ "desc": "AVX512_VNNI (full INT8 acceleration)"
60
+ },
61
+ "amx": {
62
+ "supported": true,
63
+ "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
64
+ },
65
+ "ipex_available": false,
66
+ "init_done": true
67
+ },
68
+ "fp16_benchmark": {
69
+ "best_time_ms": 96.11023900288274,
70
+ "avg_time_ms": 100.32488200158696,
71
+ "best_tflops": 1.331803992248534,
72
+ "avg_tflops": 1.27585497681398,
73
+ "matrix_size": 4000.0
74
+ },
75
+ "training": {
76
+ "duration_s": 592.9951963424683,
77
+ "n_steps": 357,
78
+ "samples_per_dataset_actual": {
79
+ "dominguesm/restore-punctuation-ptbr-dataset": 720,
80
+ "carolina-c4ai/corpus-carolina": 720,
81
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 720,
82
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 720,
83
+ "adalbertojunior/punctuation-ptbr": 720,
84
+ "iara-project/news-articles-ptbr-dataset": 720,
85
+ "manoela/noticias_ptbr": 720
86
+ },
87
+ "total_samples_processed": 5040,
88
+ "meta_minima_atingida": true,
89
+ "streaming_failures": {
90
+ "dominguesm/restore-punctuation-ptbr-dataset": 0,
91
+ "carolina-c4ai/corpus-carolina": 0,
92
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
93
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
94
+ "adalbertojunior/punctuation-ptbr": 0,
95
+ "iara-project/news-articles-ptbr-dataset": 0,
96
+ "manoela/noticias_ptbr": 0
97
+ },
98
+ "storage_critical_stopped": false
99
+ },
100
+ "kohonen_final": {
101
+ "t": 10220,
102
+ "sigma_t": 5.465144559085541e-05,
103
+ "alpha_t": 0.0006036082923599565,
104
+ "sigma0": 1.5,
105
+ "alpha0": 0.1,
106
+ "lambda_ewc": 0.02,
107
+ "grid_shape": [
108
+ 6,
109
+ 6,
110
+ 6,
111
+ 4
112
+ ],
113
+ "n_neurons": 864,
114
+ "has_ewc_reference": true,
115
+ "fisher_w_mean": 0.0,
116
+ "fisher_w_max": 0.0,
117
+ "fisher_accum_count": 0,
118
+ "weights_norm": 1664.1396484375,
119
+ "weights_w_mean": 0.02392551675438881
120
+ },
121
+ "kls_state": {
122
+ "som": {
123
+ "t": 10220,
124
+ "sigma_t": 5.465144559085541e-05,
125
+ "alpha_t": 0.0006036082923599565,
126
+ "sigma0": 1.5,
127
+ "alpha0": 0.1,
128
+ "lambda_ewc": 0.02,
129
+ "grid_shape": [
130
+ 6,
131
+ 6,
132
+ 6,
133
+ 4
134
+ ],
135
+ "n_neurons": 864,
136
+ "has_ewc_reference": true,
137
+ "fisher_w_mean": 0.0,
138
+ "fisher_w_max": 0.0,
139
+ "fisher_accum_count": 0,
140
+ "weights_norm": 1664.1396484375,
141
+ "weights_w_mean": 0.02392551675438881
142
+ },
143
+ "kls": {
144
+ "time_counter": 5176,
145
+ "T_max": 10000,
146
+ "buffer_size": 0,
147
+ "training_ready": false,
148
+ "punishment_count": 0,
149
+ "success_count": 0,
150
+ "classifier_trained": true,
151
+ "histogram_size": 0,
152
+ "histogram_max": 0,
153
+ "N_start": 10,
154
+ "dim_choice": "y",
155
+ "som_neuron_count": 864,
156
+ "required_new_samples": 10,
157
+ "has_classifier": true,
158
+ "vocab_size": 16384,
159
+ "hidden_dim": 1024,
160
+ "seq_len": 8,
161
+ "enable_vqvae2": true,
162
+ "enable_reasoning": true,
163
+ "enable_w8a8": true,
164
+ "vqvae2_n_calls": 100,
165
+ "w8a8_n_calls": 100,
166
+ "tool_coordinator_workers_active": true,
167
+ "enable_attention": true,
168
+ "attention_active": true,
169
+ "attention_n_heads": 8
170
+ },
171
+ "vqvae2": {
172
+ "active": true,
173
+ "n_calls": 100,
174
+ "latest": {
175
+ "vq_loss": 1.3525170743378112e-06,
176
+ "recon_loss": 0.21045470237731934,
177
+ "total_loss": 0.21045605838298798,
178
+ "n_used_top": 64,
179
+ "n_used_bot": 128,
180
+ "usage_ratio_top": 1.0,
181
+ "usage_ratio_bot": 1.0,
182
+ "codebook_ppl_top": 17.411011265609076,
183
+ "codebook_ppl_bot": 18.660659830381586,
184
+ "n_restarted_top": 0,
185
+ "n_restarted_bot": 0,
186
+ "goose_temp": 0.5,
187
+ "active": true
188
+ },
189
+ "mean_total_loss": 0.14916955351829528,
190
+ "mean_recon_loss": 0.14915248230099679,
191
+ "n_nan_skipped": 0
192
+ },
193
+ "reasoning": {
194
+ "active": true,
195
+ "stats": {
196
+ "n_steps": 8,
197
+ "n_history": 7,
198
+ "tools": [
199
+ "som_query",
200
+ "buffer_stats"
201
+ ],
202
+ "tool_stats": {
203
+ "som_query": {
204
+ "n_calls": 129,
205
+ "n_success": 129,
206
+ "n_failures": 0,
207
+ "total_time_s": 0.9299983978271484,
208
+ "avg_time_s": 0.007209289905636809,
209
+ "cache_size": 0,
210
+ "instructions_count": 0,
211
+ "error_count": 0,
212
+ "success_rate": 1.0,
213
+ "circuit_breaker": {
214
+ "state": "closed",
215
+ "failure_count": 0,
216
+ "success_count": 0,
217
+ "failure_threshold": 5,
218
+ "recovery_timeout_s": 30.0
219
+ }
220
+ },
221
+ "buffer_stats": {
222
+ "n_calls": 122,
223
+ "n_success": 122,
224
+ "n_failures": 0,
225
+ "total_time_s": 0.2865762710571289,
226
+ "avg_time_s": 0.002348985828337122,
227
+ "cache_size": 0,
228
+ "instructions_count": 0,
229
+ "error_count": 0,
230
+ "success_rate": 1.0,
231
+ "circuit_breaker": {
232
+ "state": "closed",
233
+ "failure_count": 0,
234
+ "success_count": 0,
235
+ "failure_threshold": 5,
236
+ "recovery_timeout_s": 30.0
237
+ }
238
+ }
239
+ },
240
+ "phases_used": [
241
+ "answering",
242
+ "monitoring",
243
+ "decomposing",
244
+ "thinking",
245
+ "adjusting",
246
+ "planning",
247
+ "executing",
248
+ "predicting"
249
+ ]
250
+ },
251
+ "n_history": 7
252
+ },
253
+ "attention": {
254
+ "active": true,
255
+ "n_calls": 5177,
256
+ "n_errors": 0,
257
+ "last_norm_in": 110.55284881591797,
258
+ "last_norm_out": 115.7743911743164,
259
+ "last_attn_activated": true,
260
+ "last_attn_diff_norm": 113.8590316772461,
261
+ "n_heads": 8,
262
+ "logic_functional": true
263
+ },
264
+ "w8a8": {
265
+ "active": true,
266
+ "n_calls": 100,
267
+ "latest": {
268
+ "active": true,
269
+ "n_neurons": 864,
270
+ "n_features": 4,
271
+ "n_calibration_samples": 20,
272
+ "smooth_scale_mean": 0.10064595937728882,
273
+ "smooth_scale_std": 0.20062804222106934,
274
+ "smooth_scale_min": 0.0003319382085464895,
275
+ "smooth_scale_max": 0.4015880227088928,
276
+ "alpha": 0.5,
277
+ "n_bits": 8,
278
+ "compression_ratio": 4.0,
279
+ "weights_norm_original": 1652.71875,
280
+ "weights_norm_dequant": 1664.1396484375,
281
+ "absolute_error": 11.421292304992676,
282
+ "relative_error": 0.006910608538199664,
283
+ "preserves_topology": true,
284
+ "w8a8_int8_range": [
285
+ -123,
286
+ 127
287
+ ],
288
+ "elapsed_ms": 0.6363391876220703
289
+ },
290
+ "mean_relative_error": 0.020276215304510577,
291
+ "max_relative_error": 0.17164724821171012,
292
+ "all_preserve_topology": false
293
+ }
294
+ },
295
+ "attention_eval_summary": {
296
+ "active": true,
297
+ "n_calls": 5163,
298
+ "n_errors": 0,
299
+ "last_attn_activated": true,
300
+ "logic_functional": true,
301
+ "attention_modifies_output": true,
302
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
303
+ },
304
+ "reasoning_eval_summary": {
305
+ "n_with_answer": 7,
306
+ "n_with_think": 7,
307
+ "answer_rate": 1.0,
308
+ "think_rate": 1.0,
309
+ "avg_reasoning_length": 996.5714285714286,
310
+ "reasoning_engine_active": true,
311
+ "reasoning_engine_n_history": 7
312
+ },
313
+ "w8a8_compression_summary": {
314
+ "active": true,
315
+ "n_calls": 100,
316
+ "latest": {
317
+ "active": true,
318
+ "n_neurons": 864,
319
+ "n_features": 4,
320
+ "n_calibration_samples": 20,
321
+ "smooth_scale_mean": 0.10064595937728882,
322
+ "smooth_scale_std": 0.20062804222106934,
323
+ "smooth_scale_min": 0.0003319382085464895,
324
+ "smooth_scale_max": 0.4015880227088928,
325
+ "alpha": 0.5,
326
+ "n_bits": 8,
327
+ "compression_ratio": 4.0,
328
+ "weights_norm_original": 1652.71875,
329
+ "weights_norm_dequant": 1664.1396484375,
330
+ "absolute_error": 11.421292304992676,
331
+ "relative_error": 0.006910608538199664,
332
+ "preserves_topology": true,
333
+ "w8a8_int8_range": [
334
+ -123,
335
+ 127
336
+ ],
337
+ "elapsed_ms": 0.6363391876220703
338
+ },
339
+ "mean_relative_error": 0.020276215304510577,
340
+ "max_relative_error": 0.17164724821171012,
341
+ "all_preserve_topology": false
342
+ },
343
+ "attention_metrics_final": {
344
+ "active": true,
345
+ "n_calls": 5177,
346
+ "n_errors": 0,
347
+ "last_norm_in": 110.55284881591797,
348
+ "last_norm_out": 115.7743911743164,
349
+ "last_attn_activated": true,
350
+ "last_attn_diff_norm": 113.8590316772461,
351
+ "n_heads": 8,
352
+ "logic_functional": true
353
+ },
354
+ "datasets_used": [
355
+ "dominguesm/restore-punctuation-ptbr-dataset",
356
+ "carolina-c4ai/corpus-carolina",
357
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
358
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
359
+ "adalbertojunior/punctuation-ptbr",
360
+ "iara-project/news-articles-ptbr-dataset",
361
+ "manoela/noticias_ptbr"
362
+ ],
363
+ "verification": {
364
+ "checks": {
365
+ "kls_instantiation": {
366
+ "status": "PASS",
367
+ "details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers=True"
368
+ },
369
+ "find_bmu_no_premature_return": {
370
+ "status": "PASS",
371
+ "details": "bmu=(0, 0, 1, 1)"
372
+ },
373
+ "activate_hypothesis_detach": {
374
+ "status": "PASS",
375
+ "details": "classifier_trained=True"
376
+ },
377
+ "pgvector_lookup_removed": {
378
+ "status": "PASS"
379
+ },
380
+ "kohonen_refactored_removed": {
381
+ "status": "PASS",
382
+ "details": "old_folder=False, new_file=True"
383
+ },
384
+ "trainer_removed": {
385
+ "status": "PASS"
386
+ },
387
+ "vqvae2_valid_output": {
388
+ "status": "PASS",
389
+ "details": "n_calls=1, total_loss=0.1358"
390
+ },
391
+ "reasoning_engine_tags": {
392
+ "status": "PASS",
393
+ "details": "reasoning length=934 chars"
394
+ },
395
+ "smoothquant_w8a8_som_weights": {
396
+ "status": "PASS",
397
+ "details": "relative_error=0.005070, compression_ratio=4.0x"
398
+ },
399
+ "tool_coordinator_workers_reactivated": {
400
+ "status": "PASS",
401
+ "details": "n_workers=4, n_tools=2, elapsed_ms=3.08"
402
+ },
403
+ "attention_integrated_and_functional": {
404
+ "status": "PASS",
405
+ "details": "n_calls=15, n_errors=0, logic_functional=True, n_heads=8"
406
+ }
407
+ },
408
+ "n_pass": 11,
409
+ "n_fail": 0,
410
+ "all_pass": true
411
+ }
412
+ }
reports/archive/v6_5_7ds_attn_script_activity.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train_v6_4.py": {
3
+ "size_bytes": 25325,
4
+ "modified": "2026-08-07T23:25:35.828302",
5
+ "classification": "superseded_v64",
6
+ "activity": "superseded"
7
+ },
8
+ "train_v6_5_7ds.py": {
9
+ "size_bytes": 71371,
10
+ "modified": "2026-08-08T00:54:41.176911",
11
+ "classification": "superseded_v65_7ds",
12
+ "activity": "superseded"
13
+ },
14
+ "train_v6_5_7ds_attn.py": {
15
+ "size_bytes": 81535,
16
+ "modified": "2026-08-08T01:42:58.002495",
17
+ "classification": "active_v65_attn",
18
+ "activity": "active"
19
+ },
20
+ "upload_v6_5_7ds.py": {
21
+ "size_bytes": 16244,
22
+ "modified": "2026-08-08T00:54:27.797932",
23
+ "classification": "superseded_v65_7ds",
24
+ "activity": "superseded"
25
+ }
26
+ }
reports/archive/v6_5_7ds_attn_training_metrics.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/archive/v6_5_7ds_attn_upload_report.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn",
3
+ "upload_timestamp": "2026-08-08T02:09:59",
4
+ "repo_id": "PowerMachine/BiGRU_T_version",
5
+ "upload_commit_oid": "1fc607ebd3ae68e7c4051d44c7b32749230c42fb",
6
+ "upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/1fc607ebd3ae68e7c4051d44c7b32749230c42fb",
7
+ "upload_duration_s": 3.3720884323120117,
8
+ "delete_commit_oid": null,
9
+ "delete_count": 10,
10
+ "delete_errors": [],
11
+ "n_files_before": 109,
12
+ "n_files_after_upload": 120,
13
+ "n_files_after_cleanup": 110,
14
+ "old_files_removed": [
15
+ "v6_5_7ds_report.json",
16
+ "v6_5_7ds_training_metrics.json",
17
+ "v6_5_7ds_module_analysis.json",
18
+ "v6_5_7ds_script_activity.json",
19
+ "v6_5_7ds_ewc_w8a8_benchmark.json",
20
+ "v6_5_7ds_reasoning_eval.json",
21
+ "v6_5_7ds_w8a8_compression.json",
22
+ "v6_5_7ds_upload_report.json",
23
+ "scripts/train_v6_5_7ds.py",
24
+ "scripts/upload_v6_5_7ds.py"
25
+ ],
26
+ "old_files_not_in_repo_skipped": [
27
+ "bug_hunt_v3_report.json",
28
+ "v3_report.json",
29
+ "v4_report.json",
30
+ "v5_report.json",
31
+ "v5_upload_report.json",
32
+ "v32_test_report.json",
33
+ "v32_upload_report.json",
34
+ "training_report.json",
35
+ "v6_report.json",
36
+ "v6_upload_report.json",
37
+ "v6_progressive_report.json",
38
+ "v6_progressive_train.log",
39
+ "v6_1_report.json",
40
+ "v6_1_upload_report.json",
41
+ "v6_2_report.json",
42
+ "v6_2_upload_report.json",
43
+ "v6_3_report.json",
44
+ "v6_3_training_metrics.json",
45
+ "v6_5_report.json",
46
+ "v6_5_training_metrics.json",
47
+ "v6_5_module_analysis.json",
48
+ "v6_5_script_activity.json",
49
+ "v6_5_ewc_w8a8_benchmark.json",
50
+ "v6_5_reasoning_eval.json",
51
+ "v6_5_upload_report.json",
52
+ "v6_5_final_report.json",
53
+ "v6_5_final_training_metrics.json",
54
+ "v6_5_final_module_analysis.json",
55
+ "v6_5_final_script_activity.json",
56
+ "v6_5_final_ewc_w8a8_benchmark.json",
57
+ "v6_5_final_reasoning_eval.json",
58
+ "v6_5_final_w8a8_compression.json",
59
+ "scripts/parse_v6_log.py",
60
+ "scripts/smoke_test.py",
61
+ "scripts/train.py",
62
+ "scripts/train_fast.py",
63
+ "scripts/train_v2.py",
64
+ "scripts/train_v6_1.py",
65
+ "scripts/train_v6_2.py",
66
+ "scripts/train_v6_3.py",
67
+ "scripts/train_v6_progressive.py",
68
+ "scripts/train_v6_5.py",
69
+ "scripts/train_v6_5_final.py",
70
+ "scripts/upload_to_hf.py",
71
+ "scripts/upload_v6_1_resilient.py",
72
+ "scripts/upload_v6_2_resilient.py",
73
+ "scripts/upload_v6_3_resilient.py",
74
+ "scripts/upload_v6_4_resilient.py",
75
+ "scripts/upload_v6_5_resilient.py",
76
+ "config.json",
77
+ "tokenizer/tokenizer.json",
78
+ "src/bigru_t/data/data_augmentation.py",
79
+ "scripts/xeon_runtime.py"
80
+ ],
81
+ "critical_files": [
82
+ "src/bigru_t/model/kohonen_learning_system.py",
83
+ "src/bigru_t/model/__init__.py",
84
+ "src/bigru_t/__init__.py",
85
+ "src/bigru_t/model/hyp_t.py",
86
+ "src/bigru_t/model/vqvae2_hierarchical.py",
87
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
88
+ "src/bigru_t/model/token_compress.py",
89
+ "src/bigru_t/model/embedding_reconfig.py",
90
+ "src/bigru_t/model/attention_multimodal.py",
91
+ "src/bigru_t/attention/window_context.py",
92
+ "src/bigru_t/training/mtp.py",
93
+ "src/bigru_t/training/ewc.py",
94
+ "src/bigru_t/quantization/smoothquant_compressor.py",
95
+ "src/bigru_t/quantization/w8a8_smoothquant.py",
96
+ "src/bigru_t/quantization/quantized_linear.py",
97
+ "src/bigru_t/reasoning/thinking.py",
98
+ "src/bigru_t/reasoning/reasoning_engine.py",
99
+ "src/bigru_t/reasoning/circular_orchestration.py",
100
+ "src/bigru_t/reasoning/tool_agent.py",
101
+ "src/bigru_t/reasoning/distributed_reasoning_system.py",
102
+ "src/bigru_t/reasoning/cyclic_reasoning.py",
103
+ "src/bigru_t/reasoning/consensus_sampling.py",
104
+ "src/bigru_t/data/streaming_datasets.py",
105
+ "src/bigru_t/utils/xeon_runtime.py",
106
+ "v6_5_7ds_attn_report.json",
107
+ "v6_5_7ds_attn_training_metrics.json",
108
+ "v6_5_7ds_attn_module_analysis.json",
109
+ "v6_5_7ds_attn_script_activity.json",
110
+ "v6_5_7ds_attn_ewc_w8a8_benchmark.json",
111
+ "v6_5_7ds_attn_reasoning_eval.json",
112
+ "v6_5_7ds_attn_w8a8_compression.json",
113
+ "v6_5_7ds_attn_attention_eval.json",
114
+ "v6_5_7ds_attn_verification.json",
115
+ "v6_5_7ds_attn_upload_report.json",
116
+ "v6_4_report.json",
117
+ "v6_4_training_metrics.json",
118
+ "v6_4_upload_report.json",
119
+ "scripts/train_v6_5_7ds_attn.py",
120
+ "scripts/upload_v6_5_7ds_attn.py",
121
+ "scripts/train_v6_4.py",
122
+ "requirements.txt",
123
+ "README.md",
124
+ "docs/analysis.md"
125
+ ],
126
+ "all_critical_files_present": false,
127
+ "token_scrubbed_count": 0
128
+ }
reports/archive/v6_5_7ds_attn_v2_attention_eval.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "attention_active_and_functional_v65_attn",
3
+ "user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
4
+ "module_type": "MultiHeadAttention",
5
+ "module_is_MultiHeadAttention": true,
6
+ "snapshot_before_explicit_test": {
7
+ "active": true,
8
+ "n_calls": 6160,
9
+ "n_errors": 0,
10
+ "last_norm_in": 112.62097930908203,
11
+ "last_norm_out": 117.49085235595703,
12
+ "last_attn_activated": true,
13
+ "last_attn_diff_norm": 119.20104217529297,
14
+ "n_heads": 8,
15
+ "logic_functional": true
16
+ },
17
+ "snapshot_after_explicit_test": {
18
+ "active": true,
19
+ "n_calls": 6161,
20
+ "n_errors": 0,
21
+ "last_norm_in": 113.03227233886719,
22
+ "last_norm_out": 116.45388793945312,
23
+ "last_attn_activated": true,
24
+ "last_attn_diff_norm": 117.58946228027344,
25
+ "n_heads": 8,
26
+ "logic_functional": true
27
+ },
28
+ "explicit_test": {
29
+ "test_text": "teste do mecanismo de atenção ativo",
30
+ "vec_with_attn_norm": 0.616100013256073,
31
+ "vec_without_attn_norm": 0.616100013256073,
32
+ "vec_diff_norm": 1.9680817331391154e-06,
33
+ "attention_modifies_output": true
34
+ },
35
+ "summary": {
36
+ "active": true,
37
+ "n_calls": 6161,
38
+ "n_errors": 0,
39
+ "last_attn_activated": true,
40
+ "logic_functional": true,
41
+ "attention_modifies_output": true,
42
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
43
+ }
44
+ }
reports/archive/v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
3
+ "results": {
4
+ "baseline_float": {
5
+ "penalty": 7.579145386815071
6
+ },
7
+ "w8a8_with_dequant": {
8
+ "penalty": 7.579145386815071,
9
+ "relative_error": 0.0,
10
+ "preserves_accuracy": true
11
+ },
12
+ "w8a8_no_dequant_broken": {
13
+ "penalty": 7.579145386815071,
14
+ "relative_error": 0.0,
15
+ "preserves_accuracy": true
16
+ }
17
+ },
18
+ "analysis": {
19
+ "dequant_relative_error": 0.0,
20
+ "int8_relative_error": 0.0,
21
+ "dequant_preserves_accuracy": true,
22
+ "conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
23
+ },
24
+ "ewc_config": {
25
+ "eval_mode_penalty": true,
26
+ "skip_som_filled_neurons": true,
27
+ "lambda_ewc": 100.0,
28
+ "fisher_n_samples": 32
29
+ }
30
+ }
reports/archive/v6_5_7ds_attn_v2_module_analysis.json ADDED
@@ -0,0 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "removed_modules": {
3
+ "src/bigru_t/model/bigru4.py": {
4
+ "exists_after_v65": false,
5
+ "status": "REMOVED"
6
+ },
7
+ "src/bigru_t/model/gru_hierarchy.py": {
8
+ "exists_after_v65": false,
9
+ "status": "REMOVED"
10
+ },
11
+ "src/bigru_t/model/orq_cell.py": {
12
+ "exists_after_v65": false,
13
+ "status": "REMOVED"
14
+ },
15
+ "src/bigru_t/model/train_t.py": {
16
+ "exists_after_v65": false,
17
+ "status": "REMOVED"
18
+ },
19
+ "src/bigru_t/model/transformer_unit.py": {
20
+ "exists_after_v65": false,
21
+ "status": "REMOVED"
22
+ },
23
+ "src/bigru_t/model/u8cell_t.py": {
24
+ "exists_after_v65": false,
25
+ "status": "REMOVED"
26
+ },
27
+ "src/bigru_t/model/unified_model.py": {
28
+ "exists_after_v65": false,
29
+ "status": "REMOVED"
30
+ },
31
+ "src/bigru_t/model/module_selector.py": {
32
+ "exists_after_v65": false,
33
+ "status": "REMOVED"
34
+ },
35
+ "src/bigru_t/training/trainer.py": {
36
+ "exists_after_v65": false,
37
+ "status": "REMOVED"
38
+ }
39
+ },
40
+ "removed_folders": {
41
+ "src/bigru_t/model/kohonen_refactored/": {
42
+ "exists_after_v65": false,
43
+ "status": "REMOVED"
44
+ }
45
+ },
46
+ "active_modules": {
47
+ "src/bigru_t/model/kohonen_learning_system.py": {
48
+ "exists": true,
49
+ "size_bytes": 61810,
50
+ "activity": "active"
51
+ },
52
+ "src/bigru_t/model/hyp_t.py": {
53
+ "exists": true,
54
+ "size_bytes": 3849,
55
+ "activity": "active"
56
+ },
57
+ "src/bigru_t/model/vqvae2_hierarchical.py": {
58
+ "exists": true,
59
+ "size_bytes": 7808,
60
+ "activity": "active"
61
+ },
62
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
63
+ "exists": true,
64
+ "size_bytes": 22745,
65
+ "activity": "active"
66
+ },
67
+ "src/bigru_t/model/token_compress.py": {
68
+ "exists": true,
69
+ "size_bytes": 14129,
70
+ "activity": "active"
71
+ },
72
+ "src/bigru_t/model/embedding_reconfig.py": {
73
+ "exists": true,
74
+ "size_bytes": 2414,
75
+ "activity": "active"
76
+ },
77
+ "src/bigru_t/model/attention_multimodal.py": {
78
+ "exists": true,
79
+ "size_bytes": 3787,
80
+ "activity": "active"
81
+ },
82
+ "src/bigru_t/attention/window_context.py": {
83
+ "exists": true,
84
+ "size_bytes": 7611,
85
+ "activity": "active"
86
+ },
87
+ "src/bigru_t/training/mtp.py": {
88
+ "exists": true,
89
+ "size_bytes": 10260,
90
+ "activity": "active"
91
+ },
92
+ "src/bigru_t/training/ewc.py": {
93
+ "exists": true,
94
+ "size_bytes": 25029,
95
+ "activity": "active"
96
+ },
97
+ "src/bigru_t/quantization/smoothquant_compressor.py": {
98
+ "exists": true,
99
+ "size_bytes": 3562,
100
+ "activity": "active"
101
+ },
102
+ "src/bigru_t/quantization/w8a8_smoothquant.py": {
103
+ "exists": true,
104
+ "size_bytes": 16296,
105
+ "activity": "active"
106
+ },
107
+ "src/bigru_t/quantization/quantized_linear.py": {
108
+ "exists": true,
109
+ "size_bytes": 6361,
110
+ "activity": "active"
111
+ },
112
+ "src/bigru_t/reasoning/reasoning_engine.py": {
113
+ "exists": true,
114
+ "size_bytes": 19946,
115
+ "activity": "active"
116
+ },
117
+ "src/bigru_t/reasoning/thinking.py": {
118
+ "exists": true,
119
+ "size_bytes": 5303,
120
+ "activity": "active"
121
+ },
122
+ "src/bigru_t/reasoning/circular_orchestration.py": {
123
+ "exists": true,
124
+ "size_bytes": 30801,
125
+ "activity": "active"
126
+ },
127
+ "src/bigru_t/reasoning/tool_agent.py": {
128
+ "exists": true,
129
+ "size_bytes": 29933,
130
+ "activity": "active"
131
+ },
132
+ "src/bigru_t/reasoning/distributed_reasoning_system.py": {
133
+ "exists": true,
134
+ "size_bytes": 29129,
135
+ "activity": "active"
136
+ },
137
+ "src/bigru_t/reasoning/cyclic_reasoning.py": {
138
+ "exists": true,
139
+ "size_bytes": 25045,
140
+ "activity": "active"
141
+ },
142
+ "src/bigru_t/reasoning/consensus_sampling.py": {
143
+ "exists": true,
144
+ "size_bytes": 1302,
145
+ "activity": "active"
146
+ },
147
+ "src/bigru_t/data/streaming_datasets.py": {
148
+ "exists": true,
149
+ "size_bytes": 38310,
150
+ "activity": "active"
151
+ },
152
+ "src/bigru_t/utils/xeon_runtime.py": {
153
+ "exists": true,
154
+ "size_bytes": 23928,
155
+ "activity": "active"
156
+ }
157
+ },
158
+ "v65_attn_features": {
159
+ "vqvae2_active_in_pipeline": true,
160
+ "reasoning_engine_integrated": true,
161
+ "smoothquant_w8a8_integrated_to_kls": true,
162
+ "tool_coordinator_workers_reactivated": true,
163
+ "ewc_w8a8_dequant_benchmark": true,
164
+ "kohonen_moved_up": true,
165
+ "real_streaming_forced": true,
166
+ "som_grid_864_neurons": true,
167
+ "mtp_head_size_increased_K6": true,
168
+ "attention_integrated_to_text_to_4d_vector": true,
169
+ "attention_metrics_exposed": true,
170
+ "stream_batch_size_100": true,
171
+ "meta_minima_5000_samples": true
172
+ }
173
+ }
reports/archive/v6_5_7ds_attn_v2_reasoning_eval.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "reasoning_and_response_quality_v65_attn",
3
+ "n_test_queries": 7,
4
+ "results": [
5
+ {
6
+ "query": "o gato dorme na cama",
7
+ "som_prediction": "cachorro",
8
+ "reasoning_length": 1002,
9
+ "has_think": true,
10
+ "has_plan": true,
11
+ "has_answer": true,
12
+ "has_decompose": true,
13
+ "think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
14
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
15
+ "n_tags": 4
16
+ },
17
+ {
18
+ "query": "calcule dois mais dois",
19
+ "som_prediction": "cachorro",
20
+ "reasoning_length": 1014,
21
+ "has_think": true,
22
+ "has_plan": true,
23
+ "has_answer": true,
24
+ "has_decompose": true,
25
+ "think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
26
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
27
+ "n_tags": 4
28
+ },
29
+ {
30
+ "query": "olá como você está",
31
+ "som_prediction": "cachorro",
32
+ "reasoning_length": 990,
33
+ "has_think": true,
34
+ "has_plan": true,
35
+ "has_answer": true,
36
+ "has_decompose": true,
37
+ "think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
38
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
39
+ "n_tags": 4
40
+ },
41
+ {
42
+ "query": "translate hello to portuguese",
43
+ "som_prediction": "cachorro",
44
+ "reasoning_length": 1056,
45
+ "has_think": true,
46
+ "has_plan": true,
47
+ "has_answer": true,
48
+ "has_decompose": true,
49
+ "think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
50
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
51
+ "n_tags": 4
52
+ },
53
+ {
54
+ "query": "prove que a soma de pares é par",
55
+ "som_prediction": "cachorro",
56
+ "reasoning_length": 1068,
57
+ "has_think": true,
58
+ "has_plan": true,
59
+ "has_answer": true,
60
+ "has_decompose": true,
61
+ "think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
62
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
63
+ "n_tags": 4
64
+ },
65
+ {
66
+ "query": "qual é a capital do brasil",
67
+ "som_prediction": "cachorro",
68
+ "reasoning_length": 1038,
69
+ "has_think": true,
70
+ "has_plan": true,
71
+ "has_answer": true,
72
+ "has_decompose": true,
73
+ "think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
74
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
75
+ "n_tags": 4
76
+ },
77
+ {
78
+ "query": "explique o que é uma rede neural",
79
+ "som_prediction": "cachorro",
80
+ "reasoning_length": 1074,
81
+ "has_think": true,
82
+ "has_plan": true,
83
+ "has_answer": true,
84
+ "has_decompose": true,
85
+ "think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
86
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
87
+ "n_tags": 4
88
+ }
89
+ ],
90
+ "summary": {
91
+ "n_with_answer": 7,
92
+ "n_with_think": 7,
93
+ "answer_rate": 1.0,
94
+ "think_rate": 1.0,
95
+ "avg_reasoning_length": 1034.5714285714287,
96
+ "reasoning_engine_active": true,
97
+ "reasoning_engine_n_history": 7
98
+ },
99
+ "quality_assessment": {
100
+ "response_quality": "GOOD",
101
+ "reasoning_quality": "GOOD",
102
+ "tags_present": [
103
+ "<think>",
104
+ "<plan>",
105
+ "<decompose>",
106
+ "<answer>"
107
+ ],
108
+ "compatible_with": [
109
+ "Ollama",
110
+ "LangChain",
111
+ "vLLM"
112
+ ]
113
+ }
114
+ }
reports/archive/v6_5_7ds_attn_v2_report.json ADDED
@@ -0,0 +1,741 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn-v2-100batch-6000meta-save-states-user-questions",
3
+ "timestamp": "2026-08-08T03:11:28.820924",
4
+ "user_requirements_checklist": {
5
+ "HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
6
+ "streaming_datasets_active_REAL": true,
7
+ "xeon_runtime_active": true,
8
+ "V65_ENABLE_STREAMING_forced": true,
9
+ "attention_active_and_logic_functional": true,
10
+ "streaming_100_per_batch": true,
11
+ "meta_minima_6000_atingida": true,
12
+ "no_synthetic_data": true,
13
+ "streaming_with_pauses": true,
14
+ "storage_critical_check": true,
15
+ "model_states_saved_for_evaluation": true,
16
+ "user_questions_launched_without_help": true,
17
+ "aggressive_ram_cleanup": true,
18
+ "aggressive_storage_cleanup": true,
19
+ "metrics_reasoning_response_verified": true,
20
+ "exhausted_7_datasets_in_sequence": true,
21
+ "som_grid_864_neurons": true,
22
+ "mtp_head_size_increased_K6": true,
23
+ "vqvae2_active_in_pipeline": true,
24
+ "reasoning_engine_integrated_to_kls": true,
25
+ "smoothquant_w8a8_integrated_to_kls": true,
26
+ "tool_coordinator_workers_reactivated": true,
27
+ "ewc_w8a8_dequant_benchmark_active": true,
28
+ "logic_and_bugfixes_verified": true
29
+ },
30
+ "config": {
31
+ "BATCH_SIZE": 16,
32
+ "STREAM_BATCH_SIZE": 100,
33
+ "datasets_to_exhaust": [
34
+ "dominguesm/restore-punctuation-ptbr-dataset",
35
+ "carolina-c4ai/corpus-carolina",
36
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
37
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
38
+ "adalbertojunior/punctuation-ptbr",
39
+ "iara-project/news-articles-ptbr-dataset",
40
+ "manoela/noticias_ptbr"
41
+ ],
42
+ "MAX_SAMPLES_PER_DATASET": 860,
43
+ "TOTAL_SAMPLES_TARGET": 6020,
44
+ "META_MINIMA_SAMPLES": 6000,
45
+ "SOM_GRID": [
46
+ 6,
47
+ 6,
48
+ 6,
49
+ 4
50
+ ],
51
+ "n_neurons": 864,
52
+ "HIDDEN_DIM": 1024,
53
+ "VOCAB_SIZE": 16384,
54
+ "MAX_SEQ_LEN": 8,
55
+ "MTP_K": 6,
56
+ "INTER_BATCH_PAUSE_S": 0.3,
57
+ "INTER_STREAM_BATCH_PAUSE_S": 0.5,
58
+ "INTER_DATASET_PAUSE_S": 1.5,
59
+ "STORAGE_CRITICAL_PCT": 90,
60
+ "ATTENTION_N_HEADS": 8
61
+ },
62
+ "xeon_status": {
63
+ "version": "V6",
64
+ "physical_cores": 2,
65
+ "env": {
66
+ "MKL_ENABLE_INSTRUCTIONS": "AVX512",
67
+ "MKL_NUM_THREADS": "2",
68
+ "OMP_NUM_THREADS": "2",
69
+ "MKL_DYNAMIC": "FALSE",
70
+ "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
71
+ "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
72
+ "KMP_AFFINITY": "granularity=fine,compact,1,0",
73
+ "KMP_BLOCKTIME": "1"
74
+ },
75
+ "avx512": {
76
+ "supported": true,
77
+ "desc": "AVX512_VNNI (full INT8 acceleration)"
78
+ },
79
+ "amx": {
80
+ "supported": true,
81
+ "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
82
+ },
83
+ "ipex_available": false,
84
+ "init_done": true
85
+ },
86
+ "fp16_benchmark": {
87
+ "best_time_ms": 94.03223100161995,
88
+ "avg_time_ms": 94.2973510009324,
89
+ "best_tflops": 1.3612353831931827,
90
+ "avg_tflops": 1.3574082266503367,
91
+ "matrix_size": 4000.0
92
+ },
93
+ "training": {
94
+ "duration_s": 561.1727123260498,
95
+ "n_steps": 420,
96
+ "samples_per_dataset_actual": {
97
+ "dominguesm/restore-punctuation-ptbr-dataset": 860,
98
+ "carolina-c4ai/corpus-carolina": 860,
99
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 860,
100
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 860,
101
+ "adalbertojunior/punctuation-ptbr": 860,
102
+ "iara-project/news-articles-ptbr-dataset": 860,
103
+ "manoela/noticias_ptbr": 860
104
+ },
105
+ "total_samples_processed": 6020,
106
+ "meta_minima_atingida": true,
107
+ "streaming_failures": {
108
+ "dominguesm/restore-punctuation-ptbr-dataset": 0,
109
+ "carolina-c4ai/corpus-carolina": 0,
110
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
111
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
112
+ "adalbertojunior/punctuation-ptbr": 0,
113
+ "iara-project/news-articles-ptbr-dataset": 0,
114
+ "manoela/noticias_ptbr": 0
115
+ },
116
+ "storage_critical_stopped": false,
117
+ "inter_batch_pause_s": 0.3,
118
+ "inter_stream_batch_pause_s": 0.5,
119
+ "inter_dataset_pause_s": 1.5
120
+ },
121
+ "summary": {
122
+ "n_steps": 420,
123
+ "final_loss": -1.0,
124
+ "mean_loss": -0.9793500178662157,
125
+ "min_loss": -1.0,
126
+ "max_loss": -0.7071067811865476,
127
+ "final_acc": 1.0,
128
+ "mean_acc": 0.9608372896302778,
129
+ "sigma_start": 1.3846745195799537,
130
+ "sigma_end": 1.2194385807030765e-05,
131
+ "vqvae2_mean_total_loss": 0.19771544410708988,
132
+ "vqvae2_final_total_loss": 0.3119245767593384,
133
+ "w8a8_mean_relative_error": 0.029152057293855862,
134
+ "w8a8_final_relative_error": 0.005616033231113835,
135
+ "attention_final_n_calls": 6160,
136
+ "attention_max_n_calls": 6160,
137
+ "rss_max_mb": 1770.1796875,
138
+ "rss_final_mb": 1770.1796875,
139
+ "disk_max_pct": 15.96249353869993,
140
+ "disk_final_pct": 15.96249353869993,
141
+ "n_alerts": 419,
142
+ "alerts": [
143
+ {
144
+ "type": "3.3_loss_vanishing",
145
+ "step": 1,
146
+ "value": -1.0
147
+ },
148
+ {
149
+ "type": "3.3_loss_vanishing",
150
+ "step": 2,
151
+ "value": -0.9682458365518543
152
+ },
153
+ {
154
+ "type": "3.3_loss_vanishing",
155
+ "step": 3,
156
+ "value": -1.0
157
+ },
158
+ {
159
+ "type": "3.3_loss_vanishing",
160
+ "step": 4,
161
+ "value": -1.0
162
+ },
163
+ {
164
+ "type": "3.3_loss_vanishing",
165
+ "step": 5,
166
+ "value": -0.9682458365518543
167
+ },
168
+ {
169
+ "type": "3.3_loss_vanishing",
170
+ "step": 6,
171
+ "value": -1.0
172
+ },
173
+ {
174
+ "type": "3.3_loss_vanishing",
175
+ "step": 7,
176
+ "value": -0.8660254037844386
177
+ },
178
+ {
179
+ "type": "3.3_loss_vanishing",
180
+ "step": 8,
181
+ "value": -1.0
182
+ },
183
+ {
184
+ "type": "3.3_loss_vanishing",
185
+ "step": 9,
186
+ "value": -0.9354143466934853
187
+ },
188
+ {
189
+ "type": "3.3_loss_vanishing",
190
+ "step": 10,
191
+ "value": -1.0
192
+ },
193
+ {
194
+ "type": "3.3_loss_vanishing",
195
+ "step": 11,
196
+ "value": -0.9682458365518543
197
+ },
198
+ {
199
+ "type": "3.3_loss_vanishing",
200
+ "step": 12,
201
+ "value": -1.0
202
+ },
203
+ {
204
+ "type": "3.3_loss_vanishing",
205
+ "step": 13,
206
+ "value": -1.0
207
+ },
208
+ {
209
+ "type": "3.3_loss_vanishing",
210
+ "step": 14,
211
+ "value": -0.9486832980505138
212
+ },
213
+ {
214
+ "type": "3.3_loss_vanishing",
215
+ "step": 15,
216
+ "value": -1.0
217
+ },
218
+ {
219
+ "type": "3.3_loss_vanishing",
220
+ "step": 16,
221
+ "value": -0.9354143466934853
222
+ },
223
+ {
224
+ "type": "3.3_loss_vanishing",
225
+ "step": 17,
226
+ "value": -1.0
227
+ },
228
+ {
229
+ "type": "3.3_loss_vanishing",
230
+ "step": 18,
231
+ "value": -0.9682458365518543
232
+ },
233
+ {
234
+ "type": "3.3_loss_vanishing",
235
+ "step": 19,
236
+ "value": -1.0
237
+ },
238
+ {
239
+ "type": "3.3_loss_vanishing",
240
+ "step": 20,
241
+ "value": -0.8660254037844386
242
+ },
243
+ {
244
+ "type": "3.3_loss_vanishing",
245
+ "step": 21,
246
+ "value": -0.9486832980505138
247
+ },
248
+ {
249
+ "type": "3.3_loss_vanishing",
250
+ "step": 22,
251
+ "value": -1.0
252
+ },
253
+ {
254
+ "type": "3.3_loss_vanishing",
255
+ "step": 23,
256
+ "value": -0.9682458365518543
257
+ },
258
+ {
259
+ "type": "3.3_loss_vanishing",
260
+ "step": 24,
261
+ "value": -1.0
262
+ },
263
+ {
264
+ "type": "3.3_loss_vanishing",
265
+ "step": 25,
266
+ "value": -0.9354143466934853
267
+ },
268
+ {
269
+ "type": "3.3_loss_vanishing",
270
+ "step": 26,
271
+ "value": -1.0
272
+ },
273
+ {
274
+ "type": "3.3_loss_vanishing",
275
+ "step": 27,
276
+ "value": -0.8660254037844386
277
+ },
278
+ {
279
+ "type": "3.3_loss_vanishing",
280
+ "step": 28,
281
+ "value": -0.9219544457292888
282
+ },
283
+ {
284
+ "type": "3.3_loss_vanishing",
285
+ "step": 29,
286
+ "value": -1.0
287
+ },
288
+ {
289
+ "type": "3.3_loss_vanishing",
290
+ "step": 30,
291
+ "value": -0.8660254037844386
292
+ }
293
+ ],
294
+ "kohonen_final": {
295
+ "sigma_t": 1.2194385807030765e-05,
296
+ "alpha_t": 0.00028512436826796326,
297
+ "t": 11720,
298
+ "n_neurons": 864,
299
+ "fisher_w_mean": 0.0,
300
+ "fisher_w_max": 0.0,
301
+ "fisher_accum_count": 0,
302
+ "has_ewc_reference": true,
303
+ "weights_norm": 1973.36376953125,
304
+ "weights_w_mean": -0.01385963149368763
305
+ },
306
+ "hypothesis_final": {
307
+ "classifier_trained": true,
308
+ "punishment_count": 0,
309
+ "success_count": 2,
310
+ "training_ready": true,
311
+ "buffer_size": 28,
312
+ "required_new_samples": 10,
313
+ "histogram_max": 28,
314
+ "time_counter": 6160
315
+ },
316
+ "mtp_final": {
317
+ "active": false,
318
+ "mtp_total_loss": 0.0,
319
+ "mtp_weighted_loss": 0.0,
320
+ "mtp_entropy_reg": 0.0,
321
+ "mtp_alphas": [],
322
+ "mtp_per_k_loss": [],
323
+ "active_in_val": true,
324
+ "entropy_beta": 0.01,
325
+ "K": 6
326
+ },
327
+ "vqvae2_final": {
328
+ "active": true,
329
+ "n_calls": 100,
330
+ "latest_total_loss": 0.3119245767593384,
331
+ "latest_recon_loss": 0.31192177534103394,
332
+ "latest_vq_loss": 2.7990381568088196e-06,
333
+ "mean_total_loss": 0.2312491385638714
334
+ },
335
+ "w8a8_final": {
336
+ "active": true,
337
+ "n_calls": 100,
338
+ "latest_relative_error": 0.005616033231113835,
339
+ "latest_compression_ratio": 4.0,
340
+ "latest_preserves_topology": true,
341
+ "mean_relative_error": 0.015359933862165893,
342
+ "all_preserve_topology": false
343
+ },
344
+ "attention_final": {
345
+ "active": true,
346
+ "n_calls": 6160,
347
+ "n_errors": 0,
348
+ "last_norm_in": 112.62097930908203,
349
+ "last_norm_out": 117.49085235595703,
350
+ "last_attn_activated": true,
351
+ "last_attn_diff_norm": 119.20104217529297,
352
+ "n_heads": 8,
353
+ "logic_functional": true
354
+ },
355
+ "reasoning_final": {
356
+ "active": true,
357
+ "n_history": 0,
358
+ "n_steps_last": 0,
359
+ "phases_used": [],
360
+ "tool_coordinator_workers_active": true
361
+ },
362
+ "ewc_final": {
363
+ "active": true,
364
+ "ewc_eval_mode_penalty": true,
365
+ "w8a8_dequant_active": true,
366
+ "fisher_w_mean": 0.0,
367
+ "fisher_w_max": 0.0,
368
+ "fisher_accum_count": 0
369
+ }
370
+ },
371
+ "kohonen_final": {
372
+ "t": 11720,
373
+ "sigma_t": 1.2194385807030765e-05,
374
+ "alpha_t": 0.00028512436826796326,
375
+ "sigma0": 1.5,
376
+ "alpha0": 0.1,
377
+ "lambda_ewc": 0.02,
378
+ "grid_shape": [
379
+ 6,
380
+ 6,
381
+ 6,
382
+ 4
383
+ ],
384
+ "n_neurons": 864,
385
+ "has_ewc_reference": true,
386
+ "fisher_w_mean": 0.0,
387
+ "fisher_w_max": 0.0,
388
+ "fisher_accum_count": 0,
389
+ "weights_norm": 1973.36376953125,
390
+ "weights_w_mean": -0.01385963149368763
391
+ },
392
+ "kls_state": {
393
+ "som": {
394
+ "t": 11720,
395
+ "sigma_t": 1.2194385807030765e-05,
396
+ "alpha_t": 0.00028512436826796326,
397
+ "sigma0": 1.5,
398
+ "alpha0": 0.1,
399
+ "lambda_ewc": 0.02,
400
+ "grid_shape": [
401
+ 6,
402
+ 6,
403
+ 6,
404
+ 4
405
+ ],
406
+ "n_neurons": 864,
407
+ "has_ewc_reference": true,
408
+ "fisher_w_mean": 0.0,
409
+ "fisher_w_max": 0.0,
410
+ "fisher_accum_count": 0,
411
+ "weights_norm": 1973.36376953125,
412
+ "weights_w_mean": -0.01385963149368763
413
+ },
414
+ "kls": {
415
+ "time_counter": 6180,
416
+ "T_max": 10000,
417
+ "buffer_size": 28,
418
+ "training_ready": true,
419
+ "punishment_count": 0,
420
+ "success_count": 2,
421
+ "classifier_trained": true,
422
+ "histogram_size": 1,
423
+ "histogram_max": 28,
424
+ "N_start": 10,
425
+ "dim_choice": "y",
426
+ "som_neuron_count": 864,
427
+ "required_new_samples": 10,
428
+ "has_classifier": true,
429
+ "vocab_size": 16384,
430
+ "hidden_dim": 1024,
431
+ "seq_len": 8,
432
+ "enable_vqvae2": true,
433
+ "enable_reasoning": true,
434
+ "enable_w8a8": true,
435
+ "vqvae2_n_calls": 100,
436
+ "w8a8_n_calls": 100,
437
+ "tool_coordinator_workers_active": true,
438
+ "enable_attention": true,
439
+ "attention_active": true,
440
+ "attention_n_heads": 8
441
+ },
442
+ "vqvae2": {
443
+ "active": true,
444
+ "n_calls": 100,
445
+ "latest": {
446
+ "vq_loss": 2.7990381568088196e-06,
447
+ "recon_loss": 0.31192177534103394,
448
+ "total_loss": 0.3119245767593384,
449
+ "n_used_top": 64,
450
+ "n_used_bot": 128,
451
+ "usage_ratio_top": 1.0,
452
+ "usage_ratio_bot": 1.0,
453
+ "codebook_ppl_top": 13.45434264387107,
454
+ "codebook_ppl_bot": 15.999999999743997,
455
+ "n_restarted_top": 0,
456
+ "n_restarted_bot": 0,
457
+ "goose_temp": 0.5,
458
+ "active": true
459
+ },
460
+ "mean_total_loss": 0.2312491385638714,
461
+ "mean_recon_loss": 0.2312279748916626,
462
+ "n_nan_skipped": 0
463
+ },
464
+ "reasoning": {
465
+ "active": true,
466
+ "stats": {
467
+ "n_steps": 8,
468
+ "n_history": 10,
469
+ "tools": [
470
+ "som_query",
471
+ "buffer_stats"
472
+ ],
473
+ "tool_stats": {
474
+ "som_query": {
475
+ "n_calls": 150,
476
+ "n_success": 150,
477
+ "n_failures": 0,
478
+ "total_time_s": 1.0832843780517578,
479
+ "avg_time_s": 0.007221895853678386,
480
+ "cache_size": 0,
481
+ "instructions_count": 0,
482
+ "error_count": 0,
483
+ "success_rate": 1.0,
484
+ "circuit_breaker": {
485
+ "state": "closed",
486
+ "failure_count": 0,
487
+ "success_count": 0,
488
+ "failure_threshold": 5,
489
+ "recovery_timeout_s": 30.0
490
+ }
491
+ },
492
+ "buffer_stats": {
493
+ "n_calls": 140,
494
+ "n_success": 140,
495
+ "n_failures": 0,
496
+ "total_time_s": 0.2509152889251709,
497
+ "avg_time_s": 0.0017922520637512207,
498
+ "cache_size": 0,
499
+ "instructions_count": 0,
500
+ "error_count": 0,
501
+ "success_rate": 1.0,
502
+ "circuit_breaker": {
503
+ "state": "closed",
504
+ "failure_count": 0,
505
+ "success_count": 0,
506
+ "failure_threshold": 5,
507
+ "recovery_timeout_s": 30.0
508
+ }
509
+ }
510
+ },
511
+ "phases_used": [
512
+ "executing",
513
+ "answering",
514
+ "predicting",
515
+ "planning",
516
+ "monitoring",
517
+ "thinking",
518
+ "decomposing",
519
+ "adjusting"
520
+ ]
521
+ },
522
+ "n_history": 10
523
+ },
524
+ "attention": {
525
+ "active": true,
526
+ "n_calls": 6181,
527
+ "n_errors": 0,
528
+ "last_norm_in": 114.05921936035156,
529
+ "last_norm_out": 117.0058822631836,
530
+ "last_attn_activated": true,
531
+ "last_attn_diff_norm": 117.8182144165039,
532
+ "n_heads": 8,
533
+ "logic_functional": true
534
+ },
535
+ "w8a8": {
536
+ "active": true,
537
+ "n_calls": 100,
538
+ "latest": {
539
+ "active": true,
540
+ "n_neurons": 864,
541
+ "n_features": 4,
542
+ "n_calibration_samples": 16,
543
+ "smooth_scale_mean": 0.11529327929019928,
544
+ "smooth_scale_std": 0.22994910180568695,
545
+ "smooth_scale_min": 0.00031872352701611817,
546
+ "smooth_scale_max": 0.4602169394493103,
547
+ "alpha": 0.5,
548
+ "n_bits": 8,
549
+ "compression_ratio": 4.0,
550
+ "weights_norm_original": 1962.3458251953125,
551
+ "weights_norm_dequant": 1973.36376953125,
552
+ "absolute_error": 11.020599365234375,
553
+ "relative_error": 0.005616033231113835,
554
+ "preserves_topology": true,
555
+ "w8a8_int8_range": [
556
+ -122,
557
+ 127
558
+ ],
559
+ "elapsed_ms": 0.5145072937011719
560
+ },
561
+ "mean_relative_error": 0.015359933862165893,
562
+ "max_relative_error": 0.16713649906961597,
563
+ "all_preserve_topology": false
564
+ }
565
+ },
566
+ "verification": {
567
+ "checks": {
568
+ "kls_instantiation": {
569
+ "status": "PASS",
570
+ "details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers_active=True"
571
+ },
572
+ "find_bmu_no_premature_return": {
573
+ "status": "PASS",
574
+ "details": "bmu=(0, 1, 1, 0) valid"
575
+ },
576
+ "activate_hypothesis_detach": {
577
+ "status": "PASS",
578
+ "details": "classifier_trained=True"
579
+ },
580
+ "pgvector_lookup_removed": {
581
+ "status": "PASS"
582
+ },
583
+ "kohonen_refactored_removed": {
584
+ "status": "PASS",
585
+ "details": "old_folder=False, new_file=True"
586
+ },
587
+ "trainer_removed": {
588
+ "status": "PASS"
589
+ },
590
+ "vqvae2_valid_output": {
591
+ "status": "PASS",
592
+ "details": "n_calls=1, total_loss=0.1517"
593
+ },
594
+ "reasoning_engine_tags": {
595
+ "status": "PASS",
596
+ "details": "reasoning length=934 chars"
597
+ },
598
+ "smoothquant_w8a8_som_weights": {
599
+ "status": "PASS",
600
+ "details": "relative_error=0.002880, compression_ratio=4.0x, n_neurons=54"
601
+ },
602
+ "tool_coordinator_workers_reactivated": {
603
+ "status": "PASS",
604
+ "details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=2.70"
605
+ },
606
+ "attention_integrated_and_functional": {
607
+ "status": "PASS",
608
+ "details": "n_calls=15, n_errors=0, last_attn_activated=True, last_norm_in=16.6656, last_norm_out=17.7281, logic_functional=True, n_heads=8"
609
+ }
610
+ },
611
+ "n_pass": 11,
612
+ "n_fail": 0,
613
+ "all_pass": true
614
+ },
615
+ "attention_eval_summary": {
616
+ "active": true,
617
+ "n_calls": 6161,
618
+ "n_errors": 0,
619
+ "last_attn_activated": true,
620
+ "logic_functional": true,
621
+ "attention_modifies_output": true,
622
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
623
+ },
624
+ "ewc_w8a8_benchmark_summary": {
625
+ "dequant_relative_error": 0.0,
626
+ "int8_relative_error": 0.0,
627
+ "dequant_preserves_accuracy": true,
628
+ "conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
629
+ },
630
+ "reasoning_eval_summary": {
631
+ "n_with_answer": 7,
632
+ "n_with_think": 7,
633
+ "answer_rate": 1.0,
634
+ "think_rate": 1.0,
635
+ "avg_reasoning_length": 1034.5714285714287,
636
+ "reasoning_engine_active": true,
637
+ "reasoning_engine_n_history": 7
638
+ },
639
+ "user_questions_eval_summary": {
640
+ "n_with_answer": 3,
641
+ "n_with_think": 3,
642
+ "n_with_plan": 3,
643
+ "n_with_decompose": 3,
644
+ "answer_rate": 1.0,
645
+ "think_rate": 1.0,
646
+ "plan_rate": 1.0,
647
+ "decompose_rate": 1.0,
648
+ "avg_latency_ms": 12.185970942179361,
649
+ "avg_reasoning_length": 1022.0
650
+ },
651
+ "user_questions_quality_assessment": {
652
+ "response_quality": "GOOD",
653
+ "reasoning_quality": "GOOD",
654
+ "model_not_helped": true,
655
+ "note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
656
+ },
657
+ "model_states_save_info": {
658
+ "saved": true,
659
+ "path": "/home/z/my-project/BiGRU_T_version/v6_5_7ds_attn_v2_model_states.pt",
660
+ "size_mb": 69.621303,
661
+ "reason": "end_of_training",
662
+ "step": 420,
663
+ "total_samples": 6020,
664
+ "n_tensors": 6,
665
+ "n_buffer_tail": 28
666
+ },
667
+ "w8a8_compression_summary": {
668
+ "active": true,
669
+ "n_calls": 100,
670
+ "latest": {
671
+ "active": true,
672
+ "n_neurons": 864,
673
+ "n_features": 4,
674
+ "n_calibration_samples": 16,
675
+ "smooth_scale_mean": 0.11529327929019928,
676
+ "smooth_scale_std": 0.22994910180568695,
677
+ "smooth_scale_min": 0.00031872352701611817,
678
+ "smooth_scale_max": 0.4602169394493103,
679
+ "alpha": 0.5,
680
+ "n_bits": 8,
681
+ "compression_ratio": 4.0,
682
+ "weights_norm_original": 1962.3458251953125,
683
+ "weights_norm_dequant": 1973.36376953125,
684
+ "absolute_error": 11.020599365234375,
685
+ "relative_error": 0.005616033231113835,
686
+ "preserves_topology": true,
687
+ "w8a8_int8_range": [
688
+ -122,
689
+ 127
690
+ ],
691
+ "elapsed_ms": 0.5145072937011719
692
+ },
693
+ "mean_relative_error": 0.015359933862165893,
694
+ "max_relative_error": 0.16713649906961597,
695
+ "all_preserve_topology": false
696
+ },
697
+ "attention_metrics_final": {
698
+ "active": true,
699
+ "n_calls": 6181,
700
+ "n_errors": 0,
701
+ "last_norm_in": 114.05921936035156,
702
+ "last_norm_out": 117.0058822631836,
703
+ "last_attn_activated": true,
704
+ "last_attn_diff_norm": 117.8182144165039,
705
+ "n_heads": 8,
706
+ "logic_functional": true
707
+ },
708
+ "module_analysis_summary": {
709
+ "n_removed_modules": 9,
710
+ "n_removed_folders": 1,
711
+ "n_active_modules": 22
712
+ },
713
+ "math_analysis": {
714
+ "text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
715
+ "attention_pipeline": "fused (L,D) -> MultiHeadAttention(self-attn, n_heads=8) -> fused + attn_out -> SVD",
716
+ "bmu_distance": "||W - x||^2 (L2 squared in R^4)",
717
+ "neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
718
+ "weight_update": "dW = alpha * Lambda * (x - W)",
719
+ "sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
720
+ "alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
721
+ "ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
722
+ "vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
723
+ "smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
724
+ "mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-attn)",
725
+ "ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
726
+ },
727
+ "datasets_used": [
728
+ "dominguesm/restore-punctuation-ptbr-dataset",
729
+ "carolina-c4ai/corpus-carolina",
730
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
731
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
732
+ "adalbertojunior/punctuation-ptbr",
733
+ "iara-project/news-articles-ptbr-dataset",
734
+ "manoela/noticias_ptbr"
735
+ ],
736
+ "storage_cleanup_pre": {
737
+ "n_files_removed": 0,
738
+ "mb_freed": 0.0,
739
+ "timestamp": "2026-08-08T03:02:07.249633"
740
+ }
741
+ }
reports/archive/v6_5_7ds_attn_v2_script_activity.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train_v6_4.py": {
3
+ "size_bytes": 25325,
4
+ "modified": "2026-08-07T23:25:35.828302",
5
+ "classification": "superseded_v64",
6
+ "activity": "superseded"
7
+ },
8
+ "train_v6_5_7ds.py": {
9
+ "size_bytes": 71371,
10
+ "modified": "2026-08-08T00:54:41.176911",
11
+ "classification": "superseded_v65_7ds",
12
+ "activity": "superseded"
13
+ },
14
+ "train_v6_5_7ds_attn.py": {
15
+ "size_bytes": 81535,
16
+ "modified": "2026-08-08T01:42:58.002495",
17
+ "classification": "superseded_v65_attn",
18
+ "activity": "superseded"
19
+ },
20
+ "train_v6_5_7ds_attn_v2.py": {
21
+ "size_bytes": 95224,
22
+ "modified": "2026-08-08T02:37:58.374665",
23
+ "classification": "active_v65_attn_v2",
24
+ "activity": "active"
25
+ },
26
+ "upload_v6_5_7ds.py": {
27
+ "size_bytes": 16244,
28
+ "modified": "2026-08-08T00:54:27.797932",
29
+ "classification": "superseded_v65_7ds",
30
+ "activity": "superseded"
31
+ },
32
+ "upload_v6_5_7ds_attn.py": {
33
+ "size_bytes": 15080,
34
+ "modified": "2026-08-08T02:09:47.436135",
35
+ "classification": "superseded_v65_attn",
36
+ "activity": "superseded"
37
+ }
38
+ }
reports/archive/v6_5_7ds_attn_v2_training_metrics.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/archive/v6_5_7ds_attn_v2_upload_report.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn-v2",
3
+ "upload_timestamp": "2026-08-08T03:13:40",
4
+ "repo_id": "PowerMachine/BiGRU_T_version",
5
+ "upload_commit_oid": "ccf55a899d3977b5b0d5e2e750c2ce63d61a8370",
6
+ "upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/ccf55a899d3977b5b0d5e2e750c2ce63d61a8370",
7
+ "upload_duration_s": 26.602169275283813,
8
+ "delete_commit_oid": null,
9
+ "delete_count": 22,
10
+ "delete_errors": [],
11
+ "n_files_before": 111,
12
+ "n_files_after_upload": 135,
13
+ "n_files_after_cleanup": 113,
14
+ "old_files_removed": [
15
+ "v6_5_7ds_report.json",
16
+ "v6_5_7ds_training_metrics.json",
17
+ "v6_5_7ds_module_analysis.json",
18
+ "v6_5_7ds_script_activity.json",
19
+ "v6_5_7ds_ewc_w8a8_benchmark.json",
20
+ "v6_5_7ds_reasoning_eval.json",
21
+ "v6_5_7ds_w8a8_compression.json",
22
+ "v6_5_7ds_upload_report.json",
23
+ "scripts/train_v6_5_7ds.py",
24
+ "scripts/upload_v6_5_7ds.py",
25
+ "v6_5_7ds_attn_report.json",
26
+ "v6_5_7ds_attn_training_metrics.json",
27
+ "v6_5_7ds_attn_module_analysis.json",
28
+ "v6_5_7ds_attn_script_activity.json",
29
+ "v6_5_7ds_attn_ewc_w8a8_benchmark.json",
30
+ "v6_5_7ds_attn_reasoning_eval.json",
31
+ "v6_5_7ds_attn_w8a8_compression.json",
32
+ "v6_5_7ds_attn_attention_eval.json",
33
+ "v6_5_7ds_attn_verification.json",
34
+ "v6_5_7ds_attn_upload_report.json",
35
+ "scripts/train_v6_5_7ds_attn.py",
36
+ "scripts/upload_v6_5_7ds_attn.py"
37
+ ],
38
+ "old_files_not_in_repo_skipped": [
39
+ "bug_hunt_v3_report.json",
40
+ "v3_report.json",
41
+ "v4_report.json",
42
+ "v5_report.json",
43
+ "v5_upload_report.json",
44
+ "v32_test_report.json",
45
+ "v32_upload_report.json",
46
+ "training_report.json",
47
+ "v6_report.json",
48
+ "v6_upload_report.json",
49
+ "v6_progressive_report.json",
50
+ "v6_progressive_train.log",
51
+ "v6_1_report.json",
52
+ "v6_1_upload_report.json",
53
+ "v6_2_report.json",
54
+ "v6_2_upload_report.json",
55
+ "v6_3_report.json",
56
+ "v6_3_training_metrics.json",
57
+ "v6_5_report.json",
58
+ "v6_5_training_metrics.json",
59
+ "v6_5_module_analysis.json",
60
+ "v6_5_script_activity.json",
61
+ "v6_5_ewc_w8a8_benchmark.json",
62
+ "v6_5_reasoning_eval.json",
63
+ "v6_5_upload_report.json",
64
+ "v6_5_final_report.json",
65
+ "v6_5_final_training_metrics.json",
66
+ "v6_5_final_module_analysis.json",
67
+ "v6_5_final_script_activity.json",
68
+ "v6_5_final_ewc_w8a8_benchmark.json",
69
+ "v6_5_final_reasoning_eval.json",
70
+ "v6_5_final_w8a8_compression.json",
71
+ "scripts/parse_v6_log.py",
72
+ "scripts/smoke_test.py",
73
+ "scripts/train.py",
74
+ "scripts/train_fast.py",
75
+ "scripts/train_v2.py",
76
+ "scripts/train_v6_1.py",
77
+ "scripts/train_v6_2.py",
78
+ "scripts/train_v6_3.py",
79
+ "scripts/train_v6_progressive.py",
80
+ "scripts/train_v6_5.py",
81
+ "scripts/train_v6_5_final.py",
82
+ "scripts/upload_to_hf.py",
83
+ "scripts/upload_v6_1_resilient.py",
84
+ "scripts/upload_v6_2_resilient.py",
85
+ "scripts/upload_v6_3_resilient.py",
86
+ "scripts/upload_v6_4_resilient.py",
87
+ "scripts/upload_v6_5_resilient.py",
88
+ "config.json",
89
+ "tokenizer/tokenizer.json",
90
+ "src/bigru_t/data/data_augmentation.py",
91
+ "scripts/xeon_runtime.py"
92
+ ],
93
+ "critical_files": [
94
+ "src/bigru_t/model/kohonen_learning_system.py",
95
+ "src/bigru_t/model/__init__.py",
96
+ "src/bigru_t/__init__.py",
97
+ "src/bigru_t/model/hyp_t.py",
98
+ "src/bigru_t/model/vqvae2_hierarchical.py",
99
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
100
+ "src/bigru_t/model/token_compress.py",
101
+ "src/bigru_t/model/embedding_reconfig.py",
102
+ "src/bigru_t/model/attention_multimodal.py",
103
+ "src/bigru_t/attention/window_context.py",
104
+ "src/bigru_t/training/mtp.py",
105
+ "src/bigru_t/training/ewc.py",
106
+ "src/bigru_t/quantization/smoothquant_compressor.py",
107
+ "src/bigru_t/quantization/w8a8_smoothquant.py",
108
+ "src/bigru_t/quantization/quantized_linear.py",
109
+ "src/bigru_t/reasoning/thinking.py",
110
+ "src/bigru_t/reasoning/reasoning_engine.py",
111
+ "src/bigru_t/reasoning/circular_orchestration.py",
112
+ "src/bigru_t/reasoning/tool_agent.py",
113
+ "src/bigru_t/reasoning/distributed_reasoning_system.py",
114
+ "src/bigru_t/reasoning/cyclic_reasoning.py",
115
+ "src/bigru_t/reasoning/consensus_sampling.py",
116
+ "src/bigru_t/data/streaming_datasets.py",
117
+ "src/bigru_t/utils/xeon_runtime.py",
118
+ "v6_5_7ds_attn_v2_report.json",
119
+ "v6_5_7ds_attn_v2_training_metrics.json",
120
+ "v6_5_7ds_attn_v2_module_analysis.json",
121
+ "v6_5_7ds_attn_v2_script_activity.json",
122
+ "v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json",
123
+ "v6_5_7ds_attn_v2_reasoning_eval.json",
124
+ "v6_5_7ds_attn_v2_w8a8_compression.json",
125
+ "v6_5_7ds_attn_v2_attention_eval.json",
126
+ "v6_5_7ds_attn_v2_user_questions.json",
127
+ "v6_5_7ds_attn_v2_model_states.pt",
128
+ "v6_5_7ds_attn_v2_upload_report.json",
129
+ "v6_4_report.json",
130
+ "v6_4_training_metrics.json",
131
+ "v6_4_upload_report.json",
132
+ "scripts/train_v6_5_7ds_attn_v2.py",
133
+ "scripts/upload_v6_5_7ds_attn_v2.py",
134
+ "scripts/train_v6_4.py",
135
+ "requirements.txt",
136
+ "README.md",
137
+ "docs/analysis.md"
138
+ ],
139
+ "all_critical_files_present": false,
140
+ "token_scrubbed_count": 0
141
+ }
reports/archive/v6_5_7ds_attn_v2_user_questions.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "user_questions_without_help_v65_attn_v2",
3
+ "user_requirement": "não ajudar o modelo em respostas e lançar perguntas",
4
+ "questions_sent_verbatim": true,
5
+ "no_context_added": true,
6
+ "no_system_prompt": true,
7
+ "no_few_shot": true,
8
+ "n_questions": 3,
9
+ "questions": [
10
+ "Luva de Pedreiro Távila",
11
+ "Lula reserva valor",
12
+ "Amazonas força-tarefa vítimas"
13
+ ],
14
+ "results": [
15
+ {
16
+ "query": "Luva de Pedreiro Távila",
17
+ "query_was_modified": false,
18
+ "context_provided": false,
19
+ "system_prompt_used": false,
20
+ "few_shot_examples": false,
21
+ "som_prediction": "cachorro",
22
+ "reasoning_length": 1020,
23
+ "has_think": true,
24
+ "has_plan": true,
25
+ "has_answer": true,
26
+ "has_decompose": true,
27
+ "think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
28
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
29
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
30
+ "decompose_preview": "- Processar: Luva de Pedreiro Távila",
31
+ "raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
32
+ "n_tags": 4,
33
+ "latency_ms": 7.808685302734375
34
+ },
35
+ {
36
+ "query": "Lula reserva valor",
37
+ "query_was_modified": false,
38
+ "context_provided": false,
39
+ "system_prompt_used": false,
40
+ "few_shot_examples": false,
41
+ "som_prediction": "cachorro",
42
+ "reasoning_length": 990,
43
+ "has_think": true,
44
+ "has_plan": true,
45
+ "has_answer": true,
46
+ "has_decompose": true,
47
+ "think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
48
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
49
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
50
+ "decompose_preview": "- Processar: Lula reserva valor",
51
+ "raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
52
+ "n_tags": 4,
53
+ "latency_ms": 7.283687591552734
54
+ },
55
+ {
56
+ "query": "Amazonas força-tarefa vítimas",
57
+ "query_was_modified": false,
58
+ "context_provided": false,
59
+ "system_prompt_used": false,
60
+ "few_shot_examples": false,
61
+ "som_prediction": "cachorro",
62
+ "reasoning_length": 1056,
63
+ "has_think": true,
64
+ "has_plan": true,
65
+ "has_answer": true,
66
+ "has_decompose": true,
67
+ "think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
68
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
69
+ "answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
70
+ "decompose_preview": "- Processar: Amazonas força-tarefa vítimas",
71
+ "raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
72
+ "n_tags": 4,
73
+ "latency_ms": 21.465539932250977
74
+ }
75
+ ],
76
+ "summary": {
77
+ "n_with_answer": 3,
78
+ "n_with_think": 3,
79
+ "n_with_plan": 3,
80
+ "n_with_decompose": 3,
81
+ "answer_rate": 1.0,
82
+ "think_rate": 1.0,
83
+ "plan_rate": 1.0,
84
+ "decompose_rate": 1.0,
85
+ "avg_latency_ms": 12.185970942179361,
86
+ "avg_reasoning_length": 1022.0
87
+ },
88
+ "quality_assessment": {
89
+ "response_quality": "GOOD",
90
+ "reasoning_quality": "GOOD",
91
+ "model_not_helped": true,
92
+ "note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
93
+ }
94
+ }
reports/archive/v6_5_7ds_attn_v2_w8a8_compression.json ADDED
@@ -0,0 +1,1035 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_calls": 100,
3
+ "log": [
4
+ {
5
+ "step": 0,
6
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
7
+ "chunk_idx": 1,
8
+ "relative_error": 0.08564349913797292,
9
+ "compression_ratio": 4.0,
10
+ "preserves_topology": false,
11
+ "smooth_scale_mean": 0.007225902751088142,
12
+ "elapsed_ms": 0.5502700805664062
13
+ },
14
+ {
15
+ "step": 2,
16
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
17
+ "chunk_idx": 1,
18
+ "relative_error": 0.15479964005664892,
19
+ "compression_ratio": 4.0,
20
+ "preserves_topology": false,
21
+ "smooth_scale_mean": 0.011630397289991379,
22
+ "elapsed_ms": 0.5624294281005859
23
+ },
24
+ {
25
+ "step": 4,
26
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
27
+ "chunk_idx": 1,
28
+ "relative_error": 0.2009209120298671,
29
+ "compression_ratio": 4.0,
30
+ "preserves_topology": false,
31
+ "smooth_scale_mean": 0.014633141458034515,
32
+ "elapsed_ms": 0.5624294281005859
33
+ },
34
+ {
35
+ "step": 7,
36
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
37
+ "chunk_idx": 2,
38
+ "relative_error": 0.22440579346774248,
39
+ "compression_ratio": 4.0,
40
+ "preserves_topology": false,
41
+ "smooth_scale_mean": 0.01729685254395008,
42
+ "elapsed_ms": 0.5877017974853516
43
+ },
44
+ {
45
+ "step": 9,
46
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
47
+ "chunk_idx": 2,
48
+ "relative_error": 0.13517246789775203,
49
+ "compression_ratio": 4.0,
50
+ "preserves_topology": false,
51
+ "smooth_scale_mean": 0.019377199932932854,
52
+ "elapsed_ms": 0.7450580596923828
53
+ },
54
+ {
55
+ "step": 11,
56
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
57
+ "chunk_idx": 2,
58
+ "relative_error": 0.17126423867255017,
59
+ "compression_ratio": 4.0,
60
+ "preserves_topology": false,
61
+ "smooth_scale_mean": 0.02116679772734642,
62
+ "elapsed_ms": 0.5648136138916016
63
+ },
64
+ {
65
+ "step": 14,
66
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
67
+ "chunk_idx": 3,
68
+ "relative_error": 0.044887732911389144,
69
+ "compression_ratio": 4.0,
70
+ "preserves_topology": true,
71
+ "smooth_scale_mean": 0.023150909692049026,
72
+ "elapsed_ms": 0.6003379821777344
73
+ },
74
+ {
75
+ "step": 16,
76
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
77
+ "chunk_idx": 3,
78
+ "relative_error": 0.08517795655012997,
79
+ "compression_ratio": 4.0,
80
+ "preserves_topology": false,
81
+ "smooth_scale_mean": 0.024702010676264763,
82
+ "elapsed_ms": 0.5726814270019531
83
+ },
84
+ {
85
+ "step": 18,
86
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
87
+ "chunk_idx": 3,
88
+ "relative_error": 0.10443996364414876,
89
+ "compression_ratio": 4.0,
90
+ "preserves_topology": false,
91
+ "smooth_scale_mean": 0.026120537891983986,
92
+ "elapsed_ms": 0.5812644958496094
93
+ },
94
+ {
95
+ "step": 21,
96
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
97
+ "chunk_idx": 4,
98
+ "relative_error": 0.1147290915176734,
99
+ "compression_ratio": 4.0,
100
+ "preserves_topology": false,
101
+ "smooth_scale_mean": 0.027611201629042625,
102
+ "elapsed_ms": 0.6701946258544922
103
+ },
104
+ {
105
+ "step": 23,
106
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
107
+ "chunk_idx": 4,
108
+ "relative_error": 0.113942549433572,
109
+ "compression_ratio": 4.0,
110
+ "preserves_topology": false,
111
+ "smooth_scale_mean": 0.02885909378528595,
112
+ "elapsed_ms": 0.5214214324951172
113
+ },
114
+ {
115
+ "step": 25,
116
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
117
+ "chunk_idx": 4,
118
+ "relative_error": 0.10308170866864594,
119
+ "compression_ratio": 4.0,
120
+ "preserves_topology": false,
121
+ "smooth_scale_mean": 0.030055120587348938,
122
+ "elapsed_ms": 0.6787776947021484
123
+ },
124
+ {
125
+ "step": 28,
126
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
127
+ "chunk_idx": 5,
128
+ "relative_error": 0.09773494474776438,
129
+ "compression_ratio": 4.0,
130
+ "preserves_topology": false,
131
+ "smooth_scale_mean": 0.031348325312137604,
132
+ "elapsed_ms": 0.8192062377929688
133
+ },
134
+ {
135
+ "step": 30,
136
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
137
+ "chunk_idx": 5,
138
+ "relative_error": 0.08664815940451621,
139
+ "compression_ratio": 4.0,
140
+ "preserves_topology": false,
141
+ "smooth_scale_mean": 0.03245191648602486,
142
+ "elapsed_ms": 0.5228519439697266
143
+ },
144
+ {
145
+ "step": 32,
146
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
147
+ "chunk_idx": 5,
148
+ "relative_error": 0.07850060291416591,
149
+ "compression_ratio": 4.0,
150
+ "preserves_topology": false,
151
+ "smooth_scale_mean": 0.03352143242955208,
152
+ "elapsed_ms": 0.5445480346679688
153
+ },
154
+ {
155
+ "step": 35,
156
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
157
+ "chunk_idx": 6,
158
+ "relative_error": 0.0763721082250016,
159
+ "compression_ratio": 4.0,
160
+ "preserves_topology": false,
161
+ "smooth_scale_mean": 0.03468688577413559,
162
+ "elapsed_ms": 0.9436607360839844
163
+ },
164
+ {
165
+ "step": 37,
166
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
167
+ "chunk_idx": 6,
168
+ "relative_error": 0.0690074873135999,
169
+ "compression_ratio": 4.0,
170
+ "preserves_topology": false,
171
+ "smooth_scale_mean": 0.035690031945705414,
172
+ "elapsed_ms": 0.5726814270019531
173
+ },
174
+ {
175
+ "step": 39,
176
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
177
+ "chunk_idx": 6,
178
+ "relative_error": 0.0637491847885547,
179
+ "compression_ratio": 4.0,
180
+ "preserves_topology": false,
181
+ "smooth_scale_mean": 0.036667320877313614,
182
+ "elapsed_ms": 0.9558200836181641
183
+ },
184
+ {
185
+ "step": 42,
186
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
187
+ "chunk_idx": 7,
188
+ "relative_error": 0.0626666558320244,
189
+ "compression_ratio": 4.0,
190
+ "preserves_topology": false,
191
+ "smooth_scale_mean": 0.0377369150519371,
192
+ "elapsed_ms": 0.6055831909179688
193
+ },
194
+ {
195
+ "step": 44,
196
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
197
+ "chunk_idx": 7,
198
+ "relative_error": 0.05718552174981847,
199
+ "compression_ratio": 4.0,
200
+ "preserves_topology": false,
201
+ "smooth_scale_mean": 0.03866267576813698,
202
+ "elapsed_ms": 1.16729736328125
203
+ },
204
+ {
205
+ "step": 46,
206
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
207
+ "chunk_idx": 7,
208
+ "relative_error": 0.05319962909526208,
209
+ "compression_ratio": 4.0,
210
+ "preserves_topology": false,
211
+ "smooth_scale_mean": 0.03956785425543785,
212
+ "elapsed_ms": 0.5364418029785156
213
+ },
214
+ {
215
+ "step": 49,
216
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
217
+ "chunk_idx": 8,
218
+ "relative_error": 0.052909804491855,
219
+ "compression_ratio": 4.0,
220
+ "preserves_topology": false,
221
+ "smooth_scale_mean": 0.04056166857481003,
222
+ "elapsed_ms": 0.4696846008300781
223
+ },
224
+ {
225
+ "step": 51,
226
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
227
+ "chunk_idx": 8,
228
+ "relative_error": 0.04874580243294147,
229
+ "compression_ratio": 4.0,
230
+ "preserves_topology": true,
231
+ "smooth_scale_mean": 0.041425324976444244,
232
+ "elapsed_ms": 0.4639625549316406
233
+ },
234
+ {
235
+ "step": 53,
236
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
237
+ "chunk_idx": 8,
238
+ "relative_error": 0.045719136518974884,
239
+ "compression_ratio": 4.0,
240
+ "preserves_topology": true,
241
+ "smooth_scale_mean": 0.042272116988897324,
242
+ "elapsed_ms": 0.5633831024169922
243
+ },
244
+ {
245
+ "step": 56,
246
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
247
+ "chunk_idx": 9,
248
+ "relative_error": 0.04581977449942311,
249
+ "compression_ratio": 4.0,
250
+ "preserves_topology": true,
251
+ "smooth_scale_mean": 0.04320410266518593,
252
+ "elapsed_ms": 0.476837158203125
253
+ },
254
+ {
255
+ "step": 60,
256
+ "dataset": "carolina-c4ai/corpus-carolina",
257
+ "chunk_idx": 10,
258
+ "relative_error": 0.059018779486613965,
259
+ "compression_ratio": 4.0,
260
+ "preserves_topology": false,
261
+ "smooth_scale_mean": 0.04470638558268547,
262
+ "elapsed_ms": 0.5443096160888672
263
+ },
264
+ {
265
+ "step": 62,
266
+ "dataset": "carolina-c4ai/corpus-carolina",
267
+ "chunk_idx": 10,
268
+ "relative_error": 0.04771683278610203,
269
+ "compression_ratio": 4.0,
270
+ "preserves_topology": true,
271
+ "smooth_scale_mean": 0.04548715054988861,
272
+ "elapsed_ms": 0.5440711975097656
273
+ },
274
+ {
275
+ "step": 64,
276
+ "dataset": "carolina-c4ai/corpus-carolina",
277
+ "chunk_idx": 10,
278
+ "relative_error": 0.04146282200764242,
279
+ "compression_ratio": 4.0,
280
+ "preserves_topology": true,
281
+ "smooth_scale_mean": 0.04625779390335083,
282
+ "elapsed_ms": 0.48089027404785156
283
+ },
284
+ {
285
+ "step": 67,
286
+ "dataset": "carolina-c4ai/corpus-carolina",
287
+ "chunk_idx": 11,
288
+ "relative_error": 0.039816804872524585,
289
+ "compression_ratio": 4.0,
290
+ "preserves_topology": true,
291
+ "smooth_scale_mean": 0.04711003974080086,
292
+ "elapsed_ms": 0.5640983581542969
293
+ },
294
+ {
295
+ "step": 69,
296
+ "dataset": "carolina-c4ai/corpus-carolina",
297
+ "chunk_idx": 11,
298
+ "relative_error": 0.03630155813420305,
299
+ "compression_ratio": 4.0,
300
+ "preserves_topology": true,
301
+ "smooth_scale_mean": 0.047856174409389496,
302
+ "elapsed_ms": 0.5199909210205078
303
+ },
304
+ {
305
+ "step": 71,
306
+ "dataset": "carolina-c4ai/corpus-carolina",
307
+ "chunk_idx": 11,
308
+ "relative_error": 0.03402731139533154,
309
+ "compression_ratio": 4.0,
310
+ "preserves_topology": true,
311
+ "smooth_scale_mean": 0.04859156906604767,
312
+ "elapsed_ms": 0.5133152008056641
313
+ },
314
+ {
315
+ "step": 74,
316
+ "dataset": "carolina-c4ai/corpus-carolina",
317
+ "chunk_idx": 12,
318
+ "relative_error": 0.03426986720247634,
319
+ "compression_ratio": 4.0,
320
+ "preserves_topology": true,
321
+ "smooth_scale_mean": 0.04940466955304146,
322
+ "elapsed_ms": 0.47469139099121094
323
+ },
324
+ {
325
+ "step": 76,
326
+ "dataset": "carolina-c4ai/corpus-carolina",
327
+ "chunk_idx": 12,
328
+ "relative_error": 0.03201115856399576,
329
+ "compression_ratio": 4.0,
330
+ "preserves_topology": true,
331
+ "smooth_scale_mean": 0.0501173734664917,
332
+ "elapsed_ms": 0.5376338958740234
333
+ },
334
+ {
335
+ "step": 78,
336
+ "dataset": "carolina-c4ai/corpus-carolina",
337
+ "chunk_idx": 12,
338
+ "relative_error": 0.03045361516953306,
339
+ "compression_ratio": 4.0,
340
+ "preserves_topology": true,
341
+ "smooth_scale_mean": 0.050820473581552505,
342
+ "elapsed_ms": 0.5712509155273438
343
+ },
344
+ {
345
+ "step": 81,
346
+ "dataset": "carolina-c4ai/corpus-carolina",
347
+ "chunk_idx": 13,
348
+ "relative_error": 0.030972858870829335,
349
+ "compression_ratio": 4.0,
350
+ "preserves_topology": true,
351
+ "smooth_scale_mean": 0.051598627120256424,
352
+ "elapsed_ms": 0.5507469177246094
353
+ },
354
+ {
355
+ "step": 83,
356
+ "dataset": "carolina-c4ai/corpus-carolina",
357
+ "chunk_idx": 13,
358
+ "relative_error": 0.029100675373706596,
359
+ "compression_ratio": 4.0,
360
+ "preserves_topology": true,
361
+ "smooth_scale_mean": 0.052281659096479416,
362
+ "elapsed_ms": 0.5326271057128906
363
+ },
364
+ {
365
+ "step": 85,
366
+ "dataset": "carolina-c4ai/corpus-carolina",
367
+ "chunk_idx": 13,
368
+ "relative_error": 0.027805131321628675,
369
+ "compression_ratio": 4.0,
370
+ "preserves_topology": true,
371
+ "smooth_scale_mean": 0.05295617878437042,
372
+ "elapsed_ms": 0.5815029144287109
373
+ },
374
+ {
375
+ "step": 88,
376
+ "dataset": "carolina-c4ai/corpus-carolina",
377
+ "chunk_idx": 14,
378
+ "relative_error": 0.02838100321755298,
379
+ "compression_ratio": 4.0,
380
+ "preserves_topology": true,
381
+ "smooth_scale_mean": 0.053703442215919495,
382
+ "elapsed_ms": 0.5526542663574219
383
+ },
384
+ {
385
+ "step": 90,
386
+ "dataset": "carolina-c4ai/corpus-carolina",
387
+ "chunk_idx": 14,
388
+ "relative_error": 0.02673979516079846,
389
+ "compression_ratio": 4.0,
390
+ "preserves_topology": true,
391
+ "smooth_scale_mean": 0.05436015874147415,
392
+ "elapsed_ms": 0.5199909210205078
393
+ },
394
+ {
395
+ "step": 93,
396
+ "dataset": "carolina-c4ai/corpus-carolina",
397
+ "chunk_idx": 14,
398
+ "relative_error": 0.03153832890610517,
399
+ "compression_ratio": 4.0,
400
+ "preserves_topology": true,
401
+ "smooth_scale_mean": 0.055324532091617584,
402
+ "elapsed_ms": 0.5981922149658203
403
+ },
404
+ {
405
+ "step": 95,
406
+ "dataset": "carolina-c4ai/corpus-carolina",
407
+ "chunk_idx": 15,
408
+ "relative_error": 0.023254707538520287,
409
+ "compression_ratio": 4.0,
410
+ "preserves_topology": true,
411
+ "smooth_scale_mean": 0.05572759360074997,
412
+ "elapsed_ms": 0.5671977996826172
413
+ },
414
+ {
415
+ "step": 98,
416
+ "dataset": "carolina-c4ai/corpus-carolina",
417
+ "chunk_idx": 15,
418
+ "relative_error": 0.028894679937687556,
419
+ "compression_ratio": 4.0,
420
+ "preserves_topology": true,
421
+ "smooth_scale_mean": 0.05666911602020264,
422
+ "elapsed_ms": 0.5803108215332031
423
+ },
424
+ {
425
+ "step": 103,
426
+ "dataset": "carolina-c4ai/corpus-carolina",
427
+ "chunk_idx": 16,
428
+ "relative_error": 0.03793217897247102,
429
+ "compression_ratio": 4.0,
430
+ "preserves_topology": true,
431
+ "smooth_scale_mean": 0.057969532907009125,
432
+ "elapsed_ms": 0.6017684936523438
433
+ },
434
+ {
435
+ "step": 105,
436
+ "dataset": "carolina-c4ai/corpus-carolina",
437
+ "chunk_idx": 16,
438
+ "relative_error": 0.029680024291305493,
439
+ "compression_ratio": 4.0,
440
+ "preserves_topology": true,
441
+ "smooth_scale_mean": 0.0585753433406353,
442
+ "elapsed_ms": 0.5655288696289062
443
+ },
444
+ {
445
+ "step": 109,
446
+ "dataset": "carolina-c4ai/corpus-carolina",
447
+ "chunk_idx": 17,
448
+ "relative_error": 0.03173384281440842,
449
+ "compression_ratio": 4.0,
450
+ "preserves_topology": true,
451
+ "smooth_scale_mean": 0.05954251438379288,
452
+ "elapsed_ms": 0.5657672882080078
453
+ },
454
+ {
455
+ "step": 111,
456
+ "dataset": "carolina-c4ai/corpus-carolina",
457
+ "chunk_idx": 17,
458
+ "relative_error": 0.02602815929116341,
459
+ "compression_ratio": 4.0,
460
+ "preserves_topology": true,
461
+ "smooth_scale_mean": 0.06013365834951401,
462
+ "elapsed_ms": 0.5614757537841797
463
+ },
464
+ {
465
+ "step": 116,
466
+ "dataset": "carolina-c4ai/corpus-carolina",
467
+ "chunk_idx": 18,
468
+ "relative_error": 0.03383817822412602,
469
+ "compression_ratio": 4.0,
470
+ "preserves_topology": true,
471
+ "smooth_scale_mean": 0.061360158026218414,
472
+ "elapsed_ms": 0.5862712860107422
473
+ },
474
+ {
475
+ "step": 118,
476
+ "dataset": "carolina-c4ai/corpus-carolina",
477
+ "chunk_idx": 18,
478
+ "relative_error": 0.026467915006391562,
479
+ "compression_ratio": 4.0,
480
+ "preserves_topology": true,
481
+ "smooth_scale_mean": 0.06193321943283081,
482
+ "elapsed_ms": 0.5152225494384766
483
+ },
484
+ {
485
+ "step": 121,
486
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
487
+ "chunk_idx": 19,
488
+ "relative_error": 0.026045340334987167,
489
+ "compression_ratio": 4.0,
490
+ "preserves_topology": true,
491
+ "smooth_scale_mean": 0.0627104640007019,
492
+ "elapsed_ms": 0.4684925079345703
493
+ },
494
+ {
495
+ "step": 123,
496
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
497
+ "chunk_idx": 19,
498
+ "relative_error": 0.022175829793123207,
499
+ "compression_ratio": 4.0,
500
+ "preserves_topology": true,
501
+ "smooth_scale_mean": 0.06327281892299652,
502
+ "elapsed_ms": 0.5252361297607422
503
+ },
504
+ {
505
+ "step": 125,
506
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
507
+ "chunk_idx": 19,
508
+ "relative_error": 0.020081543688405853,
509
+ "compression_ratio": 4.0,
510
+ "preserves_topology": true,
511
+ "smooth_scale_mean": 0.06383099406957626,
512
+ "elapsed_ms": 0.5509853363037109
513
+ },
514
+ {
515
+ "step": 128,
516
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
517
+ "chunk_idx": 20,
518
+ "relative_error": 0.019948618025712503,
519
+ "compression_ratio": 4.0,
520
+ "preserves_topology": true,
521
+ "smooth_scale_mean": 0.06445202976465225,
522
+ "elapsed_ms": 0.621795654296875
523
+ },
524
+ {
525
+ "step": 130,
526
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
527
+ "chunk_idx": 20,
528
+ "relative_error": 0.018638633359718524,
529
+ "compression_ratio": 4.0,
530
+ "preserves_topology": true,
531
+ "smooth_scale_mean": 0.06500040739774704,
532
+ "elapsed_ms": 0.5676746368408203
533
+ },
534
+ {
535
+ "step": 134,
536
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
537
+ "chunk_idx": 21,
538
+ "relative_error": 0.022989923349155676,
539
+ "compression_ratio": 4.0,
540
+ "preserves_topology": true,
541
+ "smooth_scale_mean": 0.06587429344654083,
542
+ "elapsed_ms": 0.4889965057373047
543
+ },
544
+ {
545
+ "step": 138,
546
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
547
+ "chunk_idx": 21,
548
+ "relative_error": 0.027814349505638707,
549
+ "compression_ratio": 4.0,
550
+ "preserves_topology": true,
551
+ "smooth_scale_mean": 0.06693025678396225,
552
+ "elapsed_ms": 0.5135536193847656
553
+ },
554
+ {
555
+ "step": 141,
556
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
557
+ "chunk_idx": 22,
558
+ "relative_error": 0.022897539387901865,
559
+ "compression_ratio": 4.0,
560
+ "preserves_topology": true,
561
+ "smooth_scale_mean": 0.06752084195613861,
562
+ "elapsed_ms": 0.49996376037597656
563
+ },
564
+ {
565
+ "step": 143,
566
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
567
+ "chunk_idx": 22,
568
+ "relative_error": 0.01932948287156265,
569
+ "compression_ratio": 4.0,
570
+ "preserves_topology": true,
571
+ "smooth_scale_mean": 0.06804358959197998,
572
+ "elapsed_ms": 0.49304962158203125
573
+ },
574
+ {
575
+ "step": 145,
576
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
577
+ "chunk_idx": 22,
578
+ "relative_error": 0.01742760577929416,
579
+ "compression_ratio": 4.0,
580
+ "preserves_topology": true,
581
+ "smooth_scale_mean": 0.06856301426887512,
582
+ "elapsed_ms": 0.5755424499511719
583
+ },
584
+ {
585
+ "step": 148,
586
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
587
+ "chunk_idx": 23,
588
+ "relative_error": 0.017286344629932508,
589
+ "compression_ratio": 4.0,
590
+ "preserves_topology": true,
591
+ "smooth_scale_mean": 0.06914156675338745,
592
+ "elapsed_ms": 0.5400180816650391
593
+ },
594
+ {
595
+ "step": 150,
596
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
597
+ "chunk_idx": 23,
598
+ "relative_error": 0.016159660240301698,
599
+ "compression_ratio": 4.0,
600
+ "preserves_topology": true,
601
+ "smooth_scale_mean": 0.06965311616659164,
602
+ "elapsed_ms": 0.4711151123046875
603
+ },
604
+ {
605
+ "step": 156,
606
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
607
+ "chunk_idx": 24,
608
+ "relative_error": 0.02709622445443157,
609
+ "compression_ratio": 4.0,
610
+ "preserves_topology": true,
611
+ "smooth_scale_mean": 0.07095913589000702,
612
+ "elapsed_ms": 0.5397796630859375
613
+ },
614
+ {
615
+ "step": 158,
616
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
617
+ "chunk_idx": 24,
618
+ "relative_error": 0.020661754788224313,
619
+ "compression_ratio": 4.0,
620
+ "preserves_topology": true,
621
+ "smooth_scale_mean": 0.07145563513040543,
622
+ "elapsed_ms": 0.6017684936523438
623
+ },
624
+ {
625
+ "step": 162,
626
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
627
+ "chunk_idx": 25,
628
+ "relative_error": 0.02162665434382449,
629
+ "compression_ratio": 4.0,
630
+ "preserves_topology": true,
631
+ "smooth_scale_mean": 0.07225020229816437,
632
+ "elapsed_ms": 0.6358623504638672
633
+ },
634
+ {
635
+ "step": 166,
636
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
637
+ "chunk_idx": 25,
638
+ "relative_error": 0.024357316160943946,
639
+ "compression_ratio": 4.0,
640
+ "preserves_topology": true,
641
+ "smooth_scale_mean": 0.07321348786354065,
642
+ "elapsed_ms": 1.0313987731933594
643
+ },
644
+ {
645
+ "step": 171,
646
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
647
+ "chunk_idx": 26,
648
+ "relative_error": 0.026179072702724883,
649
+ "compression_ratio": 4.0,
650
+ "preserves_topology": true,
651
+ "smooth_scale_mean": 0.07422196865081787,
652
+ "elapsed_ms": 0.6225109100341797
653
+ },
654
+ {
655
+ "step": 173,
656
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
657
+ "chunk_idx": 26,
658
+ "relative_error": 0.01958293802427164,
659
+ "compression_ratio": 4.0,
660
+ "preserves_topology": true,
661
+ "smooth_scale_mean": 0.07469673454761505,
662
+ "elapsed_ms": 0.5190372467041016
663
+ },
664
+ {
665
+ "step": 176,
666
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
667
+ "chunk_idx": 27,
668
+ "relative_error": 0.01699833151555558,
669
+ "compression_ratio": 4.0,
670
+ "preserves_topology": true,
671
+ "smooth_scale_mean": 0.07522723823785782,
672
+ "elapsed_ms": 0.5445480346679688
673
+ },
674
+ {
675
+ "step": 180,
676
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
677
+ "chunk_idx": 28,
678
+ "relative_error": 0.020211899095164156,
679
+ "compression_ratio": 4.0,
680
+ "preserves_topology": true,
681
+ "smooth_scale_mean": 0.07609647512435913,
682
+ "elapsed_ms": 0.7979869842529297
683
+ },
684
+ {
685
+ "step": 242,
686
+ "dataset": "adalbertojunior/punctuation-ptbr",
687
+ "chunk_idx": 37,
688
+ "relative_error": 0.16713649906961597,
689
+ "compression_ratio": 4.0,
690
+ "preserves_topology": false,
691
+ "smooth_scale_mean": 0.08787360787391663,
692
+ "elapsed_ms": 0.6031990051269531
693
+ },
694
+ {
695
+ "step": 244,
696
+ "dataset": "adalbertojunior/punctuation-ptbr",
697
+ "chunk_idx": 37,
698
+ "relative_error": 0.08534712688421797,
699
+ "compression_ratio": 4.0,
700
+ "preserves_topology": false,
701
+ "smooth_scale_mean": 0.08825158327817917,
702
+ "elapsed_ms": 0.5443096160888672
703
+ },
704
+ {
705
+ "step": 247,
706
+ "dataset": "adalbertojunior/punctuation-ptbr",
707
+ "chunk_idx": 38,
708
+ "relative_error": 0.047156518334220944,
709
+ "compression_ratio": 4.0,
710
+ "preserves_topology": true,
711
+ "smooth_scale_mean": 0.08869004249572754,
712
+ "elapsed_ms": 0.6129741668701172
713
+ },
714
+ {
715
+ "step": 249,
716
+ "dataset": "adalbertojunior/punctuation-ptbr",
717
+ "chunk_idx": 38,
718
+ "relative_error": 0.027952300193750522,
719
+ "compression_ratio": 4.0,
720
+ "preserves_topology": true,
721
+ "smooth_scale_mean": 0.08908385038375854,
722
+ "elapsed_ms": 1.0190010070800781
723
+ },
724
+ {
725
+ "step": 251,
726
+ "dataset": "adalbertojunior/punctuation-ptbr",
727
+ "chunk_idx": 38,
728
+ "relative_error": 0.018440755331078054,
729
+ "compression_ratio": 4.0,
730
+ "preserves_topology": true,
731
+ "smooth_scale_mean": 0.08947890251874924,
732
+ "elapsed_ms": 0.7638931274414062
733
+ },
734
+ {
735
+ "step": 254,
736
+ "dataset": "adalbertojunior/punctuation-ptbr",
737
+ "chunk_idx": 39,
738
+ "relative_error": 0.014221811972550104,
739
+ "compression_ratio": 4.0,
740
+ "preserves_topology": true,
741
+ "smooth_scale_mean": 0.0899217426776886,
742
+ "elapsed_ms": 0.5695819854736328
743
+ },
744
+ {
745
+ "step": 257,
746
+ "dataset": "adalbertojunior/punctuation-ptbr",
747
+ "chunk_idx": 39,
748
+ "relative_error": 0.013679781642205766,
749
+ "compression_ratio": 4.0,
750
+ "preserves_topology": true,
751
+ "smooth_scale_mean": 0.090506412088871,
752
+ "elapsed_ms": 0.8034706115722656
753
+ },
754
+ {
755
+ "step": 259,
756
+ "dataset": "adalbertojunior/punctuation-ptbr",
757
+ "chunk_idx": 39,
758
+ "relative_error": 0.011203617522565134,
759
+ "compression_ratio": 4.0,
760
+ "preserves_topology": true,
761
+ "smooth_scale_mean": 0.09089741110801697,
762
+ "elapsed_ms": 0.5054473876953125
763
+ },
764
+ {
765
+ "step": 263,
766
+ "dataset": "adalbertojunior/punctuation-ptbr",
767
+ "chunk_idx": 40,
768
+ "relative_error": 0.012553542932008185,
769
+ "compression_ratio": 4.0,
770
+ "preserves_topology": true,
771
+ "smooth_scale_mean": 0.09152346849441528,
772
+ "elapsed_ms": 0.5609989166259766
773
+ },
774
+ {
775
+ "step": 265,
776
+ "dataset": "adalbertojunior/punctuation-ptbr",
777
+ "chunk_idx": 40,
778
+ "relative_error": 0.010544102960285304,
779
+ "compression_ratio": 4.0,
780
+ "preserves_topology": true,
781
+ "smooth_scale_mean": 0.09191027283668518,
782
+ "elapsed_ms": 0.6153583526611328
783
+ },
784
+ {
785
+ "step": 268,
786
+ "dataset": "adalbertojunior/punctuation-ptbr",
787
+ "chunk_idx": 41,
788
+ "relative_error": 0.010018474674543507,
789
+ "compression_ratio": 4.0,
790
+ "preserves_topology": true,
791
+ "smooth_scale_mean": 0.0923425629734993,
792
+ "elapsed_ms": 0.5452632904052734
793
+ },
794
+ {
795
+ "step": 270,
796
+ "dataset": "adalbertojunior/punctuation-ptbr",
797
+ "chunk_idx": 41,
798
+ "relative_error": 0.009202590889967827,
799
+ "compression_ratio": 4.0,
800
+ "preserves_topology": true,
801
+ "smooth_scale_mean": 0.09272630512714386,
802
+ "elapsed_ms": 0.5390644073486328
803
+ },
804
+ {
805
+ "step": 273,
806
+ "dataset": "adalbertojunior/punctuation-ptbr",
807
+ "chunk_idx": 41,
808
+ "relative_error": 0.010775142639733941,
809
+ "compression_ratio": 4.0,
810
+ "preserves_topology": true,
811
+ "smooth_scale_mean": 0.09329401701688766,
812
+ "elapsed_ms": 0.5192756652832031
813
+ },
814
+ {
815
+ "step": 275,
816
+ "dataset": "adalbertojunior/punctuation-ptbr",
817
+ "chunk_idx": 42,
818
+ "relative_error": 0.007997963878492532,
819
+ "compression_ratio": 4.0,
820
+ "preserves_topology": true,
821
+ "smooth_scale_mean": 0.09353525191545486,
822
+ "elapsed_ms": 0.48232078552246094
823
+ },
824
+ {
825
+ "step": 278,
826
+ "dataset": "adalbertojunior/punctuation-ptbr",
827
+ "chunk_idx": 42,
828
+ "relative_error": 0.01006480817971627,
829
+ "compression_ratio": 4.0,
830
+ "preserves_topology": true,
831
+ "smooth_scale_mean": 0.09409823268651962,
832
+ "elapsed_ms": 0.5638599395751953
833
+ },
834
+ {
835
+ "step": 282,
836
+ "dataset": "adalbertojunior/punctuation-ptbr",
837
+ "chunk_idx": 43,
838
+ "relative_error": 0.01151613334486699,
839
+ "compression_ratio": 4.0,
840
+ "preserves_topology": true,
841
+ "smooth_scale_mean": 0.09470317512750626,
842
+ "elapsed_ms": 0.5533695220947266
843
+ },
844
+ {
845
+ "step": 285,
846
+ "dataset": "adalbertojunior/punctuation-ptbr",
847
+ "chunk_idx": 43,
848
+ "relative_error": 0.01167668883113271,
849
+ "compression_ratio": 4.0,
850
+ "preserves_topology": true,
851
+ "smooth_scale_mean": 0.0952586978673935,
852
+ "elapsed_ms": 0.5922317504882812
853
+ },
854
+ {
855
+ "step": 289,
856
+ "dataset": "adalbertojunior/punctuation-ptbr",
857
+ "chunk_idx": 44,
858
+ "relative_error": 0.012165009101566263,
859
+ "compression_ratio": 4.0,
860
+ "preserves_topology": true,
861
+ "smooth_scale_mean": 0.09585604071617126,
862
+ "elapsed_ms": 0.5688667297363281
863
+ },
864
+ {
865
+ "step": 291,
866
+ "dataset": "adalbertojunior/punctuation-ptbr",
867
+ "chunk_idx": 44,
868
+ "relative_error": 0.009970129957672188,
869
+ "compression_ratio": 4.0,
870
+ "preserves_topology": true,
871
+ "smooth_scale_mean": 0.09622537344694138,
872
+ "elapsed_ms": 0.5929470062255859
873
+ },
874
+ {
875
+ "step": 294,
876
+ "dataset": "adalbertojunior/punctuation-ptbr",
877
+ "chunk_idx": 44,
878
+ "relative_error": 0.01071649210784082,
879
+ "compression_ratio": 4.0,
880
+ "preserves_topology": true,
881
+ "smooth_scale_mean": 0.09677233546972275,
882
+ "elapsed_ms": 0.5846023559570312
883
+ },
884
+ {
885
+ "step": 297,
886
+ "dataset": "adalbertojunior/punctuation-ptbr",
887
+ "chunk_idx": 45,
888
+ "relative_error": 0.009636556587073523,
889
+ "compression_ratio": 4.0,
890
+ "preserves_topology": true,
891
+ "smooth_scale_mean": 0.09718283265829086,
892
+ "elapsed_ms": 0.6144046783447266
893
+ },
894
+ {
895
+ "step": 301,
896
+ "dataset": "iara-project/news-articles-ptbr-dataset",
897
+ "chunk_idx": 46,
898
+ "relative_error": 0.011810488310205088,
899
+ "compression_ratio": 4.0,
900
+ "preserves_topology": true,
901
+ "smooth_scale_mean": 0.09785696119070053,
902
+ "elapsed_ms": 0.5862712860107422
903
+ },
904
+ {
905
+ "step": 303,
906
+ "dataset": "iara-project/news-articles-ptbr-dataset",
907
+ "chunk_idx": 46,
908
+ "relative_error": 0.009634757067906069,
909
+ "compression_ratio": 4.0,
910
+ "preserves_topology": true,
911
+ "smooth_scale_mean": 0.09821879118680954,
912
+ "elapsed_ms": 0.5612373352050781
913
+ },
914
+ {
915
+ "step": 305,
916
+ "dataset": "iara-project/news-articles-ptbr-dataset",
917
+ "chunk_idx": 46,
918
+ "relative_error": 0.008520881860444706,
919
+ "compression_ratio": 4.0,
920
+ "preserves_topology": true,
921
+ "smooth_scale_mean": 0.09857958555221558,
922
+ "elapsed_ms": 0.5815029144287109
923
+ },
924
+ {
925
+ "step": 307,
926
+ "dataset": "iara-project/news-articles-ptbr-dataset",
927
+ "chunk_idx": 47,
928
+ "relative_error": 0.006598336139097221,
929
+ "compression_ratio": 4.0,
930
+ "preserves_topology": true,
931
+ "smooth_scale_mean": 0.098808154463768,
932
+ "elapsed_ms": 0.5021095275878906
933
+ },
934
+ {
935
+ "step": 309,
936
+ "dataset": "iara-project/news-articles-ptbr-dataset",
937
+ "chunk_idx": 47,
938
+ "relative_error": 0.006958979759847544,
939
+ "compression_ratio": 4.0,
940
+ "preserves_topology": true,
941
+ "smooth_scale_mean": 0.09916720539331436,
942
+ "elapsed_ms": 0.5433559417724609
943
+ },
944
+ {
945
+ "step": 312,
946
+ "dataset": "iara-project/news-articles-ptbr-dataset",
947
+ "chunk_idx": 47,
948
+ "relative_error": 0.008872249936802443,
949
+ "compression_ratio": 4.0,
950
+ "preserves_topology": true,
951
+ "smooth_scale_mean": 0.09969834238290787,
952
+ "elapsed_ms": 0.507354736328125
953
+ },
954
+ {
955
+ "step": 314,
956
+ "dataset": "iara-project/news-articles-ptbr-dataset",
957
+ "chunk_idx": 48,
958
+ "relative_error": 0.006721214819414625,
959
+ "compression_ratio": 4.0,
960
+ "preserves_topology": true,
961
+ "smooth_scale_mean": 0.09992430359125137,
962
+ "elapsed_ms": 0.5211830139160156
963
+ },
964
+ {
965
+ "step": 316,
966
+ "dataset": "iara-project/news-articles-ptbr-dataset",
967
+ "chunk_idx": 48,
968
+ "relative_error": 0.006938676479887478,
969
+ "compression_ratio": 4.0,
970
+ "preserves_topology": true,
971
+ "smooth_scale_mean": 0.1002793237566948,
972
+ "elapsed_ms": 0.5009174346923828
973
+ },
974
+ {
975
+ "step": 318,
976
+ "dataset": "iara-project/news-articles-ptbr-dataset",
977
+ "chunk_idx": 48,
978
+ "relative_error": 0.007021861577042208,
979
+ "compression_ratio": 4.0,
980
+ "preserves_topology": true,
981
+ "smooth_scale_mean": 0.10063304752111435,
982
+ "elapsed_ms": 0.6096363067626953
983
+ },
984
+ {
985
+ "step": 321,
986
+ "dataset": "iara-project/news-articles-ptbr-dataset",
987
+ "chunk_idx": 49,
988
+ "relative_error": 0.007465898188224538,
989
+ "compression_ratio": 4.0,
990
+ "preserves_topology": true,
991
+ "smooth_scale_mean": 0.10102827847003937,
992
+ "elapsed_ms": 0.5862712860107422
993
+ },
994
+ {
995
+ "step": 324,
996
+ "dataset": "iara-project/news-articles-ptbr-dataset",
997
+ "chunk_idx": 49,
998
+ "relative_error": 0.008928846682364516,
999
+ "compression_ratio": 4.0,
1000
+ "preserves_topology": true,
1001
+ "smooth_scale_mean": 0.10154955834150314,
1002
+ "elapsed_ms": 0.5161762237548828
1003
+ }
1004
+ ],
1005
+ "summary": {
1006
+ "active": true,
1007
+ "n_calls": 100,
1008
+ "latest": {
1009
+ "active": true,
1010
+ "n_neurons": 864,
1011
+ "n_features": 4,
1012
+ "n_calibration_samples": 16,
1013
+ "smooth_scale_mean": 0.11529327929019928,
1014
+ "smooth_scale_std": 0.22994910180568695,
1015
+ "smooth_scale_min": 0.00031872352701611817,
1016
+ "smooth_scale_max": 0.4602169394493103,
1017
+ "alpha": 0.5,
1018
+ "n_bits": 8,
1019
+ "compression_ratio": 4.0,
1020
+ "weights_norm_original": 1962.3458251953125,
1021
+ "weights_norm_dequant": 1973.36376953125,
1022
+ "absolute_error": 11.020599365234375,
1023
+ "relative_error": 0.005616033231113835,
1024
+ "preserves_topology": true,
1025
+ "w8a8_int8_range": [
1026
+ -122,
1027
+ 127
1028
+ ],
1029
+ "elapsed_ms": 0.5145072937011719
1030
+ },
1031
+ "mean_relative_error": 0.015359933862165893,
1032
+ "max_relative_error": 0.16713649906961597,
1033
+ "all_preserve_topology": false
1034
+ }
1035
+ }
reports/archive/v6_5_7ds_attn_v3_attention_eval.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "attention_active_and_functional_v65_attn",
3
+ "user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
4
+ "module_type": "MultiHeadAttention",
5
+ "module_is_MultiHeadAttention": true,
6
+ "snapshot_before_explicit_test": {
7
+ "active": true,
8
+ "n_calls": 6958,
9
+ "n_errors": 0,
10
+ "last_norm_in": 112.62097930908203,
11
+ "last_norm_out": 117.49085235595703,
12
+ "last_attn_activated": true,
13
+ "last_attn_diff_norm": 119.20104217529297,
14
+ "n_heads": 8,
15
+ "logic_functional": true
16
+ },
17
+ "snapshot_after_explicit_test": {
18
+ "active": true,
19
+ "n_calls": 6959,
20
+ "n_errors": 0,
21
+ "last_norm_in": 113.03227233886719,
22
+ "last_norm_out": 116.45388793945312,
23
+ "last_attn_activated": true,
24
+ "last_attn_diff_norm": 117.58946228027344,
25
+ "n_heads": 8,
26
+ "logic_functional": true
27
+ },
28
+ "explicit_test": {
29
+ "test_text": "teste do mecanismo de atenção ativo",
30
+ "vec_with_attn_norm": 0.695900022983551,
31
+ "vec_without_attn_norm": 0.695900022983551,
32
+ "vec_diff_norm": 1.9680817331391154e-06,
33
+ "attention_modifies_output": true
34
+ },
35
+ "summary": {
36
+ "active": true,
37
+ "n_calls": 6959,
38
+ "n_errors": 0,
39
+ "last_attn_activated": true,
40
+ "logic_functional": true,
41
+ "attention_modifies_output": true,
42
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
43
+ }
44
+ }
reports/archive/v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
3
+ "results": {
4
+ "baseline_float": {
5
+ "penalty": 7.579145386815071
6
+ },
7
+ "w8a8_with_dequant": {
8
+ "penalty": 7.579145386815071,
9
+ "relative_error": 0.0,
10
+ "preserves_accuracy": true
11
+ },
12
+ "w8a8_no_dequant_broken": {
13
+ "penalty": 7.579145386815071,
14
+ "relative_error": 0.0,
15
+ "preserves_accuracy": true
16
+ }
17
+ },
18
+ "analysis": {
19
+ "dequant_relative_error": 0.0,
20
+ "int8_relative_error": 0.0,
21
+ "dequant_preserves_accuracy": true,
22
+ "conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
23
+ },
24
+ "ewc_config": {
25
+ "eval_mode_penalty": true,
26
+ "skip_som_filled_neurons": true,
27
+ "lambda_ewc": 100.0,
28
+ "fisher_n_samples": 32
29
+ }
30
+ }
reports/archive/v6_5_7ds_attn_v3_inference_punishment.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "user_questions_with_punishment_v65_fix",
3
+ "user_requirement": "não ajudar o modelo em respostas E ao punir o modelo reajusta seus parâmetros usando a camada de hipótese (mirror do treinamento)",
4
+ "questions_sent_verbatim": true,
5
+ "no_context_added": true,
6
+ "no_system_prompt": true,
7
+ "no_few_shot": true,
8
+ "n_questions": 3,
9
+ "questions": [
10
+ "Luva de Pedreiro Távila",
11
+ "Lula reserva valor",
12
+ "Amazonas força-tarefa vítimas"
13
+ ],
14
+ "results": [
15
+ {
16
+ "query": "Luva de Pedreiro Távila",
17
+ "query_was_modified": false,
18
+ "context_provided": false,
19
+ "system_prompt_used": false,
20
+ "few_shot_examples": false,
21
+ "som_prediction_before": "body",
22
+ "probability_before": 0.9416029453277588,
23
+ "som_prediction_after": "body",
24
+ "probability_after": 0.8029372096061707,
25
+ "prediction_changed_by_punishment": false,
26
+ "needs_punishment": true,
27
+ "punishment_outcome": {
28
+ "action": "activate_hypothesis",
29
+ "inference_punishment_count": 1,
30
+ "punishment_count_cycle": 1,
31
+ "classifier_trained": true,
32
+ "ewc_reference_set": true,
33
+ "accuracy_after_punishment": 0.8,
34
+ "buffer_size": 5,
35
+ "bmu_of_misclassified": [
36
+ 1,
37
+ 4,
38
+ 2,
39
+ 1
40
+ ],
41
+ "elapsed_ms": 283.8399410247803
42
+ },
43
+ "reasoning_length": 1012,
44
+ "has_think": true,
45
+ "has_plan": true,
46
+ "has_answer": true,
47
+ "has_decompose": true,
48
+ "think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
49
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
50
+ "raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
51
+ "n_tags": 4,
52
+ "latency_ms": 11.647462844848633
53
+ },
54
+ {
55
+ "query": "Lula reserva valor",
56
+ "query_was_modified": false,
57
+ "context_provided": false,
58
+ "system_prompt_used": false,
59
+ "few_shot_examples": false,
60
+ "som_prediction_before": "body",
61
+ "probability_before": 0.8029372096061707,
62
+ "som_prediction_after": "body",
63
+ "probability_after": 0.8029372096061707,
64
+ "prediction_changed_by_punishment": false,
65
+ "needs_punishment": false,
66
+ "punishment_outcome": null,
67
+ "reasoning_length": 982,
68
+ "has_think": true,
69
+ "has_plan": true,
70
+ "has_answer": true,
71
+ "has_decompose": true,
72
+ "think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
73
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
74
+ "raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
75
+ "n_tags": 4,
76
+ "latency_ms": 12.577533721923828
77
+ },
78
+ {
79
+ "query": "Amazonas força-tarefa vítimas",
80
+ "query_was_modified": false,
81
+ "context_provided": false,
82
+ "system_prompt_used": false,
83
+ "few_shot_examples": false,
84
+ "som_prediction_before": "body",
85
+ "probability_before": 0.8029372096061707,
86
+ "som_prediction_after": "body",
87
+ "probability_after": 0.8029372096061707,
88
+ "prediction_changed_by_punishment": false,
89
+ "needs_punishment": false,
90
+ "punishment_outcome": null,
91
+ "reasoning_length": 1048,
92
+ "has_think": true,
93
+ "has_plan": true,
94
+ "has_answer": true,
95
+ "has_decompose": true,
96
+ "think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
97
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
98
+ "raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
99
+ "n_tags": 4,
100
+ "latency_ms": 11.980772018432617
101
+ }
102
+ ],
103
+ "punishment_outcomes": [
104
+ {
105
+ "action": "activate_hypothesis",
106
+ "inference_punishment_count": 1,
107
+ "punishment_count_cycle": 1,
108
+ "classifier_trained": true,
109
+ "ewc_reference_set": true,
110
+ "accuracy_after_punishment": 0.8,
111
+ "buffer_size": 5,
112
+ "bmu_of_misclassified": [
113
+ 1,
114
+ 4,
115
+ 2,
116
+ 1
117
+ ],
118
+ "elapsed_ms": 283.8399410247803
119
+ }
120
+ ],
121
+ "summary": {
122
+ "n_punishments_applied": 1,
123
+ "n_predictions_changed_by_punishment": 0,
124
+ "n_with_answer": 3,
125
+ "n_with_think": 3,
126
+ "n_activate_hypothesis": 1,
127
+ "n_set_ewc_reference": 0,
128
+ "avg_latency_ms": 12.068589528401693,
129
+ "inference_punishment_count_total": 1
130
+ },
131
+ "mathematical_principle": {
132
+ "training_protocol": "if acc < 1.0: punishment_count += 1; if punishment_count == 1: activate_hypothesis(); elif punishment_count == 2: set_ewc_reference(); reset",
133
+ "inference_mirror": "if response_is_inadequate: punish_during_inference(sentence, correct_label); 1st: activate_hypothesis() re-treina classifier (Adam+BCE, 50 epochs); 2nd: set_ewc_reference() consolida w via Fisher; reset",
134
+ "parameter_adjustment": "θ_{t+1} = θ_t - η·∂L_BCE/∂θ (HypothesisClassifier); F_i = mean((x_w - W_w,i)²) (Fisher information for EWC)"
135
+ },
136
+ "quality_assessment": {
137
+ "response_quality": "GOOD",
138
+ "punishment_applied": true,
139
+ "model_self_corrected": false,
140
+ "model_not_helped": true
141
+ }
142
+ }
reports/archive/v6_5_7ds_attn_v3_module_analysis.json ADDED
@@ -0,0 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "removed_modules": {
3
+ "src/bigru_t/model/bigru4.py": {
4
+ "exists_after_v65": false,
5
+ "status": "REMOVED"
6
+ },
7
+ "src/bigru_t/model/gru_hierarchy.py": {
8
+ "exists_after_v65": false,
9
+ "status": "REMOVED"
10
+ },
11
+ "src/bigru_t/model/orq_cell.py": {
12
+ "exists_after_v65": false,
13
+ "status": "REMOVED"
14
+ },
15
+ "src/bigru_t/model/train_t.py": {
16
+ "exists_after_v65": false,
17
+ "status": "REMOVED"
18
+ },
19
+ "src/bigru_t/model/transformer_unit.py": {
20
+ "exists_after_v65": false,
21
+ "status": "REMOVED"
22
+ },
23
+ "src/bigru_t/model/u8cell_t.py": {
24
+ "exists_after_v65": false,
25
+ "status": "REMOVED"
26
+ },
27
+ "src/bigru_t/model/unified_model.py": {
28
+ "exists_after_v65": false,
29
+ "status": "REMOVED"
30
+ },
31
+ "src/bigru_t/model/module_selector.py": {
32
+ "exists_after_v65": false,
33
+ "status": "REMOVED"
34
+ },
35
+ "src/bigru_t/training/trainer.py": {
36
+ "exists_after_v65": false,
37
+ "status": "REMOVED"
38
+ }
39
+ },
40
+ "removed_folders": {
41
+ "src/bigru_t/model/kohonen_refactored/": {
42
+ "exists_after_v65": false,
43
+ "status": "REMOVED"
44
+ }
45
+ },
46
+ "active_modules": {
47
+ "src/bigru_t/model/kohonen_learning_system.py": {
48
+ "exists": true,
49
+ "size_bytes": 80777,
50
+ "activity": "active"
51
+ },
52
+ "src/bigru_t/model/hyp_t.py": {
53
+ "exists": true,
54
+ "size_bytes": 3849,
55
+ "activity": "active"
56
+ },
57
+ "src/bigru_t/model/vqvae2_hierarchical.py": {
58
+ "exists": true,
59
+ "size_bytes": 7808,
60
+ "activity": "active"
61
+ },
62
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
63
+ "exists": true,
64
+ "size_bytes": 22745,
65
+ "activity": "active"
66
+ },
67
+ "src/bigru_t/model/token_compress.py": {
68
+ "exists": true,
69
+ "size_bytes": 14129,
70
+ "activity": "active"
71
+ },
72
+ "src/bigru_t/model/embedding_reconfig.py": {
73
+ "exists": true,
74
+ "size_bytes": 2414,
75
+ "activity": "active"
76
+ },
77
+ "src/bigru_t/model/attention_multimodal.py": {
78
+ "exists": true,
79
+ "size_bytes": 3787,
80
+ "activity": "active"
81
+ },
82
+ "src/bigru_t/attention/window_context.py": {
83
+ "exists": true,
84
+ "size_bytes": 7611,
85
+ "activity": "active"
86
+ },
87
+ "src/bigru_t/training/mtp.py": {
88
+ "exists": true,
89
+ "size_bytes": 10260,
90
+ "activity": "active"
91
+ },
92
+ "src/bigru_t/training/ewc.py": {
93
+ "exists": true,
94
+ "size_bytes": 25029,
95
+ "activity": "active"
96
+ },
97
+ "src/bigru_t/quantization/smoothquant_compressor.py": {
98
+ "exists": true,
99
+ "size_bytes": 3562,
100
+ "activity": "active"
101
+ },
102
+ "src/bigru_t/quantization/w8a8_smoothquant.py": {
103
+ "exists": true,
104
+ "size_bytes": 16296,
105
+ "activity": "active"
106
+ },
107
+ "src/bigru_t/quantization/quantized_linear.py": {
108
+ "exists": true,
109
+ "size_bytes": 6361,
110
+ "activity": "active"
111
+ },
112
+ "src/bigru_t/reasoning/reasoning_engine.py": {
113
+ "exists": true,
114
+ "size_bytes": 19946,
115
+ "activity": "active"
116
+ },
117
+ "src/bigru_t/reasoning/thinking.py": {
118
+ "exists": true,
119
+ "size_bytes": 5303,
120
+ "activity": "active"
121
+ },
122
+ "src/bigru_t/reasoning/circular_orchestration.py": {
123
+ "exists": true,
124
+ "size_bytes": 30801,
125
+ "activity": "active"
126
+ },
127
+ "src/bigru_t/reasoning/tool_agent.py": {
128
+ "exists": true,
129
+ "size_bytes": 29933,
130
+ "activity": "active"
131
+ },
132
+ "src/bigru_t/reasoning/distributed_reasoning_system.py": {
133
+ "exists": true,
134
+ "size_bytes": 29129,
135
+ "activity": "active"
136
+ },
137
+ "src/bigru_t/reasoning/cyclic_reasoning.py": {
138
+ "exists": true,
139
+ "size_bytes": 25045,
140
+ "activity": "active"
141
+ },
142
+ "src/bigru_t/reasoning/consensus_sampling.py": {
143
+ "exists": true,
144
+ "size_bytes": 1302,
145
+ "activity": "active"
146
+ },
147
+ "src/bigru_t/data/streaming_datasets.py": {
148
+ "exists": true,
149
+ "size_bytes": 38310,
150
+ "activity": "active"
151
+ },
152
+ "src/bigru_t/utils/xeon_runtime.py": {
153
+ "exists": true,
154
+ "size_bytes": 23928,
155
+ "activity": "active"
156
+ }
157
+ },
158
+ "v65_attn_features": {
159
+ "vqvae2_active_in_pipeline": true,
160
+ "reasoning_engine_integrated": true,
161
+ "smoothquant_w8a8_integrated_to_kls": true,
162
+ "tool_coordinator_workers_reactivated": true,
163
+ "ewc_w8a8_dequant_benchmark": true,
164
+ "kohonen_moved_up": true,
165
+ "real_streaming_forced": true,
166
+ "som_grid_864_neurons": true,
167
+ "mtp_head_size_increased_K6": true,
168
+ "attention_integrated_to_text_to_4d_vector": true,
169
+ "attention_metrics_exposed": true,
170
+ "stream_batch_size_100": true,
171
+ "meta_minima_5000_samples": true
172
+ }
173
+ }
reports/archive/v6_5_7ds_attn_v3_predict_fix_eval.json ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "predict_fix_v65",
3
+ "user_requirement": "rótulos 'gato'/'cachorro' fixos → extração variável e flexível",
4
+ "n_test_queries": 6,
5
+ "results": [
6
+ {
7
+ "query": "o gato dorme na cama",
8
+ "prediction": "body",
9
+ "prediction_proba": "body",
10
+ "probability": 0.9416029453277588,
11
+ "is_gato_hardcoded": false,
12
+ "is_cachorro_hardcoded": false,
13
+ "is_registry_label": true,
14
+ "is_default_label": false
15
+ },
16
+ {
17
+ "query": "calcule dois mais dois",
18
+ "prediction": "body",
19
+ "prediction_proba": "body",
20
+ "probability": 0.9416029453277588,
21
+ "is_gato_hardcoded": false,
22
+ "is_cachorro_hardcoded": false,
23
+ "is_registry_label": true,
24
+ "is_default_label": false
25
+ },
26
+ {
27
+ "query": "qual é a capital do brasil",
28
+ "prediction": "body",
29
+ "prediction_proba": "body",
30
+ "probability": 0.9416029453277588,
31
+ "is_gato_hardcoded": false,
32
+ "is_cachorro_hardcoded": false,
33
+ "is_registry_label": true,
34
+ "is_default_label": false
35
+ },
36
+ {
37
+ "query": "explique o que é uma rede neural",
38
+ "prediction": "body",
39
+ "prediction_proba": "body",
40
+ "probability": 0.9416029453277588,
41
+ "is_gato_hardcoded": false,
42
+ "is_cachorro_hardcoded": false,
43
+ "is_registry_label": true,
44
+ "is_default_label": false
45
+ },
46
+ {
47
+ "query": "olá como você está",
48
+ "prediction": "body",
49
+ "prediction_proba": "body",
50
+ "probability": 0.9416029453277588,
51
+ "is_gato_hardcoded": false,
52
+ "is_cachorro_hardcoded": false,
53
+ "is_registry_label": true,
54
+ "is_default_label": false
55
+ },
56
+ {
57
+ "query": "traduza hello para portugues",
58
+ "prediction": "body",
59
+ "prediction_proba": "body",
60
+ "probability": 0.9416029453277588,
61
+ "is_gato_hardcoded": false,
62
+ "is_cachorro_hardcoded": false,
63
+ "is_registry_label": true,
64
+ "is_default_label": false
65
+ }
66
+ ],
67
+ "per_dataset_results": [
68
+ {
69
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
70
+ "expected_labels": [
71
+ "unpunctuated",
72
+ "punctuated"
73
+ ],
74
+ "prediction": "punctuated",
75
+ "valid": true
76
+ },
77
+ {
78
+ "dataset": "carolina-c4ai/corpus-carolina",
79
+ "expected_labels": [
80
+ "raw_corpus",
81
+ "normalized_text"
82
+ ],
83
+ "prediction": "normalized_text",
84
+ "valid": true
85
+ },
86
+ {
87
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
88
+ "expected_labels": [
89
+ "user_turn",
90
+ "assistant_turn"
91
+ ],
92
+ "prediction": "assistant_turn",
93
+ "valid": true
94
+ },
95
+ {
96
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
97
+ "expected_labels": [
98
+ "instruction",
99
+ "response"
100
+ ],
101
+ "prediction": "response",
102
+ "valid": true
103
+ },
104
+ {
105
+ "dataset": "adalbertojunior/punctuation-ptbr",
106
+ "expected_labels": [
107
+ "unpunctuated",
108
+ "punctuated"
109
+ ],
110
+ "prediction": "punctuated",
111
+ "valid": true
112
+ },
113
+ {
114
+ "dataset": "iara-project/news-articles-ptbr-dataset",
115
+ "expected_labels": [
116
+ "headline",
117
+ "body"
118
+ ],
119
+ "prediction": "body",
120
+ "valid": true
121
+ },
122
+ {
123
+ "dataset": "manoela/noticias_ptbr",
124
+ "expected_labels": [
125
+ "headline",
126
+ "body"
127
+ ],
128
+ "prediction": "body",
129
+ "valid": true
130
+ }
131
+ ],
132
+ "summary": {
133
+ "n_returns_gato": 0,
134
+ "n_returns_cachorro": 0,
135
+ "n_returns_registry_label": 6,
136
+ "n_returns_default_label": 0,
137
+ "fix_pass": true,
138
+ "n_datasets_registered": 7,
139
+ "last_dataset_used": "manoela/noticias_ptbr"
140
+ },
141
+ "mathematical_correction": {
142
+ "before_bug": "return 'gato' if prob <= 0.5 else 'cachorro' # FIXO",
143
+ "after_fix": "label_int = 1 if prob > 0.5 else 0; label_str = self.get_label_string(label_int, dataset_name)",
144
+ "registry_lookup": "label_registry[dataset_name][label_int]",
145
+ "fallback_chain": [
146
+ "1. registry[dataset_name][label_int]",
147
+ "2. registry[last_dataset][label_int]",
148
+ "3. default {0: 'negative', 1: 'positive'}",
149
+ "4. synthetic f'label_{label_int}'"
150
+ ]
151
+ },
152
+ "verdict": "PASS"
153
+ }
reports/archive/v6_5_7ds_attn_v3_reasoning_eval.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "reasoning_and_response_quality_v65_attn",
3
+ "n_test_queries": 7,
4
+ "results": [
5
+ {
6
+ "query": "o gato dorme na cama",
7
+ "som_prediction": "body",
8
+ "reasoning_length": 994,
9
+ "has_think": true,
10
+ "has_plan": true,
11
+ "has_answer": true,
12
+ "has_decompose": true,
13
+ "think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
14
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
15
+ "n_tags": 4
16
+ },
17
+ {
18
+ "query": "calcule dois mais dois",
19
+ "som_prediction": "body",
20
+ "reasoning_length": 1006,
21
+ "has_think": true,
22
+ "has_plan": true,
23
+ "has_answer": true,
24
+ "has_decompose": true,
25
+ "think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
26
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
27
+ "n_tags": 4
28
+ },
29
+ {
30
+ "query": "olá como você está",
31
+ "som_prediction": "body",
32
+ "reasoning_length": 982,
33
+ "has_think": true,
34
+ "has_plan": true,
35
+ "has_answer": true,
36
+ "has_decompose": true,
37
+ "think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
38
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
39
+ "n_tags": 4
40
+ },
41
+ {
42
+ "query": "translate hello to portuguese",
43
+ "som_prediction": "body",
44
+ "reasoning_length": 1048,
45
+ "has_think": true,
46
+ "has_plan": true,
47
+ "has_answer": true,
48
+ "has_decompose": true,
49
+ "think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
50
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
51
+ "n_tags": 4
52
+ },
53
+ {
54
+ "query": "prove que a soma de pares é par",
55
+ "som_prediction": "body",
56
+ "reasoning_length": 1060,
57
+ "has_think": true,
58
+ "has_plan": true,
59
+ "has_answer": true,
60
+ "has_decompose": true,
61
+ "think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
62
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
63
+ "n_tags": 4
64
+ },
65
+ {
66
+ "query": "qual é a capital do brasil",
67
+ "som_prediction": "body",
68
+ "reasoning_length": 1030,
69
+ "has_think": true,
70
+ "has_plan": true,
71
+ "has_answer": true,
72
+ "has_decompose": true,
73
+ "think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
74
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
75
+ "n_tags": 4
76
+ },
77
+ {
78
+ "query": "explique o que é uma rede neural",
79
+ "som_prediction": "body",
80
+ "reasoning_length": 1066,
81
+ "has_think": true,
82
+ "has_plan": true,
83
+ "has_answer": true,
84
+ "has_decompose": true,
85
+ "think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
86
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
87
+ "n_tags": 4
88
+ }
89
+ ],
90
+ "summary": {
91
+ "n_with_answer": 7,
92
+ "n_with_think": 7,
93
+ "answer_rate": 1.0,
94
+ "think_rate": 1.0,
95
+ "avg_reasoning_length": 1026.5714285714287,
96
+ "reasoning_engine_active": true,
97
+ "reasoning_engine_n_history": 7
98
+ },
99
+ "quality_assessment": {
100
+ "response_quality": "GOOD",
101
+ "reasoning_quality": "GOOD",
102
+ "tags_present": [
103
+ "<think>",
104
+ "<plan>",
105
+ "<decompose>",
106
+ "<answer>"
107
+ ],
108
+ "compatible_with": [
109
+ "Ollama",
110
+ "LangChain",
111
+ "vLLM"
112
+ ]
113
+ }
114
+ }
reports/archive/v6_5_7ds_attn_v3_report.json ADDED
@@ -0,0 +1,831 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn-v3-dynamic-labels-inference-punishment",
3
+ "timestamp": "2026-08-08T05:08:12.925633",
4
+ "user_requirements_checklist": {
5
+ "HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
6
+ "streaming_datasets_active_REAL": true,
7
+ "xeon_runtime_active": true,
8
+ "V65_ENABLE_STREAMING_forced": true,
9
+ "attention_active_and_logic_functional": true,
10
+ "streaming_100_per_batch": true,
11
+ "meta_minima_6000_atingida": true,
12
+ "no_synthetic_data": true,
13
+ "streaming_with_pauses": true,
14
+ "storage_critical_check": true,
15
+ "model_states_saved_for_evaluation": true,
16
+ "user_questions_launched_without_help": true,
17
+ "aggressive_ram_cleanup": true,
18
+ "aggressive_storage_cleanup": true,
19
+ "metrics_reasoning_response_verified": true,
20
+ "exhausted_7_datasets_in_sequence": true,
21
+ "som_grid_864_neurons": true,
22
+ "mtp_head_size_increased_K6": true,
23
+ "vqvae2_active_in_pipeline": true,
24
+ "reasoning_engine_integrated_to_kls": true,
25
+ "smoothquant_w8a8_integrated_to_kls": true,
26
+ "tool_coordinator_workers_reactivated": true,
27
+ "ewc_w8a8_dequant_benchmark_active": true,
28
+ "logic_and_bugfixes_verified": true,
29
+ "predict_returns_dynamic_labels_NOT_gato_cachorro": true,
30
+ "v2_model_states_pt_deleted_from_HF_due_to_bug": true,
31
+ "inference_punishment_via_hypothesis_layer_active": true,
32
+ "label_registry_populated_with_7_datasets": true
33
+ },
34
+ "config": {
35
+ "BATCH_SIZE": 16,
36
+ "STREAM_BATCH_SIZE": 100,
37
+ "datasets_to_exhaust": [
38
+ "dominguesm/restore-punctuation-ptbr-dataset",
39
+ "carolina-c4ai/corpus-carolina",
40
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
41
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
42
+ "adalbertojunior/punctuation-ptbr",
43
+ "iara-project/news-articles-ptbr-dataset",
44
+ "manoela/noticias_ptbr"
45
+ ],
46
+ "MAX_SAMPLES_PER_DATASET": 1000,
47
+ "TOTAL_SAMPLES_TARGET": 7000,
48
+ "META_MINIMA_SAMPLES": 6000,
49
+ "SOM_GRID": [
50
+ 6,
51
+ 6,
52
+ 6,
53
+ 4
54
+ ],
55
+ "n_neurons": 864,
56
+ "HIDDEN_DIM": 1024,
57
+ "VOCAB_SIZE": 16384,
58
+ "MAX_SEQ_LEN": 8,
59
+ "MTP_K": 6,
60
+ "INTER_BATCH_PAUSE_S": 0.3,
61
+ "INTER_STREAM_BATCH_PAUSE_S": 0.5,
62
+ "INTER_DATASET_PAUSE_S": 1.5,
63
+ "STORAGE_CRITICAL_PCT": 90,
64
+ "ATTENTION_N_HEADS": 8
65
+ },
66
+ "xeon_status": {
67
+ "version": "V6",
68
+ "physical_cores": 2,
69
+ "env": {
70
+ "MKL_ENABLE_INSTRUCTIONS": "AVX512",
71
+ "MKL_NUM_THREADS": "2",
72
+ "OMP_NUM_THREADS": "2",
73
+ "MKL_DYNAMIC": "FALSE",
74
+ "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
75
+ "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
76
+ "KMP_AFFINITY": "granularity=fine,compact,1,0",
77
+ "KMP_BLOCKTIME": "1"
78
+ },
79
+ "avx512": {
80
+ "supported": true,
81
+ "desc": "AVX512_VNNI (full INT8 acceleration)"
82
+ },
83
+ "amx": {
84
+ "supported": true,
85
+ "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
86
+ },
87
+ "ipex_available": false,
88
+ "init_done": true
89
+ },
90
+ "fp16_benchmark": {
91
+ "best_time_ms": 98.50393599981544,
92
+ "avg_time_ms": 101.05364449987064,
93
+ "best_tflops": 1.299440460939955,
94
+ "avg_tflops": 1.266653970111527,
95
+ "matrix_size": 4000.0
96
+ },
97
+ "training": {
98
+ "duration_s": 847.3532733917236,
99
+ "n_steps": 476,
100
+ "samples_per_dataset_actual": {
101
+ "dominguesm/restore-punctuation-ptbr-dataset": 1000,
102
+ "carolina-c4ai/corpus-carolina": 1000,
103
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 1000,
104
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 1000,
105
+ "adalbertojunior/punctuation-ptbr": 800,
106
+ "iara-project/news-articles-ptbr-dataset": 1000,
107
+ "manoela/noticias_ptbr": 1000
108
+ },
109
+ "total_samples_processed": 6800,
110
+ "meta_minima_atingida": true,
111
+ "streaming_failures": {
112
+ "dominguesm/restore-punctuation-ptbr-dataset": 0,
113
+ "carolina-c4ai/corpus-carolina": 0,
114
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
115
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
116
+ "adalbertojunior/punctuation-ptbr": 0,
117
+ "iara-project/news-articles-ptbr-dataset": 0,
118
+ "manoela/noticias_ptbr": 0
119
+ },
120
+ "storage_critical_stopped": false,
121
+ "inter_batch_pause_s": 0.3,
122
+ "inter_stream_batch_pause_s": 0.5,
123
+ "inter_dataset_pause_s": 1.5
124
+ },
125
+ "summary": {
126
+ "n_steps": 476,
127
+ "final_loss": -1.0,
128
+ "mean_loss": -0.9786455052253037,
129
+ "min_loss": -1.0,
130
+ "max_loss": -0.7071067811865476,
131
+ "final_acc": 1.0,
132
+ "mean_acc": 0.9595613306252125,
133
+ "sigma_start": 1.3846745195799537,
134
+ "sigma_end": 2.4620040335229586e-06,
135
+ "vqvae2_mean_total_loss": 0.21241805985381332,
136
+ "vqvae2_final_total_loss": 0.34747156500816345,
137
+ "w8a8_mean_relative_error": 0.025693020175803747,
138
+ "w8a8_final_relative_error": 0.005490531026859645,
139
+ "attention_final_n_calls": 6958,
140
+ "attention_max_n_calls": 6958,
141
+ "rss_max_mb": 2430.0,
142
+ "rss_final_mb": 2430.0,
143
+ "disk_max_pct": 50.70334338489278,
144
+ "disk_final_pct": 50.70334338489278,
145
+ "n_alerts": 475,
146
+ "alerts": [
147
+ {
148
+ "type": "3.3_loss_vanishing",
149
+ "step": 1,
150
+ "value": -1.0
151
+ },
152
+ {
153
+ "type": "3.3_loss_vanishing",
154
+ "step": 2,
155
+ "value": -0.9682458365518543
156
+ },
157
+ {
158
+ "type": "3.3_loss_vanishing",
159
+ "step": 3,
160
+ "value": -1.0
161
+ },
162
+ {
163
+ "type": "3.3_loss_vanishing",
164
+ "step": 4,
165
+ "value": -1.0
166
+ },
167
+ {
168
+ "type": "3.3_loss_vanishing",
169
+ "step": 5,
170
+ "value": -0.9682458365518543
171
+ },
172
+ {
173
+ "type": "3.3_loss_vanishing",
174
+ "step": 6,
175
+ "value": -1.0
176
+ },
177
+ {
178
+ "type": "3.3_loss_vanishing",
179
+ "step": 7,
180
+ "value": -0.8660254037844386
181
+ },
182
+ {
183
+ "type": "3.3_loss_vanishing",
184
+ "step": 8,
185
+ "value": -1.0
186
+ },
187
+ {
188
+ "type": "3.3_loss_vanishing",
189
+ "step": 9,
190
+ "value": -0.9354143466934853
191
+ },
192
+ {
193
+ "type": "3.3_loss_vanishing",
194
+ "step": 10,
195
+ "value": -1.0
196
+ },
197
+ {
198
+ "type": "3.3_loss_vanishing",
199
+ "step": 11,
200
+ "value": -0.9682458365518543
201
+ },
202
+ {
203
+ "type": "3.3_loss_vanishing",
204
+ "step": 12,
205
+ "value": -1.0
206
+ },
207
+ {
208
+ "type": "3.3_loss_vanishing",
209
+ "step": 13,
210
+ "value": -1.0
211
+ },
212
+ {
213
+ "type": "3.3_loss_vanishing",
214
+ "step": 14,
215
+ "value": -0.9486832980505138
216
+ },
217
+ {
218
+ "type": "3.3_loss_vanishing",
219
+ "step": 15,
220
+ "value": -1.0
221
+ },
222
+ {
223
+ "type": "3.3_loss_vanishing",
224
+ "step": 16,
225
+ "value": -0.9354143466934853
226
+ },
227
+ {
228
+ "type": "3.3_loss_vanishing",
229
+ "step": 17,
230
+ "value": -1.0
231
+ },
232
+ {
233
+ "type": "3.3_loss_vanishing",
234
+ "step": 18,
235
+ "value": -0.9682458365518543
236
+ },
237
+ {
238
+ "type": "3.3_loss_vanishing",
239
+ "step": 19,
240
+ "value": -1.0
241
+ },
242
+ {
243
+ "type": "3.3_loss_vanishing",
244
+ "step": 20,
245
+ "value": -0.8660254037844386
246
+ },
247
+ {
248
+ "type": "3.3_loss_vanishing",
249
+ "step": 21,
250
+ "value": -0.9486832980505138
251
+ },
252
+ {
253
+ "type": "3.3_loss_vanishing",
254
+ "step": 22,
255
+ "value": -1.0
256
+ },
257
+ {
258
+ "type": "3.3_loss_vanishing",
259
+ "step": 23,
260
+ "value": -0.9682458365518543
261
+ },
262
+ {
263
+ "type": "3.3_loss_vanishing",
264
+ "step": 24,
265
+ "value": -1.0
266
+ },
267
+ {
268
+ "type": "3.3_loss_vanishing",
269
+ "step": 25,
270
+ "value": -0.9354143466934853
271
+ },
272
+ {
273
+ "type": "3.3_loss_vanishing",
274
+ "step": 26,
275
+ "value": -1.0
276
+ },
277
+ {
278
+ "type": "3.3_loss_vanishing",
279
+ "step": 27,
280
+ "value": -0.8660254037844386
281
+ },
282
+ {
283
+ "type": "3.3_loss_vanishing",
284
+ "step": 28,
285
+ "value": -0.9219544457292888
286
+ },
287
+ {
288
+ "type": "3.3_loss_vanishing",
289
+ "step": 29,
290
+ "value": -1.0
291
+ },
292
+ {
293
+ "type": "3.3_loss_vanishing",
294
+ "step": 30,
295
+ "value": -0.8660254037844386
296
+ }
297
+ ],
298
+ "kohonen_final": {
299
+ "sigma_t": 2.4620040335229586e-06,
300
+ "alpha_t": 0.00012811463703842115,
301
+ "t": 13320,
302
+ "n_neurons": 864,
303
+ "fisher_w_mean": 0.0,
304
+ "fisher_w_max": 0.0,
305
+ "fisher_accum_count": 0,
306
+ "has_ewc_reference": true,
307
+ "weights_norm": 2227.227294921875,
308
+ "weights_w_mean": -0.013780283741652966
309
+ },
310
+ "hypothesis_final": {
311
+ "classifier_trained": true,
312
+ "punishment_count": 0,
313
+ "success_count": 0,
314
+ "training_ready": false,
315
+ "buffer_size": 4,
316
+ "required_new_samples": 10,
317
+ "histogram_max": 4,
318
+ "time_counter": 6958
319
+ },
320
+ "mtp_final": {
321
+ "active": false,
322
+ "mtp_total_loss": 0.0,
323
+ "mtp_weighted_loss": 0.0,
324
+ "mtp_entropy_reg": 0.0,
325
+ "mtp_alphas": [],
326
+ "mtp_per_k_loss": [],
327
+ "active_in_val": true,
328
+ "entropy_beta": 0.01,
329
+ "K": 6
330
+ },
331
+ "vqvae2_final": {
332
+ "active": true,
333
+ "n_calls": 100,
334
+ "latest_total_loss": 0.34747156500816345,
335
+ "latest_recon_loss": 0.34746745228767395,
336
+ "latest_vq_loss": 4.123102371522691e-06,
337
+ "mean_total_loss": 0.26293459698557853
338
+ },
339
+ "w8a8_final": {
340
+ "active": true,
341
+ "n_calls": 100,
342
+ "latest_relative_error": 0.005490531026859645,
343
+ "latest_compression_ratio": 4.0,
344
+ "latest_preserves_topology": true,
345
+ "mean_relative_error": 0.012106726645613457,
346
+ "all_preserve_topology": false
347
+ },
348
+ "attention_final": {
349
+ "active": true,
350
+ "n_calls": 6958,
351
+ "n_errors": 0,
352
+ "last_norm_in": 112.62097930908203,
353
+ "last_norm_out": 117.49085235595703,
354
+ "last_attn_activated": true,
355
+ "last_attn_diff_norm": 119.20104217529297,
356
+ "n_heads": 8,
357
+ "logic_functional": true
358
+ },
359
+ "reasoning_final": {
360
+ "active": true,
361
+ "n_history": 0,
362
+ "n_steps_last": 0,
363
+ "phases_used": [],
364
+ "tool_coordinator_workers_active": true
365
+ },
366
+ "ewc_final": {
367
+ "active": true,
368
+ "ewc_eval_mode_penalty": true,
369
+ "w8a8_dequant_active": true,
370
+ "fisher_w_mean": 0.0,
371
+ "fisher_w_max": 0.0,
372
+ "fisher_accum_count": 0
373
+ }
374
+ },
375
+ "kohonen_final": {
376
+ "t": 13321,
377
+ "sigma_t": 2.459543260081222e-06,
378
+ "alpha_t": 0.0001280505957315629,
379
+ "sigma0": 1.5,
380
+ "alpha0": 0.1,
381
+ "lambda_ewc": 0.02,
382
+ "grid_shape": [
383
+ 6,
384
+ 6,
385
+ 6,
386
+ 4
387
+ ],
388
+ "n_neurons": 864,
389
+ "has_ewc_reference": true,
390
+ "fisher_w_mean": 0.0,
391
+ "fisher_w_max": 0.0,
392
+ "fisher_accum_count": 0,
393
+ "weights_norm": 2227.227294921875,
394
+ "weights_w_mean": -0.013780291192233562
395
+ },
396
+ "kls_state": {
397
+ "som": {
398
+ "t": 13321,
399
+ "sigma_t": 2.459543260081222e-06,
400
+ "alpha_t": 0.0001280505957315629,
401
+ "sigma0": 1.5,
402
+ "alpha0": 0.1,
403
+ "lambda_ewc": 0.02,
404
+ "grid_shape": [
405
+ 6,
406
+ 6,
407
+ 6,
408
+ 4
409
+ ],
410
+ "n_neurons": 864,
411
+ "has_ewc_reference": true,
412
+ "fisher_w_mean": 0.0,
413
+ "fisher_w_max": 0.0,
414
+ "fisher_accum_count": 0,
415
+ "weights_norm": 2227.227294921875,
416
+ "weights_w_mean": -0.013780291192233562
417
+ },
418
+ "kls": {
419
+ "time_counter": 7005,
420
+ "T_max": 10000,
421
+ "buffer_size": 5,
422
+ "training_ready": false,
423
+ "punishment_count": 1,
424
+ "success_count": 0,
425
+ "classifier_trained": true,
426
+ "histogram_size": 1,
427
+ "histogram_max": 5,
428
+ "N_start": 10,
429
+ "dim_choice": "y",
430
+ "som_neuron_count": 864,
431
+ "required_new_samples": 10,
432
+ "has_classifier": true,
433
+ "vocab_size": 16384,
434
+ "hidden_dim": 1024,
435
+ "seq_len": 8,
436
+ "enable_vqvae2": true,
437
+ "enable_reasoning": true,
438
+ "enable_w8a8": true,
439
+ "vqvae2_n_calls": 100,
440
+ "w8a8_n_calls": 100,
441
+ "tool_coordinator_workers_active": true,
442
+ "enable_attention": true,
443
+ "attention_active": true,
444
+ "attention_n_heads": 8,
445
+ "label_registry_n_datasets": 7,
446
+ "last_dataset_used": "manoela/noticias_ptbr",
447
+ "inference_punishment_count": 1,
448
+ "inference_punishment_history_len": 1
449
+ },
450
+ "vqvae2": {
451
+ "active": true,
452
+ "n_calls": 100,
453
+ "latest": {
454
+ "vq_loss": 4.123102371522691e-06,
455
+ "recon_loss": 0.34746745228767395,
456
+ "total_loss": 0.34747156500816345,
457
+ "n_used_top": 64,
458
+ "n_used_bot": 128,
459
+ "usage_ratio_top": 1.0,
460
+ "usage_ratio_bot": 1.0,
461
+ "codebook_ppl_top": 15.999999999743997,
462
+ "codebook_ppl_bot": 14.672064691054654,
463
+ "n_restarted_top": 0,
464
+ "n_restarted_bot": 0,
465
+ "goose_temp": 0.5,
466
+ "active": true
467
+ },
468
+ "mean_total_loss": 0.26293459698557853,
469
+ "mean_recon_loss": 0.2629123768210411,
470
+ "n_nan_skipped": 0
471
+ },
472
+ "reasoning": {
473
+ "active": true,
474
+ "stats": {
475
+ "n_steps": 8,
476
+ "n_history": 13,
477
+ "tools": [
478
+ "som_query",
479
+ "buffer_stats"
480
+ ],
481
+ "tool_stats": {
482
+ "som_query": {
483
+ "n_calls": 171,
484
+ "n_success": 171,
485
+ "n_failures": 0,
486
+ "total_time_s": 1.2417480945587158,
487
+ "avg_time_s": 0.007261684763501262,
488
+ "cache_size": 0,
489
+ "instructions_count": 0,
490
+ "error_count": 0,
491
+ "success_rate": 1.0,
492
+ "circuit_breaker": {
493
+ "state": "closed",
494
+ "failure_count": 0,
495
+ "success_count": 0,
496
+ "failure_threshold": 5,
497
+ "recovery_timeout_s": 30.0
498
+ }
499
+ },
500
+ "buffer_stats": {
501
+ "n_calls": 158,
502
+ "n_success": 158,
503
+ "n_failures": 0,
504
+ "total_time_s": 0.3373422622680664,
505
+ "avg_time_s": 0.0021350776092915595,
506
+ "cache_size": 0,
507
+ "instructions_count": 0,
508
+ "error_count": 0,
509
+ "success_rate": 1.0,
510
+ "circuit_breaker": {
511
+ "state": "closed",
512
+ "failure_count": 0,
513
+ "success_count": 0,
514
+ "failure_threshold": 5,
515
+ "recovery_timeout_s": 30.0
516
+ }
517
+ }
518
+ },
519
+ "phases_used": [
520
+ "decomposing",
521
+ "adjusting",
522
+ "planning",
523
+ "predicting",
524
+ "monitoring",
525
+ "executing",
526
+ "thinking",
527
+ "answering"
528
+ ]
529
+ },
530
+ "n_history": 13
531
+ },
532
+ "attention": {
533
+ "active": true,
534
+ "n_calls": 7006,
535
+ "n_errors": 0,
536
+ "last_norm_in": 114.05921936035156,
537
+ "last_norm_out": 117.0058822631836,
538
+ "last_attn_activated": true,
539
+ "last_attn_diff_norm": 117.8182144165039,
540
+ "n_heads": 8,
541
+ "logic_functional": true
542
+ },
543
+ "w8a8": {
544
+ "active": true,
545
+ "n_calls": 100,
546
+ "latest": {
547
+ "active": true,
548
+ "n_neurons": 864,
549
+ "n_features": 4,
550
+ "n_calibration_samples": 16,
551
+ "smooth_scale_mean": 0.1224491074681282,
552
+ "smooth_scale_std": 0.24429823458194733,
553
+ "smooth_scale_min": 0.0002999893040396273,
554
+ "smooth_scale_max": 0.4888964593410492,
555
+ "alpha": 0.5,
556
+ "n_bits": 8,
557
+ "compression_ratio": 4.0,
558
+ "weights_norm_original": 2215.064697265625,
559
+ "weights_norm_dequant": 2227.227294921875,
560
+ "absolute_error": 12.161881446838379,
561
+ "relative_error": 0.005490531026859645,
562
+ "preserves_topology": true,
563
+ "w8a8_int8_range": [
564
+ -122,
565
+ 127
566
+ ],
567
+ "elapsed_ms": 0.5731582641601562
568
+ },
569
+ "mean_relative_error": 0.012106726645613457,
570
+ "max_relative_error": 0.15638688643492593,
571
+ "all_preserve_topology": false
572
+ },
573
+ "label_registry": {
574
+ "n_datasets_registered": 7,
575
+ "datasets": {
576
+ "dominguesm/restore-punctuation-ptbr-dataset": {
577
+ "0": "unpunctuated",
578
+ "1": "punctuated"
579
+ },
580
+ "carolina-c4ai/corpus-carolina": {
581
+ "0": "raw_corpus",
582
+ "1": "normalized_text"
583
+ },
584
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": {
585
+ "0": "user_turn",
586
+ "1": "assistant_turn"
587
+ },
588
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": {
589
+ "0": "instruction",
590
+ "1": "response"
591
+ },
592
+ "adalbertojunior/punctuation-ptbr": {
593
+ "0": "unpunctuated",
594
+ "1": "punctuated"
595
+ },
596
+ "iara-project/news-articles-ptbr-dataset": {
597
+ "0": "headline",
598
+ "1": "body"
599
+ },
600
+ "manoela/noticias_ptbr": {
601
+ "0": "headline",
602
+ "1": "body"
603
+ }
604
+ },
605
+ "last_dataset_used": "manoela/noticias_ptbr",
606
+ "default_label_strings": {
607
+ "0": "negative",
608
+ "1": "positive"
609
+ },
610
+ "inference_punishment_count": 1,
611
+ "inference_punishment_history_len": 1
612
+ }
613
+ },
614
+ "verification": {
615
+ "checks": {
616
+ "kls_instantiation": {
617
+ "status": "PASS",
618
+ "details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers_active=True"
619
+ },
620
+ "find_bmu_no_premature_return": {
621
+ "status": "PASS",
622
+ "details": "bmu=(1, 1, 2, 1) valid"
623
+ },
624
+ "activate_hypothesis_detach": {
625
+ "status": "PASS",
626
+ "details": "classifier_trained=True"
627
+ },
628
+ "pgvector_lookup_removed": {
629
+ "status": "PASS"
630
+ },
631
+ "kohonen_refactored_removed": {
632
+ "status": "PASS",
633
+ "details": "old_folder=False, new_file=True"
634
+ },
635
+ "trainer_removed": {
636
+ "status": "PASS"
637
+ },
638
+ "vqvae2_valid_output": {
639
+ "status": "PASS",
640
+ "details": "n_calls=1, total_loss=0.2077"
641
+ },
642
+ "reasoning_engine_tags": {
643
+ "status": "PASS",
644
+ "details": "reasoning length=942 chars"
645
+ },
646
+ "smoothquant_w8a8_som_weights": {
647
+ "status": "PASS",
648
+ "details": "relative_error=0.012061, compression_ratio=4.0x, n_neurons=54"
649
+ },
650
+ "tool_coordinator_workers_reactivated": {
651
+ "status": "PASS",
652
+ "details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=2.20"
653
+ },
654
+ "attention_integrated_and_functional": {
655
+ "status": "PASS",
656
+ "details": "n_calls=15, n_errors=0, last_attn_activated=True, last_norm_in=19.2140, last_norm_out=20.5152, logic_functional=True, n_heads=8"
657
+ }
658
+ },
659
+ "n_pass": 11,
660
+ "n_fail": 0,
661
+ "all_pass": true
662
+ },
663
+ "attention_eval_summary": {
664
+ "active": true,
665
+ "n_calls": 6959,
666
+ "n_errors": 0,
667
+ "last_attn_activated": true,
668
+ "logic_functional": true,
669
+ "attention_modifies_output": true,
670
+ "verdict": "ACTIVE_AND_FUNCTIONAL"
671
+ },
672
+ "ewc_w8a8_benchmark_summary": {
673
+ "dequant_relative_error": 0.0,
674
+ "int8_relative_error": 0.0,
675
+ "dequant_preserves_accuracy": true,
676
+ "conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
677
+ },
678
+ "reasoning_eval_summary": {
679
+ "n_with_answer": 7,
680
+ "n_with_think": 7,
681
+ "answer_rate": 1.0,
682
+ "think_rate": 1.0,
683
+ "avg_reasoning_length": 1026.5714285714287,
684
+ "reasoning_engine_active": true,
685
+ "reasoning_engine_n_history": 7
686
+ },
687
+ "user_questions_eval_summary": {
688
+ "n_with_answer": 3,
689
+ "n_with_think": 3,
690
+ "n_with_plan": 3,
691
+ "n_with_decompose": 3,
692
+ "answer_rate": 1.0,
693
+ "think_rate": 1.0,
694
+ "plan_rate": 1.0,
695
+ "decompose_rate": 1.0,
696
+ "avg_latency_ms": 10.10433832804362,
697
+ "avg_reasoning_length": 1014.0
698
+ },
699
+ "user_questions_quality_assessment": {
700
+ "response_quality": "GOOD",
701
+ "reasoning_quality": "GOOD",
702
+ "model_not_helped": true,
703
+ "note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
704
+ },
705
+ "model_states_save_info": {
706
+ "saved": true,
707
+ "path": "/home/z/my-project/BiGRU_T_version/v6_5_7ds_attn_v3_model_states.pt",
708
+ "size_mb": 69.615746,
709
+ "reason": "end_of_training",
710
+ "step": 476,
711
+ "total_samples": 6800,
712
+ "n_tensors": 6,
713
+ "n_buffer_tail": 5
714
+ },
715
+ "predict_fix_eval_summary": {
716
+ "n_returns_gato": 0,
717
+ "n_returns_cachorro": 0,
718
+ "n_returns_registry_label": 6,
719
+ "n_returns_default_label": 0,
720
+ "fix_pass": true,
721
+ "n_datasets_registered": 7,
722
+ "last_dataset_used": "manoela/noticias_ptbr"
723
+ },
724
+ "predict_fix_verdict": "PASS",
725
+ "predict_fix_mathematical_correction": {
726
+ "before_bug": "return 'gato' if prob <= 0.5 else 'cachorro' # FIXO",
727
+ "after_fix": "label_int = 1 if prob > 0.5 else 0; label_str = self.get_label_string(label_int, dataset_name)",
728
+ "registry_lookup": "label_registry[dataset_name][label_int]",
729
+ "fallback_chain": [
730
+ "1. registry[dataset_name][label_int]",
731
+ "2. registry[last_dataset][label_int]",
732
+ "3. default {0: 'negative', 1: 'positive'}",
733
+ "4. synthetic f'label_{label_int}'"
734
+ ]
735
+ },
736
+ "inference_punishment_eval_summary": {
737
+ "n_punishments_applied": 1,
738
+ "n_predictions_changed_by_punishment": 0,
739
+ "n_with_answer": 3,
740
+ "n_with_think": 3,
741
+ "n_activate_hypothesis": 1,
742
+ "n_set_ewc_reference": 0,
743
+ "avg_latency_ms": 12.068589528401693,
744
+ "inference_punishment_count_total": 1
745
+ },
746
+ "inference_punishment_quality_assessment": {
747
+ "response_quality": "GOOD",
748
+ "punishment_applied": true,
749
+ "model_self_corrected": false,
750
+ "model_not_helped": true
751
+ },
752
+ "inference_punishment_mathematical_principle": {
753
+ "training_protocol": "if acc < 1.0: punishment_count += 1; if punishment_count == 1: activate_hypothesis(); elif punishment_count == 2: set_ewc_reference(); reset",
754
+ "inference_mirror": "if response_is_inadequate: punish_during_inference(sentence, correct_label); 1st: activate_hypothesis() re-treina classifier (Adam+BCE, 50 epochs); 2nd: set_ewc_reference() consolida w via Fisher; reset",
755
+ "parameter_adjustment": "θ_{t+1} = θ_t - η·∂L_BCE/∂θ (HypothesisClassifier); F_i = mean((x_w - W_w,i)²) (Fisher information for EWC)"
756
+ },
757
+ "w8a8_compression_summary": {
758
+ "active": true,
759
+ "n_calls": 100,
760
+ "latest": {
761
+ "active": true,
762
+ "n_neurons": 864,
763
+ "n_features": 4,
764
+ "n_calibration_samples": 16,
765
+ "smooth_scale_mean": 0.1224491074681282,
766
+ "smooth_scale_std": 0.24429823458194733,
767
+ "smooth_scale_min": 0.0002999893040396273,
768
+ "smooth_scale_max": 0.4888964593410492,
769
+ "alpha": 0.5,
770
+ "n_bits": 8,
771
+ "compression_ratio": 4.0,
772
+ "weights_norm_original": 2215.064697265625,
773
+ "weights_norm_dequant": 2227.227294921875,
774
+ "absolute_error": 12.161881446838379,
775
+ "relative_error": 0.005490531026859645,
776
+ "preserves_topology": true,
777
+ "w8a8_int8_range": [
778
+ -122,
779
+ 127
780
+ ],
781
+ "elapsed_ms": 0.5731582641601562
782
+ },
783
+ "mean_relative_error": 0.012106726645613457,
784
+ "max_relative_error": 0.15638688643492593,
785
+ "all_preserve_topology": false
786
+ },
787
+ "attention_metrics_final": {
788
+ "active": true,
789
+ "n_calls": 7006,
790
+ "n_errors": 0,
791
+ "last_norm_in": 114.05921936035156,
792
+ "last_norm_out": 117.0058822631836,
793
+ "last_attn_activated": true,
794
+ "last_attn_diff_norm": 117.8182144165039,
795
+ "n_heads": 8,
796
+ "logic_functional": true
797
+ },
798
+ "module_analysis_summary": {
799
+ "n_removed_modules": 9,
800
+ "n_removed_folders": 1,
801
+ "n_active_modules": 22
802
+ },
803
+ "math_analysis": {
804
+ "text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
805
+ "attention_pipeline": "fused (L,D) -> MultiHeadAttention(self-attn, n_heads=8) -> fused + attn_out -> SVD",
806
+ "bmu_distance": "||W - x||^2 (L2 squared in R^4)",
807
+ "neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
808
+ "weight_update": "dW = alpha * Lambda * (x - W)",
809
+ "sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
810
+ "alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
811
+ "ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
812
+ "vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
813
+ "smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
814
+ "mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-attn)",
815
+ "ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
816
+ },
817
+ "datasets_used": [
818
+ "dominguesm/restore-punctuation-ptbr-dataset",
819
+ "carolina-c4ai/corpus-carolina",
820
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
821
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
822
+ "adalbertojunior/punctuation-ptbr",
823
+ "iara-project/news-articles-ptbr-dataset",
824
+ "manoela/noticias_ptbr"
825
+ ],
826
+ "storage_cleanup_pre": {
827
+ "n_files_removed": 0,
828
+ "mb_freed": 0.0,
829
+ "timestamp": "2026-08-08T04:54:04.739926"
830
+ }
831
+ }
reports/archive/v6_5_7ds_attn_v3_script_activity.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train_v6_4.py": {
3
+ "size_bytes": 25325,
4
+ "modified": "2026-08-07T23:25:35",
5
+ "classification": "superseded_v64",
6
+ "activity": "superseded"
7
+ },
8
+ "train_v6_5_7ds.py": {
9
+ "size_bytes": 71371,
10
+ "modified": "2026-08-08T00:54:41",
11
+ "classification": "superseded_v65_7ds",
12
+ "activity": "superseded"
13
+ },
14
+ "train_v6_5_7ds_attn.py": {
15
+ "size_bytes": 81535,
16
+ "modified": "2026-08-08T01:42:58",
17
+ "classification": "superseded_v65_attn",
18
+ "activity": "superseded"
19
+ },
20
+ "train_v6_5_7ds_attn_v2.py": {
21
+ "size_bytes": 95224,
22
+ "modified": "2026-08-08T02:37:58",
23
+ "classification": "active_v65_attn_v2",
24
+ "activity": "active"
25
+ },
26
+ "train_v6_5_7ds_attn_v3.py": {
27
+ "size_bytes": 117840,
28
+ "modified": "2026-08-08T04:53:54.966145",
29
+ "classification": "superseded_v65_attn",
30
+ "activity": "superseded"
31
+ },
32
+ "upload_v6_5_7ds.py": {
33
+ "size_bytes": 16244,
34
+ "modified": "2026-08-08T00:54:27",
35
+ "classification": "superseded_v65_7ds",
36
+ "activity": "superseded"
37
+ },
38
+ "upload_v6_5_7ds_attn.py": {
39
+ "size_bytes": 15080,
40
+ "modified": "2026-08-08T02:09:47",
41
+ "classification": "superseded_v65_attn",
42
+ "activity": "superseded"
43
+ },
44
+ "upload_v6_5_7ds_attn_v2.py": {
45
+ "size_bytes": 16097,
46
+ "modified": "2026-08-08T03:12:55",
47
+ "classification": "active_v65_attn_v2",
48
+ "activity": "active"
49
+ },
50
+ "upload_v6_5_7ds_attn_v3.py": {
51
+ "size_bytes": 17352,
52
+ "modified": "2026-08-08T04:13:48.086015",
53
+ "classification": "superseded_v65_attn",
54
+ "activity": "superseded"
55
+ }
56
+ }
reports/archive/v6_5_7ds_attn_v3_training_metrics.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/archive/v6_5_7ds_attn_v3_upload_report.json ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-attn-v3",
3
+ "upload_timestamp": "2026-08-08T05:10:13",
4
+ "repo_id": "PowerMachine/BiGRU_T_version",
5
+ "upload_commit_oid": "507c431ec2a10746389b40d9b6397e32737d34c2",
6
+ "upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/507c431ec2a10746389b40d9b6397e32737d34c2",
7
+ "upload_duration_s": 27.111560821533203,
8
+ "delete_commit_oid": null,
9
+ "delete_count": 34,
10
+ "delete_errors": [],
11
+ "n_files_before": 113,
12
+ "n_files_after_upload": 150,
13
+ "n_files_after_cleanup": 116,
14
+ "old_files_removed": [
15
+ "v6_5_7ds_report.json",
16
+ "v6_5_7ds_training_metrics.json",
17
+ "v6_5_7ds_module_analysis.json",
18
+ "v6_5_7ds_script_activity.json",
19
+ "v6_5_7ds_ewc_w8a8_benchmark.json",
20
+ "v6_5_7ds_reasoning_eval.json",
21
+ "v6_5_7ds_w8a8_compression.json",
22
+ "v6_5_7ds_upload_report.json",
23
+ "scripts/train_v6_5_7ds.py",
24
+ "scripts/upload_v6_5_7ds.py",
25
+ "v6_5_7ds_attn_report.json",
26
+ "v6_5_7ds_attn_training_metrics.json",
27
+ "v6_5_7ds_attn_module_analysis.json",
28
+ "v6_5_7ds_attn_script_activity.json",
29
+ "v6_5_7ds_attn_ewc_w8a8_benchmark.json",
30
+ "v6_5_7ds_attn_reasoning_eval.json",
31
+ "v6_5_7ds_attn_w8a8_compression.json",
32
+ "v6_5_7ds_attn_attention_eval.json",
33
+ "v6_5_7ds_attn_verification.json",
34
+ "v6_5_7ds_attn_upload_report.json",
35
+ "scripts/train_v6_5_7ds_attn.py",
36
+ "scripts/upload_v6_5_7ds_attn.py",
37
+ "v6_5_7ds_attn_v2_report.json",
38
+ "v6_5_7ds_attn_v2_training_metrics.json",
39
+ "v6_5_7ds_attn_v2_module_analysis.json",
40
+ "v6_5_7ds_attn_v2_script_activity.json",
41
+ "v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json",
42
+ "v6_5_7ds_attn_v2_reasoning_eval.json",
43
+ "v6_5_7ds_attn_v2_w8a8_compression.json",
44
+ "v6_5_7ds_attn_v2_attention_eval.json",
45
+ "v6_5_7ds_attn_v2_user_questions.json",
46
+ "v6_5_7ds_attn_v2_upload_report.json",
47
+ "scripts/train_v6_5_7ds_attn_v2.py",
48
+ "scripts/upload_v6_5_7ds_attn_v2.py"
49
+ ],
50
+ "old_files_not_in_repo_skipped": [
51
+ "bug_hunt_v3_report.json",
52
+ "v3_report.json",
53
+ "v4_report.json",
54
+ "v5_report.json",
55
+ "v5_upload_report.json",
56
+ "v32_test_report.json",
57
+ "v32_upload_report.json",
58
+ "training_report.json",
59
+ "v6_report.json",
60
+ "v6_upload_report.json",
61
+ "v6_progressive_report.json",
62
+ "v6_progressive_train.log",
63
+ "v6_1_report.json",
64
+ "v6_1_upload_report.json",
65
+ "v6_2_report.json",
66
+ "v6_2_upload_report.json",
67
+ "v6_3_report.json",
68
+ "v6_3_training_metrics.json",
69
+ "v6_5_report.json",
70
+ "v6_5_training_metrics.json",
71
+ "v6_5_module_analysis.json",
72
+ "v6_5_script_activity.json",
73
+ "v6_5_ewc_w8a8_benchmark.json",
74
+ "v6_5_reasoning_eval.json",
75
+ "v6_5_upload_report.json",
76
+ "v6_5_final_report.json",
77
+ "v6_5_final_training_metrics.json",
78
+ "v6_5_final_module_analysis.json",
79
+ "v6_5_final_script_activity.json",
80
+ "v6_5_final_ewc_w8a8_benchmark.json",
81
+ "v6_5_final_reasoning_eval.json",
82
+ "v6_5_final_w8a8_compression.json",
83
+ "scripts/parse_v6_log.py",
84
+ "scripts/smoke_test.py",
85
+ "scripts/train.py",
86
+ "scripts/train_fast.py",
87
+ "scripts/train_v2.py",
88
+ "scripts/train_v6_1.py",
89
+ "scripts/train_v6_2.py",
90
+ "scripts/train_v6_3.py",
91
+ "scripts/train_v6_progressive.py",
92
+ "scripts/train_v6_5.py",
93
+ "scripts/train_v6_5_final.py",
94
+ "scripts/upload_to_hf.py",
95
+ "scripts/upload_v6_1_resilient.py",
96
+ "scripts/upload_v6_2_resilient.py",
97
+ "scripts/upload_v6_3_resilient.py",
98
+ "scripts/upload_v6_4_resilient.py",
99
+ "scripts/upload_v6_5_resilient.py",
100
+ "config.json",
101
+ "tokenizer/tokenizer.json",
102
+ "src/bigru_t/data/data_augmentation.py",
103
+ "scripts/xeon_runtime.py",
104
+ "v6_5_7ds_attn_v2_model_states.pt"
105
+ ],
106
+ "critical_files": [
107
+ "src/bigru_t/model/kohonen_learning_system.py",
108
+ "src/bigru_t/model/__init__.py",
109
+ "src/bigru_t/__init__.py",
110
+ "src/bigru_t/model/hyp_t.py",
111
+ "src/bigru_t/model/vqvae2_hierarchical.py",
112
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
113
+ "src/bigru_t/model/token_compress.py",
114
+ "src/bigru_t/model/embedding_reconfig.py",
115
+ "src/bigru_t/model/attention_multimodal.py",
116
+ "src/bigru_t/attention/window_context.py",
117
+ "src/bigru_t/training/mtp.py",
118
+ "src/bigru_t/training/ewc.py",
119
+ "src/bigru_t/quantization/smoothquant_compressor.py",
120
+ "src/bigru_t/quantization/w8a8_smoothquant.py",
121
+ "src/bigru_t/quantization/quantized_linear.py",
122
+ "src/bigru_t/reasoning/thinking.py",
123
+ "src/bigru_t/reasoning/reasoning_engine.py",
124
+ "src/bigru_t/reasoning/circular_orchestration.py",
125
+ "src/bigru_t/reasoning/tool_agent.py",
126
+ "src/bigru_t/reasoning/distributed_reasoning_system.py",
127
+ "src/bigru_t/reasoning/cyclic_reasoning.py",
128
+ "src/bigru_t/reasoning/consensus_sampling.py",
129
+ "src/bigru_t/data/streaming_datasets.py",
130
+ "src/bigru_t/utils/xeon_runtime.py",
131
+ "v6_5_7ds_attn_v3_report.json",
132
+ "v6_5_7ds_attn_v3_training_metrics.json",
133
+ "v6_5_7ds_attn_v3_module_analysis.json",
134
+ "v6_5_7ds_attn_v3_script_activity.json",
135
+ "v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json",
136
+ "v6_5_7ds_attn_v3_reasoning_eval.json",
137
+ "v6_5_7ds_attn_v3_w8a8_compression.json",
138
+ "v6_5_7ds_attn_v3_attention_eval.json",
139
+ "v6_5_7ds_attn_v3_user_questions.json",
140
+ "v6_5_7ds_attn_v3_predict_fix_eval.json",
141
+ "v6_5_7ds_attn_v3_inference_punishment.json",
142
+ "v6_5_7ds_attn_v3_model_states.pt",
143
+ "v6_5_7ds_attn_v3_upload_report.json",
144
+ "v6_4_report.json",
145
+ "v6_4_training_metrics.json",
146
+ "v6_4_upload_report.json",
147
+ "scripts/train_v6_5_7ds_attn_v3.py",
148
+ "scripts/upload_v6_5_7ds_attn_v3.py",
149
+ "scripts/train_v6_4.py",
150
+ "requirements.txt",
151
+ "README.md",
152
+ "docs/analysis.md"
153
+ ],
154
+ "all_critical_files_present": false,
155
+ "token_scrubbed_count": 0
156
+ }
reports/archive/v6_5_7ds_attn_v3_user_questions.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "user_questions_without_help_v65_attn_v2",
3
+ "user_requirement": "não ajudar o modelo em respostas e lançar perguntas",
4
+ "questions_sent_verbatim": true,
5
+ "no_context_added": true,
6
+ "no_system_prompt": true,
7
+ "no_few_shot": true,
8
+ "n_questions": 3,
9
+ "questions": [
10
+ "Luva de Pedreiro Távila",
11
+ "Lula reserva valor",
12
+ "Amazonas força-tarefa vítimas"
13
+ ],
14
+ "results": [
15
+ {
16
+ "query": "Luva de Pedreiro Távila",
17
+ "query_was_modified": false,
18
+ "context_provided": false,
19
+ "system_prompt_used": false,
20
+ "few_shot_examples": false,
21
+ "som_prediction": "body",
22
+ "reasoning_length": 1012,
23
+ "has_think": true,
24
+ "has_plan": true,
25
+ "has_answer": true,
26
+ "has_decompose": true,
27
+ "think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
28
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
29
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
30
+ "decompose_preview": "- Processar: Luva de Pedreiro Távila",
31
+ "raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
32
+ "n_tags": 4,
33
+ "latency_ms": 10.32710075378418
34
+ },
35
+ {
36
+ "query": "Lula reserva valor",
37
+ "query_was_modified": false,
38
+ "context_provided": false,
39
+ "system_prompt_used": false,
40
+ "few_shot_examples": false,
41
+ "som_prediction": "body",
42
+ "reasoning_length": 982,
43
+ "has_think": true,
44
+ "has_plan": true,
45
+ "has_answer": true,
46
+ "has_decompose": true,
47
+ "think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
48
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
49
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
50
+ "decompose_preview": "- Processar: Lula reserva valor",
51
+ "raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
52
+ "n_tags": 4,
53
+ "latency_ms": 9.942293167114258
54
+ },
55
+ {
56
+ "query": "Amazonas força-tarefa vítimas",
57
+ "query_was_modified": false,
58
+ "context_provided": false,
59
+ "system_prompt_used": false,
60
+ "few_shot_examples": false,
61
+ "som_prediction": "body",
62
+ "reasoning_length": 1048,
63
+ "has_think": true,
64
+ "has_plan": true,
65
+ "has_answer": true,
66
+ "has_decompose": true,
67
+ "think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
68
+ "plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
69
+ "answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
70
+ "decompose_preview": "- Processar: Amazonas força-tarefa vítimas",
71
+ "raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
72
+ "n_tags": 4,
73
+ "latency_ms": 10.043621063232422
74
+ }
75
+ ],
76
+ "summary": {
77
+ "n_with_answer": 3,
78
+ "n_with_think": 3,
79
+ "n_with_plan": 3,
80
+ "n_with_decompose": 3,
81
+ "answer_rate": 1.0,
82
+ "think_rate": 1.0,
83
+ "plan_rate": 1.0,
84
+ "decompose_rate": 1.0,
85
+ "avg_latency_ms": 10.10433832804362,
86
+ "avg_reasoning_length": 1014.0
87
+ },
88
+ "quality_assessment": {
89
+ "response_quality": "GOOD",
90
+ "reasoning_quality": "GOOD",
91
+ "model_not_helped": true,
92
+ "note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
93
+ }
94
+ }
reports/archive/v6_5_7ds_attn_v3_w8a8_compression.json ADDED
@@ -0,0 +1,1035 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_calls": 100,
3
+ "log": [
4
+ {
5
+ "step": 0,
6
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
7
+ "chunk_idx": 1,
8
+ "relative_error": 0.08564349913797292,
9
+ "compression_ratio": 4.0,
10
+ "preserves_topology": false,
11
+ "smooth_scale_mean": 0.007225902751088142,
12
+ "elapsed_ms": 0.5459785461425781
13
+ },
14
+ {
15
+ "step": 2,
16
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
17
+ "chunk_idx": 1,
18
+ "relative_error": 0.15479964005664892,
19
+ "compression_ratio": 4.0,
20
+ "preserves_topology": false,
21
+ "smooth_scale_mean": 0.011630397289991379,
22
+ "elapsed_ms": 0.5590915679931641
23
+ },
24
+ {
25
+ "step": 4,
26
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
27
+ "chunk_idx": 1,
28
+ "relative_error": 0.2009209120298671,
29
+ "compression_ratio": 4.0,
30
+ "preserves_topology": false,
31
+ "smooth_scale_mean": 0.014633141458034515,
32
+ "elapsed_ms": 0.5445480346679688
33
+ },
34
+ {
35
+ "step": 7,
36
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
37
+ "chunk_idx": 2,
38
+ "relative_error": 0.22440579346774248,
39
+ "compression_ratio": 4.0,
40
+ "preserves_topology": false,
41
+ "smooth_scale_mean": 0.01729685254395008,
42
+ "elapsed_ms": 0.6005764007568359
43
+ },
44
+ {
45
+ "step": 9,
46
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
47
+ "chunk_idx": 2,
48
+ "relative_error": 0.13517246789775203,
49
+ "compression_ratio": 4.0,
50
+ "preserves_topology": false,
51
+ "smooth_scale_mean": 0.019377199932932854,
52
+ "elapsed_ms": 0.5469322204589844
53
+ },
54
+ {
55
+ "step": 11,
56
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
57
+ "chunk_idx": 2,
58
+ "relative_error": 0.17126423867255017,
59
+ "compression_ratio": 4.0,
60
+ "preserves_topology": false,
61
+ "smooth_scale_mean": 0.02116679772734642,
62
+ "elapsed_ms": 0.49304962158203125
63
+ },
64
+ {
65
+ "step": 14,
66
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
67
+ "chunk_idx": 3,
68
+ "relative_error": 0.044887732911389144,
69
+ "compression_ratio": 4.0,
70
+ "preserves_topology": true,
71
+ "smooth_scale_mean": 0.023150909692049026,
72
+ "elapsed_ms": 0.6177425384521484
73
+ },
74
+ {
75
+ "step": 16,
76
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
77
+ "chunk_idx": 3,
78
+ "relative_error": 0.08517795655012997,
79
+ "compression_ratio": 4.0,
80
+ "preserves_topology": false,
81
+ "smooth_scale_mean": 0.024702010676264763,
82
+ "elapsed_ms": 1.0385513305664062
83
+ },
84
+ {
85
+ "step": 18,
86
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
87
+ "chunk_idx": 3,
88
+ "relative_error": 0.10443996364414876,
89
+ "compression_ratio": 4.0,
90
+ "preserves_topology": false,
91
+ "smooth_scale_mean": 0.026120537891983986,
92
+ "elapsed_ms": 0.614166259765625
93
+ },
94
+ {
95
+ "step": 21,
96
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
97
+ "chunk_idx": 4,
98
+ "relative_error": 0.1147290915176734,
99
+ "compression_ratio": 4.0,
100
+ "preserves_topology": false,
101
+ "smooth_scale_mean": 0.027611201629042625,
102
+ "elapsed_ms": 0.61798095703125
103
+ },
104
+ {
105
+ "step": 23,
106
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
107
+ "chunk_idx": 4,
108
+ "relative_error": 0.113942549433572,
109
+ "compression_ratio": 4.0,
110
+ "preserves_topology": false,
111
+ "smooth_scale_mean": 0.02885909378528595,
112
+ "elapsed_ms": 0.5748271942138672
113
+ },
114
+ {
115
+ "step": 25,
116
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
117
+ "chunk_idx": 4,
118
+ "relative_error": 0.10308170866864594,
119
+ "compression_ratio": 4.0,
120
+ "preserves_topology": false,
121
+ "smooth_scale_mean": 0.030055120587348938,
122
+ "elapsed_ms": 0.6327629089355469
123
+ },
124
+ {
125
+ "step": 28,
126
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
127
+ "chunk_idx": 5,
128
+ "relative_error": 0.09773494474776438,
129
+ "compression_ratio": 4.0,
130
+ "preserves_topology": false,
131
+ "smooth_scale_mean": 0.031348325312137604,
132
+ "elapsed_ms": 0.5788803100585938
133
+ },
134
+ {
135
+ "step": 30,
136
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
137
+ "chunk_idx": 5,
138
+ "relative_error": 0.08664815940451621,
139
+ "compression_ratio": 4.0,
140
+ "preserves_topology": false,
141
+ "smooth_scale_mean": 0.03245191648602486,
142
+ "elapsed_ms": 0.5195140838623047
143
+ },
144
+ {
145
+ "step": 32,
146
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
147
+ "chunk_idx": 5,
148
+ "relative_error": 0.07850060291416591,
149
+ "compression_ratio": 4.0,
150
+ "preserves_topology": false,
151
+ "smooth_scale_mean": 0.03352143242955208,
152
+ "elapsed_ms": 0.6875991821289062
153
+ },
154
+ {
155
+ "step": 35,
156
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
157
+ "chunk_idx": 6,
158
+ "relative_error": 0.0763721082250016,
159
+ "compression_ratio": 4.0,
160
+ "preserves_topology": false,
161
+ "smooth_scale_mean": 0.03468688577413559,
162
+ "elapsed_ms": 0.5831718444824219
163
+ },
164
+ {
165
+ "step": 37,
166
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
167
+ "chunk_idx": 6,
168
+ "relative_error": 0.0690074873135999,
169
+ "compression_ratio": 4.0,
170
+ "preserves_topology": false,
171
+ "smooth_scale_mean": 0.035690031945705414,
172
+ "elapsed_ms": 0.5295276641845703
173
+ },
174
+ {
175
+ "step": 39,
176
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
177
+ "chunk_idx": 6,
178
+ "relative_error": 0.0637491847885547,
179
+ "compression_ratio": 4.0,
180
+ "preserves_topology": false,
181
+ "smooth_scale_mean": 0.036667320877313614,
182
+ "elapsed_ms": 0.5621910095214844
183
+ },
184
+ {
185
+ "step": 42,
186
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
187
+ "chunk_idx": 7,
188
+ "relative_error": 0.0626666558320244,
189
+ "compression_ratio": 4.0,
190
+ "preserves_topology": false,
191
+ "smooth_scale_mean": 0.0377369150519371,
192
+ "elapsed_ms": 0.63323974609375
193
+ },
194
+ {
195
+ "step": 44,
196
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
197
+ "chunk_idx": 7,
198
+ "relative_error": 0.05718552174981847,
199
+ "compression_ratio": 4.0,
200
+ "preserves_topology": false,
201
+ "smooth_scale_mean": 0.03866267576813698,
202
+ "elapsed_ms": 0.6341934204101562
203
+ },
204
+ {
205
+ "step": 46,
206
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
207
+ "chunk_idx": 7,
208
+ "relative_error": 0.05319962909526208,
209
+ "compression_ratio": 4.0,
210
+ "preserves_topology": false,
211
+ "smooth_scale_mean": 0.03956785425543785,
212
+ "elapsed_ms": 1.027822494506836
213
+ },
214
+ {
215
+ "step": 49,
216
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
217
+ "chunk_idx": 8,
218
+ "relative_error": 0.052909804491855,
219
+ "compression_ratio": 4.0,
220
+ "preserves_topology": false,
221
+ "smooth_scale_mean": 0.04056166857481003,
222
+ "elapsed_ms": 0.5471706390380859
223
+ },
224
+ {
225
+ "step": 51,
226
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
227
+ "chunk_idx": 8,
228
+ "relative_error": 0.04874580243294147,
229
+ "compression_ratio": 4.0,
230
+ "preserves_topology": true,
231
+ "smooth_scale_mean": 0.041425324976444244,
232
+ "elapsed_ms": 0.5660057067871094
233
+ },
234
+ {
235
+ "step": 53,
236
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
237
+ "chunk_idx": 8,
238
+ "relative_error": 0.045719136518974884,
239
+ "compression_ratio": 4.0,
240
+ "preserves_topology": true,
241
+ "smooth_scale_mean": 0.042272116988897324,
242
+ "elapsed_ms": 0.58746337890625
243
+ },
244
+ {
245
+ "step": 56,
246
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
247
+ "chunk_idx": 9,
248
+ "relative_error": 0.04581977449942311,
249
+ "compression_ratio": 4.0,
250
+ "preserves_topology": true,
251
+ "smooth_scale_mean": 0.04320410266518593,
252
+ "elapsed_ms": 0.5507469177246094
253
+ },
254
+ {
255
+ "step": 60,
256
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
257
+ "chunk_idx": 9,
258
+ "relative_error": 0.06135950997742256,
259
+ "compression_ratio": 4.0,
260
+ "preserves_topology": false,
261
+ "smooth_scale_mean": 0.044804058969020844,
262
+ "elapsed_ms": 0.6139278411865234
263
+ },
264
+ {
265
+ "step": 63,
266
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
267
+ "chunk_idx": 10,
268
+ "relative_error": 0.05102039786930983,
269
+ "compression_ratio": 4.0,
270
+ "preserves_topology": false,
271
+ "smooth_scale_mean": 0.04567809775471687,
272
+ "elapsed_ms": 0.5609989166259766
273
+ },
274
+ {
275
+ "step": 65,
276
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
277
+ "chunk_idx": 10,
278
+ "relative_error": 0.04295417907571186,
279
+ "compression_ratio": 4.0,
280
+ "preserves_topology": true,
281
+ "smooth_scale_mean": 0.04644449055194855,
282
+ "elapsed_ms": 0.6253719329833984
283
+ },
284
+ {
285
+ "step": 67,
286
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
287
+ "chunk_idx": 10,
288
+ "relative_error": 0.03835183624713222,
289
+ "compression_ratio": 4.0,
290
+ "preserves_topology": true,
291
+ "smooth_scale_mean": 0.04720049723982811,
292
+ "elapsed_ms": 0.5850791931152344
293
+ },
294
+ {
295
+ "step": 70,
296
+ "dataset": "carolina-c4ai/corpus-carolina",
297
+ "chunk_idx": 11,
298
+ "relative_error": 0.037489155362446756,
299
+ "compression_ratio": 4.0,
300
+ "preserves_topology": true,
301
+ "smooth_scale_mean": 0.04803648963570595,
302
+ "elapsed_ms": 0.5664825439453125
303
+ },
304
+ {
305
+ "step": 72,
306
+ "dataset": "carolina-c4ai/corpus-carolina",
307
+ "chunk_idx": 11,
308
+ "relative_error": 0.0344984871342134,
309
+ "compression_ratio": 4.0,
310
+ "preserves_topology": true,
311
+ "smooth_scale_mean": 0.04876876249909401,
312
+ "elapsed_ms": 0.5939006805419922
313
+ },
314
+ {
315
+ "step": 74,
316
+ "dataset": "carolina-c4ai/corpus-carolina",
317
+ "chunk_idx": 11,
318
+ "relative_error": 0.03252469785811555,
319
+ "compression_ratio": 4.0,
320
+ "preserves_topology": true,
321
+ "smooth_scale_mean": 0.049490783363580704,
322
+ "elapsed_ms": 0.5977153778076172
323
+ },
324
+ {
325
+ "step": 77,
326
+ "dataset": "carolina-c4ai/corpus-carolina",
327
+ "chunk_idx": 12,
328
+ "relative_error": 0.03288395033421959,
329
+ "compression_ratio": 4.0,
330
+ "preserves_topology": true,
331
+ "smooth_scale_mean": 0.05028941109776497,
332
+ "elapsed_ms": 0.5495548248291016
333
+ },
334
+ {
335
+ "step": 79,
336
+ "dataset": "carolina-c4ai/corpus-carolina",
337
+ "chunk_idx": 12,
338
+ "relative_error": 0.030788987651132173,
339
+ "compression_ratio": 4.0,
340
+ "preserves_topology": true,
341
+ "smooth_scale_mean": 0.05098985135555267,
342
+ "elapsed_ms": 0.5261898040771484
343
+ },
344
+ {
345
+ "step": 81,
346
+ "dataset": "carolina-c4ai/corpus-carolina",
347
+ "chunk_idx": 12,
348
+ "relative_error": 0.02934268767760077,
349
+ "compression_ratio": 4.0,
350
+ "preserves_topology": true,
351
+ "smooth_scale_mean": 0.05168114975094795,
352
+ "elapsed_ms": 0.6151199340820312
353
+ },
354
+ {
355
+ "step": 84,
356
+ "dataset": "carolina-c4ai/corpus-carolina",
357
+ "chunk_idx": 13,
358
+ "relative_error": 0.029887248982661183,
359
+ "compression_ratio": 4.0,
360
+ "preserves_topology": true,
361
+ "smooth_scale_mean": 0.05244655907154083,
362
+ "elapsed_ms": 0.6315708160400391
363
+ },
364
+ {
365
+ "step": 86,
366
+ "dataset": "carolina-c4ai/corpus-carolina",
367
+ "chunk_idx": 13,
368
+ "relative_error": 0.02811290699242251,
369
+ "compression_ratio": 4.0,
370
+ "preserves_topology": true,
371
+ "smooth_scale_mean": 0.053118735551834106,
372
+ "elapsed_ms": 0.6253719329833984
373
+ },
374
+ {
375
+ "step": 88,
376
+ "dataset": "carolina-c4ai/corpus-carolina",
377
+ "chunk_idx": 13,
378
+ "relative_error": 0.026889121930204974,
379
+ "compression_ratio": 4.0,
380
+ "preserves_topology": true,
381
+ "smooth_scale_mean": 0.05378280580043793,
382
+ "elapsed_ms": 0.7061958312988281
383
+ },
384
+ {
385
+ "step": 91,
386
+ "dataset": "carolina-c4ai/corpus-carolina",
387
+ "chunk_idx": 14,
388
+ "relative_error": 0.027473443036439015,
389
+ "compression_ratio": 4.0,
390
+ "preserves_topology": true,
391
+ "smooth_scale_mean": 0.054518748074769974,
392
+ "elapsed_ms": 0.6482601165771484
393
+ },
394
+ {
395
+ "step": 93,
396
+ "dataset": "carolina-c4ai/corpus-carolina",
397
+ "chunk_idx": 14,
398
+ "relative_error": 0.025907068973917504,
399
+ "compression_ratio": 4.0,
400
+ "preserves_topology": true,
401
+ "smooth_scale_mean": 0.05516580119729042,
402
+ "elapsed_ms": 0.5521774291992188
403
+ },
404
+ {
405
+ "step": 95,
406
+ "dataset": "carolina-c4ai/corpus-carolina",
407
+ "chunk_idx": 14,
408
+ "relative_error": 0.024835498666120222,
409
+ "compression_ratio": 4.0,
410
+ "preserves_topology": true,
411
+ "smooth_scale_mean": 0.05580560117959976,
412
+ "elapsed_ms": 0.5855560302734375
413
+ },
414
+ {
415
+ "step": 98,
416
+ "dataset": "carolina-c4ai/corpus-carolina",
417
+ "chunk_idx": 15,
418
+ "relative_error": 0.02543145484872906,
419
+ "compression_ratio": 4.0,
420
+ "preserves_topology": true,
421
+ "smooth_scale_mean": 0.05651522055268288,
422
+ "elapsed_ms": 0.5705356597900391
423
+ },
424
+ {
425
+ "step": 100,
426
+ "dataset": "carolina-c4ai/corpus-carolina",
427
+ "chunk_idx": 15,
428
+ "relative_error": 0.024027778220865666,
429
+ "compression_ratio": 4.0,
430
+ "preserves_topology": true,
431
+ "smooth_scale_mean": 0.05713976174592972,
432
+ "elapsed_ms": 0.6012916564941406
433
+ },
434
+ {
435
+ "step": 103,
436
+ "dataset": "carolina-c4ai/corpus-carolina",
437
+ "chunk_idx": 15,
438
+ "relative_error": 0.028430628428058175,
439
+ "compression_ratio": 4.0,
440
+ "preserves_topology": true,
441
+ "smooth_scale_mean": 0.05805779993534088,
442
+ "elapsed_ms": 0.6337165832519531
443
+ },
444
+ {
445
+ "step": 105,
446
+ "dataset": "carolina-c4ai/corpus-carolina",
447
+ "chunk_idx": 16,
448
+ "relative_error": 0.021005248682141424,
449
+ "compression_ratio": 4.0,
450
+ "preserves_topology": true,
451
+ "smooth_scale_mean": 0.05844243988394737,
452
+ "elapsed_ms": 0.6113052368164062
453
+ },
454
+ {
455
+ "step": 108,
456
+ "dataset": "carolina-c4ai/corpus-carolina",
457
+ "chunk_idx": 16,
458
+ "relative_error": 0.026180030968393112,
459
+ "compression_ratio": 4.0,
460
+ "preserves_topology": true,
461
+ "smooth_scale_mean": 0.059340689331293106,
462
+ "elapsed_ms": 0.8339881896972656
463
+ },
464
+ {
465
+ "step": 113,
466
+ "dataset": "carolina-c4ai/corpus-carolina",
467
+ "chunk_idx": 17,
468
+ "relative_error": 0.0344795037098241,
469
+ "compression_ratio": 4.0,
470
+ "preserves_topology": true,
471
+ "smooth_scale_mean": 0.06058346852660179,
472
+ "elapsed_ms": 0.5891323089599609
473
+ },
474
+ {
475
+ "step": 115,
476
+ "dataset": "carolina-c4ai/corpus-carolina",
477
+ "chunk_idx": 17,
478
+ "relative_error": 0.027038960061085048,
479
+ "compression_ratio": 4.0,
480
+ "preserves_topology": true,
481
+ "smooth_scale_mean": 0.0611637718975544,
482
+ "elapsed_ms": 0.5822181701660156
483
+ },
484
+ {
485
+ "step": 119,
486
+ "dataset": "carolina-c4ai/corpus-carolina",
487
+ "chunk_idx": 18,
488
+ "relative_error": 0.02899374310645661,
489
+ "compression_ratio": 4.0,
490
+ "preserves_topology": true,
491
+ "smooth_scale_mean": 0.06209060549736023,
492
+ "elapsed_ms": 0.7114410400390625
493
+ },
494
+ {
495
+ "step": 121,
496
+ "dataset": "carolina-c4ai/corpus-carolina",
497
+ "chunk_idx": 18,
498
+ "relative_error": 0.023831211683757826,
499
+ "compression_ratio": 4.0,
500
+ "preserves_topology": true,
501
+ "smooth_scale_mean": 0.06265795975923538,
502
+ "elapsed_ms": 0.5781650543212891
503
+ },
504
+ {
505
+ "step": 126,
506
+ "dataset": "carolina-c4ai/corpus-carolina",
507
+ "chunk_idx": 19,
508
+ "relative_error": 0.031075311609990424,
509
+ "compression_ratio": 4.0,
510
+ "preserves_topology": true,
511
+ "smooth_scale_mean": 0.0638357400894165,
512
+ "elapsed_ms": 0.5462169647216797
513
+ },
514
+ {
515
+ "step": 128,
516
+ "dataset": "carolina-c4ai/corpus-carolina",
517
+ "chunk_idx": 19,
518
+ "relative_error": 0.024352814429021208,
519
+ "compression_ratio": 4.0,
520
+ "preserves_topology": true,
521
+ "smooth_scale_mean": 0.06438705325126648,
522
+ "elapsed_ms": 0.6582736968994141
523
+ },
524
+ {
525
+ "step": 131,
526
+ "dataset": "carolina-c4ai/corpus-carolina",
527
+ "chunk_idx": 19,
528
+ "relative_error": 0.02506970100491808,
529
+ "compression_ratio": 4.0,
530
+ "preserves_topology": true,
531
+ "smooth_scale_mean": 0.06520160287618637,
532
+ "elapsed_ms": 1.115560531616211
533
+ },
534
+ {
535
+ "step": 133,
536
+ "dataset": "carolina-c4ai/corpus-carolina",
537
+ "chunk_idx": 20,
538
+ "relative_error": 0.01789701555889211,
539
+ "compression_ratio": 4.0,
540
+ "preserves_topology": true,
541
+ "smooth_scale_mean": 0.06554444134235382,
542
+ "elapsed_ms": 0.5612373352050781
543
+ },
544
+ {
545
+ "step": 135,
546
+ "dataset": "carolina-c4ai/corpus-carolina",
547
+ "chunk_idx": 20,
548
+ "relative_error": 0.017323408553522646,
549
+ "compression_ratio": 4.0,
550
+ "preserves_topology": true,
551
+ "smooth_scale_mean": 0.06608407199382782,
552
+ "elapsed_ms": 0.6017684936523438
553
+ },
554
+ {
555
+ "step": 140,
556
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
557
+ "chunk_idx": 21,
558
+ "relative_error": 0.02584905513397309,
559
+ "compression_ratio": 4.0,
560
+ "preserves_topology": true,
561
+ "smooth_scale_mean": 0.0672023743391037,
562
+ "elapsed_ms": 0.5943775177001953
563
+ },
564
+ {
565
+ "step": 142,
566
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
567
+ "chunk_idx": 21,
568
+ "relative_error": 0.020875506593958763,
569
+ "compression_ratio": 4.0,
570
+ "preserves_topology": true,
571
+ "smooth_scale_mean": 0.0677269995212555,
572
+ "elapsed_ms": 0.7827281951904297
573
+ },
574
+ {
575
+ "step": 144,
576
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
577
+ "chunk_idx": 21,
578
+ "relative_error": 0.01827271799510967,
579
+ "compression_ratio": 4.0,
580
+ "preserves_topology": true,
581
+ "smooth_scale_mean": 0.06824856251478195,
582
+ "elapsed_ms": 0.7171630859375
583
+ },
584
+ {
585
+ "step": 147,
586
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
587
+ "chunk_idx": 22,
588
+ "relative_error": 0.017789085186493216,
589
+ "compression_ratio": 4.0,
590
+ "preserves_topology": true,
591
+ "smooth_scale_mean": 0.06882961094379425,
592
+ "elapsed_ms": 0.6570816040039062
593
+ },
594
+ {
595
+ "step": 149,
596
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
597
+ "chunk_idx": 22,
598
+ "relative_error": 0.01647985757874803,
599
+ "compression_ratio": 4.0,
600
+ "preserves_topology": true,
601
+ "smooth_scale_mean": 0.06934338808059692,
602
+ "elapsed_ms": 0.591278076171875
603
+ },
604
+ {
605
+ "step": 151,
606
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
607
+ "chunk_idx": 22,
608
+ "relative_error": 0.015712684429297352,
609
+ "compression_ratio": 4.0,
610
+ "preserves_topology": true,
611
+ "smooth_scale_mean": 0.06985361129045486,
612
+ "elapsed_ms": 0.7085800170898438
613
+ },
614
+ {
615
+ "step": 154,
616
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
617
+ "chunk_idx": 23,
618
+ "relative_error": 0.016111363858781976,
619
+ "compression_ratio": 4.0,
620
+ "preserves_topology": true,
621
+ "smooth_scale_mean": 0.07042176276445389,
622
+ "elapsed_ms": 0.7114410400390625
623
+ },
624
+ {
625
+ "step": 158,
626
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
627
+ "chunk_idx": 23,
628
+ "relative_error": 0.02230384201678461,
629
+ "compression_ratio": 4.0,
630
+ "preserves_topology": true,
631
+ "smooth_scale_mean": 0.07141105085611343,
632
+ "elapsed_ms": 0.5962848663330078
633
+ },
634
+ {
635
+ "step": 161,
636
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
637
+ "chunk_idx": 24,
638
+ "relative_error": 0.01904292415764518,
639
+ "compression_ratio": 4.0,
640
+ "preserves_topology": true,
641
+ "smooth_scale_mean": 0.07196551561355591,
642
+ "elapsed_ms": 0.5865097045898438
643
+ },
644
+ {
645
+ "step": 163,
646
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
647
+ "chunk_idx": 24,
648
+ "relative_error": 0.016451058148211385,
649
+ "compression_ratio": 4.0,
650
+ "preserves_topology": true,
651
+ "smooth_scale_mean": 0.07245657593011856,
652
+ "elapsed_ms": 0.7178783416748047
653
+ },
654
+ {
655
+ "step": 165,
656
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
657
+ "chunk_idx": 24,
658
+ "relative_error": 0.015062804635270785,
659
+ "compression_ratio": 4.0,
660
+ "preserves_topology": true,
661
+ "smooth_scale_mean": 0.07294478267431259,
662
+ "elapsed_ms": 0.5943775177001953
663
+ },
664
+ {
665
+ "step": 168,
666
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
667
+ "chunk_idx": 25,
668
+ "relative_error": 0.015095028154266959,
669
+ "compression_ratio": 4.0,
670
+ "preserves_topology": true,
671
+ "smooth_scale_mean": 0.07348890602588654,
672
+ "elapsed_ms": 0.629425048828125
673
+ },
674
+ {
675
+ "step": 170,
676
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
677
+ "chunk_idx": 25,
678
+ "relative_error": 0.014192565943761889,
679
+ "compression_ratio": 4.0,
680
+ "preserves_topology": true,
681
+ "smooth_scale_mean": 0.0739704892039299,
682
+ "elapsed_ms": 0.8606910705566406
683
+ },
684
+ {
685
+ "step": 176,
686
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
687
+ "chunk_idx": 26,
688
+ "relative_error": 0.02394190789261076,
689
+ "compression_ratio": 4.0,
690
+ "preserves_topology": true,
691
+ "smooth_scale_mean": 0.0752011388540268,
692
+ "elapsed_ms": 0.6873607635498047
693
+ },
694
+ {
695
+ "step": 178,
696
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
697
+ "chunk_idx": 26,
698
+ "relative_error": 0.01829962872211136,
699
+ "compression_ratio": 4.0,
700
+ "preserves_topology": true,
701
+ "smooth_scale_mean": 0.07567010819911957,
702
+ "elapsed_ms": 0.5714893341064453
703
+ },
704
+ {
705
+ "step": 182,
706
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
707
+ "chunk_idx": 27,
708
+ "relative_error": 0.019210676972237807,
709
+ "compression_ratio": 4.0,
710
+ "preserves_topology": true,
711
+ "smooth_scale_mean": 0.0764208436012268,
712
+ "elapsed_ms": 0.5688667297363281
713
+ },
714
+ {
715
+ "step": 186,
716
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
717
+ "chunk_idx": 27,
718
+ "relative_error": 0.02169840533839402,
719
+ "compression_ratio": 4.0,
720
+ "preserves_topology": true,
721
+ "smooth_scale_mean": 0.07733211666345596,
722
+ "elapsed_ms": 0.6062984466552734
723
+ },
724
+ {
725
+ "step": 191,
726
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
727
+ "chunk_idx": 28,
728
+ "relative_error": 0.02338517368630948,
729
+ "compression_ratio": 4.0,
730
+ "preserves_topology": true,
731
+ "smooth_scale_mean": 0.0782875269651413,
732
+ "elapsed_ms": 0.6999969482421875
733
+ },
734
+ {
735
+ "step": 193,
736
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
737
+ "chunk_idx": 28,
738
+ "relative_error": 0.017525240144283784,
739
+ "compression_ratio": 4.0,
740
+ "preserves_topology": true,
741
+ "smooth_scale_mean": 0.07873803377151489,
742
+ "elapsed_ms": 0.6296634674072266
743
+ },
744
+ {
745
+ "step": 196,
746
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
747
+ "chunk_idx": 29,
748
+ "relative_error": 0.015242667195374517,
749
+ "compression_ratio": 4.0,
750
+ "preserves_topology": true,
751
+ "smooth_scale_mean": 0.07924159616231918,
752
+ "elapsed_ms": 0.8242130279541016
753
+ },
754
+ {
755
+ "step": 200,
756
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
757
+ "chunk_idx": 29,
758
+ "relative_error": 0.018857604349467094,
759
+ "compression_ratio": 4.0,
760
+ "preserves_topology": true,
761
+ "smooth_scale_mean": 0.08012118190526962,
762
+ "elapsed_ms": 1.51824951171875
763
+ },
764
+ {
765
+ "step": 203,
766
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
767
+ "chunk_idx": 30,
768
+ "relative_error": 0.01568277653600045,
769
+ "compression_ratio": 4.0,
770
+ "preserves_topology": true,
771
+ "smooth_scale_mean": 0.08061578869819641,
772
+ "elapsed_ms": 3.789186477661133
773
+ },
774
+ {
775
+ "step": 207,
776
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
777
+ "chunk_idx": 30,
778
+ "relative_error": 0.018696496924984877,
779
+ "compression_ratio": 4.0,
780
+ "preserves_topology": true,
781
+ "smooth_scale_mean": 0.08148033916950226,
782
+ "elapsed_ms": 0.9150505065917969
783
+ },
784
+ {
785
+ "step": 210,
786
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
787
+ "chunk_idx": 31,
788
+ "relative_error": 0.015393155164818026,
789
+ "compression_ratio": 4.0,
790
+ "preserves_topology": true,
791
+ "smooth_scale_mean": 0.08196670562028885,
792
+ "elapsed_ms": 0.6184577941894531
793
+ },
794
+ {
795
+ "step": 212,
796
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
797
+ "chunk_idx": 31,
798
+ "relative_error": 0.013025498766266899,
799
+ "compression_ratio": 4.0,
800
+ "preserves_topology": true,
801
+ "smooth_scale_mean": 0.08239827305078506,
802
+ "elapsed_ms": 0.5843639373779297
803
+ },
804
+ {
805
+ "step": 282,
806
+ "dataset": "adalbertojunior/punctuation-ptbr",
807
+ "chunk_idx": 41,
808
+ "relative_error": 0.15638688643492593,
809
+ "compression_ratio": 4.0,
810
+ "preserves_topology": false,
811
+ "smooth_scale_mean": 0.09462006390094757,
812
+ "elapsed_ms": 0.7121562957763672
813
+ },
814
+ {
815
+ "step": 284,
816
+ "dataset": "adalbertojunior/punctuation-ptbr",
817
+ "chunk_idx": 41,
818
+ "relative_error": 0.07964709097520162,
819
+ "compression_ratio": 4.0,
820
+ "preserves_topology": false,
821
+ "smooth_scale_mean": 0.09497267007827759,
822
+ "elapsed_ms": 0.7350444793701172
823
+ },
824
+ {
825
+ "step": 287,
826
+ "dataset": "adalbertojunior/punctuation-ptbr",
827
+ "chunk_idx": 42,
828
+ "relative_error": 0.043670314282109685,
829
+ "compression_ratio": 4.0,
830
+ "preserves_topology": true,
831
+ "smooth_scale_mean": 0.09538087248802185,
832
+ "elapsed_ms": 0.7412433624267578
833
+ },
834
+ {
835
+ "step": 289,
836
+ "dataset": "adalbertojunior/punctuation-ptbr",
837
+ "chunk_idx": 42,
838
+ "relative_error": 0.025609021500137663,
839
+ "compression_ratio": 4.0,
840
+ "preserves_topology": true,
841
+ "smooth_scale_mean": 0.09574750065803528,
842
+ "elapsed_ms": 0.6079673767089844
843
+ },
844
+ {
845
+ "step": 291,
846
+ "dataset": "adalbertojunior/punctuation-ptbr",
847
+ "chunk_idx": 42,
848
+ "relative_error": 0.016664971769289785,
849
+ "compression_ratio": 4.0,
850
+ "preserves_topology": true,
851
+ "smooth_scale_mean": 0.09611533582210541,
852
+ "elapsed_ms": 0.6434917449951172
853
+ },
854
+ {
855
+ "step": 294,
856
+ "dataset": "adalbertojunior/punctuation-ptbr",
857
+ "chunk_idx": 43,
858
+ "relative_error": 0.012662738650938242,
859
+ "compression_ratio": 4.0,
860
+ "preserves_topology": true,
861
+ "smooth_scale_mean": 0.09652779251337051,
862
+ "elapsed_ms": 0.6353855133056641
863
+ },
864
+ {
865
+ "step": 297,
866
+ "dataset": "adalbertojunior/punctuation-ptbr",
867
+ "chunk_idx": 43,
868
+ "relative_error": 0.012026807131446314,
869
+ "compression_ratio": 4.0,
870
+ "preserves_topology": true,
871
+ "smooth_scale_mean": 0.09707264602184296,
872
+ "elapsed_ms": 0.6489753723144531
873
+ },
874
+ {
875
+ "step": 299,
876
+ "dataset": "adalbertojunior/punctuation-ptbr",
877
+ "chunk_idx": 43,
878
+ "relative_error": 0.009803688477182724,
879
+ "compression_ratio": 4.0,
880
+ "preserves_topology": true,
881
+ "smooth_scale_mean": 0.09743738174438477,
882
+ "elapsed_ms": 0.6363391876220703
883
+ },
884
+ {
885
+ "step": 303,
886
+ "dataset": "adalbertojunior/punctuation-ptbr",
887
+ "chunk_idx": 44,
888
+ "relative_error": 0.010946606250262968,
889
+ "compression_ratio": 4.0,
890
+ "preserves_topology": true,
891
+ "smooth_scale_mean": 0.09802162647247314,
892
+ "elapsed_ms": 0.6825923919677734
893
+ },
894
+ {
895
+ "step": 305,
896
+ "dataset": "adalbertojunior/punctuation-ptbr",
897
+ "chunk_idx": 44,
898
+ "relative_error": 0.009190866368712051,
899
+ "compression_ratio": 4.0,
900
+ "preserves_topology": true,
901
+ "smooth_scale_mean": 0.09838295727968216,
902
+ "elapsed_ms": 0.6814002990722656
903
+ },
904
+ {
905
+ "step": 308,
906
+ "dataset": "adalbertojunior/punctuation-ptbr",
907
+ "chunk_idx": 45,
908
+ "relative_error": 0.008734442520968682,
909
+ "compression_ratio": 4.0,
910
+ "preserves_topology": true,
911
+ "smooth_scale_mean": 0.09878693521022797,
912
+ "elapsed_ms": 1.0676383972167969
913
+ },
914
+ {
915
+ "step": 310,
916
+ "dataset": "adalbertojunior/punctuation-ptbr",
917
+ "chunk_idx": 45,
918
+ "relative_error": 0.008028553687749367,
919
+ "compression_ratio": 4.0,
920
+ "preserves_topology": true,
921
+ "smooth_scale_mean": 0.09914577752351761,
922
+ "elapsed_ms": 0.6632804870605469
923
+ },
924
+ {
925
+ "step": 313,
926
+ "dataset": "adalbertojunior/punctuation-ptbr",
927
+ "chunk_idx": 45,
928
+ "relative_error": 0.009410474895066703,
929
+ "compression_ratio": 4.0,
930
+ "preserves_topology": true,
931
+ "smooth_scale_mean": 0.09967688471078873,
932
+ "elapsed_ms": 0.6008148193359375
933
+ },
934
+ {
935
+ "step": 315,
936
+ "dataset": "adalbertojunior/punctuation-ptbr",
937
+ "chunk_idx": 46,
938
+ "relative_error": 0.006990670039192889,
939
+ "compression_ratio": 4.0,
940
+ "preserves_topology": true,
941
+ "smooth_scale_mean": 0.09990280866622925,
942
+ "elapsed_ms": 0.5097389221191406
943
+ },
944
+ {
945
+ "step": 318,
946
+ "dataset": "adalbertojunior/punctuation-ptbr",
947
+ "chunk_idx": 46,
948
+ "relative_error": 0.008808655433219304,
949
+ "compression_ratio": 4.0,
950
+ "preserves_topology": true,
951
+ "smooth_scale_mean": 0.10043002665042877,
952
+ "elapsed_ms": 0.7467269897460938
953
+ },
954
+ {
955
+ "step": 322,
956
+ "dataset": "adalbertojunior/punctuation-ptbr",
957
+ "chunk_idx": 47,
958
+ "relative_error": 0.01009215499353653,
959
+ "compression_ratio": 4.0,
960
+ "preserves_topology": true,
961
+ "smooth_scale_mean": 0.10099700093269348,
962
+ "elapsed_ms": 0.5183219909667969
963
+ },
964
+ {
965
+ "step": 325,
966
+ "dataset": "adalbertojunior/punctuation-ptbr",
967
+ "chunk_idx": 47,
968
+ "relative_error": 0.010246160840987478,
969
+ "compression_ratio": 4.0,
970
+ "preserves_topology": true,
971
+ "smooth_scale_mean": 0.10151809453964233,
972
+ "elapsed_ms": 0.6356239318847656
973
+ },
974
+ {
975
+ "step": 329,
976
+ "dataset": "adalbertojunior/punctuation-ptbr",
977
+ "chunk_idx": 48,
978
+ "relative_error": 0.010689548592442201,
979
+ "compression_ratio": 4.0,
980
+ "preserves_topology": true,
981
+ "smooth_scale_mean": 0.10207879543304443,
982
+ "elapsed_ms": 0.6291866302490234
983
+ },
984
+ {
985
+ "step": 331,
986
+ "dataset": "adalbertojunior/punctuation-ptbr",
987
+ "chunk_idx": 48,
988
+ "relative_error": 0.008770816910811734,
989
+ "compression_ratio": 4.0,
990
+ "preserves_topology": true,
991
+ "smooth_scale_mean": 0.10242577642202377,
992
+ "elapsed_ms": 0.6415843963623047
993
+ },
994
+ {
995
+ "step": 334,
996
+ "dataset": "adalbertojunior/punctuation-ptbr",
997
+ "chunk_idx": 48,
998
+ "relative_error": 0.00944050540009401,
999
+ "compression_ratio": 4.0,
1000
+ "preserves_topology": true,
1001
+ "smooth_scale_mean": 0.10293976962566376,
1002
+ "elapsed_ms": 0.7407665252685547
1003
+ }
1004
+ ],
1005
+ "summary": {
1006
+ "active": true,
1007
+ "n_calls": 100,
1008
+ "latest": {
1009
+ "active": true,
1010
+ "n_neurons": 864,
1011
+ "n_features": 4,
1012
+ "n_calibration_samples": 16,
1013
+ "smooth_scale_mean": 0.1224491074681282,
1014
+ "smooth_scale_std": 0.24429823458194733,
1015
+ "smooth_scale_min": 0.0002999893040396273,
1016
+ "smooth_scale_max": 0.4888964593410492,
1017
+ "alpha": 0.5,
1018
+ "n_bits": 8,
1019
+ "compression_ratio": 4.0,
1020
+ "weights_norm_original": 2215.064697265625,
1021
+ "weights_norm_dequant": 2227.227294921875,
1022
+ "absolute_error": 12.161881446838379,
1023
+ "relative_error": 0.005490531026859645,
1024
+ "preserves_topology": true,
1025
+ "w8a8_int8_range": [
1026
+ -122,
1027
+ 127
1028
+ ],
1029
+ "elapsed_ms": 0.5731582641601562
1030
+ },
1031
+ "mean_relative_error": 0.012106726645613457,
1032
+ "max_relative_error": 0.15638688643492593,
1033
+ "all_preserve_topology": false
1034
+ }
1035
+ }
reports/archive/v6_5_7ds_attn_verification.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checks": {
3
+ "kls_instantiation": {
4
+ "status": "PASS",
5
+ "details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers=True"
6
+ },
7
+ "find_bmu_no_premature_return": {
8
+ "status": "PASS",
9
+ "details": "bmu=(0, 0, 1, 1)"
10
+ },
11
+ "activate_hypothesis_detach": {
12
+ "status": "PASS",
13
+ "details": "classifier_trained=True"
14
+ },
15
+ "pgvector_lookup_removed": {
16
+ "status": "PASS"
17
+ },
18
+ "kohonen_refactored_removed": {
19
+ "status": "PASS",
20
+ "details": "old_folder=False, new_file=True"
21
+ },
22
+ "trainer_removed": {
23
+ "status": "PASS"
24
+ },
25
+ "vqvae2_valid_output": {
26
+ "status": "PASS",
27
+ "details": "n_calls=1, total_loss=0.1358"
28
+ },
29
+ "reasoning_engine_tags": {
30
+ "status": "PASS",
31
+ "details": "reasoning length=934 chars"
32
+ },
33
+ "smoothquant_w8a8_som_weights": {
34
+ "status": "PASS",
35
+ "details": "relative_error=0.005070, compression_ratio=4.0x"
36
+ },
37
+ "tool_coordinator_workers_reactivated": {
38
+ "status": "PASS",
39
+ "details": "n_workers=4, n_tools=2, elapsed_ms=3.08"
40
+ },
41
+ "attention_integrated_and_functional": {
42
+ "status": "PASS",
43
+ "details": "n_calls=15, n_errors=0, logic_functional=True, n_heads=8"
44
+ }
45
+ },
46
+ "n_pass": 11,
47
+ "n_fail": 0,
48
+ "all_pass": true
49
+ }
reports/archive/v6_5_7ds_attn_w8a8_compression.json ADDED
@@ -0,0 +1,835 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_calls": 100,
3
+ "log": [
4
+ {
5
+ "step": 0,
6
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
7
+ "chunk_idx": 1,
8
+ "relative_error": 0.08501751695346929,
9
+ "compression_ratio": 4.0,
10
+ "preserves_topology": false
11
+ },
12
+ {
13
+ "step": 2,
14
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
15
+ "chunk_idx": 1,
16
+ "relative_error": 0.15164670558916482,
17
+ "compression_ratio": 4.0,
18
+ "preserves_topology": false
19
+ },
20
+ {
21
+ "step": 4,
22
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
23
+ "chunk_idx": 1,
24
+ "relative_error": 0.20687011288750823,
25
+ "compression_ratio": 4.0,
26
+ "preserves_topology": false
27
+ },
28
+ {
29
+ "step": 7,
30
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
31
+ "chunk_idx": 2,
32
+ "relative_error": 0.22826680806808153,
33
+ "compression_ratio": 4.0,
34
+ "preserves_topology": false
35
+ },
36
+ {
37
+ "step": 9,
38
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
39
+ "chunk_idx": 2,
40
+ "relative_error": 0.1754673773786138,
41
+ "compression_ratio": 4.0,
42
+ "preserves_topology": false
43
+ },
44
+ {
45
+ "step": 11,
46
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
47
+ "chunk_idx": 2,
48
+ "relative_error": 0.17762832529952655,
49
+ "compression_ratio": 4.0,
50
+ "preserves_topology": false
51
+ },
52
+ {
53
+ "step": 14,
54
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
55
+ "chunk_idx": 3,
56
+ "relative_error": 0.09392299320072832,
57
+ "compression_ratio": 4.0,
58
+ "preserves_topology": false
59
+ },
60
+ {
61
+ "step": 16,
62
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
63
+ "chunk_idx": 3,
64
+ "relative_error": 0.11596736279122749,
65
+ "compression_ratio": 4.0,
66
+ "preserves_topology": false
67
+ },
68
+ {
69
+ "step": 18,
70
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
71
+ "chunk_idx": 3,
72
+ "relative_error": 0.11802003509904918,
73
+ "compression_ratio": 4.0,
74
+ "preserves_topology": false
75
+ },
76
+ {
77
+ "step": 21,
78
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
79
+ "chunk_idx": 4,
80
+ "relative_error": 0.12162338780102033,
81
+ "compression_ratio": 4.0,
82
+ "preserves_topology": false
83
+ },
84
+ {
85
+ "step": 23,
86
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
87
+ "chunk_idx": 4,
88
+ "relative_error": 0.1106040455021468,
89
+ "compression_ratio": 4.0,
90
+ "preserves_topology": false
91
+ },
92
+ {
93
+ "step": 25,
94
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
95
+ "chunk_idx": 4,
96
+ "relative_error": 0.10085285715134286,
97
+ "compression_ratio": 4.0,
98
+ "preserves_topology": false
99
+ },
100
+ {
101
+ "step": 28,
102
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
103
+ "chunk_idx": 5,
104
+ "relative_error": 0.09703669746162398,
105
+ "compression_ratio": 4.0,
106
+ "preserves_topology": false
107
+ },
108
+ {
109
+ "step": 30,
110
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
111
+ "chunk_idx": 5,
112
+ "relative_error": 0.08662104477356394,
113
+ "compression_ratio": 4.0,
114
+ "preserves_topology": false
115
+ },
116
+ {
117
+ "step": 32,
118
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
119
+ "chunk_idx": 5,
120
+ "relative_error": 0.0787710067902595,
121
+ "compression_ratio": 4.0,
122
+ "preserves_topology": false
123
+ },
124
+ {
125
+ "step": 35,
126
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
127
+ "chunk_idx": 6,
128
+ "relative_error": 0.0765277973957296,
129
+ "compression_ratio": 4.0,
130
+ "preserves_topology": false
131
+ },
132
+ {
133
+ "step": 37,
134
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
135
+ "chunk_idx": 6,
136
+ "relative_error": 0.06908596205072781,
137
+ "compression_ratio": 4.0,
138
+ "preserves_topology": false
139
+ },
140
+ {
141
+ "step": 39,
142
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
143
+ "chunk_idx": 6,
144
+ "relative_error": 0.06359968242532464,
145
+ "compression_ratio": 4.0,
146
+ "preserves_topology": false
147
+ },
148
+ {
149
+ "step": 42,
150
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
151
+ "chunk_idx": 7,
152
+ "relative_error": 0.06260824400115476,
153
+ "compression_ratio": 4.0,
154
+ "preserves_topology": false
155
+ },
156
+ {
157
+ "step": 44,
158
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
159
+ "chunk_idx": 7,
160
+ "relative_error": 0.05720240793101343,
161
+ "compression_ratio": 4.0,
162
+ "preserves_topology": false
163
+ },
164
+ {
165
+ "step": 46,
166
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
167
+ "chunk_idx": 7,
168
+ "relative_error": 0.053214746016398806,
169
+ "compression_ratio": 4.0,
170
+ "preserves_topology": false
171
+ },
172
+ {
173
+ "step": 49,
174
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
175
+ "chunk_idx": 8,
176
+ "relative_error": 0.05292212957173985,
177
+ "compression_ratio": 4.0,
178
+ "preserves_topology": false
179
+ },
180
+ {
181
+ "step": 51,
182
+ "dataset": "carolina-c4ai/corpus-carolina",
183
+ "chunk_idx": 9,
184
+ "relative_error": 0.04058554007381918,
185
+ "compression_ratio": 4.0,
186
+ "preserves_topology": true
187
+ },
188
+ {
189
+ "step": 53,
190
+ "dataset": "carolina-c4ai/corpus-carolina",
191
+ "chunk_idx": 9,
192
+ "relative_error": 0.04197929106612917,
193
+ "compression_ratio": 4.0,
194
+ "preserves_topology": true
195
+ },
196
+ {
197
+ "step": 55,
198
+ "dataset": "carolina-c4ai/corpus-carolina",
199
+ "chunk_idx": 9,
200
+ "relative_error": 0.04177931198511254,
201
+ "compression_ratio": 4.0,
202
+ "preserves_topology": true
203
+ },
204
+ {
205
+ "step": 58,
206
+ "dataset": "carolina-c4ai/corpus-carolina",
207
+ "chunk_idx": 10,
208
+ "relative_error": 0.0432701339082319,
209
+ "compression_ratio": 4.0,
210
+ "preserves_topology": true
211
+ },
212
+ {
213
+ "step": 60,
214
+ "dataset": "carolina-c4ai/corpus-carolina",
215
+ "chunk_idx": 10,
216
+ "relative_error": 0.040742067144898406,
217
+ "compression_ratio": 4.0,
218
+ "preserves_topology": true
219
+ },
220
+ {
221
+ "step": 62,
222
+ "dataset": "carolina-c4ai/corpus-carolina",
223
+ "chunk_idx": 10,
224
+ "relative_error": 0.038777429845241886,
225
+ "compression_ratio": 4.0,
226
+ "preserves_topology": true
227
+ },
228
+ {
229
+ "step": 65,
230
+ "dataset": "carolina-c4ai/corpus-carolina",
231
+ "chunk_idx": 11,
232
+ "relative_error": 0.03929625742711467,
233
+ "compression_ratio": 4.0,
234
+ "preserves_topology": true
235
+ },
236
+ {
237
+ "step": 67,
238
+ "dataset": "carolina-c4ai/corpus-carolina",
239
+ "chunk_idx": 11,
240
+ "relative_error": 0.03672284709937677,
241
+ "compression_ratio": 4.0,
242
+ "preserves_topology": true
243
+ },
244
+ {
245
+ "step": 69,
246
+ "dataset": "carolina-c4ai/corpus-carolina",
247
+ "chunk_idx": 11,
248
+ "relative_error": 0.03487453562166761,
249
+ "compression_ratio": 4.0,
250
+ "preserves_topology": true
251
+ },
252
+ {
253
+ "step": 72,
254
+ "dataset": "carolina-c4ai/corpus-carolina",
255
+ "chunk_idx": 12,
256
+ "relative_error": 0.03536240384909694,
257
+ "compression_ratio": 4.0,
258
+ "preserves_topology": true
259
+ },
260
+ {
261
+ "step": 74,
262
+ "dataset": "carolina-c4ai/corpus-carolina",
263
+ "chunk_idx": 12,
264
+ "relative_error": 0.033114252205925364,
265
+ "compression_ratio": 4.0,
266
+ "preserves_topology": true
267
+ },
268
+ {
269
+ "step": 76,
270
+ "dataset": "carolina-c4ai/corpus-carolina",
271
+ "chunk_idx": 12,
272
+ "relative_error": 0.03152996522220925,
273
+ "compression_ratio": 4.0,
274
+ "preserves_topology": true
275
+ },
276
+ {
277
+ "step": 79,
278
+ "dataset": "carolina-c4ai/corpus-carolina",
279
+ "chunk_idx": 13,
280
+ "relative_error": 0.03206632318543957,
281
+ "compression_ratio": 4.0,
282
+ "preserves_topology": true
283
+ },
284
+ {
285
+ "step": 81,
286
+ "dataset": "carolina-c4ai/corpus-carolina",
287
+ "chunk_idx": 13,
288
+ "relative_error": 0.030112187621655222,
289
+ "compression_ratio": 4.0,
290
+ "preserves_topology": true
291
+ },
292
+ {
293
+ "step": 84,
294
+ "dataset": "carolina-c4ai/corpus-carolina",
295
+ "chunk_idx": 13,
296
+ "relative_error": 0.03537809258854888,
297
+ "compression_ratio": 4.0,
298
+ "preserves_topology": true
299
+ },
300
+ {
301
+ "step": 86,
302
+ "dataset": "carolina-c4ai/corpus-carolina",
303
+ "chunk_idx": 14,
304
+ "relative_error": 0.026022978225643183,
305
+ "compression_ratio": 4.0,
306
+ "preserves_topology": true
307
+ },
308
+ {
309
+ "step": 89,
310
+ "dataset": "carolina-c4ai/corpus-carolina",
311
+ "chunk_idx": 14,
312
+ "relative_error": 0.032213076501088365,
313
+ "compression_ratio": 4.0,
314
+ "preserves_topology": true
315
+ },
316
+ {
317
+ "step": 94,
318
+ "dataset": "carolina-c4ai/corpus-carolina",
319
+ "chunk_idx": 15,
320
+ "relative_error": 0.04212325228903057,
321
+ "compression_ratio": 4.0,
322
+ "preserves_topology": true
323
+ },
324
+ {
325
+ "step": 96,
326
+ "dataset": "carolina-c4ai/corpus-carolina",
327
+ "chunk_idx": 15,
328
+ "relative_error": 0.03287038576271696,
329
+ "compression_ratio": 4.0,
330
+ "preserves_topology": true
331
+ },
332
+ {
333
+ "step": 100,
334
+ "dataset": "carolina-c4ai/corpus-carolina",
335
+ "chunk_idx": 16,
336
+ "relative_error": 0.03502297001555971,
337
+ "compression_ratio": 4.0,
338
+ "preserves_topology": true
339
+ },
340
+ {
341
+ "step": 102,
342
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
343
+ "chunk_idx": 17,
344
+ "relative_error": 0.024561383161958307,
345
+ "compression_ratio": 4.0,
346
+ "preserves_topology": true
347
+ },
348
+ {
349
+ "step": 104,
350
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
351
+ "chunk_idx": 17,
352
+ "relative_error": 0.023284148435721984,
353
+ "compression_ratio": 4.0,
354
+ "preserves_topology": true
355
+ },
356
+ {
357
+ "step": 106,
358
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
359
+ "chunk_idx": 17,
360
+ "relative_error": 0.02240953372244417,
361
+ "compression_ratio": 4.0,
362
+ "preserves_topology": true
363
+ },
364
+ {
365
+ "step": 109,
366
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
367
+ "chunk_idx": 18,
368
+ "relative_error": 0.02302270440369639,
369
+ "compression_ratio": 4.0,
370
+ "preserves_topology": true
371
+ },
372
+ {
373
+ "step": 111,
374
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
375
+ "chunk_idx": 18,
376
+ "relative_error": 0.02180824660713262,
377
+ "compression_ratio": 4.0,
378
+ "preserves_topology": true
379
+ },
380
+ {
381
+ "step": 113,
382
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
383
+ "chunk_idx": 18,
384
+ "relative_error": 0.020993768551244837,
385
+ "compression_ratio": 4.0,
386
+ "preserves_topology": true
387
+ },
388
+ {
389
+ "step": 116,
390
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
391
+ "chunk_idx": 19,
392
+ "relative_error": 0.021585838771452745,
393
+ "compression_ratio": 4.0,
394
+ "preserves_topology": true
395
+ },
396
+ {
397
+ "step": 120,
398
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
399
+ "chunk_idx": 19,
400
+ "relative_error": 0.029818355430999876,
401
+ "compression_ratio": 4.0,
402
+ "preserves_topology": true
403
+ },
404
+ {
405
+ "step": 123,
406
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
407
+ "chunk_idx": 20,
408
+ "relative_error": 0.02535061981332789,
409
+ "compression_ratio": 4.0,
410
+ "preserves_topology": true
411
+ },
412
+ {
413
+ "step": 125,
414
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
415
+ "chunk_idx": 20,
416
+ "relative_error": 0.021799467887810783,
417
+ "compression_ratio": 4.0,
418
+ "preserves_topology": true
419
+ },
420
+ {
421
+ "step": 127,
422
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
423
+ "chunk_idx": 20,
424
+ "relative_error": 0.019864570747365404,
425
+ "compression_ratio": 4.0,
426
+ "preserves_topology": true
427
+ },
428
+ {
429
+ "step": 130,
430
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
431
+ "chunk_idx": 21,
432
+ "relative_error": 0.0198087571423545,
433
+ "compression_ratio": 4.0,
434
+ "preserves_topology": true
435
+ },
436
+ {
437
+ "step": 132,
438
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
439
+ "chunk_idx": 21,
440
+ "relative_error": 0.01854188449840403,
441
+ "compression_ratio": 4.0,
442
+ "preserves_topology": true
443
+ },
444
+ {
445
+ "step": 138,
446
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
447
+ "chunk_idx": 22,
448
+ "relative_error": 0.03106598707538613,
449
+ "compression_ratio": 4.0,
450
+ "preserves_topology": true
451
+ },
452
+ {
453
+ "step": 140,
454
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
455
+ "chunk_idx": 22,
456
+ "relative_error": 0.02364250465403065,
457
+ "compression_ratio": 4.0,
458
+ "preserves_topology": true
459
+ },
460
+ {
461
+ "step": 144,
462
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
463
+ "chunk_idx": 23,
464
+ "relative_error": 0.024678216302164768,
465
+ "compression_ratio": 4.0,
466
+ "preserves_topology": true
467
+ },
468
+ {
469
+ "step": 148,
470
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
471
+ "chunk_idx": 23,
472
+ "relative_error": 0.02770820668983613,
473
+ "compression_ratio": 4.0,
474
+ "preserves_topology": true
475
+ },
476
+ {
477
+ "step": 153,
478
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
479
+ "chunk_idx": 25,
480
+ "relative_error": 0.026933327194691464,
481
+ "compression_ratio": 4.0,
482
+ "preserves_topology": true
483
+ },
484
+ {
485
+ "step": 206,
486
+ "dataset": "adalbertojunior/punctuation-ptbr",
487
+ "chunk_idx": 33,
488
+ "relative_error": 0.17164724821171012,
489
+ "compression_ratio": 4.0,
490
+ "preserves_topology": false
491
+ },
492
+ {
493
+ "step": 208,
494
+ "dataset": "adalbertojunior/punctuation-ptbr",
495
+ "chunk_idx": 33,
496
+ "relative_error": 0.088394205476928,
497
+ "compression_ratio": 4.0,
498
+ "preserves_topology": false
499
+ },
500
+ {
501
+ "step": 211,
502
+ "dataset": "adalbertojunior/punctuation-ptbr",
503
+ "chunk_idx": 34,
504
+ "relative_error": 0.04963081594505671,
505
+ "compression_ratio": 4.0,
506
+ "preserves_topology": true
507
+ },
508
+ {
509
+ "step": 213,
510
+ "dataset": "adalbertojunior/punctuation-ptbr",
511
+ "chunk_idx": 34,
512
+ "relative_error": 0.03002716284180229,
513
+ "compression_ratio": 4.0,
514
+ "preserves_topology": true
515
+ },
516
+ {
517
+ "step": 215,
518
+ "dataset": "adalbertojunior/punctuation-ptbr",
519
+ "chunk_idx": 34,
520
+ "relative_error": 0.020304824632636952,
521
+ "compression_ratio": 4.0,
522
+ "preserves_topology": true
523
+ },
524
+ {
525
+ "step": 218,
526
+ "dataset": "adalbertojunior/punctuation-ptbr",
527
+ "chunk_idx": 35,
528
+ "relative_error": 0.016064335860456618,
529
+ "compression_ratio": 4.0,
530
+ "preserves_topology": true
531
+ },
532
+ {
533
+ "step": 221,
534
+ "dataset": "adalbertojunior/punctuation-ptbr",
535
+ "chunk_idx": 35,
536
+ "relative_error": 0.01578092433185318,
537
+ "compression_ratio": 4.0,
538
+ "preserves_topology": true
539
+ },
540
+ {
541
+ "step": 223,
542
+ "dataset": "adalbertojunior/punctuation-ptbr",
543
+ "chunk_idx": 35,
544
+ "relative_error": 0.013026161043784155,
545
+ "compression_ratio": 4.0,
546
+ "preserves_topology": true
547
+ },
548
+ {
549
+ "step": 227,
550
+ "dataset": "adalbertojunior/punctuation-ptbr",
551
+ "chunk_idx": 36,
552
+ "relative_error": 0.014681483973926095,
553
+ "compression_ratio": 4.0,
554
+ "preserves_topology": true
555
+ },
556
+ {
557
+ "step": 229,
558
+ "dataset": "adalbertojunior/punctuation-ptbr",
559
+ "chunk_idx": 36,
560
+ "relative_error": 0.01234299790791084,
561
+ "compression_ratio": 4.0,
562
+ "preserves_topology": true
563
+ },
564
+ {
565
+ "step": 232,
566
+ "dataset": "adalbertojunior/punctuation-ptbr",
567
+ "chunk_idx": 37,
568
+ "relative_error": 0.011727567353442592,
569
+ "compression_ratio": 4.0,
570
+ "preserves_topology": true
571
+ },
572
+ {
573
+ "step": 234,
574
+ "dataset": "adalbertojunior/punctuation-ptbr",
575
+ "chunk_idx": 37,
576
+ "relative_error": 0.010764369574939828,
577
+ "compression_ratio": 4.0,
578
+ "preserves_topology": true
579
+ },
580
+ {
581
+ "step": 237,
582
+ "dataset": "adalbertojunior/punctuation-ptbr",
583
+ "chunk_idx": 37,
584
+ "relative_error": 0.012587107222113121,
585
+ "compression_ratio": 4.0,
586
+ "preserves_topology": true
587
+ },
588
+ {
589
+ "step": 239,
590
+ "dataset": "adalbertojunior/punctuation-ptbr",
591
+ "chunk_idx": 38,
592
+ "relative_error": 0.009333076250092253,
593
+ "compression_ratio": 4.0,
594
+ "preserves_topology": true
595
+ },
596
+ {
597
+ "step": 242,
598
+ "dataset": "adalbertojunior/punctuation-ptbr",
599
+ "chunk_idx": 38,
600
+ "relative_error": 0.011725116210256199,
601
+ "compression_ratio": 4.0,
602
+ "preserves_topology": true
603
+ },
604
+ {
605
+ "step": 246,
606
+ "dataset": "adalbertojunior/punctuation-ptbr",
607
+ "chunk_idx": 39,
608
+ "relative_error": 0.01339249530762522,
609
+ "compression_ratio": 4.0,
610
+ "preserves_topology": true
611
+ },
612
+ {
613
+ "step": 249,
614
+ "dataset": "adalbertojunior/punctuation-ptbr",
615
+ "chunk_idx": 39,
616
+ "relative_error": 0.01355581702905986,
617
+ "compression_ratio": 4.0,
618
+ "preserves_topology": true
619
+ },
620
+ {
621
+ "step": 253,
622
+ "dataset": "adalbertojunior/punctuation-ptbr",
623
+ "chunk_idx": 40,
624
+ "relative_error": 0.014097248874899134,
625
+ "compression_ratio": 4.0,
626
+ "preserves_topology": true
627
+ },
628
+ {
629
+ "step": 255,
630
+ "dataset": "iara-project/news-articles-ptbr-dataset",
631
+ "chunk_idx": 41,
632
+ "relative_error": 0.009897984385371723,
633
+ "compression_ratio": 4.0,
634
+ "preserves_topology": true
635
+ },
636
+ {
637
+ "step": 257,
638
+ "dataset": "iara-project/news-articles-ptbr-dataset",
639
+ "chunk_idx": 41,
640
+ "relative_error": 0.009415031000488445,
641
+ "compression_ratio": 4.0,
642
+ "preserves_topology": true
643
+ },
644
+ {
645
+ "step": 259,
646
+ "dataset": "iara-project/news-articles-ptbr-dataset",
647
+ "chunk_idx": 41,
648
+ "relative_error": 0.009134005928874667,
649
+ "compression_ratio": 4.0,
650
+ "preserves_topology": true
651
+ },
652
+ {
653
+ "step": 262,
654
+ "dataset": "iara-project/news-articles-ptbr-dataset",
655
+ "chunk_idx": 42,
656
+ "relative_error": 0.009486178367216816,
657
+ "compression_ratio": 4.0,
658
+ "preserves_topology": true
659
+ },
660
+ {
661
+ "step": 264,
662
+ "dataset": "iara-project/news-articles-ptbr-dataset",
663
+ "chunk_idx": 42,
664
+ "relative_error": 0.009088117499637454,
665
+ "compression_ratio": 4.0,
666
+ "preserves_topology": true
667
+ },
668
+ {
669
+ "step": 267,
670
+ "dataset": "iara-project/news-articles-ptbr-dataset",
671
+ "chunk_idx": 42,
672
+ "relative_error": 0.01093837918128412,
673
+ "compression_ratio": 4.0,
674
+ "preserves_topology": true
675
+ },
676
+ {
677
+ "step": 269,
678
+ "dataset": "iara-project/news-articles-ptbr-dataset",
679
+ "chunk_idx": 43,
680
+ "relative_error": 0.008171825599317641,
681
+ "compression_ratio": 4.0,
682
+ "preserves_topology": true
683
+ },
684
+ {
685
+ "step": 271,
686
+ "dataset": "iara-project/news-articles-ptbr-dataset",
687
+ "chunk_idx": 43,
688
+ "relative_error": 0.008316021273538806,
689
+ "compression_ratio": 4.0,
690
+ "preserves_topology": true
691
+ },
692
+ {
693
+ "step": 273,
694
+ "dataset": "iara-project/news-articles-ptbr-dataset",
695
+ "chunk_idx": 43,
696
+ "relative_error": 0.008352669395692276,
697
+ "compression_ratio": 4.0,
698
+ "preserves_topology": true
699
+ },
700
+ {
701
+ "step": 276,
702
+ "dataset": "iara-project/news-articles-ptbr-dataset",
703
+ "chunk_idx": 44,
704
+ "relative_error": 0.008840231424806035,
705
+ "compression_ratio": 4.0,
706
+ "preserves_topology": true
707
+ },
708
+ {
709
+ "step": 279,
710
+ "dataset": "iara-project/news-articles-ptbr-dataset",
711
+ "chunk_idx": 44,
712
+ "relative_error": 0.010538459295822106,
713
+ "compression_ratio": 4.0,
714
+ "preserves_topology": true
715
+ },
716
+ {
717
+ "step": 281,
718
+ "dataset": "iara-project/news-articles-ptbr-dataset",
719
+ "chunk_idx": 44,
720
+ "relative_error": 0.009339974743379413,
721
+ "compression_ratio": 4.0,
722
+ "preserves_topology": true
723
+ },
724
+ {
725
+ "step": 284,
726
+ "dataset": "iara-project/news-articles-ptbr-dataset",
727
+ "chunk_idx": 45,
728
+ "relative_error": 0.009198104762715407,
729
+ "compression_ratio": 4.0,
730
+ "preserves_topology": true
731
+ },
732
+ {
733
+ "step": 286,
734
+ "dataset": "iara-project/news-articles-ptbr-dataset",
735
+ "chunk_idx": 45,
736
+ "relative_error": 0.008601345503875599,
737
+ "compression_ratio": 4.0,
738
+ "preserves_topology": true
739
+ },
740
+ {
741
+ "step": 288,
742
+ "dataset": "iara-project/news-articles-ptbr-dataset",
743
+ "chunk_idx": 45,
744
+ "relative_error": 0.00827123072089908,
745
+ "compression_ratio": 4.0,
746
+ "preserves_topology": true
747
+ },
748
+ {
749
+ "step": 290,
750
+ "dataset": "iara-project/news-articles-ptbr-dataset",
751
+ "chunk_idx": 46,
752
+ "relative_error": 0.006641156640627261,
753
+ "compression_ratio": 4.0,
754
+ "preserves_topology": true
755
+ },
756
+ {
757
+ "step": 292,
758
+ "dataset": "iara-project/news-articles-ptbr-dataset",
759
+ "chunk_idx": 46,
760
+ "relative_error": 0.007240222998796766,
761
+ "compression_ratio": 4.0,
762
+ "preserves_topology": true
763
+ },
764
+ {
765
+ "step": 294,
766
+ "dataset": "iara-project/news-articles-ptbr-dataset",
767
+ "chunk_idx": 46,
768
+ "relative_error": 0.007509243233949404,
769
+ "compression_ratio": 4.0,
770
+ "preserves_topology": true
771
+ },
772
+ {
773
+ "step": 297,
774
+ "dataset": "iara-project/news-articles-ptbr-dataset",
775
+ "chunk_idx": 47,
776
+ "relative_error": 0.008081485400129866,
777
+ "compression_ratio": 4.0,
778
+ "preserves_topology": true
779
+ },
780
+ {
781
+ "step": 299,
782
+ "dataset": "iara-project/news-articles-ptbr-dataset",
783
+ "chunk_idx": 47,
784
+ "relative_error": 0.007866857395177979,
785
+ "compression_ratio": 4.0,
786
+ "preserves_topology": true
787
+ },
788
+ {
789
+ "step": 301,
790
+ "dataset": "iara-project/news-articles-ptbr-dataset",
791
+ "chunk_idx": 47,
792
+ "relative_error": 0.007730329624807799,
793
+ "compression_ratio": 4.0,
794
+ "preserves_topology": true
795
+ },
796
+ {
797
+ "step": 304,
798
+ "dataset": "iara-project/news-articles-ptbr-dataset",
799
+ "chunk_idx": 48,
800
+ "relative_error": 0.008090415855548712,
801
+ "compression_ratio": 4.0,
802
+ "preserves_topology": true
803
+ }
804
+ ],
805
+ "summary": {
806
+ "active": true,
807
+ "n_calls": 100,
808
+ "latest": {
809
+ "active": true,
810
+ "n_neurons": 864,
811
+ "n_features": 4,
812
+ "n_calibration_samples": 20,
813
+ "smooth_scale_mean": 0.10064595937728882,
814
+ "smooth_scale_std": 0.20062804222106934,
815
+ "smooth_scale_min": 0.0003319382085464895,
816
+ "smooth_scale_max": 0.4015880227088928,
817
+ "alpha": 0.5,
818
+ "n_bits": 8,
819
+ "compression_ratio": 4.0,
820
+ "weights_norm_original": 1652.71875,
821
+ "weights_norm_dequant": 1664.1396484375,
822
+ "absolute_error": 11.421292304992676,
823
+ "relative_error": 0.006910608538199664,
824
+ "preserves_topology": true,
825
+ "w8a8_int8_range": [
826
+ -123,
827
+ 127
828
+ ],
829
+ "elapsed_ms": 0.6363391876220703
830
+ },
831
+ "mean_relative_error": 0.020276215304510577,
832
+ "max_relative_error": 0.17164724821171012,
833
+ "all_preserve_topology": false
834
+ }
835
+ }
reports/archive/v6_5_7ds_ewc_w8a8_benchmark.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": "EWC+W8A8 eval with active dequantization (V6.5-7ds)",
3
+ "config": {
4
+ "model": "TestModel(64-128-32)",
5
+ "n_linears": 2,
6
+ "n_bits": 8,
7
+ "alpha_smoothquant": 0.5,
8
+ "calibration_samples": 32,
9
+ "n_iterations": 100
10
+ },
11
+ "results": {
12
+ "baseline_float": {
13
+ "penalty": 7.579145386815071,
14
+ "time_ms_per_call": 0.04622459411621094
15
+ },
16
+ "w8a8_with_dequant": {
17
+ "penalty": 7.581265166401863,
18
+ "time_ms_per_call": 0.1355147361755371,
19
+ "relative_error": 0.00027968583245277626
20
+ },
21
+ "w8a8_no_dequant_broken": {
22
+ "penalty": 1102808.2418839484,
23
+ "time_ms_per_call": 0.09852170944213867,
24
+ "relative_error": 145504.6191166922
25
+ }
26
+ },
27
+ "analysis": {
28
+ "dequant_preserves_accuracy": true,
29
+ "dequant_relative_error": 0.00027968583245277626,
30
+ "int8_relative_error": 145504.6191166922,
31
+ "dequant_overhead_ms": 0.08929014205932617,
32
+ "dequant_overhead_pct": 193.16587579946358,
33
+ "conclusion": "V6.5-7ds EWC+W8A8 eval com dequant: erro dequant=0.000280 (< 0.1 = OK), erro int8 direto=145504.619117."
34
+ },
35
+ "ewc_config": {
36
+ "eval_mode_penalty": true,
37
+ "skip_som_filled_neurons": true,
38
+ "lambda_ewc": 100.0,
39
+ "fisher_n_samples": 32
40
+ }
41
+ }
reports/archive/v6_5_7ds_module_analysis.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "removed_modules": {
3
+ "src/bigru_t/model/bigru4.py": {
4
+ "exists_after_v65": false,
5
+ "status": "REMOVED"
6
+ },
7
+ "src/bigru_t/model/gru_hierarchy.py": {
8
+ "exists_after_v65": false,
9
+ "status": "REMOVED"
10
+ },
11
+ "src/bigru_t/model/orq_cell.py": {
12
+ "exists_after_v65": false,
13
+ "status": "REMOVED"
14
+ },
15
+ "src/bigru_t/model/train_t.py": {
16
+ "exists_after_v65": false,
17
+ "status": "REMOVED"
18
+ },
19
+ "src/bigru_t/model/transformer_unit.py": {
20
+ "exists_after_v65": false,
21
+ "status": "REMOVED"
22
+ },
23
+ "src/bigru_t/model/u8cell_t.py": {
24
+ "exists_after_v65": false,
25
+ "status": "REMOVED"
26
+ },
27
+ "src/bigru_t/model/unified_model.py": {
28
+ "exists_after_v65": false,
29
+ "status": "REMOVED"
30
+ },
31
+ "src/bigru_t/model/module_selector.py": {
32
+ "exists_after_v65": false,
33
+ "status": "REMOVED"
34
+ },
35
+ "src/bigru_t/training/trainer.py": {
36
+ "exists_after_v65": false,
37
+ "status": "REMOVED"
38
+ }
39
+ },
40
+ "removed_folders": {
41
+ "src/bigru_t/model/kohonen_refactored/": {
42
+ "exists_after_v65": false,
43
+ "status": "REMOVED"
44
+ }
45
+ },
46
+ "active_modules": {
47
+ "src/bigru_t/model/kohonen_learning_system.py": {
48
+ "exists": true,
49
+ "size_bytes": 53712,
50
+ "activity": "active"
51
+ },
52
+ "src/bigru_t/model/hyp_t.py": {
53
+ "exists": true,
54
+ "size_bytes": 3849,
55
+ "activity": "active"
56
+ },
57
+ "src/bigru_t/model/vqvae2_hierarchical.py": {
58
+ "exists": true,
59
+ "size_bytes": 7808,
60
+ "activity": "active"
61
+ },
62
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
63
+ "exists": true,
64
+ "size_bytes": 22745,
65
+ "activity": "active"
66
+ },
67
+ "src/bigru_t/model/token_compress.py": {
68
+ "exists": true,
69
+ "size_bytes": 14129,
70
+ "activity": "active"
71
+ },
72
+ "src/bigru_t/model/embedding_reconfig.py": {
73
+ "exists": true,
74
+ "size_bytes": 2414,
75
+ "activity": "active"
76
+ },
77
+ "src/bigru_t/model/attention_multimodal.py": {
78
+ "exists": true,
79
+ "size_bytes": 3787,
80
+ "activity": "active"
81
+ },
82
+ "src/bigru_t/training/mtp.py": {
83
+ "exists": true,
84
+ "size_bytes": 10260,
85
+ "activity": "active"
86
+ },
87
+ "src/bigru_t/training/ewc.py": {
88
+ "exists": true,
89
+ "size_bytes": 25029,
90
+ "activity": "active"
91
+ },
92
+ "src/bigru_t/quantization/smoothquant_compressor.py": {
93
+ "exists": true,
94
+ "size_bytes": 3562,
95
+ "activity": "active"
96
+ },
97
+ "src/bigru_t/quantization/w8a8_smoothquant.py": {
98
+ "exists": true,
99
+ "size_bytes": 16296,
100
+ "activity": "active"
101
+ },
102
+ "src/bigru_t/quantization/quantized_linear.py": {
103
+ "exists": true,
104
+ "size_bytes": 6361,
105
+ "activity": "active"
106
+ },
107
+ "src/bigru_t/reasoning/reasoning_engine.py": {
108
+ "exists": true,
109
+ "size_bytes": 19946,
110
+ "activity": "active"
111
+ },
112
+ "src/bigru_t/reasoning/thinking.py": {
113
+ "exists": true,
114
+ "size_bytes": 5303,
115
+ "activity": "active"
116
+ },
117
+ "src/bigru_t/reasoning/circular_orchestration.py": {
118
+ "exists": true,
119
+ "size_bytes": 30801,
120
+ "activity": "active"
121
+ },
122
+ "src/bigru_t/reasoning/tool_agent.py": {
123
+ "exists": true,
124
+ "size_bytes": 29933,
125
+ "activity": "active"
126
+ },
127
+ "src/bigru_t/reasoning/distributed_reasoning_system.py": {
128
+ "exists": true,
129
+ "size_bytes": 29129,
130
+ "activity": "active"
131
+ },
132
+ "src/bigru_t/reasoning/cyclic_reasoning.py": {
133
+ "exists": true,
134
+ "size_bytes": 25045,
135
+ "activity": "active"
136
+ },
137
+ "src/bigru_t/reasoning/consensus_sampling.py": {
138
+ "exists": true,
139
+ "size_bytes": 1302,
140
+ "activity": "active"
141
+ },
142
+ "src/bigru_t/data/streaming_datasets.py": {
143
+ "exists": true,
144
+ "size_bytes": 38310,
145
+ "activity": "active"
146
+ },
147
+ "src/bigru_t/utils/xeon_runtime.py": {
148
+ "exists": true,
149
+ "size_bytes": 23928,
150
+ "activity": "active"
151
+ }
152
+ },
153
+ "v65_final_features": {
154
+ "vqvae2_active_in_pipeline": true,
155
+ "reasoning_engine_integrated": true,
156
+ "smoothquant_w8a8_integrated_to_kls": true,
157
+ "tool_coordinator_workers_reactivated": true,
158
+ "ewc_w8a8_dequant_benchmark": true,
159
+ "kohonen_moved_up": true,
160
+ "real_streaming_forced": true,
161
+ "som_grid_864_neurons": true,
162
+ "mtp_head_size_increased_K6": true
163
+ }
164
+ }
reports/archive/v6_5_7ds_reasoning_eval.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation": "reasoning_and_response_quality_v65_final",
3
+ "n_test_queries": 7,
4
+ "results": [
5
+ {
6
+ "query": "o gato dorme na cama",
7
+ "som_prediction": "cachorro",
8
+ "reasoning_length": 964,
9
+ "has_think": true,
10
+ "has_plan": true,
11
+ "has_answer": true,
12
+ "has_decompose": true,
13
+ "think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
14
+ "answer_preview": "prediction=cachorro...",
15
+ "n_tags": 4
16
+ },
17
+ {
18
+ "query": "calcule dois mais dois",
19
+ "som_prediction": "cachorro",
20
+ "reasoning_length": 976,
21
+ "has_think": true,
22
+ "has_plan": true,
23
+ "has_answer": true,
24
+ "has_decompose": true,
25
+ "think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
26
+ "answer_preview": "prediction=cachorro...",
27
+ "n_tags": 4
28
+ },
29
+ {
30
+ "query": "olá como você está",
31
+ "som_prediction": "cachorro",
32
+ "reasoning_length": 952,
33
+ "has_think": true,
34
+ "has_plan": true,
35
+ "has_answer": true,
36
+ "has_decompose": true,
37
+ "think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
38
+ "answer_preview": "prediction=cachorro...",
39
+ "n_tags": 4
40
+ },
41
+ {
42
+ "query": "translate hello to portuguese",
43
+ "som_prediction": "cachorro",
44
+ "reasoning_length": 1018,
45
+ "has_think": true,
46
+ "has_plan": true,
47
+ "has_answer": true,
48
+ "has_decompose": true,
49
+ "think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
50
+ "answer_preview": "prediction=cachorro...",
51
+ "n_tags": 4
52
+ },
53
+ {
54
+ "query": "prove que a soma de pares é par",
55
+ "som_prediction": "cachorro",
56
+ "reasoning_length": 1030,
57
+ "has_think": true,
58
+ "has_plan": true,
59
+ "has_answer": true,
60
+ "has_decompose": true,
61
+ "think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
62
+ "answer_preview": "prediction=cachorro...",
63
+ "n_tags": 4
64
+ },
65
+ {
66
+ "query": "qual é a capital do brasil",
67
+ "som_prediction": "cachorro",
68
+ "reasoning_length": 1000,
69
+ "has_think": true,
70
+ "has_plan": true,
71
+ "has_answer": true,
72
+ "has_decompose": true,
73
+ "think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
74
+ "answer_preview": "prediction=cachorro...",
75
+ "n_tags": 4
76
+ },
77
+ {
78
+ "query": "explique o que é uma rede neural",
79
+ "som_prediction": "cachorro",
80
+ "reasoning_length": 1036,
81
+ "has_think": true,
82
+ "has_plan": true,
83
+ "has_answer": true,
84
+ "has_decompose": true,
85
+ "think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
86
+ "answer_preview": "prediction=cachorro...",
87
+ "n_tags": 4
88
+ }
89
+ ],
90
+ "summary": {
91
+ "n_with_answer": 7,
92
+ "n_with_think": 7,
93
+ "answer_rate": 1.0,
94
+ "think_rate": 1.0,
95
+ "avg_reasoning_length": 996.5714285714286,
96
+ "reasoning_engine_active": true,
97
+ "reasoning_engine_n_history": 7
98
+ },
99
+ "quality_assessment": {
100
+ "response_quality": "GOOD",
101
+ "reasoning_quality": "GOOD",
102
+ "tags_present": [
103
+ "<think>",
104
+ "<plan>",
105
+ "<decompose>",
106
+ "<answer>"
107
+ ],
108
+ "compatible_with": [
109
+ "Ollama",
110
+ "LangChain",
111
+ "vLLM"
112
+ ]
113
+ }
114
+ }
reports/archive/v6_5_7ds_report.json ADDED
@@ -0,0 +1,675 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-7ds-real-streaming",
3
+ "timestamp": "2026-08-08T00:53:33.417026",
4
+ "user_requirements_checklist": {
5
+ "HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
6
+ "streaming_datasets_active_REAL": true,
7
+ "xeon_runtime_active": true,
8
+ "V65_ENABLE_STREAMING_forced": true,
9
+ "removed_pre_v64_modules": true,
10
+ "removed_pre_v64_scripts": true,
11
+ "kohonen_refactored_removed": true,
12
+ "kohonen_learning_system_moved_up": true,
13
+ "vqvae2_active_in_compression_pipeline": true,
14
+ "reasoning_engine_integrated_to_kls": true,
15
+ "smoothquant_w8a8_integrated_to_kls": true,
16
+ "tool_coordinator_workers_reactivated": true,
17
+ "ewc_w8a8_dequant_benchmark_active": true,
18
+ "logic_and_bugfixes_verified": true,
19
+ "exhausted_7_datasets_in_sequence": true,
20
+ "metrics_reasoning_response_verified": true,
21
+ "som_grid_864_neurons": true,
22
+ "mtp_head_size_increased_K6": true,
23
+ "no_synthetic_data": true,
24
+ "streaming_with_pauses": true,
25
+ "storage_critical_check": true,
26
+ "aggressive_ram_cleanup": true,
27
+ "aggressive_storage_cleanup": true
28
+ },
29
+ "config": {
30
+ "BATCH_SIZE": 16,
31
+ "datasets_to_exhaust": [
32
+ "dominguesm/restore-punctuation-ptbr-dataset",
33
+ "carolina-c4ai/corpus-carolina",
34
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
35
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
36
+ "adalbertojunior/punctuation-ptbr",
37
+ "iara-project/news-articles-ptbr-dataset",
38
+ "manoela/noticias_ptbr"
39
+ ],
40
+ "SAMPLES_PER_DATASET_PHASE": 50,
41
+ "N_PHASES": 2,
42
+ "TOTAL_SAMPLES": 700,
43
+ "EPOCHS": 2,
44
+ "SOM_GRID": [
45
+ 6,
46
+ 6,
47
+ 6,
48
+ 4
49
+ ],
50
+ "n_neurons": 864,
51
+ "HIDDEN_DIM": 1024,
52
+ "VOCAB_SIZE": 16384,
53
+ "MAX_SEQ_LEN": 8,
54
+ "T_max": 10000,
55
+ "N_start": 10,
56
+ "lambda_ewc": 0.02,
57
+ "MTP_K": 6,
58
+ "MTP_ENTROPY_BETA": 0.01,
59
+ "MTP_ACTIVE_IN_VAL": true,
60
+ "VQVAE2_active": true,
61
+ "reasoning_engine_active": true,
62
+ "smoothquant_w8a8_active": true,
63
+ "INTER_BATCH_PAUSE_S": 0.4,
64
+ "INTER_DATASET_PAUSE_S": 2.0,
65
+ "STORAGE_CRITICAL_PCT": 90
66
+ },
67
+ "xeon_status": {
68
+ "version": "V6",
69
+ "physical_cores": 2,
70
+ "env": {
71
+ "MKL_ENABLE_INSTRUCTIONS": "AVX512",
72
+ "MKL_NUM_THREADS": "2",
73
+ "OMP_NUM_THREADS": "2",
74
+ "MKL_DYNAMIC": "FALSE",
75
+ "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
76
+ "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
77
+ "KMP_AFFINITY": "granularity=fine,compact,1,0",
78
+ "KMP_BLOCKTIME": "1"
79
+ },
80
+ "avx512": {
81
+ "supported": true,
82
+ "desc": "AVX512_VNNI (full INT8 acceleration)"
83
+ },
84
+ "amx": {
85
+ "supported": true,
86
+ "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
87
+ },
88
+ "ipex_available": false,
89
+ "init_done": true
90
+ },
91
+ "fp16_benchmark": {
92
+ "best_time_ms": 90.8687649989588,
93
+ "avg_time_ms": 90.99976849938685,
94
+ "best_tflops": 1.4086248448679441,
95
+ "avg_tflops": 1.4065969849237854,
96
+ "matrix_size": 4000.0
97
+ },
98
+ "training": {
99
+ "duration_s": 330.42763018608093,
100
+ "n_steps": 112,
101
+ "n_epochs": 2,
102
+ "n_phases": 2,
103
+ "samples_per_dataset_actual": {
104
+ "dominguesm/restore-punctuation-ptbr-dataset": 200,
105
+ "carolina-c4ai/corpus-carolina": 200,
106
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 200,
107
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 200,
108
+ "adalbertojunior/punctuation-ptbr": 200,
109
+ "iara-project/news-articles-ptbr-dataset": 200,
110
+ "manoela/noticias_ptbr": 200
111
+ },
112
+ "total_samples_processed": 1400,
113
+ "streaming_failures": {
114
+ "dominguesm/restore-punctuation-ptbr-dataset": 0,
115
+ "carolina-c4ai/corpus-carolina": 0,
116
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
117
+ "dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
118
+ "adalbertojunior/punctuation-ptbr": 0,
119
+ "iara-project/news-articles-ptbr-dataset": 0,
120
+ "manoela/noticias_ptbr": 0
121
+ },
122
+ "storage_critical_stopped": false,
123
+ "inter_batch_pause_s": 0.4,
124
+ "inter_dataset_pause_s": 2.0
125
+ },
126
+ "summary": {
127
+ "n_steps": 112,
128
+ "final_loss": -1.0,
129
+ "mean_loss": -0.6565951546566943,
130
+ "min_loss": -1.0,
131
+ "max_loss": 5.0,
132
+ "final_acc": 1.0,
133
+ "mean_acc": 0.9046342495331466,
134
+ "sigma_start": 1.3846745195799537,
135
+ "sigma_end": 0.02294776135008828,
136
+ "alpha_start": 0.09607894391523232,
137
+ "alpha_end": 0.012368713581745483,
138
+ "vqvae2_mean_total_loss": 0.1306939643892375,
139
+ "vqvae2_final_total_loss": 0.1413893848657608,
140
+ "w8a8_mean_relative_error": 0.05715196336304285,
141
+ "w8a8_final_relative_error": 0.021636993107326467,
142
+ "rss_max_mb": 1775.96484375,
143
+ "rss_final_mb": 1775.96484375,
144
+ "disk_max_pct": 14.371059287605933,
145
+ "disk_final_pct": 14.371059287605933,
146
+ "n_alerts": 117,
147
+ "alerts": [
148
+ {
149
+ "type": "3.3_loss_vanishing",
150
+ "step": 1,
151
+ "value": -1.0
152
+ },
153
+ {
154
+ "type": "3.3_loss_vanishing",
155
+ "step": 2,
156
+ "value": -0.9682458365518543
157
+ },
158
+ {
159
+ "type": "3.3_loss_vanishing",
160
+ "step": 3,
161
+ "value": -1.0
162
+ },
163
+ {
164
+ "type": "3.3_loss_vanishing",
165
+ "step": 4,
166
+ "value": -0.9354143466934853
167
+ },
168
+ {
169
+ "type": "3.3_loss_vanishing",
170
+ "step": 5,
171
+ "value": -1.0
172
+ },
173
+ {
174
+ "type": "3.3_loss_vanishing",
175
+ "step": 6,
176
+ "value": -0.9354143466934853
177
+ },
178
+ {
179
+ "type": "3.3_loss_vanishing",
180
+ "step": 7,
181
+ "value": -1.0
182
+ },
183
+ {
184
+ "type": "3.3_loss_vanishing",
185
+ "step": 8,
186
+ "value": -0.9682458365518543
187
+ },
188
+ {
189
+ "type": "3.3_loss_vanishing",
190
+ "step": 9,
191
+ "value": -1.0
192
+ },
193
+ {
194
+ "type": "3.3_loss_vanishing",
195
+ "step": 10,
196
+ "value": -0.9354143466934853
197
+ },
198
+ {
199
+ "type": "3.3_loss_vanishing",
200
+ "step": 11,
201
+ "value": -1.0
202
+ },
203
+ {
204
+ "type": "3.1_loss_spike",
205
+ "step": 12,
206
+ "delta": 6.0
207
+ },
208
+ {
209
+ "type": "3.1_loss_spike",
210
+ "step": 13,
211
+ "delta": 6.0
212
+ },
213
+ {
214
+ "type": "3.3_loss_vanishing",
215
+ "step": 13,
216
+ "value": -1.0
217
+ },
218
+ {
219
+ "type": "3.3_loss_vanishing",
220
+ "step": 14,
221
+ "value": -1.0
222
+ },
223
+ {
224
+ "type": "3.3_loss_vanishing",
225
+ "step": 15,
226
+ "value": -1.0
227
+ },
228
+ {
229
+ "type": "3.3_loss_vanishing",
230
+ "step": 16,
231
+ "value": -0.747545001596402
232
+ },
233
+ {
234
+ "type": "3.3_loss_vanishing",
235
+ "step": 17,
236
+ "value": -1.0
237
+ },
238
+ {
239
+ "type": "3.3_loss_vanishing",
240
+ "step": 18,
241
+ "value": -0.9682458365518543
242
+ },
243
+ {
244
+ "type": "3.3_loss_vanishing",
245
+ "step": 19,
246
+ "value": -1.0
247
+ },
248
+ {
249
+ "type": "3.3_loss_vanishing",
250
+ "step": 20,
251
+ "value": -0.9682458365518543
252
+ },
253
+ {
254
+ "type": "3.3_loss_vanishing",
255
+ "step": 21,
256
+ "value": -1.0
257
+ },
258
+ {
259
+ "type": "3.3_loss_vanishing",
260
+ "step": 22,
261
+ "value": -0.9682458365518543
262
+ },
263
+ {
264
+ "type": "3.3_loss_vanishing",
265
+ "step": 23,
266
+ "value": -1.0
267
+ },
268
+ {
269
+ "type": "3.3_loss_vanishing",
270
+ "step": 24,
271
+ "value": -0.9682458365518543
272
+ },
273
+ {
274
+ "type": "3.3_loss_vanishing",
275
+ "step": 25,
276
+ "value": -1.0
277
+ },
278
+ {
279
+ "type": "3.3_loss_vanishing",
280
+ "step": 26,
281
+ "value": -0.9682458365518543
282
+ },
283
+ {
284
+ "type": "3.3_loss_vanishing",
285
+ "step": 27,
286
+ "value": -1.0
287
+ },
288
+ {
289
+ "type": "3.3_loss_vanishing",
290
+ "step": 28,
291
+ "value": -0.9682458365518543
292
+ },
293
+ {
294
+ "type": "3.3_loss_vanishing",
295
+ "step": 29,
296
+ "value": -1.0
297
+ }
298
+ ],
299
+ "kohonen_final": {
300
+ "sigma_t": 0.02294776135008828,
301
+ "alpha_t": 0.012368713581745483,
302
+ "t": 4180,
303
+ "n_neurons": 864,
304
+ "fisher_w_mean": 0.0,
305
+ "fisher_w_max": 0.0,
306
+ "fisher_accum_count": 0,
307
+ "has_ewc_reference": true,
308
+ "weights_norm": 494.76519775390625,
309
+ "weights_w_mean": -0.007855363190174103
310
+ },
311
+ "hypothesis_final": {
312
+ "classifier_trained": true,
313
+ "punishment_count": 0,
314
+ "success_count": 0,
315
+ "training_ready": false,
316
+ "buffer_size": 0,
317
+ "required_new_samples": 10,
318
+ "histogram_max": 0,
319
+ "time_counter": 1452
320
+ },
321
+ "mtp_final": {
322
+ "active": false,
323
+ "mtp_total_loss": 0.0,
324
+ "mtp_weighted_loss": 0.0,
325
+ "mtp_entropy_reg": 0.0,
326
+ "mtp_alphas": [],
327
+ "mtp_per_k_loss": [],
328
+ "active_in_val": true,
329
+ "entropy_beta": 0.01,
330
+ "K": 6
331
+ },
332
+ "vqvae2_final": {
333
+ "active": true,
334
+ "n_calls": 52,
335
+ "latest_total_loss": 0.1413893848657608,
336
+ "latest_recon_loss": 0.1413867026567459,
337
+ "latest_vq_loss": 2.6823174721357645e-06,
338
+ "mean_total_loss": 0.13113299859505073
339
+ },
340
+ "w8a8_final": {
341
+ "active": true,
342
+ "n_calls": 52,
343
+ "latest_relative_error": 0.021636993107326467,
344
+ "latest_compression_ratio": 4.0,
345
+ "latest_preserves_topology": true,
346
+ "mean_relative_error": 0.05793468396521811,
347
+ "all_preserve_topology": false
348
+ },
349
+ "reasoning_final": {
350
+ "active": true,
351
+ "n_history": 0,
352
+ "n_steps_last": 0,
353
+ "phases_used": [],
354
+ "tool_coordinator_workers_active": true
355
+ },
356
+ "ewc_final": {
357
+ "active": true,
358
+ "ewc_eval_mode_penalty": true,
359
+ "w8a8_dequant_active": true,
360
+ "fisher_w_mean": 0.0,
361
+ "fisher_w_max": 0.0,
362
+ "fisher_accum_count": 0
363
+ }
364
+ },
365
+ "kohonen_final": {
366
+ "t": 4180,
367
+ "sigma_t": 0.02294776135008828,
368
+ "alpha_t": 0.012368713581745483,
369
+ "sigma0": 1.5,
370
+ "alpha0": 0.1,
371
+ "lambda_ewc": 0.02,
372
+ "grid_shape": [
373
+ 6,
374
+ 6,
375
+ 6,
376
+ 4
377
+ ],
378
+ "n_neurons": 864,
379
+ "has_ewc_reference": true,
380
+ "fisher_w_mean": 0.0,
381
+ "fisher_w_max": 0.0,
382
+ "fisher_accum_count": 0,
383
+ "weights_norm": 494.76519775390625,
384
+ "weights_w_mean": -0.007855363190174103
385
+ },
386
+ "kls_state": {
387
+ "som": {
388
+ "t": 4180,
389
+ "sigma_t": 0.02294776135008828,
390
+ "alpha_t": 0.012368713581745483,
391
+ "sigma0": 1.5,
392
+ "alpha0": 0.1,
393
+ "lambda_ewc": 0.02,
394
+ "grid_shape": [
395
+ 6,
396
+ 6,
397
+ 6,
398
+ 4
399
+ ],
400
+ "n_neurons": 864,
401
+ "has_ewc_reference": true,
402
+ "fisher_w_mean": 0.0,
403
+ "fisher_w_max": 0.0,
404
+ "fisher_accum_count": 0,
405
+ "weights_norm": 494.76519775390625,
406
+ "weights_w_mean": -0.007855363190174103
407
+ },
408
+ "kls": {
409
+ "time_counter": 1466,
410
+ "T_max": 10000,
411
+ "buffer_size": 0,
412
+ "training_ready": false,
413
+ "punishment_count": 0,
414
+ "success_count": 0,
415
+ "classifier_trained": true,
416
+ "histogram_size": 0,
417
+ "histogram_max": 0,
418
+ "N_start": 10,
419
+ "dim_choice": "y",
420
+ "som_neuron_count": 864,
421
+ "required_new_samples": 10,
422
+ "has_classifier": true,
423
+ "vocab_size": 16384,
424
+ "hidden_dim": 1024,
425
+ "seq_len": 8,
426
+ "enable_vqvae2": true,
427
+ "enable_reasoning": true,
428
+ "enable_w8a8": true,
429
+ "vqvae2_n_calls": 52,
430
+ "w8a8_n_calls": 52,
431
+ "tool_coordinator_workers_active": true
432
+ },
433
+ "vqvae2": {
434
+ "active": true,
435
+ "n_calls": 52,
436
+ "latest": {
437
+ "vq_loss": 2.6823174721357645e-06,
438
+ "recon_loss": 0.1413867026567459,
439
+ "total_loss": 0.1413893848657608,
440
+ "n_used_top": 64,
441
+ "n_used_bot": 128,
442
+ "usage_ratio_top": 1.0,
443
+ "usage_ratio_bot": 1.0,
444
+ "codebook_ppl_top": 11.94073328856705,
445
+ "codebook_ppl_bot": 14.672064691054654,
446
+ "n_restarted_top": 0,
447
+ "n_restarted_bot": 0,
448
+ "goose_temp": 0.5,
449
+ "active": true
450
+ },
451
+ "mean_total_loss": 0.13113299859505073,
452
+ "mean_recon_loss": 0.12597996927797794,
453
+ "n_nan_skipped": 1
454
+ },
455
+ "reasoning": {
456
+ "active": true,
457
+ "stats": {
458
+ "n_steps": 8,
459
+ "n_history": 7,
460
+ "tools": [
461
+ "som_query",
462
+ "buffer_stats"
463
+ ],
464
+ "tool_stats": {
465
+ "som_query": {
466
+ "n_calls": 59,
467
+ "n_success": 59,
468
+ "n_failures": 0,
469
+ "total_time_s": 0.19558477401733398,
470
+ "avg_time_s": 0.003314996169785322,
471
+ "cache_size": 0,
472
+ "instructions_count": 0,
473
+ "error_count": 0,
474
+ "success_rate": 1.0,
475
+ "circuit_breaker": {
476
+ "state": "closed",
477
+ "failure_count": 0,
478
+ "success_count": 0,
479
+ "failure_threshold": 5,
480
+ "recovery_timeout_s": 30.0
481
+ }
482
+ },
483
+ "buffer_stats": {
484
+ "n_calls": 52,
485
+ "n_success": 52,
486
+ "n_failures": 0,
487
+ "total_time_s": 0.0364682674407959,
488
+ "avg_time_s": 0.0007013128353999212,
489
+ "cache_size": 0,
490
+ "instructions_count": 0,
491
+ "error_count": 0,
492
+ "success_rate": 1.0,
493
+ "circuit_breaker": {
494
+ "state": "closed",
495
+ "failure_count": 0,
496
+ "success_count": 0,
497
+ "failure_threshold": 5,
498
+ "recovery_timeout_s": 30.0
499
+ }
500
+ }
501
+ },
502
+ "phases_used": [
503
+ "thinking",
504
+ "predicting",
505
+ "decomposing",
506
+ "answering",
507
+ "executing",
508
+ "adjusting",
509
+ "planning",
510
+ "monitoring"
511
+ ]
512
+ },
513
+ "n_history": 7
514
+ },
515
+ "w8a8": {
516
+ "active": true,
517
+ "n_calls": 52,
518
+ "latest": {
519
+ "active": true,
520
+ "n_neurons": 864,
521
+ "n_features": 4,
522
+ "n_calibration_samples": 16,
523
+ "smooth_scale_mean": 0.05636145547032356,
524
+ "smooth_scale_std": 0.11138901859521866,
525
+ "smooth_scale_min": 0.0006669463473372161,
526
+ "smooth_scale_max": 0.22344498336315155,
527
+ "alpha": 0.5,
528
+ "n_bits": 8,
529
+ "compression_ratio": 4.0,
530
+ "weights_norm_original": 484.2974548339844,
531
+ "weights_norm_dequant": 494.76519775390625,
532
+ "absolute_error": 10.478740692138672,
533
+ "relative_error": 0.021636993107326467,
534
+ "preserves_topology": true,
535
+ "w8a8_int8_range": [
536
+ -123,
537
+ 127
538
+ ],
539
+ "elapsed_ms": 0.5812644958496094
540
+ },
541
+ "mean_relative_error": 0.05793468396521811,
542
+ "max_relative_error": 0.18615433008559695,
543
+ "all_preserve_topology": false
544
+ }
545
+ },
546
+ "verification": {
547
+ "checks": {
548
+ "kls_instantiation": {
549
+ "status": "PASS",
550
+ "details": "vqvae2=True, reasoning=True, w8a8=True, workers_active=True"
551
+ },
552
+ "find_bmu_no_premature_return": {
553
+ "status": "PASS",
554
+ "details": "bmu=(2, 0, 0, 1) valid"
555
+ },
556
+ "activate_hypothesis_detach": {
557
+ "status": "PASS",
558
+ "details": "classifier_trained=True"
559
+ },
560
+ "pgvector_lookup_removed": {
561
+ "status": "PASS"
562
+ },
563
+ "kohonen_refactored_removed": {
564
+ "status": "PASS",
565
+ "details": "old_folder=False, new_file=True"
566
+ },
567
+ "trainer_removed": {
568
+ "status": "PASS"
569
+ },
570
+ "vqvae2_valid_output": {
571
+ "status": "PASS",
572
+ "details": "n_calls=1, total_loss=0.2569"
573
+ },
574
+ "reasoning_engine_tags": {
575
+ "status": "PASS",
576
+ "details": "reasoning length=942 chars"
577
+ },
578
+ "smoothquant_w8a8_som_weights": {
579
+ "status": "PASS",
580
+ "details": "relative_error=0.011401, compression_ratio=4.0x, n_neurons=54"
581
+ },
582
+ "tool_coordinator_workers_reactivated": {
583
+ "status": "PASS",
584
+ "details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=1.74"
585
+ }
586
+ },
587
+ "n_pass": 10,
588
+ "n_fail": 0,
589
+ "all_pass": true
590
+ },
591
+ "ewc_w8a8_benchmark_summary": {
592
+ "dequant_preserves_accuracy": true,
593
+ "dequant_relative_error": 0.00027968583245277626,
594
+ "int8_relative_error": 145504.6191166922,
595
+ "dequant_overhead_ms": 0.08929014205932617,
596
+ "dequant_overhead_pct": 193.16587579946358,
597
+ "conclusion": "V6.5-7ds EWC+W8A8 eval com dequant: erro dequant=0.000280 (< 0.1 = OK), erro int8 direto=145504.619117."
598
+ },
599
+ "reasoning_eval_summary": {
600
+ "n_with_answer": 7,
601
+ "n_with_think": 7,
602
+ "answer_rate": 1.0,
603
+ "think_rate": 1.0,
604
+ "avg_reasoning_length": 996.5714285714286,
605
+ "reasoning_engine_active": true,
606
+ "reasoning_engine_n_history": 7
607
+ },
608
+ "w8a8_compression_summary": {
609
+ "active": true,
610
+ "n_calls": 52,
611
+ "latest": {
612
+ "active": true,
613
+ "n_neurons": 864,
614
+ "n_features": 4,
615
+ "n_calibration_samples": 16,
616
+ "smooth_scale_mean": 0.05636145547032356,
617
+ "smooth_scale_std": 0.11138901859521866,
618
+ "smooth_scale_min": 0.0006669463473372161,
619
+ "smooth_scale_max": 0.22344498336315155,
620
+ "alpha": 0.5,
621
+ "n_bits": 8,
622
+ "compression_ratio": 4.0,
623
+ "weights_norm_original": 484.2974548339844,
624
+ "weights_norm_dequant": 494.76519775390625,
625
+ "absolute_error": 10.478740692138672,
626
+ "relative_error": 0.021636993107326467,
627
+ "preserves_topology": true,
628
+ "w8a8_int8_range": [
629
+ -123,
630
+ 127
631
+ ],
632
+ "elapsed_ms": 0.5812644958496094
633
+ },
634
+ "mean_relative_error": 0.05793468396521811,
635
+ "max_relative_error": 0.18615433008559695,
636
+ "all_preserve_topology": false
637
+ },
638
+ "module_analysis_summary": {
639
+ "n_removed_modules": 9,
640
+ "n_removed_folders": 1,
641
+ "n_active_modules": 21
642
+ },
643
+ "script_activity_summary": {
644
+ "n_scripts": 6,
645
+ "active_v65_final": 1
646
+ },
647
+ "math_analysis": {
648
+ "text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
649
+ "bmu_distance": "||W - x||^2 (L2 squared in R^4)",
650
+ "neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
651
+ "weight_update": "dW = alpha * Lambda * (x - W)",
652
+ "sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
653
+ "alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
654
+ "ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
655
+ "vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
656
+ "smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
657
+ "mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-7ds)",
658
+ "ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
659
+ },
660
+ "datasets_used": [
661
+ "dominguesm/restore-punctuation-ptbr-dataset",
662
+ "carolina-c4ai/corpus-carolina",
663
+ "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
664
+ "dominguesm/Canarim-Instruct-PTBR-Dataset",
665
+ "adalbertojunior/punctuation-ptbr",
666
+ "iara-project/news-articles-ptbr-dataset",
667
+ "manoela/noticias_ptbr"
668
+ ],
669
+ "storage_cleanup_pre": {
670
+ "n_files_removed": 0,
671
+ "bytes_freed": 0,
672
+ "mb_freed": 0.0,
673
+ "files_removed_sample": []
674
+ }
675
+ }
reports/archive/v6_5_7ds_script_activity.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train_v6_4.py": {
3
+ "path": "scripts/train_v6_4.py",
4
+ "size_bytes": 25325,
5
+ "mtime": "2026-08-07T23:25:35.828302",
6
+ "classification": "active_v64",
7
+ "activity": "recent"
8
+ },
9
+ "train_v6_5.py": {
10
+ "path": "scripts/train_v6_5.py",
11
+ "size_bytes": 64673,
12
+ "mtime": "2026-08-07T23:59:40.769069",
13
+ "classification": "active_v65",
14
+ "activity": "superseded"
15
+ },
16
+ "train_v6_5_7ds.py": {
17
+ "path": "scripts/train_v6_5_7ds.py",
18
+ "size_bytes": 71389,
19
+ "mtime": "2026-08-08T00:47:30.611598",
20
+ "classification": "active_v65_final",
21
+ "activity": "active"
22
+ },
23
+ "train_v6_5_final.py": {
24
+ "path": "scripts/train_v6_5_final.py",
25
+ "size_bytes": 71298,
26
+ "mtime": "2026-08-08T00:27:52.209458",
27
+ "classification": "active_v65",
28
+ "activity": "superseded"
29
+ },
30
+ "upload_v6_4_resilient.py": {
31
+ "path": "scripts/upload_v6_4_resilient.py",
32
+ "size_bytes": 5150,
33
+ "mtime": "2026-08-07T21:51:52.545045",
34
+ "classification": "active_v64",
35
+ "activity": "recent"
36
+ },
37
+ "upload_v6_5_resilient.py": {
38
+ "path": "scripts/upload_v6_5_resilient.py",
39
+ "size_bytes": 5001,
40
+ "mtime": "2026-08-07T23:25:46.234286",
41
+ "classification": "active_v65",
42
+ "activity": "superseded"
43
+ }
44
+ }
reports/archive/v6_5_7ds_training_metrics.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/archive/v6_5_7ds_upload_report.json ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "V6.5-7ds",
3
+ "upload_timestamp": "2026-08-08T00:55:30",
4
+ "repo_id": "PowerMachine/BiGRU_T_version",
5
+ "upload_commit_oid": "b714048364279d4bffa5f579c3c6b63b2c4cbd91",
6
+ "upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/b4c43386f73dde783c687b4924704551c5edb3a3",
7
+ "delete_commit_oid": "b4c43386f73dde783c687b4924704551c5edb3a3",
8
+ "delete_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/b4c43386f73dde783c687b4924704551c5edb3a3",
9
+ "n_files_in_repo_after_cleanup": 108,
10
+ "all_critical_files_present": true,
11
+ "all_legacy_files_removed": true,
12
+ "critical_files_verified": [
13
+ "src/bigru_t/model/kohonen_learning_system.py",
14
+ "src/bigru_t/data/streaming_datasets.py",
15
+ "src/bigru_t/utils/xeon_runtime.py",
16
+ "src/bigru_t/quantization/smoothquant_compressor.py",
17
+ "src/bigru_t/reasoning/reasoning_engine.py",
18
+ "v6_5_7ds_report.json",
19
+ "v6_5_7ds_training_metrics.json",
20
+ "v6_5_7ds_reasoning_eval.json",
21
+ "v6_5_7ds_w8a8_compression.json",
22
+ "v6_5_7ds_module_analysis.json",
23
+ "v6_5_7ds_script_activity.json",
24
+ "v6_5_7ds_ewc_w8a8_benchmark.json",
25
+ "scripts/train_v6_5_7ds.py",
26
+ "scripts/upload_v6_5_7ds.py",
27
+ "v6_4_report.json",
28
+ "README.md",
29
+ "requirements.txt"
30
+ ],
31
+ "legacy_files_verified_removed": [
32
+ "v6_5_report.json",
33
+ "v6_5_final_report.json",
34
+ "v6_5_training_metrics.json",
35
+ "v6_5_final_training_metrics.json",
36
+ "v3_report.json",
37
+ "v4_report.json",
38
+ "v5_report.json",
39
+ "v6_report.json",
40
+ "training_report.json",
41
+ "scripts/train_v6_5.py",
42
+ "scripts/train_v6_5_final.py",
43
+ "scripts/upload_v6_5_resilient.py",
44
+ "scripts/train.py",
45
+ "scripts/train_v2.py",
46
+ "scripts/smoke_test.py",
47
+ "scripts/upload_to_hf.py",
48
+ "scripts/xeon_runtime.py",
49
+ "config.json",
50
+ "tokenizer/tokenizer.json",
51
+ "src/bigru_t/data/data_augmentation.py"
52
+ ],
53
+ "files_in_repo": [
54
+ ".gitattributes",
55
+ "README.md",
56
+ "docs/analysis.md",
57
+ "model_final/config.json",
58
+ "model_final/tokenizer/tokenizer.json",
59
+ "requirements.txt",
60
+ "scripts/train_v6_4.py",
61
+ "scripts/train_v6_5_7ds.py",
62
+ "scripts/upload_v6_5_7ds.py",
63
+ "src/bigru_t/__init__.py",
64
+ "src/bigru_t/attention/__init__.py",
65
+ "src/bigru_t/attention/window_context.py",
66
+ "src/bigru_t/data/__init__.py",
67
+ "src/bigru_t/data/streaming_datasets.py",
68
+ "src/bigru_t/inference/__init__.py",
69
+ "src/bigru_t/inference/generator.py",
70
+ "src/bigru_t/inference/langchain_adapter.py",
71
+ "src/bigru_t/inference/optimized_pipeline.py",
72
+ "src/bigru_t/integrations/__init__.py",
73
+ "src/bigru_t/integrations/langchain_compat.py",
74
+ "src/bigru_t/model/__init__.py",
75
+ "src/bigru_t/model/attention_multimodal.py",
76
+ "src/bigru_t/model/bigru4.py",
77
+ "src/bigru_t/model/embedding_reconfig.py",
78
+ "src/bigru_t/model/gru_hierarchy.py",
79
+ "src/bigru_t/model/hyp_t.py",
80
+ "src/bigru_t/model/kohonen_learning_system.py",
81
+ "src/bigru_t/model/kohonen_refactored/__init__.py",
82
+ "src/bigru_t/model/kohonen_refactored/kohonen_learning_system.py",
83
+ "src/bigru_t/model/module_selector.py",
84
+ "src/bigru_t/model/mtp.py",
85
+ "src/bigru_t/model/orq_cell.py",
86
+ "src/bigru_t/model/token_compress.py",
87
+ "src/bigru_t/model/train_t.py",
88
+ "src/bigru_t/model/transformer_unit.py",
89
+ "src/bigru_t/model/u8cell_t.py",
90
+ "src/bigru_t/model/unified_model.py",
91
+ "src/bigru_t/model/vqvae2_hierarchical.py",
92
+ "src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
93
+ "src/bigru_t/model/window_context.py",
94
+ "src/bigru_t/multimodal/__init__.py",
95
+ "src/bigru_t/multimodal/audio_encoder.py",
96
+ "src/bigru_t/multimodal/fusion_layer.py",
97
+ "src/bigru_t/multimodal/image_encoder.py",
98
+ "src/bigru_t/multimodal/modal_router.py",
99
+ "src/bigru_t/multimodal/text_encoder.py",
100
+ "src/bigru_t/multimodal/video_encoder.py",
101
+ "src/bigru_t/optim/__init__.py",
102
+ "src/bigru_t/optim/hamiltonian_wasserstein.py",
103
+ "src/bigru_t/pipeline/__init__.py",
104
+ "src/bigru_t/pipeline/optimized_pipeline.py",
105
+ "src/bigru_t/quantization/__init__.py",
106
+ "src/bigru_t/quantization/quantized_linear.py",
107
+ "src/bigru_t/quantization/smoothquant_compressor.py",
108
+ "src/bigru_t/quantization/w8a8_error_reduction.py",
109
+ "src/bigru_t/quantization/w8a8_qoperator.py",
110
+ "src/bigru_t/quantization/w8a8_smoothquant.py",
111
+ "src/bigru_t/reasoning/__init__.py",
112
+ "src/bigru_t/reasoning/circular_orchestration.py",
113
+ "src/bigru_t/reasoning/circular_reasoning_wasserstein.py",
114
+ "src/bigru_t/reasoning/consensus_sampling.py",
115
+ "src/bigru_t/reasoning/cyclic_reasoning.py",
116
+ "src/bigru_t/reasoning/distributed_reasoning_system.py",
117
+ "src/bigru_t/reasoning/reasoning_engine.py",
118
+ "src/bigru_t/reasoning/reasoning_system.py",
119
+ "src/bigru_t/reasoning/thinking.py",
120
+ "src/bigru_t/reasoning/tool_agent.py",
121
+ "src/bigru_t/tokenizer/__init__.py",
122
+ "src/bigru_t/tokenizer/bbpe_tokenizer.py",
123
+ "src/bigru_t/tools/__init__.py",
124
+ "src/bigru_t/tools/tool_agent.py",
125
+ "src/bigru_t/tools/tool_cache.py",
126
+ "src/bigru_t/tools/tool_mutation.py",
127
+ "src/bigru_t/training/__init__.py",
128
+ "src/bigru_t/training/data_augmentation.py",
129
+ "src/bigru_t/training/dpo.py",
130
+ "src/bigru_t/training/dynamic_repetition_penalty.py",
131
+ "src/bigru_t/training/elastic_weight_consolidation.py",
132
+ "src/bigru_t/training/ewc.py",
133
+ "src/bigru_t/training/gradient_surgery.py",
134
+ "src/bigru_t/training/hypothesis_monitor.py",
135
+ "src/bigru_t/training/kill_switch.py",
136
+ "src/bigru_t/training/meta_configurator.py",
137
+ "src/bigru_t/training/mtp.py",
138
+ "src/bigru_t/training/rlhf_mapping.py",
139
+ "src/bigru_t/training/rlhf_possibility_mapping.py",
140
+ "src/bigru_t/training/trainer.py",
141
+ "src/bigru_t/training/triplet_prototype_loss.py",
142
+ "src/bigru_t/utils/__init__.py",
143
+ "src/bigru_t/utils/hardware_detector.py",
144
+ "src/bigru_t/utils/logging_utils.py",
145
+ "src/bigru_t/utils/memory_cleanup.py",
146
+ "src/bigru_t/utils/memory_monitor.py",
147
+ "src/bigru_t/utils/oom_guard.py",
148
+ "src/bigru_t/utils/tensor_ops.py",
149
+ "src/bigru_t/utils/validators.py",
150
+ "src/bigru_t/utils/xeon_runtime.py",
151
+ "src/setup.py",
152
+ "v6_4_report.json",
153
+ "v6_4_training_metrics.json",
154
+ "v6_4_upload_report.json",
155
+ "v6_5_7ds_ewc_w8a8_benchmark.json",
156
+ "v6_5_7ds_module_analysis.json",
157
+ "v6_5_7ds_reasoning_eval.json",
158
+ "v6_5_7ds_report.json",
159
+ "v6_5_7ds_script_activity.json",
160
+ "v6_5_7ds_training_metrics.json",
161
+ "v6_5_7ds_w8a8_compression.json"
162
+ ]
163
+ }
reports/archive/v6_5_7ds_w8a8_compression.json ADDED
@@ -0,0 +1,555 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_calls": 52,
3
+ "log": [
4
+ {
5
+ "step": 0,
6
+ "phase": 1,
7
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
8
+ "relative_error": 0.08564349913797292,
9
+ "compression_ratio": 4.0,
10
+ "preserves_topology": false,
11
+ "smooth_scale_mean": 0.007225902751088142,
12
+ "elapsed_ms": 0.6287097930908203
13
+ },
14
+ {
15
+ "step": 2,
16
+ "phase": 1,
17
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
18
+ "relative_error": 0.15450305409221826,
19
+ "compression_ratio": 4.0,
20
+ "preserves_topology": false,
21
+ "smooth_scale_mean": 0.01163043174892664,
22
+ "elapsed_ms": 0.6177425384521484
23
+ },
24
+ {
25
+ "step": 4,
26
+ "phase": 1,
27
+ "dataset": "carolina-c4ai/corpus-carolina",
28
+ "relative_error": 0.15302146496855623,
29
+ "compression_ratio": 4.0,
30
+ "preserves_topology": false,
31
+ "smooth_scale_mean": 0.013445748947560787,
32
+ "elapsed_ms": 0.5445480346679688
33
+ },
34
+ {
35
+ "step": 6,
36
+ "phase": 1,
37
+ "dataset": "carolina-c4ai/corpus-carolina",
38
+ "relative_error": 0.18615433008559695,
39
+ "compression_ratio": 4.0,
40
+ "preserves_topology": false,
41
+ "smooth_scale_mean": 0.01609840616583824,
42
+ "elapsed_ms": 0.6251335144042969
43
+ },
44
+ {
45
+ "step": 8,
46
+ "phase": 1,
47
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
48
+ "relative_error": 0.091190285942846,
49
+ "compression_ratio": 4.0,
50
+ "preserves_topology": false,
51
+ "smooth_scale_mean": 0.0174460019916296,
52
+ "elapsed_ms": 0.5884170532226562
53
+ },
54
+ {
55
+ "step": 10,
56
+ "phase": 1,
57
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
58
+ "relative_error": 0.1653016322404397,
59
+ "compression_ratio": 4.0,
60
+ "preserves_topology": false,
61
+ "smooth_scale_mean": 0.01947426237165928,
62
+ "elapsed_ms": 0.6806850433349609
63
+ },
64
+ {
65
+ "step": 12,
66
+ "phase": 1,
67
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
68
+ "relative_error": 0.03136036530439453,
69
+ "compression_ratio": 4.0,
70
+ "preserves_topology": true,
71
+ "smooth_scale_mean": 0.02065754495561123,
72
+ "elapsed_ms": 0.7143020629882812
73
+ },
74
+ {
75
+ "step": 14,
76
+ "phase": 1,
77
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
78
+ "relative_error": 0.08783820126461311,
79
+ "compression_ratio": 4.0,
80
+ "preserves_topology": false,
81
+ "smooth_scale_mean": 0.022427618503570557,
82
+ "elapsed_ms": 0.682830810546875
83
+ },
84
+ {
85
+ "step": 18,
86
+ "phase": 1,
87
+ "dataset": "adalbertojunior/punctuation-ptbr",
88
+ "relative_error": 0.15884122834361195,
89
+ "compression_ratio": 4.0,
90
+ "preserves_topology": false,
91
+ "smooth_scale_mean": 0.024837689474225044,
92
+ "elapsed_ms": 0.6165504455566406
93
+ },
94
+ {
95
+ "step": 20,
96
+ "phase": 1,
97
+ "dataset": "iara-project/news-articles-ptbr-dataset",
98
+ "relative_error": 0.11487984553279505,
99
+ "compression_ratio": 4.0,
100
+ "preserves_topology": false,
101
+ "smooth_scale_mean": 0.025593247264623642,
102
+ "elapsed_ms": 0.6880760192871094
103
+ },
104
+ {
105
+ "step": 22,
106
+ "phase": 1,
107
+ "dataset": "iara-project/news-articles-ptbr-dataset",
108
+ "relative_error": 0.11592525512140915,
109
+ "compression_ratio": 4.0,
110
+ "preserves_topology": false,
111
+ "smooth_scale_mean": 0.026943279430270195,
112
+ "elapsed_ms": 0.7128715515136719
113
+ },
114
+ {
115
+ "step": 24,
116
+ "phase": 1,
117
+ "dataset": "manoela/noticias_ptbr",
118
+ "relative_error": 0.0879821979972805,
119
+ "compression_ratio": 4.0,
120
+ "preserves_topology": false,
121
+ "smooth_scale_mean": 0.027660520747303963,
122
+ "elapsed_ms": 0.7174015045166016
123
+ },
124
+ {
125
+ "step": 26,
126
+ "phase": 1,
127
+ "dataset": "manoela/noticias_ptbr",
128
+ "relative_error": 0.09366754143952212,
129
+ "compression_ratio": 4.0,
130
+ "preserves_topology": false,
131
+ "smooth_scale_mean": 0.028919870033860207,
132
+ "elapsed_ms": 0.6835460662841797
133
+ },
134
+ {
135
+ "step": 28,
136
+ "phase": 1,
137
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
138
+ "relative_error": 0.07270135913120278,
139
+ "compression_ratio": 4.0,
140
+ "preserves_topology": false,
141
+ "smooth_scale_mean": 0.029597193002700806,
142
+ "elapsed_ms": 0.5679130554199219
143
+ },
144
+ {
145
+ "step": 30,
146
+ "phase": 1,
147
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
148
+ "relative_error": 0.07926075039347462,
149
+ "compression_ratio": 4.0,
150
+ "preserves_topology": false,
151
+ "smooth_scale_mean": 0.030778978019952774,
152
+ "elapsed_ms": 0.6253719329833984
153
+ },
154
+ {
155
+ "step": 32,
156
+ "phase": 1,
157
+ "dataset": "carolina-c4ai/corpus-carolina",
158
+ "relative_error": 0.062325363918739926,
159
+ "compression_ratio": 4.0,
160
+ "preserves_topology": false,
161
+ "smooth_scale_mean": 0.031420402228832245,
162
+ "elapsed_ms": 0.9772777557373047
163
+ },
164
+ {
165
+ "step": 34,
166
+ "phase": 1,
167
+ "dataset": "carolina-c4ai/corpus-carolina",
168
+ "relative_error": 0.06909058935218183,
169
+ "compression_ratio": 4.0,
170
+ "preserves_topology": false,
171
+ "smooth_scale_mean": 0.03253643587231636,
172
+ "elapsed_ms": 0.5939006805419922
173
+ },
174
+ {
175
+ "step": 36,
176
+ "phase": 1,
177
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
178
+ "relative_error": 0.05471899628254274,
179
+ "compression_ratio": 4.0,
180
+ "preserves_topology": false,
181
+ "smooth_scale_mean": 0.03314642235636711,
182
+ "elapsed_ms": 0.7698535919189453
183
+ },
184
+ {
185
+ "step": 38,
186
+ "phase": 1,
187
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
188
+ "relative_error": 0.06120784133736482,
189
+ "compression_ratio": 4.0,
190
+ "preserves_topology": false,
191
+ "smooth_scale_mean": 0.034206219017505646,
192
+ "elapsed_ms": 0.8857250213623047
193
+ },
194
+ {
195
+ "step": 40,
196
+ "phase": 1,
197
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
198
+ "relative_error": 0.04881920977623016,
199
+ "compression_ratio": 4.0,
200
+ "preserves_topology": true,
201
+ "smooth_scale_mean": 0.034788668155670166,
202
+ "elapsed_ms": 0.6403923034667969
203
+ },
204
+ {
205
+ "step": 42,
206
+ "phase": 1,
207
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
208
+ "relative_error": 0.05501620234363583,
209
+ "compression_ratio": 4.0,
210
+ "preserves_topology": false,
211
+ "smooth_scale_mean": 0.0357997827231884,
212
+ "elapsed_ms": 0.5817413330078125
213
+ },
214
+ {
215
+ "step": 46,
216
+ "phase": 1,
217
+ "dataset": "adalbertojunior/punctuation-ptbr",
218
+ "relative_error": 0.07199619952438402,
219
+ "compression_ratio": 4.0,
220
+ "preserves_topology": false,
221
+ "smooth_scale_mean": 0.037314217537641525,
222
+ "elapsed_ms": 0.7331371307373047
223
+ },
224
+ {
225
+ "step": 48,
226
+ "phase": 1,
227
+ "dataset": "iara-project/news-articles-ptbr-dataset",
228
+ "relative_error": 0.051076117004113276,
229
+ "compression_ratio": 4.0,
230
+ "preserves_topology": false,
231
+ "smooth_scale_mean": 0.037842705845832825,
232
+ "elapsed_ms": 0.6430149078369141
233
+ },
234
+ {
235
+ "step": 50,
236
+ "phase": 1,
237
+ "dataset": "iara-project/news-articles-ptbr-dataset",
238
+ "relative_error": 0.05127399894335541,
239
+ "compression_ratio": 4.0,
240
+ "preserves_topology": false,
241
+ "smooth_scale_mean": 0.03877006098628044,
242
+ "elapsed_ms": 0.6418228149414062
243
+ },
244
+ {
245
+ "step": 52,
246
+ "phase": 1,
247
+ "dataset": "manoela/noticias_ptbr",
248
+ "relative_error": 0.03967379796882346,
249
+ "compression_ratio": 4.0,
250
+ "preserves_topology": true,
251
+ "smooth_scale_mean": 0.03928571939468384,
252
+ "elapsed_ms": 0.7216930389404297
253
+ },
254
+ {
255
+ "step": 54,
256
+ "phase": 1,
257
+ "dataset": "manoela/noticias_ptbr",
258
+ "relative_error": 0.04364149823007745,
259
+ "compression_ratio": 4.0,
260
+ "preserves_topology": true,
261
+ "smooth_scale_mean": 0.04018247127532959,
262
+ "elapsed_ms": 0.6287097930908203
263
+ },
264
+ {
265
+ "step": 56,
266
+ "phase": 2,
267
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
268
+ "relative_error": 0.034876950478592454,
269
+ "compression_ratio": 4.0,
270
+ "preserves_topology": true,
271
+ "smooth_scale_mean": 0.04068223014473915,
272
+ "elapsed_ms": 0.60272216796875
273
+ },
274
+ {
275
+ "step": 58,
276
+ "phase": 2,
277
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
278
+ "relative_error": 0.03958359265482299,
279
+ "compression_ratio": 4.0,
280
+ "preserves_topology": true,
281
+ "smooth_scale_mean": 0.04154938831925392,
282
+ "elapsed_ms": 0.5962848663330078
283
+ },
284
+ {
285
+ "step": 60,
286
+ "phase": 2,
287
+ "dataset": "carolina-c4ai/corpus-carolina",
288
+ "relative_error": 0.03198369909715591,
289
+ "compression_ratio": 4.0,
290
+ "preserves_topology": true,
291
+ "smooth_scale_mean": 0.042033709585666656,
292
+ "elapsed_ms": 0.942230224609375
293
+ },
294
+ {
295
+ "step": 62,
296
+ "phase": 2,
297
+ "dataset": "carolina-c4ai/corpus-carolina",
298
+ "relative_error": 0.03669540037715468,
299
+ "compression_ratio": 4.0,
300
+ "preserves_topology": true,
301
+ "smooth_scale_mean": 0.0428735725581646,
302
+ "elapsed_ms": 0.7536411285400391
303
+ },
304
+ {
305
+ "step": 64,
306
+ "phase": 2,
307
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
308
+ "relative_error": 0.02978018134971616,
309
+ "compression_ratio": 4.0,
310
+ "preserves_topology": true,
311
+ "smooth_scale_mean": 0.04334356263279915,
312
+ "elapsed_ms": 0.5819797515869141
313
+ },
314
+ {
315
+ "step": 66,
316
+ "phase": 2,
317
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
318
+ "relative_error": 0.03432850655210827,
319
+ "compression_ratio": 4.0,
320
+ "preserves_topology": true,
321
+ "smooth_scale_mean": 0.044158440083265305,
322
+ "elapsed_ms": 0.6673336029052734
323
+ },
324
+ {
325
+ "step": 68,
326
+ "phase": 2,
327
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
328
+ "relative_error": 0.027925517292408625,
329
+ "compression_ratio": 4.0,
330
+ "preserves_topology": true,
331
+ "smooth_scale_mean": 0.044615238904953,
332
+ "elapsed_ms": 0.7236003875732422
333
+ },
334
+ {
335
+ "step": 70,
336
+ "phase": 2,
337
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
338
+ "relative_error": 0.03228157068272739,
339
+ "compression_ratio": 4.0,
340
+ "preserves_topology": true,
341
+ "smooth_scale_mean": 0.04540719836950302,
342
+ "elapsed_ms": 0.6241798400878906
343
+ },
344
+ {
345
+ "step": 72,
346
+ "phase": 2,
347
+ "dataset": "adalbertojunior/punctuation-ptbr",
348
+ "relative_error": 0.026305008748260205,
349
+ "compression_ratio": 4.0,
350
+ "preserves_topology": true,
351
+ "smooth_scale_mean": 0.04585183039307594,
352
+ "elapsed_ms": 0.6046295166015625
353
+ },
354
+ {
355
+ "step": 76,
356
+ "phase": 2,
357
+ "dataset": "iara-project/news-articles-ptbr-dataset",
358
+ "relative_error": 0.03984431492042853,
359
+ "compression_ratio": 4.0,
360
+ "preserves_topology": true,
361
+ "smooth_scale_mean": 0.047042034566402435,
362
+ "elapsed_ms": 0.6594657897949219
363
+ },
364
+ {
365
+ "step": 78,
366
+ "phase": 2,
367
+ "dataset": "iara-project/news-articles-ptbr-dataset",
368
+ "relative_error": 0.03636783134371932,
369
+ "compression_ratio": 4.0,
370
+ "preserves_topology": true,
371
+ "smooth_scale_mean": 0.04778927192091942,
372
+ "elapsed_ms": 0.6456375122070312
373
+ },
374
+ {
375
+ "step": 80,
376
+ "phase": 2,
377
+ "dataset": "manoela/noticias_ptbr",
378
+ "relative_error": 0.02731608311332865,
379
+ "compression_ratio": 4.0,
380
+ "preserves_topology": true,
381
+ "smooth_scale_mean": 0.04821018874645233,
382
+ "elapsed_ms": 0.7140636444091797
383
+ },
384
+ {
385
+ "step": 82,
386
+ "phase": 2,
387
+ "dataset": "manoela/noticias_ptbr",
388
+ "relative_error": 0.029297335513965055,
389
+ "compression_ratio": 4.0,
390
+ "preserves_topology": true,
391
+ "smooth_scale_mean": 0.04894270747900009,
392
+ "elapsed_ms": 0.7989406585693359
393
+ },
394
+ {
395
+ "step": 84,
396
+ "phase": 2,
397
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
398
+ "relative_error": 0.023365016142327215,
399
+ "compression_ratio": 4.0,
400
+ "preserves_topology": true,
401
+ "smooth_scale_mean": 0.049355559051036835,
402
+ "elapsed_ms": 0.6372928619384766
403
+ },
404
+ {
405
+ "step": 86,
406
+ "phase": 2,
407
+ "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
408
+ "relative_error": 0.026584937856115324,
409
+ "compression_ratio": 4.0,
410
+ "preserves_topology": true,
411
+ "smooth_scale_mean": 0.050072018057107925,
412
+ "elapsed_ms": 0.7154941558837891
413
+ },
414
+ {
415
+ "step": 88,
416
+ "phase": 2,
417
+ "dataset": "carolina-c4ai/corpus-carolina",
418
+ "relative_error": 0.02161587437142888,
419
+ "compression_ratio": 4.0,
420
+ "preserves_topology": true,
421
+ "smooth_scale_mean": 0.05047616362571716,
422
+ "elapsed_ms": 0.6387233734130859
423
+ },
424
+ {
425
+ "step": 90,
426
+ "phase": 2,
427
+ "dataset": "carolina-c4ai/corpus-carolina",
428
+ "relative_error": 0.025041827906234153,
429
+ "compression_ratio": 4.0,
430
+ "preserves_topology": true,
431
+ "smooth_scale_mean": 0.05117705836892128,
432
+ "elapsed_ms": 0.6191730499267578
433
+ },
434
+ {
435
+ "step": 92,
436
+ "phase": 2,
437
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
438
+ "relative_error": 0.02048312489968288,
439
+ "compression_ratio": 4.0,
440
+ "preserves_topology": true,
441
+ "smooth_scale_mean": 0.0515727736055851,
442
+ "elapsed_ms": 0.6256103515625
443
+ },
444
+ {
445
+ "step": 94,
446
+ "phase": 2,
447
+ "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
448
+ "relative_error": 0.023864746918171535,
449
+ "compression_ratio": 4.0,
450
+ "preserves_topology": true,
451
+ "smooth_scale_mean": 0.052258942276239395,
452
+ "elapsed_ms": 0.6220340728759766
453
+ },
454
+ {
455
+ "step": 96,
456
+ "phase": 2,
457
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
458
+ "relative_error": 0.019562601803668672,
459
+ "compression_ratio": 4.0,
460
+ "preserves_topology": true,
461
+ "smooth_scale_mean": 0.05264666676521301,
462
+ "elapsed_ms": 0.7052421569824219
463
+ },
464
+ {
465
+ "step": 98,
466
+ "phase": 2,
467
+ "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
468
+ "relative_error": 0.0228442267558361,
469
+ "compression_ratio": 4.0,
470
+ "preserves_topology": true,
471
+ "smooth_scale_mean": 0.053318969905376434,
472
+ "elapsed_ms": 0.9198188781738281
473
+ },
474
+ {
475
+ "step": 100,
476
+ "phase": 2,
477
+ "dataset": "adalbertojunior/punctuation-ptbr",
478
+ "relative_error": 0.018746969782548865,
479
+ "compression_ratio": 4.0,
480
+ "preserves_topology": true,
481
+ "smooth_scale_mean": 0.053699154406785965,
482
+ "elapsed_ms": 0.8018016815185547
483
+ },
484
+ {
485
+ "step": 104,
486
+ "phase": 2,
487
+ "dataset": "iara-project/news-articles-ptbr-dataset",
488
+ "relative_error": 0.028722765115324095,
489
+ "compression_ratio": 4.0,
490
+ "preserves_topology": true,
491
+ "smooth_scale_mean": 0.05471718683838844,
492
+ "elapsed_ms": 0.7207393646240234
493
+ },
494
+ {
495
+ "step": 106,
496
+ "phase": 2,
497
+ "dataset": "iara-project/news-articles-ptbr-dataset",
498
+ "relative_error": 0.02644284243379615,
499
+ "compression_ratio": 4.0,
500
+ "preserves_topology": true,
501
+ "smooth_scale_mean": 0.055361583828926086,
502
+ "elapsed_ms": 0.6337165832519531
503
+ },
504
+ {
505
+ "step": 108,
506
+ "phase": 2,
507
+ "dataset": "manoela/noticias_ptbr",
508
+ "relative_error": 0.019994821297110537,
509
+ "compression_ratio": 4.0,
510
+ "preserves_topology": true,
511
+ "smooth_scale_mean": 0.05572666972875595,
512
+ "elapsed_ms": 0.6132125854492188
513
+ },
514
+ {
515
+ "step": 110,
516
+ "phase": 2,
517
+ "dataset": "manoela/noticias_ptbr",
518
+ "relative_error": 0.021636993107326467,
519
+ "compression_ratio": 4.0,
520
+ "preserves_topology": true,
521
+ "smooth_scale_mean": 0.05636145547032356,
522
+ "elapsed_ms": 0.5812644958496094
523
+ }
524
+ ],
525
+ "summary": {
526
+ "active": true,
527
+ "n_calls": 52,
528
+ "latest": {
529
+ "active": true,
530
+ "n_neurons": 864,
531
+ "n_features": 4,
532
+ "n_calibration_samples": 16,
533
+ "smooth_scale_mean": 0.05636145547032356,
534
+ "smooth_scale_std": 0.11138901859521866,
535
+ "smooth_scale_min": 0.0006669463473372161,
536
+ "smooth_scale_max": 0.22344498336315155,
537
+ "alpha": 0.5,
538
+ "n_bits": 8,
539
+ "compression_ratio": 4.0,
540
+ "weights_norm_original": 484.2974548339844,
541
+ "weights_norm_dequant": 494.76519775390625,
542
+ "absolute_error": 10.478740692138672,
543
+ "relative_error": 0.021636993107326467,
544
+ "preserves_topology": true,
545
+ "w8a8_int8_range": [
546
+ -123,
547
+ 127
548
+ ],
549
+ "elapsed_ms": 0.5812644958496094
550
+ },
551
+ "mean_relative_error": 0.05793468396521811,
552
+ "max_relative_error": 0.18615433008559695,
553
+ "all_preserve_topology": false
554
+ }
555
+ }