V6.7: archive old reports (v6_4, v6_5_7ds_attn v1/v2/v3)
Browse files- reports/archive/v6_4_report.json +290 -0
- reports/archive/v6_4_training_metrics.json +1983 -0
- reports/archive/v6_4_upload_report.json +22 -0
- reports/archive/v6_5_7ds_attn_attention_eval.json +44 -0
- reports/archive/v6_5_7ds_attn_ewc_w8a8_benchmark.json +28 -0
- reports/archive/v6_5_7ds_attn_module_analysis.json +173 -0
- reports/archive/v6_5_7ds_attn_reasoning_eval.json +93 -0
- reports/archive/v6_5_7ds_attn_report.json +412 -0
- reports/archive/v6_5_7ds_attn_script_activity.json +26 -0
- reports/archive/v6_5_7ds_attn_training_metrics.json +0 -0
- reports/archive/v6_5_7ds_attn_upload_report.json +128 -0
- reports/archive/v6_5_7ds_attn_v2_attention_eval.json +44 -0
- reports/archive/v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json +30 -0
- reports/archive/v6_5_7ds_attn_v2_module_analysis.json +173 -0
- reports/archive/v6_5_7ds_attn_v2_reasoning_eval.json +114 -0
- reports/archive/v6_5_7ds_attn_v2_report.json +741 -0
- reports/archive/v6_5_7ds_attn_v2_script_activity.json +38 -0
- reports/archive/v6_5_7ds_attn_v2_training_metrics.json +0 -0
- reports/archive/v6_5_7ds_attn_v2_upload_report.json +141 -0
- reports/archive/v6_5_7ds_attn_v2_user_questions.json +94 -0
- reports/archive/v6_5_7ds_attn_v2_w8a8_compression.json +1035 -0
- reports/archive/v6_5_7ds_attn_v3_attention_eval.json +44 -0
- reports/archive/v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json +30 -0
- reports/archive/v6_5_7ds_attn_v3_inference_punishment.json +142 -0
- reports/archive/v6_5_7ds_attn_v3_module_analysis.json +173 -0
- reports/archive/v6_5_7ds_attn_v3_predict_fix_eval.json +153 -0
- reports/archive/v6_5_7ds_attn_v3_reasoning_eval.json +114 -0
- reports/archive/v6_5_7ds_attn_v3_report.json +831 -0
- reports/archive/v6_5_7ds_attn_v3_script_activity.json +56 -0
- reports/archive/v6_5_7ds_attn_v3_training_metrics.json +0 -0
- reports/archive/v6_5_7ds_attn_v3_upload_report.json +156 -0
- reports/archive/v6_5_7ds_attn_v3_user_questions.json +94 -0
- reports/archive/v6_5_7ds_attn_v3_w8a8_compression.json +1035 -0
- reports/archive/v6_5_7ds_attn_verification.json +49 -0
- reports/archive/v6_5_7ds_attn_w8a8_compression.json +835 -0
- reports/archive/v6_5_7ds_ewc_w8a8_benchmark.json +41 -0
- reports/archive/v6_5_7ds_module_analysis.json +164 -0
- reports/archive/v6_5_7ds_reasoning_eval.json +114 -0
- reports/archive/v6_5_7ds_report.json +675 -0
- reports/archive/v6_5_7ds_script_activity.json +44 -0
- reports/archive/v6_5_7ds_training_metrics.json +0 -0
- reports/archive/v6_5_7ds_upload_report.json +163 -0
- reports/archive/v6_5_7ds_w8a8_compression.json +555 -0
reports/archive/v6_4_report.json
ADDED
|
@@ -0,0 +1,290 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.4",
|
| 3 |
+
"timestamp": "2026-08-07T21:50:59.736919",
|
| 4 |
+
"config": {
|
| 5 |
+
"BATCH_SIZE": 16,
|
| 6 |
+
"N_DATASETS": 5,
|
| 7 |
+
"SAMPLES_PER_DATASET": 50,
|
| 8 |
+
"TOTAL_SAMPLES": 250,
|
| 9 |
+
"EPOCHS": 2,
|
| 10 |
+
"SOM_GRID": [
|
| 11 |
+
6,
|
| 12 |
+
6,
|
| 13 |
+
6,
|
| 14 |
+
4
|
| 15 |
+
],
|
| 16 |
+
"n_neurons": 864,
|
| 17 |
+
"HIDDEN_DIM": 1024,
|
| 18 |
+
"VOCAB_SIZE": 16384,
|
| 19 |
+
"MAX_SEQ_LEN": 8,
|
| 20 |
+
"T_max": 10000,
|
| 21 |
+
"N_start": 10,
|
| 22 |
+
"lambda_ewc": 0.02,
|
| 23 |
+
"alpha0": 0.1,
|
| 24 |
+
"sigma0": 1.5,
|
| 25 |
+
"dim_choice": "y",
|
| 26 |
+
"pgvector_lookup": "REMOVED (find_bmu replaces it)"
|
| 27 |
+
},
|
| 28 |
+
"xeon_status": {
|
| 29 |
+
"version": "V6",
|
| 30 |
+
"physical_cores": 2,
|
| 31 |
+
"env": {
|
| 32 |
+
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 33 |
+
"MKL_NUM_THREADS": "2",
|
| 34 |
+
"OMP_NUM_THREADS": "2",
|
| 35 |
+
"MKL_DYNAMIC": "FALSE",
|
| 36 |
+
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 37 |
+
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 38 |
+
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 39 |
+
"KMP_BLOCKTIME": "1"
|
| 40 |
+
},
|
| 41 |
+
"avx512": {
|
| 42 |
+
"supported": true,
|
| 43 |
+
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 44 |
+
},
|
| 45 |
+
"amx": {
|
| 46 |
+
"supported": true,
|
| 47 |
+
"desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
|
| 48 |
+
},
|
| 49 |
+
"ipex_available": false,
|
| 50 |
+
"init_done": true
|
| 51 |
+
},
|
| 52 |
+
"fp16_benchmark": {
|
| 53 |
+
"best_time_ms": 72.87378999990324,
|
| 54 |
+
"avg_time_ms": 98.34084399994936,
|
| 55 |
+
"best_tflops": 1.7564614108881937,
|
| 56 |
+
"avg_tflops": 1.3015954998318493,
|
| 57 |
+
"matrix_size": 4000.0
|
| 58 |
+
},
|
| 59 |
+
"training": {
|
| 60 |
+
"duration_s": 95.8256266117096,
|
| 61 |
+
"n_steps": 40,
|
| 62 |
+
"n_epochs": 2
|
| 63 |
+
},
|
| 64 |
+
"summary": {
|
| 65 |
+
"n_steps": 40,
|
| 66 |
+
"final_loss": -1.0,
|
| 67 |
+
"mean_loss": -0.9971289930033563,
|
| 68 |
+
"min_loss": -1.0,
|
| 69 |
+
"max_loss": -0.97182531580755,
|
| 70 |
+
"final_acc": 1.0,
|
| 71 |
+
"mean_acc": 0.9943146720070143,
|
| 72 |
+
"sigma_start": 1.3846745195799537,
|
| 73 |
+
"sigma_end": 0.7752770017375488,
|
| 74 |
+
"alpha_start": 0.09607894391523232,
|
| 75 |
+
"alpha_end": 0.07189237334319262,
|
| 76 |
+
"rss_max_mb": 1400.0,
|
| 77 |
+
"rss_final_mb": 1400.0,
|
| 78 |
+
"rss_trend": "stable",
|
| 79 |
+
"n_alerts": 39,
|
| 80 |
+
"alerts": [
|
| 81 |
+
{
|
| 82 |
+
"type": "3.3_loss_vanishing",
|
| 83 |
+
"step": 1,
|
| 84 |
+
"value": -0.9842509842514764
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"type": "3.3_loss_vanishing",
|
| 88 |
+
"step": 2,
|
| 89 |
+
"value": -1.0
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"type": "3.3_loss_vanishing",
|
| 93 |
+
"step": 3,
|
| 94 |
+
"value": -1.0
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"type": "3.3_loss_vanishing",
|
| 98 |
+
"step": 4,
|
| 99 |
+
"value": -1.0
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"type": "3.3_loss_vanishing",
|
| 103 |
+
"step": 5,
|
| 104 |
+
"value": -1.0
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"type": "3.3_loss_vanishing",
|
| 108 |
+
"step": 6,
|
| 109 |
+
"value": -1.0
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"type": "3.3_loss_vanishing",
|
| 113 |
+
"step": 7,
|
| 114 |
+
"value": -1.0
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"type": "3.3_loss_vanishing",
|
| 118 |
+
"step": 8,
|
| 119 |
+
"value": -0.9926198253344827
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"type": "3.3_loss_vanishing",
|
| 123 |
+
"step": 9,
|
| 124 |
+
"value": -1.0
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"type": "3.3_loss_vanishing",
|
| 128 |
+
"step": 10,
|
| 129 |
+
"value": -1.0
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"type": "3.3_loss_vanishing",
|
| 133 |
+
"step": 11,
|
| 134 |
+
"value": -0.97182531580755
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"type": "3.3_loss_vanishing",
|
| 138 |
+
"step": 12,
|
| 139 |
+
"value": -1.0
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"type": "3.3_loss_vanishing",
|
| 143 |
+
"step": 13,
|
| 144 |
+
"value": -1.0
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"type": "3.3_loss_vanishing",
|
| 148 |
+
"step": 14,
|
| 149 |
+
"value": -1.0
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"type": "3.3_loss_vanishing",
|
| 153 |
+
"step": 15,
|
| 154 |
+
"value": -1.0
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"type": "3.3_loss_vanishing",
|
| 158 |
+
"step": 16,
|
| 159 |
+
"value": -1.0
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"type": "3.3_loss_vanishing",
|
| 163 |
+
"step": 17,
|
| 164 |
+
"value": -1.0
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"type": "3.3_loss_vanishing",
|
| 168 |
+
"step": 18,
|
| 169 |
+
"value": -0.9938837346736189
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"type": "3.3_loss_vanishing",
|
| 173 |
+
"step": 19,
|
| 174 |
+
"value": -1.0
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"type": "3.3_loss_vanishing",
|
| 178 |
+
"step": 20,
|
| 179 |
+
"value": -1.0
|
| 180 |
+
}
|
| 181 |
+
],
|
| 182 |
+
"kohonen_final": {
|
| 183 |
+
"sigma_t": 0.7752770017375488,
|
| 184 |
+
"alpha_t": 0.07189237334319262,
|
| 185 |
+
"t": 660,
|
| 186 |
+
"n_neurons": 864,
|
| 187 |
+
"fisher_w_mean": 0.0,
|
| 188 |
+
"fisher_w_max": 0.0,
|
| 189 |
+
"fisher_accum_count": 0,
|
| 190 |
+
"has_ewc_reference": true,
|
| 191 |
+
"weights_norm": 39.1356201171875,
|
| 192 |
+
"weights_w_mean": -0.000526978459674865
|
| 193 |
+
},
|
| 194 |
+
"hypothesis_final": {
|
| 195 |
+
"classifier_trained": true,
|
| 196 |
+
"punishment_count": 0,
|
| 197 |
+
"success_count": 0,
|
| 198 |
+
"training_ready": false,
|
| 199 |
+
"buffer_size": 0,
|
| 200 |
+
"required_new_samples": 10,
|
| 201 |
+
"histogram_max": 0,
|
| 202 |
+
"time_counter": 500
|
| 203 |
+
}
|
| 204 |
+
},
|
| 205 |
+
"kohonen_final": {
|
| 206 |
+
"t": 660,
|
| 207 |
+
"sigma_t": 0.7752770017375488,
|
| 208 |
+
"alpha_t": 0.07189237334319262,
|
| 209 |
+
"sigma0": 1.5,
|
| 210 |
+
"alpha0": 0.1,
|
| 211 |
+
"lambda_ewc": 0.02,
|
| 212 |
+
"grid_shape": [
|
| 213 |
+
6,
|
| 214 |
+
6,
|
| 215 |
+
6,
|
| 216 |
+
4
|
| 217 |
+
],
|
| 218 |
+
"n_neurons": 864,
|
| 219 |
+
"has_ewc_reference": true,
|
| 220 |
+
"fisher_w_mean": 0.0,
|
| 221 |
+
"fisher_w_max": 0.0,
|
| 222 |
+
"fisher_accum_count": 0,
|
| 223 |
+
"weights_norm": 39.1356201171875,
|
| 224 |
+
"weights_w_mean": -0.000526978459674865
|
| 225 |
+
},
|
| 226 |
+
"kls_state": {
|
| 227 |
+
"som": {
|
| 228 |
+
"t": 660,
|
| 229 |
+
"sigma_t": 0.7752770017375488,
|
| 230 |
+
"alpha_t": 0.07189237334319262,
|
| 231 |
+
"sigma0": 1.5,
|
| 232 |
+
"alpha0": 0.1,
|
| 233 |
+
"lambda_ewc": 0.02,
|
| 234 |
+
"grid_shape": [
|
| 235 |
+
6,
|
| 236 |
+
6,
|
| 237 |
+
6,
|
| 238 |
+
4
|
| 239 |
+
],
|
| 240 |
+
"n_neurons": 864,
|
| 241 |
+
"has_ewc_reference": true,
|
| 242 |
+
"fisher_w_mean": 0.0,
|
| 243 |
+
"fisher_w_max": 0.0,
|
| 244 |
+
"fisher_accum_count": 0,
|
| 245 |
+
"weights_norm": 39.1356201171875,
|
| 246 |
+
"weights_w_mean": -0.000526978459674865
|
| 247 |
+
},
|
| 248 |
+
"kls": {
|
| 249 |
+
"time_counter": 500,
|
| 250 |
+
"T_max": 10000,
|
| 251 |
+
"buffer_size": 0,
|
| 252 |
+
"training_ready": false,
|
| 253 |
+
"punishment_count": 0,
|
| 254 |
+
"success_count": 0,
|
| 255 |
+
"classifier_trained": true,
|
| 256 |
+
"histogram_size": 0,
|
| 257 |
+
"histogram_max": 0,
|
| 258 |
+
"N_start": 10,
|
| 259 |
+
"dim_choice": "y",
|
| 260 |
+
"som_neuron_count": 864,
|
| 261 |
+
"required_new_samples": 10,
|
| 262 |
+
"has_classifier": true,
|
| 263 |
+
"vocab_size": 16384,
|
| 264 |
+
"hidden_dim": 1024,
|
| 265 |
+
"seq_len": 8
|
| 266 |
+
}
|
| 267 |
+
},
|
| 268 |
+
"math_analysis": {
|
| 269 |
+
"text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
|
| 270 |
+
"bmu_distance": "||W - x||^2 (L2 squared in R^4) — replaces pgvector_lookup",
|
| 271 |
+
"neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2)), d^2 = di^2+dj^2+dk^2+dl^2",
|
| 272 |
+
"weight_update": "dW = alpha * Lambda * (x - W)",
|
| 273 |
+
"sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
|
| 274 |
+
"alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
|
| 275 |
+
"ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w), F = mean((x_w - W_w)^2)",
|
| 276 |
+
"fisher_accumulation": "only when punishment_count==0 AND old_weights_w is None AND Lambda > 0.1",
|
| 277 |
+
"hypothesis_classifier": "8 layers FC: 512->256->128->64->32->16->8->1",
|
| 278 |
+
"punishment_protocol": "1st -> activate_hypothesis; 2nd -> set_ewc_reference + reset",
|
| 279 |
+
"bug_fixed_find_bmu": "user code already clean (no premature return)",
|
| 280 |
+
"bug_fixed_activate_hypothesis": "detach+clone buffer + no_grad for SOM activation (V6.3 fix maintained)",
|
| 281 |
+
"pgvector_removed": "find_bmu is the equivalent nearest-neighbor search over SOM grid"
|
| 282 |
+
},
|
| 283 |
+
"datasets_used": [
|
| 284 |
+
"TucanoBR/GigaVerbo",
|
| 285 |
+
"dominguesm/restore-punctuation-pttr-dataset",
|
| 286 |
+
"Madras1/corpus-ptbr-v2",
|
| 287 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 288 |
+
"nvidia/OpenMathInstruct-2"
|
| 289 |
+
]
|
| 290 |
+
}
|
reports/archive/v6_4_training_metrics.json
ADDED
|
@@ -0,0 +1,1983 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.4",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"step": 0,
|
| 6 |
+
"epoch": 0,
|
| 7 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 8 |
+
"quality": {
|
| 9 |
+
"1.1_train_loss": -1.0,
|
| 10 |
+
"1.2_train_acc": 1.0,
|
| 11 |
+
"1.3_val_loss": -1.0,
|
| 12 |
+
"1.4_val_acc": 1.0,
|
| 13 |
+
"1.5_perplexity": 0.36787944123356736
|
| 14 |
+
},
|
| 15 |
+
"speed": {
|
| 16 |
+
"2.1_throughput_sps": 1.252199811407418,
|
| 17 |
+
"2.2_step_time_ms": 12777.51350402832,
|
| 18 |
+
"2.3_epoch_progress": 0.5,
|
| 19 |
+
"2.4_rss_mb": 596.203125,
|
| 20 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 21 |
+
},
|
| 22 |
+
"kohonen": {
|
| 23 |
+
"sigma_t": 1.3846745195799537,
|
| 24 |
+
"alpha_t": 0.09607894391523232,
|
| 25 |
+
"t": 80,
|
| 26 |
+
"n_neurons": 864,
|
| 27 |
+
"fisher_w_mean": 0.0,
|
| 28 |
+
"fisher_w_max": 0.0,
|
| 29 |
+
"fisher_accum_count": 18993,
|
| 30 |
+
"has_ewc_reference": false,
|
| 31 |
+
"weights_norm": 44.14729690551758,
|
| 32 |
+
"weights_w_mean": 0.002776434412226081
|
| 33 |
+
},
|
| 34 |
+
"hypothesis": {
|
| 35 |
+
"classifier_trained": false,
|
| 36 |
+
"punishment_count": 0,
|
| 37 |
+
"success_count": 1,
|
| 38 |
+
"training_ready": true,
|
| 39 |
+
"buffer_size": 16,
|
| 40 |
+
"required_new_samples": 0,
|
| 41 |
+
"histogram_max": 16,
|
| 42 |
+
"time_counter": 16
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"step": 1,
|
| 47 |
+
"epoch": 0,
|
| 48 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 49 |
+
"quality": {
|
| 50 |
+
"1.1_train_loss": -0.9842509842514764,
|
| 51 |
+
"1.2_train_acc": 0.96875,
|
| 52 |
+
"1.3_val_loss": -0.9842509842514764,
|
| 53 |
+
"1.4_val_acc": 0.96875,
|
| 54 |
+
"1.5_perplexity": 0.3737190436413242
|
| 55 |
+
},
|
| 56 |
+
"speed": {
|
| 57 |
+
"2.1_throughput_sps": 2.071905155832304,
|
| 58 |
+
"2.2_step_time_ms": 7722.361207008362,
|
| 59 |
+
"2.3_epoch_progress": 0.5,
|
| 60 |
+
"2.4_rss_mb": 650.36328125,
|
| 61 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 62 |
+
},
|
| 63 |
+
"kohonen": {
|
| 64 |
+
"sigma_t": 1.3846745195799537,
|
| 65 |
+
"alpha_t": 0.09607894391523232,
|
| 66 |
+
"t": 80,
|
| 67 |
+
"n_neurons": 864,
|
| 68 |
+
"fisher_w_mean": 0.0,
|
| 69 |
+
"fisher_w_max": 0.0,
|
| 70 |
+
"fisher_accum_count": 18993,
|
| 71 |
+
"has_ewc_reference": false,
|
| 72 |
+
"weights_norm": 44.14729690551758,
|
| 73 |
+
"weights_w_mean": 0.002776434412226081
|
| 74 |
+
},
|
| 75 |
+
"hypothesis": {
|
| 76 |
+
"classifier_trained": true,
|
| 77 |
+
"punishment_count": 1,
|
| 78 |
+
"success_count": 0,
|
| 79 |
+
"training_ready": true,
|
| 80 |
+
"buffer_size": 32,
|
| 81 |
+
"required_new_samples": 0,
|
| 82 |
+
"histogram_max": 32,
|
| 83 |
+
"time_counter": 32
|
| 84 |
+
}
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"step": 2,
|
| 88 |
+
"epoch": 0,
|
| 89 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 90 |
+
"quality": {
|
| 91 |
+
"1.1_train_loss": -1.0,
|
| 92 |
+
"1.2_train_acc": 1.0,
|
| 93 |
+
"1.3_val_loss": -1.0,
|
| 94 |
+
"1.4_val_acc": 1.0,
|
| 95 |
+
"1.5_perplexity": 0.36787944123356736
|
| 96 |
+
},
|
| 97 |
+
"speed": {
|
| 98 |
+
"2.1_throughput_sps": 3.1045055506639967,
|
| 99 |
+
"2.2_step_time_ms": 5153.799772262573,
|
| 100 |
+
"2.3_epoch_progress": 0.5,
|
| 101 |
+
"2.4_rss_mb": 650.36328125,
|
| 102 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 103 |
+
},
|
| 104 |
+
"kohonen": {
|
| 105 |
+
"sigma_t": 1.3846745195799537,
|
| 106 |
+
"alpha_t": 0.09607894391523232,
|
| 107 |
+
"t": 80,
|
| 108 |
+
"n_neurons": 864,
|
| 109 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 110 |
+
"fisher_w_max": 4.135858058929443,
|
| 111 |
+
"fisher_accum_count": 0,
|
| 112 |
+
"has_ewc_reference": true,
|
| 113 |
+
"weights_norm": 44.14729690551758,
|
| 114 |
+
"weights_w_mean": 0.002776434412226081
|
| 115 |
+
},
|
| 116 |
+
"hypothesis": {
|
| 117 |
+
"classifier_trained": true,
|
| 118 |
+
"punishment_count": 0,
|
| 119 |
+
"success_count": 0,
|
| 120 |
+
"training_ready": false,
|
| 121 |
+
"buffer_size": 0,
|
| 122 |
+
"required_new_samples": 10,
|
| 123 |
+
"histogram_max": 0,
|
| 124 |
+
"time_counter": 48
|
| 125 |
+
}
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"step": 3,
|
| 129 |
+
"epoch": 0,
|
| 130 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 131 |
+
"quality": {
|
| 132 |
+
"1.1_train_loss": -1.0,
|
| 133 |
+
"1.2_train_acc": 1.0,
|
| 134 |
+
"1.3_val_loss": -1.0,
|
| 135 |
+
"1.4_val_acc": 1.0,
|
| 136 |
+
"1.5_perplexity": 0.36787944123356736
|
| 137 |
+
},
|
| 138 |
+
"speed": {
|
| 139 |
+
"2.1_throughput_sps": 4.13873597280636,
|
| 140 |
+
"2.2_step_time_ms": 3865.9146428108215,
|
| 141 |
+
"2.3_epoch_progress": 0.5,
|
| 142 |
+
"2.4_rss_mb": 650.36328125,
|
| 143 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 144 |
+
},
|
| 145 |
+
"kohonen": {
|
| 146 |
+
"sigma_t": 1.3846745195799537,
|
| 147 |
+
"alpha_t": 0.09607894391523232,
|
| 148 |
+
"t": 80,
|
| 149 |
+
"n_neurons": 864,
|
| 150 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 151 |
+
"fisher_w_max": 4.135858058929443,
|
| 152 |
+
"fisher_accum_count": 0,
|
| 153 |
+
"has_ewc_reference": true,
|
| 154 |
+
"weights_norm": 44.14729690551758,
|
| 155 |
+
"weights_w_mean": 0.002776434412226081
|
| 156 |
+
},
|
| 157 |
+
"hypothesis": {
|
| 158 |
+
"classifier_trained": true,
|
| 159 |
+
"punishment_count": 0,
|
| 160 |
+
"success_count": 0,
|
| 161 |
+
"training_ready": false,
|
| 162 |
+
"buffer_size": 2,
|
| 163 |
+
"required_new_samples": 10,
|
| 164 |
+
"histogram_max": 2,
|
| 165 |
+
"time_counter": 50
|
| 166 |
+
}
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"step": 4,
|
| 170 |
+
"epoch": 0,
|
| 171 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 172 |
+
"quality": {
|
| 173 |
+
"1.1_train_loss": -1.0,
|
| 174 |
+
"1.2_train_acc": 1.0,
|
| 175 |
+
"1.3_val_loss": -1.0,
|
| 176 |
+
"1.4_val_acc": 1.0,
|
| 177 |
+
"1.5_perplexity": 0.36787944123356736
|
| 178 |
+
},
|
| 179 |
+
"speed": {
|
| 180 |
+
"2.1_throughput_sps": 5.155361297768753,
|
| 181 |
+
"2.2_step_time_ms": 3103.565216064453,
|
| 182 |
+
"2.3_epoch_progress": 0.5,
|
| 183 |
+
"2.4_rss_mb": 650.36328125,
|
| 184 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 185 |
+
},
|
| 186 |
+
"kohonen": {
|
| 187 |
+
"sigma_t": 1.2654972248945755,
|
| 188 |
+
"alpha_t": 0.09185122844014575,
|
| 189 |
+
"t": 170,
|
| 190 |
+
"n_neurons": 864,
|
| 191 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 192 |
+
"fisher_w_max": 4.135858058929443,
|
| 193 |
+
"fisher_accum_count": 0,
|
| 194 |
+
"has_ewc_reference": true,
|
| 195 |
+
"weights_norm": 41.66946792602539,
|
| 196 |
+
"weights_w_mean": 0.0018139677122235298
|
| 197 |
+
},
|
| 198 |
+
"hypothesis": {
|
| 199 |
+
"classifier_trained": true,
|
| 200 |
+
"punishment_count": 0,
|
| 201 |
+
"success_count": 1,
|
| 202 |
+
"training_ready": true,
|
| 203 |
+
"buffer_size": 18,
|
| 204 |
+
"required_new_samples": 10,
|
| 205 |
+
"histogram_max": 18,
|
| 206 |
+
"time_counter": 66
|
| 207 |
+
}
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 5,
|
| 211 |
+
"epoch": 0,
|
| 212 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 213 |
+
"quality": {
|
| 214 |
+
"1.1_train_loss": -1.0,
|
| 215 |
+
"1.2_train_acc": 1.0,
|
| 216 |
+
"1.3_val_loss": -1.0,
|
| 217 |
+
"1.4_val_acc": 1.0,
|
| 218 |
+
"1.5_perplexity": 0.36787944123356736
|
| 219 |
+
},
|
| 220 |
+
"speed": {
|
| 221 |
+
"2.1_throughput_sps": 6.178738338462088,
|
| 222 |
+
"2.2_step_time_ms": 2589.5254214604697,
|
| 223 |
+
"2.3_epoch_progress": 0.5,
|
| 224 |
+
"2.4_rss_mb": 650.36328125,
|
| 225 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 226 |
+
},
|
| 227 |
+
"kohonen": {
|
| 228 |
+
"sigma_t": 1.2654972248945755,
|
| 229 |
+
"alpha_t": 0.09185122844014575,
|
| 230 |
+
"t": 170,
|
| 231 |
+
"n_neurons": 864,
|
| 232 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 233 |
+
"fisher_w_max": 4.135858058929443,
|
| 234 |
+
"fisher_accum_count": 0,
|
| 235 |
+
"has_ewc_reference": true,
|
| 236 |
+
"weights_norm": 41.66946792602539,
|
| 237 |
+
"weights_w_mean": 0.0018139677122235298
|
| 238 |
+
},
|
| 239 |
+
"hypothesis": {
|
| 240 |
+
"classifier_trained": true,
|
| 241 |
+
"punishment_count": 0,
|
| 242 |
+
"success_count": 2,
|
| 243 |
+
"training_ready": true,
|
| 244 |
+
"buffer_size": 34,
|
| 245 |
+
"required_new_samples": 10,
|
| 246 |
+
"histogram_max": 34,
|
| 247 |
+
"time_counter": 82
|
| 248 |
+
}
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"step": 6,
|
| 252 |
+
"epoch": 0,
|
| 253 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 254 |
+
"quality": {
|
| 255 |
+
"1.1_train_loss": -1.0,
|
| 256 |
+
"1.2_train_acc": 1.0,
|
| 257 |
+
"1.3_val_loss": -1.0,
|
| 258 |
+
"1.4_val_acc": 1.0,
|
| 259 |
+
"1.5_perplexity": 0.36787944123356736
|
| 260 |
+
},
|
| 261 |
+
"speed": {
|
| 262 |
+
"2.1_throughput_sps": 7.197553173538523,
|
| 263 |
+
"2.2_step_time_ms": 2222.977672304426,
|
| 264 |
+
"2.3_epoch_progress": 0.5,
|
| 265 |
+
"2.4_rss_mb": 650.36328125,
|
| 266 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 267 |
+
},
|
| 268 |
+
"kohonen": {
|
| 269 |
+
"sigma_t": 1.2654972248945755,
|
| 270 |
+
"alpha_t": 0.09185122844014575,
|
| 271 |
+
"t": 170,
|
| 272 |
+
"n_neurons": 864,
|
| 273 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 274 |
+
"fisher_w_max": 4.135858058929443,
|
| 275 |
+
"fisher_accum_count": 0,
|
| 276 |
+
"has_ewc_reference": true,
|
| 277 |
+
"weights_norm": 41.66946792602539,
|
| 278 |
+
"weights_w_mean": 0.0018139677122235298
|
| 279 |
+
},
|
| 280 |
+
"hypothesis": {
|
| 281 |
+
"classifier_trained": true,
|
| 282 |
+
"punishment_count": 0,
|
| 283 |
+
"success_count": 3,
|
| 284 |
+
"training_ready": true,
|
| 285 |
+
"buffer_size": 50,
|
| 286 |
+
"required_new_samples": 10,
|
| 287 |
+
"histogram_max": 50,
|
| 288 |
+
"time_counter": 98
|
| 289 |
+
}
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"step": 7,
|
| 293 |
+
"epoch": 0,
|
| 294 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 295 |
+
"quality": {
|
| 296 |
+
"1.1_train_loss": -1.0,
|
| 297 |
+
"1.2_train_acc": 1.0,
|
| 298 |
+
"1.3_val_loss": -1.0,
|
| 299 |
+
"1.4_val_acc": 1.0,
|
| 300 |
+
"1.5_perplexity": 0.36787944123356736
|
| 301 |
+
},
|
| 302 |
+
"speed": {
|
| 303 |
+
"2.1_throughput_sps": 8.21569672400893,
|
| 304 |
+
"2.2_step_time_ms": 1947.4915564060211,
|
| 305 |
+
"2.3_epoch_progress": 0.5,
|
| 306 |
+
"2.4_rss_mb": 650.36328125,
|
| 307 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 308 |
+
},
|
| 309 |
+
"kohonen": {
|
| 310 |
+
"sigma_t": 1.2654972248945755,
|
| 311 |
+
"alpha_t": 0.09185122844014575,
|
| 312 |
+
"t": 170,
|
| 313 |
+
"n_neurons": 864,
|
| 314 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 315 |
+
"fisher_w_max": 4.135858058929443,
|
| 316 |
+
"fisher_accum_count": 0,
|
| 317 |
+
"has_ewc_reference": true,
|
| 318 |
+
"weights_norm": 41.66946792602539,
|
| 319 |
+
"weights_w_mean": 0.0018139677122235298
|
| 320 |
+
},
|
| 321 |
+
"hypothesis": {
|
| 322 |
+
"classifier_trained": true,
|
| 323 |
+
"punishment_count": 0,
|
| 324 |
+
"success_count": 4,
|
| 325 |
+
"training_ready": true,
|
| 326 |
+
"buffer_size": 52,
|
| 327 |
+
"required_new_samples": 10,
|
| 328 |
+
"histogram_max": 52,
|
| 329 |
+
"time_counter": 100
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"step": 8,
|
| 334 |
+
"epoch": 0,
|
| 335 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 336 |
+
"quality": {
|
| 337 |
+
"1.1_train_loss": -0.9926198253344827,
|
| 338 |
+
"1.2_train_acc": 0.9852941176470589,
|
| 339 |
+
"1.3_val_loss": -0.9926198253344827,
|
| 340 |
+
"1.4_val_acc": 0.9852941176470589,
|
| 341 |
+
"1.5_perplexity": 0.37060449909797594
|
| 342 |
+
},
|
| 343 |
+
"speed": {
|
| 344 |
+
"2.1_throughput_sps": 5.442196820989259,
|
| 345 |
+
"2.2_step_time_ms": 2939.9892224205864,
|
| 346 |
+
"2.3_epoch_progress": 0.5,
|
| 347 |
+
"2.4_rss_mb": 950.86328125,
|
| 348 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 349 |
+
},
|
| 350 |
+
"kohonen": {
|
| 351 |
+
"sigma_t": 1.2654972248945755,
|
| 352 |
+
"alpha_t": 0.09185122844014575,
|
| 353 |
+
"t": 170,
|
| 354 |
+
"n_neurons": 864,
|
| 355 |
+
"fisher_w_mean": 0.12250354886054993,
|
| 356 |
+
"fisher_w_max": 4.135858058929443,
|
| 357 |
+
"fisher_accum_count": 0,
|
| 358 |
+
"has_ewc_reference": true,
|
| 359 |
+
"weights_norm": 41.66946792602539,
|
| 360 |
+
"weights_w_mean": 0.0018139677122235298
|
| 361 |
+
},
|
| 362 |
+
"hypothesis": {
|
| 363 |
+
"classifier_trained": true,
|
| 364 |
+
"punishment_count": 1,
|
| 365 |
+
"success_count": 0,
|
| 366 |
+
"training_ready": true,
|
| 367 |
+
"buffer_size": 68,
|
| 368 |
+
"required_new_samples": 10,
|
| 369 |
+
"histogram_max": 68,
|
| 370 |
+
"time_counter": 116
|
| 371 |
+
}
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"step": 9,
|
| 375 |
+
"epoch": 0,
|
| 376 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 377 |
+
"quality": {
|
| 378 |
+
"1.1_train_loss": -1.0,
|
| 379 |
+
"1.2_train_acc": 1.0,
|
| 380 |
+
"1.3_val_loss": -1.0,
|
| 381 |
+
"1.4_val_acc": 1.0,
|
| 382 |
+
"1.5_perplexity": 0.36787944123356736
|
| 383 |
+
},
|
| 384 |
+
"speed": {
|
| 385 |
+
"2.1_throughput_sps": 6.034087787204197,
|
| 386 |
+
"2.2_step_time_ms": 2651.6021251678467,
|
| 387 |
+
"2.3_epoch_progress": 0.5,
|
| 388 |
+
"2.4_rss_mb": 950.86328125,
|
| 389 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 390 |
+
},
|
| 391 |
+
"kohonen": {
|
| 392 |
+
"sigma_t": 1.2654972248945755,
|
| 393 |
+
"alpha_t": 0.09185122844014575,
|
| 394 |
+
"t": 170,
|
| 395 |
+
"n_neurons": 864,
|
| 396 |
+
"fisher_w_mean": 0.0,
|
| 397 |
+
"fisher_w_max": 0.0,
|
| 398 |
+
"fisher_accum_count": 0,
|
| 399 |
+
"has_ewc_reference": true,
|
| 400 |
+
"weights_norm": 41.66946792602539,
|
| 401 |
+
"weights_w_mean": 0.0018139677122235298
|
| 402 |
+
},
|
| 403 |
+
"hypothesis": {
|
| 404 |
+
"classifier_trained": true,
|
| 405 |
+
"punishment_count": 0,
|
| 406 |
+
"success_count": 0,
|
| 407 |
+
"training_ready": false,
|
| 408 |
+
"buffer_size": 0,
|
| 409 |
+
"required_new_samples": 10,
|
| 410 |
+
"histogram_max": 0,
|
| 411 |
+
"time_counter": 132
|
| 412 |
+
}
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"step": 10,
|
| 416 |
+
"epoch": 0,
|
| 417 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 418 |
+
"quality": {
|
| 419 |
+
"1.1_train_loss": -1.0,
|
| 420 |
+
"1.2_train_acc": 1.0,
|
| 421 |
+
"1.3_val_loss": -1.0,
|
| 422 |
+
"1.4_val_acc": 1.0,
|
| 423 |
+
"1.5_perplexity": 0.36787944123356736
|
| 424 |
+
},
|
| 425 |
+
"speed": {
|
| 426 |
+
"2.1_throughput_sps": 6.631419090754089,
|
| 427 |
+
"2.2_step_time_ms": 2412.7565730701795,
|
| 428 |
+
"2.3_epoch_progress": 0.5,
|
| 429 |
+
"2.4_rss_mb": 950.86328125,
|
| 430 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 431 |
+
},
|
| 432 |
+
"kohonen": {
|
| 433 |
+
"sigma_t": 1.1682011746071073,
|
| 434 |
+
"alpha_t": 0.08824969025845955,
|
| 435 |
+
"t": 250,
|
| 436 |
+
"n_neurons": 864,
|
| 437 |
+
"fisher_w_mean": 0.0,
|
| 438 |
+
"fisher_w_max": 0.0,
|
| 439 |
+
"fisher_accum_count": 0,
|
| 440 |
+
"has_ewc_reference": true,
|
| 441 |
+
"weights_norm": 39.5368766784668,
|
| 442 |
+
"weights_w_mean": -0.0033076698891818523
|
| 443 |
+
},
|
| 444 |
+
"hypothesis": {
|
| 445 |
+
"classifier_trained": true,
|
| 446 |
+
"punishment_count": 0,
|
| 447 |
+
"success_count": 1,
|
| 448 |
+
"training_ready": true,
|
| 449 |
+
"buffer_size": 16,
|
| 450 |
+
"required_new_samples": 10,
|
| 451 |
+
"histogram_max": 16,
|
| 452 |
+
"time_counter": 148
|
| 453 |
+
}
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"step": 11,
|
| 457 |
+
"epoch": 0,
|
| 458 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 459 |
+
"quality": {
|
| 460 |
+
"1.1_train_loss": -0.97182531580755,
|
| 461 |
+
"1.2_train_acc": 0.9444444444444444,
|
| 462 |
+
"1.3_val_loss": -0.97182531580755,
|
| 463 |
+
"1.4_val_acc": 0.9444444444444444,
|
| 464 |
+
"1.5_perplexity": 0.3783917230298394
|
| 465 |
+
},
|
| 466 |
+
"speed": {
|
| 467 |
+
"2.1_throughput_sps": 7.173603620726871,
|
| 468 |
+
"2.2_step_time_ms": 2230.399231115977,
|
| 469 |
+
"2.3_epoch_progress": 0.5,
|
| 470 |
+
"2.4_rss_mb": 953.18359375,
|
| 471 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 472 |
+
},
|
| 473 |
+
"kohonen": {
|
| 474 |
+
"sigma_t": 1.1682011746071073,
|
| 475 |
+
"alpha_t": 0.08824969025845955,
|
| 476 |
+
"t": 250,
|
| 477 |
+
"n_neurons": 864,
|
| 478 |
+
"fisher_w_mean": 0.0,
|
| 479 |
+
"fisher_w_max": 0.0,
|
| 480 |
+
"fisher_accum_count": 0,
|
| 481 |
+
"has_ewc_reference": true,
|
| 482 |
+
"weights_norm": 39.5368766784668,
|
| 483 |
+
"weights_w_mean": -0.0033076698891818523
|
| 484 |
+
},
|
| 485 |
+
"hypothesis": {
|
| 486 |
+
"classifier_trained": true,
|
| 487 |
+
"punishment_count": 1,
|
| 488 |
+
"success_count": 0,
|
| 489 |
+
"training_ready": true,
|
| 490 |
+
"buffer_size": 18,
|
| 491 |
+
"required_new_samples": 10,
|
| 492 |
+
"histogram_max": 18,
|
| 493 |
+
"time_counter": 150
|
| 494 |
+
}
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"step": 12,
|
| 498 |
+
"epoch": 0,
|
| 499 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 500 |
+
"quality": {
|
| 501 |
+
"1.1_train_loss": -1.0,
|
| 502 |
+
"1.2_train_acc": 1.0,
|
| 503 |
+
"1.3_val_loss": -1.0,
|
| 504 |
+
"1.4_val_acc": 1.0,
|
| 505 |
+
"1.5_perplexity": 0.36787944123356736
|
| 506 |
+
},
|
| 507 |
+
"speed": {
|
| 508 |
+
"2.1_throughput_sps": 4.86827012467777,
|
| 509 |
+
"2.2_step_time_ms": 3286.588375384991,
|
| 510 |
+
"2.3_epoch_progress": 0.5,
|
| 511 |
+
"2.4_rss_mb": 1315.86328125,
|
| 512 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 513 |
+
},
|
| 514 |
+
"kohonen": {
|
| 515 |
+
"sigma_t": 1.1682011746071073,
|
| 516 |
+
"alpha_t": 0.08824969025845955,
|
| 517 |
+
"t": 250,
|
| 518 |
+
"n_neurons": 864,
|
| 519 |
+
"fisher_w_mean": 0.0,
|
| 520 |
+
"fisher_w_max": 0.0,
|
| 521 |
+
"fisher_accum_count": 0,
|
| 522 |
+
"has_ewc_reference": true,
|
| 523 |
+
"weights_norm": 39.5368766784668,
|
| 524 |
+
"weights_w_mean": -0.0033076698891818523
|
| 525 |
+
},
|
| 526 |
+
"hypothesis": {
|
| 527 |
+
"classifier_trained": true,
|
| 528 |
+
"punishment_count": 0,
|
| 529 |
+
"success_count": 0,
|
| 530 |
+
"training_ready": false,
|
| 531 |
+
"buffer_size": 0,
|
| 532 |
+
"required_new_samples": 10,
|
| 533 |
+
"histogram_max": 0,
|
| 534 |
+
"time_counter": 166
|
| 535 |
+
}
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"step": 13,
|
| 539 |
+
"epoch": 0,
|
| 540 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 541 |
+
"quality": {
|
| 542 |
+
"1.1_train_loss": -1.0,
|
| 543 |
+
"1.2_train_acc": 1.0,
|
| 544 |
+
"1.3_val_loss": -1.0,
|
| 545 |
+
"1.4_val_acc": 1.0,
|
| 546 |
+
"1.5_perplexity": 0.36787944123356736
|
| 547 |
+
},
|
| 548 |
+
"speed": {
|
| 549 |
+
"2.1_throughput_sps": 5.239823796746318,
|
| 550 |
+
"2.2_step_time_ms": 3053.5377945218765,
|
| 551 |
+
"2.3_epoch_progress": 0.5,
|
| 552 |
+
"2.4_rss_mb": 1315.86328125,
|
| 553 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 554 |
+
},
|
| 555 |
+
"kohonen": {
|
| 556 |
+
"sigma_t": 1.0783856001478893,
|
| 557 |
+
"alpha_t": 0.08478937040879159,
|
| 558 |
+
"t": 330,
|
| 559 |
+
"n_neurons": 864,
|
| 560 |
+
"fisher_w_mean": 0.0,
|
| 561 |
+
"fisher_w_max": 0.0,
|
| 562 |
+
"fisher_accum_count": 0,
|
| 563 |
+
"has_ewc_reference": true,
|
| 564 |
+
"weights_norm": 39.31961441040039,
|
| 565 |
+
"weights_w_mean": -0.0028808298520743847
|
| 566 |
+
},
|
| 567 |
+
"hypothesis": {
|
| 568 |
+
"classifier_trained": true,
|
| 569 |
+
"punishment_count": 0,
|
| 570 |
+
"success_count": 1,
|
| 571 |
+
"training_ready": true,
|
| 572 |
+
"buffer_size": 16,
|
| 573 |
+
"required_new_samples": 10,
|
| 574 |
+
"histogram_max": 16,
|
| 575 |
+
"time_counter": 182
|
| 576 |
+
}
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"step": 14,
|
| 580 |
+
"epoch": 0,
|
| 581 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 582 |
+
"quality": {
|
| 583 |
+
"1.1_train_loss": -1.0,
|
| 584 |
+
"1.2_train_acc": 1.0,
|
| 585 |
+
"1.3_val_loss": -1.0,
|
| 586 |
+
"1.4_val_acc": 1.0,
|
| 587 |
+
"1.5_perplexity": 0.36787944123356736
|
| 588 |
+
},
|
| 589 |
+
"speed": {
|
| 590 |
+
"2.1_throughput_sps": 5.611694473097874,
|
| 591 |
+
"2.2_step_time_ms": 2851.1887232462564,
|
| 592 |
+
"2.3_epoch_progress": 0.5,
|
| 593 |
+
"2.4_rss_mb": 1315.86328125,
|
| 594 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 595 |
+
},
|
| 596 |
+
"kohonen": {
|
| 597 |
+
"sigma_t": 1.0783856001478893,
|
| 598 |
+
"alpha_t": 0.08478937040879159,
|
| 599 |
+
"t": 330,
|
| 600 |
+
"n_neurons": 864,
|
| 601 |
+
"fisher_w_mean": 0.0,
|
| 602 |
+
"fisher_w_max": 0.0,
|
| 603 |
+
"fisher_accum_count": 0,
|
| 604 |
+
"has_ewc_reference": true,
|
| 605 |
+
"weights_norm": 39.31961441040039,
|
| 606 |
+
"weights_w_mean": -0.0028808298520743847
|
| 607 |
+
},
|
| 608 |
+
"hypothesis": {
|
| 609 |
+
"classifier_trained": true,
|
| 610 |
+
"punishment_count": 0,
|
| 611 |
+
"success_count": 2,
|
| 612 |
+
"training_ready": true,
|
| 613 |
+
"buffer_size": 32,
|
| 614 |
+
"required_new_samples": 10,
|
| 615 |
+
"histogram_max": 32,
|
| 616 |
+
"time_counter": 198
|
| 617 |
+
}
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"step": 15,
|
| 621 |
+
"epoch": 0,
|
| 622 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 623 |
+
"quality": {
|
| 624 |
+
"1.1_train_loss": -1.0,
|
| 625 |
+
"1.2_train_acc": 1.0,
|
| 626 |
+
"1.3_val_loss": -1.0,
|
| 627 |
+
"1.4_val_acc": 1.0,
|
| 628 |
+
"1.5_perplexity": 0.36787944123356736
|
| 629 |
+
},
|
| 630 |
+
"speed": {
|
| 631 |
+
"2.1_throughput_sps": 5.983959822705136,
|
| 632 |
+
"2.2_step_time_ms": 2673.814743757248,
|
| 633 |
+
"2.3_epoch_progress": 0.5,
|
| 634 |
+
"2.4_rss_mb": 1315.86328125,
|
| 635 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 636 |
+
},
|
| 637 |
+
"kohonen": {
|
| 638 |
+
"sigma_t": 1.0783856001478893,
|
| 639 |
+
"alpha_t": 0.08478937040879159,
|
| 640 |
+
"t": 330,
|
| 641 |
+
"n_neurons": 864,
|
| 642 |
+
"fisher_w_mean": 0.0,
|
| 643 |
+
"fisher_w_max": 0.0,
|
| 644 |
+
"fisher_accum_count": 0,
|
| 645 |
+
"has_ewc_reference": true,
|
| 646 |
+
"weights_norm": 39.31961441040039,
|
| 647 |
+
"weights_w_mean": -0.0028808298520743847
|
| 648 |
+
},
|
| 649 |
+
"hypothesis": {
|
| 650 |
+
"classifier_trained": true,
|
| 651 |
+
"punishment_count": 0,
|
| 652 |
+
"success_count": 3,
|
| 653 |
+
"training_ready": true,
|
| 654 |
+
"buffer_size": 34,
|
| 655 |
+
"required_new_samples": 10,
|
| 656 |
+
"histogram_max": 34,
|
| 657 |
+
"time_counter": 200
|
| 658 |
+
}
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"step": 16,
|
| 662 |
+
"epoch": 0,
|
| 663 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 664 |
+
"quality": {
|
| 665 |
+
"1.1_train_loss": -1.0,
|
| 666 |
+
"1.2_train_acc": 1.0,
|
| 667 |
+
"1.3_val_loss": -1.0,
|
| 668 |
+
"1.4_val_acc": 1.0,
|
| 669 |
+
"1.5_perplexity": 0.36787944123356736
|
| 670 |
+
},
|
| 671 |
+
"speed": {
|
| 672 |
+
"2.1_throughput_sps": 5.231395188295974,
|
| 673 |
+
"2.2_step_time_ms": 3058.457528843599,
|
| 674 |
+
"2.3_epoch_progress": 0.5,
|
| 675 |
+
"2.4_rss_mb": 1355.56640625,
|
| 676 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 677 |
+
},
|
| 678 |
+
"kohonen": {
|
| 679 |
+
"sigma_t": 1.0783856001478893,
|
| 680 |
+
"alpha_t": 0.08478937040879159,
|
| 681 |
+
"t": 330,
|
| 682 |
+
"n_neurons": 864,
|
| 683 |
+
"fisher_w_mean": 0.0,
|
| 684 |
+
"fisher_w_max": 0.0,
|
| 685 |
+
"fisher_accum_count": 0,
|
| 686 |
+
"has_ewc_reference": true,
|
| 687 |
+
"weights_norm": 39.31961441040039,
|
| 688 |
+
"weights_w_mean": -0.0028808298520743847
|
| 689 |
+
},
|
| 690 |
+
"hypothesis": {
|
| 691 |
+
"classifier_trained": true,
|
| 692 |
+
"punishment_count": 0,
|
| 693 |
+
"success_count": 4,
|
| 694 |
+
"training_ready": true,
|
| 695 |
+
"buffer_size": 50,
|
| 696 |
+
"required_new_samples": 10,
|
| 697 |
+
"histogram_max": 50,
|
| 698 |
+
"time_counter": 216
|
| 699 |
+
}
|
| 700 |
+
},
|
| 701 |
+
{
|
| 702 |
+
"step": 17,
|
| 703 |
+
"epoch": 0,
|
| 704 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 705 |
+
"quality": {
|
| 706 |
+
"1.1_train_loss": -1.0,
|
| 707 |
+
"1.2_train_acc": 1.0,
|
| 708 |
+
"1.3_val_loss": -1.0,
|
| 709 |
+
"1.4_val_acc": 1.0,
|
| 710 |
+
"1.5_perplexity": 0.36787944123356736
|
| 711 |
+
},
|
| 712 |
+
"speed": {
|
| 713 |
+
"2.1_throughput_sps": 5.5361913842584025,
|
| 714 |
+
"2.2_step_time_ms": 2890.0734980901084,
|
| 715 |
+
"2.3_epoch_progress": 0.5,
|
| 716 |
+
"2.4_rss_mb": 1355.56640625,
|
| 717 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 718 |
+
},
|
| 719 |
+
"kohonen": {
|
| 720 |
+
"sigma_t": 1.0783856001478893,
|
| 721 |
+
"alpha_t": 0.08478937040879159,
|
| 722 |
+
"t": 330,
|
| 723 |
+
"n_neurons": 864,
|
| 724 |
+
"fisher_w_mean": 0.0,
|
| 725 |
+
"fisher_w_max": 0.0,
|
| 726 |
+
"fisher_accum_count": 0,
|
| 727 |
+
"has_ewc_reference": true,
|
| 728 |
+
"weights_norm": 39.31961441040039,
|
| 729 |
+
"weights_w_mean": -0.0028808298520743847
|
| 730 |
+
},
|
| 731 |
+
"hypothesis": {
|
| 732 |
+
"classifier_trained": true,
|
| 733 |
+
"punishment_count": 0,
|
| 734 |
+
"success_count": 5,
|
| 735 |
+
"training_ready": true,
|
| 736 |
+
"buffer_size": 66,
|
| 737 |
+
"required_new_samples": 10,
|
| 738 |
+
"histogram_max": 66,
|
| 739 |
+
"time_counter": 232
|
| 740 |
+
}
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"step": 18,
|
| 744 |
+
"epoch": 0,
|
| 745 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 746 |
+
"quality": {
|
| 747 |
+
"1.1_train_loss": -0.9938837346736189,
|
| 748 |
+
"1.2_train_acc": 0.9878048780487805,
|
| 749 |
+
"1.3_val_loss": -0.9938837346736189,
|
| 750 |
+
"1.4_val_acc": 0.9878048780487805,
|
| 751 |
+
"1.5_perplexity": 0.37013638450004166
|
| 752 |
+
},
|
| 753 |
+
"speed": {
|
| 754 |
+
"2.1_throughput_sps": 5.807942935626894,
|
| 755 |
+
"2.2_step_time_ms": 2754.848003387451,
|
| 756 |
+
"2.3_epoch_progress": 0.5,
|
| 757 |
+
"2.4_rss_mb": 1355.56640625,
|
| 758 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 759 |
+
},
|
| 760 |
+
"kohonen": {
|
| 761 |
+
"sigma_t": 1.0783856001478893,
|
| 762 |
+
"alpha_t": 0.08478937040879159,
|
| 763 |
+
"t": 330,
|
| 764 |
+
"n_neurons": 864,
|
| 765 |
+
"fisher_w_mean": 0.0,
|
| 766 |
+
"fisher_w_max": 0.0,
|
| 767 |
+
"fisher_accum_count": 0,
|
| 768 |
+
"has_ewc_reference": true,
|
| 769 |
+
"weights_norm": 39.31961441040039,
|
| 770 |
+
"weights_w_mean": -0.0028808298520743847
|
| 771 |
+
},
|
| 772 |
+
"hypothesis": {
|
| 773 |
+
"classifier_trained": true,
|
| 774 |
+
"punishment_count": 1,
|
| 775 |
+
"success_count": 0,
|
| 776 |
+
"training_ready": true,
|
| 777 |
+
"buffer_size": 82,
|
| 778 |
+
"required_new_samples": 10,
|
| 779 |
+
"histogram_max": 82,
|
| 780 |
+
"time_counter": 248
|
| 781 |
+
}
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"step": 19,
|
| 785 |
+
"epoch": 0,
|
| 786 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 787 |
+
"quality": {
|
| 788 |
+
"1.1_train_loss": -1.0,
|
| 789 |
+
"1.2_train_acc": 1.0,
|
| 790 |
+
"1.3_val_loss": -1.0,
|
| 791 |
+
"1.4_val_acc": 1.0,
|
| 792 |
+
"1.5_perplexity": 0.36787944123356736
|
| 793 |
+
},
|
| 794 |
+
"speed": {
|
| 795 |
+
"2.1_throughput_sps": 6.111821097784345,
|
| 796 |
+
"2.2_step_time_ms": 2617.877674102783,
|
| 797 |
+
"2.3_epoch_progress": 0.5,
|
| 798 |
+
"2.4_rss_mb": 1355.56640625,
|
| 799 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 800 |
+
},
|
| 801 |
+
"kohonen": {
|
| 802 |
+
"sigma_t": 1.0783856001478893,
|
| 803 |
+
"alpha_t": 0.08478937040879159,
|
| 804 |
+
"t": 330,
|
| 805 |
+
"n_neurons": 864,
|
| 806 |
+
"fisher_w_mean": 0.0,
|
| 807 |
+
"fisher_w_max": 0.0,
|
| 808 |
+
"fisher_accum_count": 0,
|
| 809 |
+
"has_ewc_reference": true,
|
| 810 |
+
"weights_norm": 39.31961441040039,
|
| 811 |
+
"weights_w_mean": -0.0028808298520743847
|
| 812 |
+
},
|
| 813 |
+
"hypothesis": {
|
| 814 |
+
"classifier_trained": true,
|
| 815 |
+
"punishment_count": 0,
|
| 816 |
+
"success_count": 0,
|
| 817 |
+
"training_ready": false,
|
| 818 |
+
"buffer_size": 0,
|
| 819 |
+
"required_new_samples": 10,
|
| 820 |
+
"histogram_max": 0,
|
| 821 |
+
"time_counter": 250
|
| 822 |
+
}
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"step": 20,
|
| 826 |
+
"epoch": 1,
|
| 827 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 828 |
+
"quality": {
|
| 829 |
+
"1.1_train_loss": -1.0,
|
| 830 |
+
"1.2_train_acc": 1.0,
|
| 831 |
+
"1.3_val_loss": -1.0,
|
| 832 |
+
"1.4_val_acc": 1.0,
|
| 833 |
+
"1.5_perplexity": 0.36787944123356736
|
| 834 |
+
},
|
| 835 |
+
"speed": {
|
| 836 |
+
"2.1_throughput_sps": 5.447693221340421,
|
| 837 |
+
"2.2_step_time_ms": 2937.022947129749,
|
| 838 |
+
"2.3_epoch_progress": 1.0,
|
| 839 |
+
"2.4_rss_mb": 1355.56640625,
|
| 840 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 841 |
+
},
|
| 842 |
+
"kohonen": {
|
| 843 |
+
"sigma_t": 0.9954753752044792,
|
| 844 |
+
"alpha_t": 0.08146473164114146,
|
| 845 |
+
"t": 410,
|
| 846 |
+
"n_neurons": 864,
|
| 847 |
+
"fisher_w_mean": 0.0,
|
| 848 |
+
"fisher_w_max": 0.0,
|
| 849 |
+
"fisher_accum_count": 0,
|
| 850 |
+
"has_ewc_reference": true,
|
| 851 |
+
"weights_norm": 39.2965087890625,
|
| 852 |
+
"weights_w_mean": -0.0021961573511362076
|
| 853 |
+
},
|
| 854 |
+
"hypothesis": {
|
| 855 |
+
"classifier_trained": true,
|
| 856 |
+
"punishment_count": 0,
|
| 857 |
+
"success_count": 1,
|
| 858 |
+
"training_ready": true,
|
| 859 |
+
"buffer_size": 16,
|
| 860 |
+
"required_new_samples": 10,
|
| 861 |
+
"histogram_max": 16,
|
| 862 |
+
"time_counter": 266
|
| 863 |
+
}
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"step": 21,
|
| 867 |
+
"epoch": 1,
|
| 868 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 869 |
+
"quality": {
|
| 870 |
+
"1.1_train_loss": -0.9842509842514764,
|
| 871 |
+
"1.2_train_acc": 0.96875,
|
| 872 |
+
"1.3_val_loss": -0.9842509842514764,
|
| 873 |
+
"1.4_val_acc": 0.96875,
|
| 874 |
+
"1.5_perplexity": 0.3737190436413242
|
| 875 |
+
},
|
| 876 |
+
"speed": {
|
| 877 |
+
"2.1_throughput_sps": 5.682624553426626,
|
| 878 |
+
"2.2_step_time_ms": 2815.600406039845,
|
| 879 |
+
"2.3_epoch_progress": 1.0,
|
| 880 |
+
"2.4_rss_mb": 1355.56640625,
|
| 881 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 882 |
+
},
|
| 883 |
+
"kohonen": {
|
| 884 |
+
"sigma_t": 0.9954753752044792,
|
| 885 |
+
"alpha_t": 0.08146473164114146,
|
| 886 |
+
"t": 410,
|
| 887 |
+
"n_neurons": 864,
|
| 888 |
+
"fisher_w_mean": 0.0,
|
| 889 |
+
"fisher_w_max": 0.0,
|
| 890 |
+
"fisher_accum_count": 0,
|
| 891 |
+
"has_ewc_reference": true,
|
| 892 |
+
"weights_norm": 39.2965087890625,
|
| 893 |
+
"weights_w_mean": -0.0021961573511362076
|
| 894 |
+
},
|
| 895 |
+
"hypothesis": {
|
| 896 |
+
"classifier_trained": true,
|
| 897 |
+
"punishment_count": 1,
|
| 898 |
+
"success_count": 0,
|
| 899 |
+
"training_ready": true,
|
| 900 |
+
"buffer_size": 32,
|
| 901 |
+
"required_new_samples": 10,
|
| 902 |
+
"histogram_max": 32,
|
| 903 |
+
"time_counter": 282
|
| 904 |
+
}
|
| 905 |
+
},
|
| 906 |
+
{
|
| 907 |
+
"step": 22,
|
| 908 |
+
"epoch": 1,
|
| 909 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 910 |
+
"quality": {
|
| 911 |
+
"1.1_train_loss": -1.0,
|
| 912 |
+
"1.2_train_acc": 1.0,
|
| 913 |
+
"1.3_val_loss": -1.0,
|
| 914 |
+
"1.4_val_acc": 1.0,
|
| 915 |
+
"1.5_perplexity": 0.36787944123356736
|
| 916 |
+
},
|
| 917 |
+
"speed": {
|
| 918 |
+
"2.1_throughput_sps": 5.9395140188302635,
|
| 919 |
+
"2.2_step_time_ms": 2693.8230887703276,
|
| 920 |
+
"2.3_epoch_progress": 1.0,
|
| 921 |
+
"2.4_rss_mb": 1355.56640625,
|
| 922 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 923 |
+
},
|
| 924 |
+
"kohonen": {
|
| 925 |
+
"sigma_t": 0.9954753752044792,
|
| 926 |
+
"alpha_t": 0.08146473164114146,
|
| 927 |
+
"t": 410,
|
| 928 |
+
"n_neurons": 864,
|
| 929 |
+
"fisher_w_mean": 0.0,
|
| 930 |
+
"fisher_w_max": 0.0,
|
| 931 |
+
"fisher_accum_count": 0,
|
| 932 |
+
"has_ewc_reference": true,
|
| 933 |
+
"weights_norm": 39.2965087890625,
|
| 934 |
+
"weights_w_mean": -0.0021961573511362076
|
| 935 |
+
},
|
| 936 |
+
"hypothesis": {
|
| 937 |
+
"classifier_trained": true,
|
| 938 |
+
"punishment_count": 0,
|
| 939 |
+
"success_count": 0,
|
| 940 |
+
"training_ready": false,
|
| 941 |
+
"buffer_size": 0,
|
| 942 |
+
"required_new_samples": 10,
|
| 943 |
+
"histogram_max": 0,
|
| 944 |
+
"time_counter": 298
|
| 945 |
+
}
|
| 946 |
+
},
|
| 947 |
+
{
|
| 948 |
+
"step": 23,
|
| 949 |
+
"epoch": 1,
|
| 950 |
+
"dataset": "TucanoBR/GigaVerbo",
|
| 951 |
+
"quality": {
|
| 952 |
+
"1.1_train_loss": -1.0,
|
| 953 |
+
"1.2_train_acc": 1.0,
|
| 954 |
+
"1.3_val_loss": -1.0,
|
| 955 |
+
"1.4_val_acc": 1.0,
|
| 956 |
+
"1.5_perplexity": 0.36787944123356736
|
| 957 |
+
},
|
| 958 |
+
"speed": {
|
| 959 |
+
"2.1_throughput_sps": 6.1975621347539835,
|
| 960 |
+
"2.2_step_time_ms": 2581.6602806250253,
|
| 961 |
+
"2.3_epoch_progress": 1.0,
|
| 962 |
+
"2.4_rss_mb": 1355.56640625,
|
| 963 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 964 |
+
},
|
| 965 |
+
"kohonen": {
|
| 966 |
+
"sigma_t": 0.9954753752044792,
|
| 967 |
+
"alpha_t": 0.08146473164114146,
|
| 968 |
+
"t": 410,
|
| 969 |
+
"n_neurons": 864,
|
| 970 |
+
"fisher_w_mean": 0.0,
|
| 971 |
+
"fisher_w_max": 0.0,
|
| 972 |
+
"fisher_accum_count": 0,
|
| 973 |
+
"has_ewc_reference": true,
|
| 974 |
+
"weights_norm": 39.2965087890625,
|
| 975 |
+
"weights_w_mean": -0.0021961573511362076
|
| 976 |
+
},
|
| 977 |
+
"hypothesis": {
|
| 978 |
+
"classifier_trained": true,
|
| 979 |
+
"punishment_count": 0,
|
| 980 |
+
"success_count": 0,
|
| 981 |
+
"training_ready": false,
|
| 982 |
+
"buffer_size": 2,
|
| 983 |
+
"required_new_samples": 10,
|
| 984 |
+
"histogram_max": 2,
|
| 985 |
+
"time_counter": 300
|
| 986 |
+
}
|
| 987 |
+
},
|
| 988 |
+
{
|
| 989 |
+
"step": 24,
|
| 990 |
+
"epoch": 1,
|
| 991 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 992 |
+
"quality": {
|
| 993 |
+
"1.1_train_loss": -1.0,
|
| 994 |
+
"1.2_train_acc": 1.0,
|
| 995 |
+
"1.3_val_loss": -1.0,
|
| 996 |
+
"1.4_val_acc": 1.0,
|
| 997 |
+
"1.5_perplexity": 0.36787944123356736
|
| 998 |
+
},
|
| 999 |
+
"speed": {
|
| 1000 |
+
"2.1_throughput_sps": 6.450334826007024,
|
| 1001 |
+
"2.2_step_time_ms": 2480.4913902282715,
|
| 1002 |
+
"2.3_epoch_progress": 1.0,
|
| 1003 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1004 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1005 |
+
},
|
| 1006 |
+
"kohonen": {
|
| 1007 |
+
"sigma_t": 0.9097959895689501,
|
| 1008 |
+
"alpha_t": 0.0778800783071405,
|
| 1009 |
+
"t": 500,
|
| 1010 |
+
"n_neurons": 864,
|
| 1011 |
+
"fisher_w_mean": 0.0,
|
| 1012 |
+
"fisher_w_max": 0.0,
|
| 1013 |
+
"fisher_accum_count": 0,
|
| 1014 |
+
"has_ewc_reference": true,
|
| 1015 |
+
"weights_norm": 39.14575958251953,
|
| 1016 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1017 |
+
},
|
| 1018 |
+
"hypothesis": {
|
| 1019 |
+
"classifier_trained": true,
|
| 1020 |
+
"punishment_count": 0,
|
| 1021 |
+
"success_count": 1,
|
| 1022 |
+
"training_ready": true,
|
| 1023 |
+
"buffer_size": 18,
|
| 1024 |
+
"required_new_samples": 10,
|
| 1025 |
+
"histogram_max": 18,
|
| 1026 |
+
"time_counter": 316
|
| 1027 |
+
}
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"step": 25,
|
| 1031 |
+
"epoch": 1,
|
| 1032 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 1033 |
+
"quality": {
|
| 1034 |
+
"1.1_train_loss": -1.0,
|
| 1035 |
+
"1.2_train_acc": 1.0,
|
| 1036 |
+
"1.3_val_loss": -1.0,
|
| 1037 |
+
"1.4_val_acc": 1.0,
|
| 1038 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1039 |
+
},
|
| 1040 |
+
"speed": {
|
| 1041 |
+
"2.1_throughput_sps": 6.70614747509385,
|
| 1042 |
+
"2.2_step_time_ms": 2385.8705850747915,
|
| 1043 |
+
"2.3_epoch_progress": 1.0,
|
| 1044 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1045 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1046 |
+
},
|
| 1047 |
+
"kohonen": {
|
| 1048 |
+
"sigma_t": 0.9097959895689501,
|
| 1049 |
+
"alpha_t": 0.0778800783071405,
|
| 1050 |
+
"t": 500,
|
| 1051 |
+
"n_neurons": 864,
|
| 1052 |
+
"fisher_w_mean": 0.0,
|
| 1053 |
+
"fisher_w_max": 0.0,
|
| 1054 |
+
"fisher_accum_count": 0,
|
| 1055 |
+
"has_ewc_reference": true,
|
| 1056 |
+
"weights_norm": 39.14575958251953,
|
| 1057 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1058 |
+
},
|
| 1059 |
+
"hypothesis": {
|
| 1060 |
+
"classifier_trained": true,
|
| 1061 |
+
"punishment_count": 0,
|
| 1062 |
+
"success_count": 2,
|
| 1063 |
+
"training_ready": true,
|
| 1064 |
+
"buffer_size": 34,
|
| 1065 |
+
"required_new_samples": 10,
|
| 1066 |
+
"histogram_max": 34,
|
| 1067 |
+
"time_counter": 332
|
| 1068 |
+
}
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"step": 26,
|
| 1072 |
+
"epoch": 1,
|
| 1073 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 1074 |
+
"quality": {
|
| 1075 |
+
"1.1_train_loss": -1.0,
|
| 1076 |
+
"1.2_train_acc": 1.0,
|
| 1077 |
+
"1.3_val_loss": -1.0,
|
| 1078 |
+
"1.4_val_acc": 1.0,
|
| 1079 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1080 |
+
},
|
| 1081 |
+
"speed": {
|
| 1082 |
+
"2.1_throughput_sps": 6.961335475042744,
|
| 1083 |
+
"2.2_step_time_ms": 2298.409559108593,
|
| 1084 |
+
"2.3_epoch_progress": 1.0,
|
| 1085 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1086 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1087 |
+
},
|
| 1088 |
+
"kohonen": {
|
| 1089 |
+
"sigma_t": 0.9097959895689501,
|
| 1090 |
+
"alpha_t": 0.0778800783071405,
|
| 1091 |
+
"t": 500,
|
| 1092 |
+
"n_neurons": 864,
|
| 1093 |
+
"fisher_w_mean": 0.0,
|
| 1094 |
+
"fisher_w_max": 0.0,
|
| 1095 |
+
"fisher_accum_count": 0,
|
| 1096 |
+
"has_ewc_reference": true,
|
| 1097 |
+
"weights_norm": 39.14575958251953,
|
| 1098 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1099 |
+
},
|
| 1100 |
+
"hypothesis": {
|
| 1101 |
+
"classifier_trained": true,
|
| 1102 |
+
"punishment_count": 0,
|
| 1103 |
+
"success_count": 3,
|
| 1104 |
+
"training_ready": true,
|
| 1105 |
+
"buffer_size": 50,
|
| 1106 |
+
"required_new_samples": 10,
|
| 1107 |
+
"histogram_max": 50,
|
| 1108 |
+
"time_counter": 348
|
| 1109 |
+
}
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"step": 27,
|
| 1113 |
+
"epoch": 1,
|
| 1114 |
+
"dataset": "dominguesm/restore-punctuation-pttr-dataset",
|
| 1115 |
+
"quality": {
|
| 1116 |
+
"1.1_train_loss": -1.0,
|
| 1117 |
+
"1.2_train_acc": 1.0,
|
| 1118 |
+
"1.3_val_loss": -1.0,
|
| 1119 |
+
"1.4_val_acc": 1.0,
|
| 1120 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1121 |
+
},
|
| 1122 |
+
"speed": {
|
| 1123 |
+
"2.1_throughput_sps": 7.217168280413297,
|
| 1124 |
+
"2.2_step_time_ms": 2216.935975211007,
|
| 1125 |
+
"2.3_epoch_progress": 1.0,
|
| 1126 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1127 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1128 |
+
},
|
| 1129 |
+
"kohonen": {
|
| 1130 |
+
"sigma_t": 0.9097959895689501,
|
| 1131 |
+
"alpha_t": 0.0778800783071405,
|
| 1132 |
+
"t": 500,
|
| 1133 |
+
"n_neurons": 864,
|
| 1134 |
+
"fisher_w_mean": 0.0,
|
| 1135 |
+
"fisher_w_max": 0.0,
|
| 1136 |
+
"fisher_accum_count": 0,
|
| 1137 |
+
"has_ewc_reference": true,
|
| 1138 |
+
"weights_norm": 39.14575958251953,
|
| 1139 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1140 |
+
},
|
| 1141 |
+
"hypothesis": {
|
| 1142 |
+
"classifier_trained": true,
|
| 1143 |
+
"punishment_count": 0,
|
| 1144 |
+
"success_count": 4,
|
| 1145 |
+
"training_ready": true,
|
| 1146 |
+
"buffer_size": 52,
|
| 1147 |
+
"required_new_samples": 10,
|
| 1148 |
+
"histogram_max": 52,
|
| 1149 |
+
"time_counter": 350
|
| 1150 |
+
}
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"step": 28,
|
| 1154 |
+
"epoch": 1,
|
| 1155 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 1156 |
+
"quality": {
|
| 1157 |
+
"1.1_train_loss": -0.9926198253344827,
|
| 1158 |
+
"1.2_train_acc": 0.9852941176470589,
|
| 1159 |
+
"1.3_val_loss": -0.9926198253344827,
|
| 1160 |
+
"1.4_val_acc": 0.9852941176470589,
|
| 1161 |
+
"1.5_perplexity": 0.37060449909797594
|
| 1162 |
+
},
|
| 1163 |
+
"speed": {
|
| 1164 |
+
"2.1_throughput_sps": 6.457592050282572,
|
| 1165 |
+
"2.2_step_time_ms": 2477.703743967517,
|
| 1166 |
+
"2.3_epoch_progress": 1.0,
|
| 1167 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1168 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1169 |
+
},
|
| 1170 |
+
"kohonen": {
|
| 1171 |
+
"sigma_t": 0.9097959895689501,
|
| 1172 |
+
"alpha_t": 0.0778800783071405,
|
| 1173 |
+
"t": 500,
|
| 1174 |
+
"n_neurons": 864,
|
| 1175 |
+
"fisher_w_mean": 0.0,
|
| 1176 |
+
"fisher_w_max": 0.0,
|
| 1177 |
+
"fisher_accum_count": 0,
|
| 1178 |
+
"has_ewc_reference": true,
|
| 1179 |
+
"weights_norm": 39.14575958251953,
|
| 1180 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1181 |
+
},
|
| 1182 |
+
"hypothesis": {
|
| 1183 |
+
"classifier_trained": true,
|
| 1184 |
+
"punishment_count": 1,
|
| 1185 |
+
"success_count": 0,
|
| 1186 |
+
"training_ready": true,
|
| 1187 |
+
"buffer_size": 68,
|
| 1188 |
+
"required_new_samples": 10,
|
| 1189 |
+
"histogram_max": 68,
|
| 1190 |
+
"time_counter": 366
|
| 1191 |
+
}
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"step": 29,
|
| 1195 |
+
"epoch": 1,
|
| 1196 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 1197 |
+
"quality": {
|
| 1198 |
+
"1.1_train_loss": -1.0,
|
| 1199 |
+
"1.2_train_acc": 1.0,
|
| 1200 |
+
"1.3_val_loss": -1.0,
|
| 1201 |
+
"1.4_val_acc": 1.0,
|
| 1202 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1203 |
+
},
|
| 1204 |
+
"speed": {
|
| 1205 |
+
"2.1_throughput_sps": 6.678104497695096,
|
| 1206 |
+
"2.2_step_time_ms": 2395.889433224996,
|
| 1207 |
+
"2.3_epoch_progress": 1.0,
|
| 1208 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1209 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1210 |
+
},
|
| 1211 |
+
"kohonen": {
|
| 1212 |
+
"sigma_t": 0.9097959895689501,
|
| 1213 |
+
"alpha_t": 0.0778800783071405,
|
| 1214 |
+
"t": 500,
|
| 1215 |
+
"n_neurons": 864,
|
| 1216 |
+
"fisher_w_mean": 0.0,
|
| 1217 |
+
"fisher_w_max": 0.0,
|
| 1218 |
+
"fisher_accum_count": 0,
|
| 1219 |
+
"has_ewc_reference": true,
|
| 1220 |
+
"weights_norm": 39.14575958251953,
|
| 1221 |
+
"weights_w_mean": -0.0014829144347459078
|
| 1222 |
+
},
|
| 1223 |
+
"hypothesis": {
|
| 1224 |
+
"classifier_trained": true,
|
| 1225 |
+
"punishment_count": 0,
|
| 1226 |
+
"success_count": 0,
|
| 1227 |
+
"training_ready": false,
|
| 1228 |
+
"buffer_size": 0,
|
| 1229 |
+
"required_new_samples": 10,
|
| 1230 |
+
"histogram_max": 0,
|
| 1231 |
+
"time_counter": 382
|
| 1232 |
+
}
|
| 1233 |
+
},
|
| 1234 |
+
{
|
| 1235 |
+
"step": 30,
|
| 1236 |
+
"epoch": 1,
|
| 1237 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 1238 |
+
"quality": {
|
| 1239 |
+
"1.1_train_loss": -1.0,
|
| 1240 |
+
"1.2_train_acc": 1.0,
|
| 1241 |
+
"1.3_val_loss": -1.0,
|
| 1242 |
+
"1.4_val_acc": 1.0,
|
| 1243 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1244 |
+
},
|
| 1245 |
+
"speed": {
|
| 1246 |
+
"2.1_throughput_sps": 6.895147106551538,
|
| 1247 |
+
"2.2_step_time_ms": 2320.4726096122495,
|
| 1248 |
+
"2.3_epoch_progress": 1.0,
|
| 1249 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1250 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1251 |
+
},
|
| 1252 |
+
"kohonen": {
|
| 1253 |
+
"sigma_t": 0.8398475498481031,
|
| 1254 |
+
"alpha_t": 0.07482635675785652,
|
| 1255 |
+
"t": 580,
|
| 1256 |
+
"n_neurons": 864,
|
| 1257 |
+
"fisher_w_mean": 0.0,
|
| 1258 |
+
"fisher_w_max": 0.0,
|
| 1259 |
+
"fisher_accum_count": 0,
|
| 1260 |
+
"has_ewc_reference": true,
|
| 1261 |
+
"weights_norm": 39.139549255371094,
|
| 1262 |
+
"weights_w_mean": -0.0007873232825659215
|
| 1263 |
+
},
|
| 1264 |
+
"hypothesis": {
|
| 1265 |
+
"classifier_trained": true,
|
| 1266 |
+
"punishment_count": 0,
|
| 1267 |
+
"success_count": 1,
|
| 1268 |
+
"training_ready": true,
|
| 1269 |
+
"buffer_size": 16,
|
| 1270 |
+
"required_new_samples": 10,
|
| 1271 |
+
"histogram_max": 16,
|
| 1272 |
+
"time_counter": 398
|
| 1273 |
+
}
|
| 1274 |
+
},
|
| 1275 |
+
{
|
| 1276 |
+
"step": 31,
|
| 1277 |
+
"epoch": 1,
|
| 1278 |
+
"dataset": "Madras1/corpus-ptbr-v2",
|
| 1279 |
+
"quality": {
|
| 1280 |
+
"1.1_train_loss": -0.97182531580755,
|
| 1281 |
+
"1.2_train_acc": 0.9444444444444444,
|
| 1282 |
+
"1.3_val_loss": -0.97182531580755,
|
| 1283 |
+
"1.4_val_acc": 0.9444444444444444,
|
| 1284 |
+
"1.5_perplexity": 0.3783917230298394
|
| 1285 |
+
},
|
| 1286 |
+
"speed": {
|
| 1287 |
+
"2.1_throughput_sps": 7.089719654239448,
|
| 1288 |
+
"2.2_step_time_ms": 2256.7888125777245,
|
| 1289 |
+
"2.3_epoch_progress": 1.0,
|
| 1290 |
+
"2.4_rss_mb": 1355.56640625,
|
| 1291 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1292 |
+
},
|
| 1293 |
+
"kohonen": {
|
| 1294 |
+
"sigma_t": 0.8398475498481031,
|
| 1295 |
+
"alpha_t": 0.07482635675785652,
|
| 1296 |
+
"t": 580,
|
| 1297 |
+
"n_neurons": 864,
|
| 1298 |
+
"fisher_w_mean": 0.0,
|
| 1299 |
+
"fisher_w_max": 0.0,
|
| 1300 |
+
"fisher_accum_count": 0,
|
| 1301 |
+
"has_ewc_reference": true,
|
| 1302 |
+
"weights_norm": 39.139549255371094,
|
| 1303 |
+
"weights_w_mean": -0.0007873232825659215
|
| 1304 |
+
},
|
| 1305 |
+
"hypothesis": {
|
| 1306 |
+
"classifier_trained": true,
|
| 1307 |
+
"punishment_count": 1,
|
| 1308 |
+
"success_count": 0,
|
| 1309 |
+
"training_ready": true,
|
| 1310 |
+
"buffer_size": 18,
|
| 1311 |
+
"required_new_samples": 10,
|
| 1312 |
+
"histogram_max": 18,
|
| 1313 |
+
"time_counter": 400
|
| 1314 |
+
}
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"step": 32,
|
| 1318 |
+
"epoch": 1,
|
| 1319 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 1320 |
+
"quality": {
|
| 1321 |
+
"1.1_train_loss": -1.0,
|
| 1322 |
+
"1.2_train_acc": 1.0,
|
| 1323 |
+
"1.3_val_loss": -1.0,
|
| 1324 |
+
"1.4_val_acc": 1.0,
|
| 1325 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1326 |
+
},
|
| 1327 |
+
"speed": {
|
| 1328 |
+
"2.1_throughput_sps": 6.05238983408022,
|
| 1329 |
+
"2.2_step_time_ms": 2643.583846814705,
|
| 1330 |
+
"2.3_epoch_progress": 1.0,
|
| 1331 |
+
"2.4_rss_mb": 1361.140625,
|
| 1332 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1333 |
+
},
|
| 1334 |
+
"kohonen": {
|
| 1335 |
+
"sigma_t": 0.8398475498481031,
|
| 1336 |
+
"alpha_t": 0.07482635675785652,
|
| 1337 |
+
"t": 580,
|
| 1338 |
+
"n_neurons": 864,
|
| 1339 |
+
"fisher_w_mean": 0.0,
|
| 1340 |
+
"fisher_w_max": 0.0,
|
| 1341 |
+
"fisher_accum_count": 0,
|
| 1342 |
+
"has_ewc_reference": true,
|
| 1343 |
+
"weights_norm": 39.139549255371094,
|
| 1344 |
+
"weights_w_mean": -0.0007873232825659215
|
| 1345 |
+
},
|
| 1346 |
+
"hypothesis": {
|
| 1347 |
+
"classifier_trained": true,
|
| 1348 |
+
"punishment_count": 0,
|
| 1349 |
+
"success_count": 0,
|
| 1350 |
+
"training_ready": false,
|
| 1351 |
+
"buffer_size": 0,
|
| 1352 |
+
"required_new_samples": 10,
|
| 1353 |
+
"histogram_max": 0,
|
| 1354 |
+
"time_counter": 416
|
| 1355 |
+
}
|
| 1356 |
+
},
|
| 1357 |
+
{
|
| 1358 |
+
"step": 33,
|
| 1359 |
+
"epoch": 1,
|
| 1360 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 1361 |
+
"quality": {
|
| 1362 |
+
"1.1_train_loss": -1.0,
|
| 1363 |
+
"1.2_train_acc": 1.0,
|
| 1364 |
+
"1.3_val_loss": -1.0,
|
| 1365 |
+
"1.4_val_acc": 1.0,
|
| 1366 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1367 |
+
},
|
| 1368 |
+
"speed": {
|
| 1369 |
+
"2.1_throughput_sps": 6.234089280159213,
|
| 1370 |
+
"2.2_step_time_ms": 2566.5336636935963,
|
| 1371 |
+
"2.3_epoch_progress": 1.0,
|
| 1372 |
+
"2.4_rss_mb": 1361.140625,
|
| 1373 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1374 |
+
},
|
| 1375 |
+
"kohonen": {
|
| 1376 |
+
"sigma_t": 0.7752770017375488,
|
| 1377 |
+
"alpha_t": 0.07189237334319262,
|
| 1378 |
+
"t": 660,
|
| 1379 |
+
"n_neurons": 864,
|
| 1380 |
+
"fisher_w_mean": 0.0,
|
| 1381 |
+
"fisher_w_max": 0.0,
|
| 1382 |
+
"fisher_accum_count": 0,
|
| 1383 |
+
"has_ewc_reference": true,
|
| 1384 |
+
"weights_norm": 39.1356201171875,
|
| 1385 |
+
"weights_w_mean": -0.000526978459674865
|
| 1386 |
+
},
|
| 1387 |
+
"hypothesis": {
|
| 1388 |
+
"classifier_trained": true,
|
| 1389 |
+
"punishment_count": 0,
|
| 1390 |
+
"success_count": 1,
|
| 1391 |
+
"training_ready": true,
|
| 1392 |
+
"buffer_size": 16,
|
| 1393 |
+
"required_new_samples": 10,
|
| 1394 |
+
"histogram_max": 16,
|
| 1395 |
+
"time_counter": 432
|
| 1396 |
+
}
|
| 1397 |
+
},
|
| 1398 |
+
{
|
| 1399 |
+
"step": 34,
|
| 1400 |
+
"epoch": 1,
|
| 1401 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 1402 |
+
"quality": {
|
| 1403 |
+
"1.1_train_loss": -1.0,
|
| 1404 |
+
"1.2_train_acc": 1.0,
|
| 1405 |
+
"1.3_val_loss": -1.0,
|
| 1406 |
+
"1.4_val_acc": 1.0,
|
| 1407 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1408 |
+
},
|
| 1409 |
+
"speed": {
|
| 1410 |
+
"2.1_throughput_sps": 6.416003365677337,
|
| 1411 |
+
"2.2_step_time_ms": 2493.7642778669083,
|
| 1412 |
+
"2.3_epoch_progress": 1.0,
|
| 1413 |
+
"2.4_rss_mb": 1361.140625,
|
| 1414 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1415 |
+
},
|
| 1416 |
+
"kohonen": {
|
| 1417 |
+
"sigma_t": 0.7752770017375488,
|
| 1418 |
+
"alpha_t": 0.07189237334319262,
|
| 1419 |
+
"t": 660,
|
| 1420 |
+
"n_neurons": 864,
|
| 1421 |
+
"fisher_w_mean": 0.0,
|
| 1422 |
+
"fisher_w_max": 0.0,
|
| 1423 |
+
"fisher_accum_count": 0,
|
| 1424 |
+
"has_ewc_reference": true,
|
| 1425 |
+
"weights_norm": 39.1356201171875,
|
| 1426 |
+
"weights_w_mean": -0.000526978459674865
|
| 1427 |
+
},
|
| 1428 |
+
"hypothesis": {
|
| 1429 |
+
"classifier_trained": true,
|
| 1430 |
+
"punishment_count": 0,
|
| 1431 |
+
"success_count": 2,
|
| 1432 |
+
"training_ready": true,
|
| 1433 |
+
"buffer_size": 32,
|
| 1434 |
+
"required_new_samples": 10,
|
| 1435 |
+
"histogram_max": 32,
|
| 1436 |
+
"time_counter": 448
|
| 1437 |
+
}
|
| 1438 |
+
},
|
| 1439 |
+
{
|
| 1440 |
+
"step": 35,
|
| 1441 |
+
"epoch": 1,
|
| 1442 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 1443 |
+
"quality": {
|
| 1444 |
+
"1.1_train_loss": -1.0,
|
| 1445 |
+
"1.2_train_acc": 1.0,
|
| 1446 |
+
"1.3_val_loss": -1.0,
|
| 1447 |
+
"1.4_val_acc": 1.0,
|
| 1448 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1449 |
+
},
|
| 1450 |
+
"speed": {
|
| 1451 |
+
"2.1_throughput_sps": 6.59676821040271,
|
| 1452 |
+
"2.2_step_time_ms": 2425.43007267846,
|
| 1453 |
+
"2.3_epoch_progress": 1.0,
|
| 1454 |
+
"2.4_rss_mb": 1361.140625,
|
| 1455 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1456 |
+
},
|
| 1457 |
+
"kohonen": {
|
| 1458 |
+
"sigma_t": 0.7752770017375488,
|
| 1459 |
+
"alpha_t": 0.07189237334319262,
|
| 1460 |
+
"t": 660,
|
| 1461 |
+
"n_neurons": 864,
|
| 1462 |
+
"fisher_w_mean": 0.0,
|
| 1463 |
+
"fisher_w_max": 0.0,
|
| 1464 |
+
"fisher_accum_count": 0,
|
| 1465 |
+
"has_ewc_reference": true,
|
| 1466 |
+
"weights_norm": 39.1356201171875,
|
| 1467 |
+
"weights_w_mean": -0.000526978459674865
|
| 1468 |
+
},
|
| 1469 |
+
"hypothesis": {
|
| 1470 |
+
"classifier_trained": true,
|
| 1471 |
+
"punishment_count": 0,
|
| 1472 |
+
"success_count": 3,
|
| 1473 |
+
"training_ready": true,
|
| 1474 |
+
"buffer_size": 34,
|
| 1475 |
+
"required_new_samples": 10,
|
| 1476 |
+
"histogram_max": 34,
|
| 1477 |
+
"time_counter": 450
|
| 1478 |
+
}
|
| 1479 |
+
},
|
| 1480 |
+
{
|
| 1481 |
+
"step": 36,
|
| 1482 |
+
"epoch": 1,
|
| 1483 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 1484 |
+
"quality": {
|
| 1485 |
+
"1.1_train_loss": -1.0,
|
| 1486 |
+
"1.2_train_acc": 1.0,
|
| 1487 |
+
"1.3_val_loss": -1.0,
|
| 1488 |
+
"1.4_val_acc": 1.0,
|
| 1489 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1490 |
+
},
|
| 1491 |
+
"speed": {
|
| 1492 |
+
"2.1_throughput_sps": 6.205300501987162,
|
| 1493 |
+
"2.2_step_time_ms": 2578.4408015173835,
|
| 1494 |
+
"2.3_epoch_progress": 1.0,
|
| 1495 |
+
"2.4_rss_mb": 1400.0,
|
| 1496 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1497 |
+
},
|
| 1498 |
+
"kohonen": {
|
| 1499 |
+
"sigma_t": 0.7752770017375488,
|
| 1500 |
+
"alpha_t": 0.07189237334319262,
|
| 1501 |
+
"t": 660,
|
| 1502 |
+
"n_neurons": 864,
|
| 1503 |
+
"fisher_w_mean": 0.0,
|
| 1504 |
+
"fisher_w_max": 0.0,
|
| 1505 |
+
"fisher_accum_count": 0,
|
| 1506 |
+
"has_ewc_reference": true,
|
| 1507 |
+
"weights_norm": 39.1356201171875,
|
| 1508 |
+
"weights_w_mean": -0.000526978459674865
|
| 1509 |
+
},
|
| 1510 |
+
"hypothesis": {
|
| 1511 |
+
"classifier_trained": true,
|
| 1512 |
+
"punishment_count": 0,
|
| 1513 |
+
"success_count": 4,
|
| 1514 |
+
"training_ready": true,
|
| 1515 |
+
"buffer_size": 50,
|
| 1516 |
+
"required_new_samples": 10,
|
| 1517 |
+
"histogram_max": 50,
|
| 1518 |
+
"time_counter": 466
|
| 1519 |
+
}
|
| 1520 |
+
},
|
| 1521 |
+
{
|
| 1522 |
+
"step": 37,
|
| 1523 |
+
"epoch": 1,
|
| 1524 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 1525 |
+
"quality": {
|
| 1526 |
+
"1.1_train_loss": -1.0,
|
| 1527 |
+
"1.2_train_acc": 1.0,
|
| 1528 |
+
"1.3_val_loss": -1.0,
|
| 1529 |
+
"1.4_val_acc": 1.0,
|
| 1530 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1531 |
+
},
|
| 1532 |
+
"speed": {
|
| 1533 |
+
"2.1_throughput_sps": 6.370995165925777,
|
| 1534 |
+
"2.2_step_time_ms": 2511.381594758285,
|
| 1535 |
+
"2.3_epoch_progress": 1.0,
|
| 1536 |
+
"2.4_rss_mb": 1400.0,
|
| 1537 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1538 |
+
},
|
| 1539 |
+
"kohonen": {
|
| 1540 |
+
"sigma_t": 0.7752770017375488,
|
| 1541 |
+
"alpha_t": 0.07189237334319262,
|
| 1542 |
+
"t": 660,
|
| 1543 |
+
"n_neurons": 864,
|
| 1544 |
+
"fisher_w_mean": 0.0,
|
| 1545 |
+
"fisher_w_max": 0.0,
|
| 1546 |
+
"fisher_accum_count": 0,
|
| 1547 |
+
"has_ewc_reference": true,
|
| 1548 |
+
"weights_norm": 39.1356201171875,
|
| 1549 |
+
"weights_w_mean": -0.000526978459674865
|
| 1550 |
+
},
|
| 1551 |
+
"hypothesis": {
|
| 1552 |
+
"classifier_trained": true,
|
| 1553 |
+
"punishment_count": 0,
|
| 1554 |
+
"success_count": 5,
|
| 1555 |
+
"training_ready": true,
|
| 1556 |
+
"buffer_size": 66,
|
| 1557 |
+
"required_new_samples": 10,
|
| 1558 |
+
"histogram_max": 66,
|
| 1559 |
+
"time_counter": 482
|
| 1560 |
+
}
|
| 1561 |
+
},
|
| 1562 |
+
{
|
| 1563 |
+
"step": 38,
|
| 1564 |
+
"epoch": 1,
|
| 1565 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 1566 |
+
"quality": {
|
| 1567 |
+
"1.1_train_loss": -0.9938837346736189,
|
| 1568 |
+
"1.2_train_acc": 0.9878048780487805,
|
| 1569 |
+
"1.3_val_loss": -0.9938837346736189,
|
| 1570 |
+
"1.4_val_acc": 0.9878048780487805,
|
| 1571 |
+
"1.5_perplexity": 0.37013638450004166
|
| 1572 |
+
},
|
| 1573 |
+
"speed": {
|
| 1574 |
+
"2.1_throughput_sps": 6.51479068261107,
|
| 1575 |
+
"2.2_step_time_ms": 2455.9499728373994,
|
| 1576 |
+
"2.3_epoch_progress": 1.0,
|
| 1577 |
+
"2.4_rss_mb": 1400.0,
|
| 1578 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1579 |
+
},
|
| 1580 |
+
"kohonen": {
|
| 1581 |
+
"sigma_t": 0.7752770017375488,
|
| 1582 |
+
"alpha_t": 0.07189237334319262,
|
| 1583 |
+
"t": 660,
|
| 1584 |
+
"n_neurons": 864,
|
| 1585 |
+
"fisher_w_mean": 0.0,
|
| 1586 |
+
"fisher_w_max": 0.0,
|
| 1587 |
+
"fisher_accum_count": 0,
|
| 1588 |
+
"has_ewc_reference": true,
|
| 1589 |
+
"weights_norm": 39.1356201171875,
|
| 1590 |
+
"weights_w_mean": -0.000526978459674865
|
| 1591 |
+
},
|
| 1592 |
+
"hypothesis": {
|
| 1593 |
+
"classifier_trained": true,
|
| 1594 |
+
"punishment_count": 1,
|
| 1595 |
+
"success_count": 0,
|
| 1596 |
+
"training_ready": true,
|
| 1597 |
+
"buffer_size": 82,
|
| 1598 |
+
"required_new_samples": 10,
|
| 1599 |
+
"histogram_max": 82,
|
| 1600 |
+
"time_counter": 498
|
| 1601 |
+
}
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"step": 39,
|
| 1605 |
+
"epoch": 1,
|
| 1606 |
+
"dataset": "nvidia/OpenMathInstruct-2",
|
| 1607 |
+
"quality": {
|
| 1608 |
+
"1.1_train_loss": -1.0,
|
| 1609 |
+
"1.2_train_acc": 1.0,
|
| 1610 |
+
"1.3_val_loss": -1.0,
|
| 1611 |
+
"1.4_val_acc": 1.0,
|
| 1612 |
+
"1.5_perplexity": 0.36787944123356736
|
| 1613 |
+
},
|
| 1614 |
+
"speed": {
|
| 1615 |
+
"2.1_throughput_sps": 6.678818935823154,
|
| 1616 |
+
"2.2_step_time_ms": 2395.633143186569,
|
| 1617 |
+
"2.3_epoch_progress": 1.0,
|
| 1618 |
+
"2.4_rss_mb": 1400.0,
|
| 1619 |
+
"2.5_xeon_tflops": 1.7564614108881937
|
| 1620 |
+
},
|
| 1621 |
+
"kohonen": {
|
| 1622 |
+
"sigma_t": 0.7752770017375488,
|
| 1623 |
+
"alpha_t": 0.07189237334319262,
|
| 1624 |
+
"t": 660,
|
| 1625 |
+
"n_neurons": 864,
|
| 1626 |
+
"fisher_w_mean": 0.0,
|
| 1627 |
+
"fisher_w_max": 0.0,
|
| 1628 |
+
"fisher_accum_count": 0,
|
| 1629 |
+
"has_ewc_reference": true,
|
| 1630 |
+
"weights_norm": 39.1356201171875,
|
| 1631 |
+
"weights_w_mean": -0.000526978459674865
|
| 1632 |
+
},
|
| 1633 |
+
"hypothesis": {
|
| 1634 |
+
"classifier_trained": true,
|
| 1635 |
+
"punishment_count": 0,
|
| 1636 |
+
"success_count": 0,
|
| 1637 |
+
"training_ready": false,
|
| 1638 |
+
"buffer_size": 0,
|
| 1639 |
+
"required_new_samples": 10,
|
| 1640 |
+
"histogram_max": 0,
|
| 1641 |
+
"time_counter": 500
|
| 1642 |
+
}
|
| 1643 |
+
}
|
| 1644 |
+
],
|
| 1645 |
+
"summary": {
|
| 1646 |
+
"n_steps": 40,
|
| 1647 |
+
"final_loss": -1.0,
|
| 1648 |
+
"mean_loss": -0.9971289930033563,
|
| 1649 |
+
"min_loss": -1.0,
|
| 1650 |
+
"max_loss": -0.97182531580755,
|
| 1651 |
+
"final_acc": 1.0,
|
| 1652 |
+
"mean_acc": 0.9943146720070143,
|
| 1653 |
+
"sigma_start": 1.3846745195799537,
|
| 1654 |
+
"sigma_end": 0.7752770017375488,
|
| 1655 |
+
"alpha_start": 0.09607894391523232,
|
| 1656 |
+
"alpha_end": 0.07189237334319262,
|
| 1657 |
+
"rss_max_mb": 1400.0,
|
| 1658 |
+
"rss_final_mb": 1400.0,
|
| 1659 |
+
"rss_trend": "stable",
|
| 1660 |
+
"n_alerts": 39,
|
| 1661 |
+
"alerts": [
|
| 1662 |
+
{
|
| 1663 |
+
"type": "3.3_loss_vanishing",
|
| 1664 |
+
"step": 1,
|
| 1665 |
+
"value": -0.9842509842514764
|
| 1666 |
+
},
|
| 1667 |
+
{
|
| 1668 |
+
"type": "3.3_loss_vanishing",
|
| 1669 |
+
"step": 2,
|
| 1670 |
+
"value": -1.0
|
| 1671 |
+
},
|
| 1672 |
+
{
|
| 1673 |
+
"type": "3.3_loss_vanishing",
|
| 1674 |
+
"step": 3,
|
| 1675 |
+
"value": -1.0
|
| 1676 |
+
},
|
| 1677 |
+
{
|
| 1678 |
+
"type": "3.3_loss_vanishing",
|
| 1679 |
+
"step": 4,
|
| 1680 |
+
"value": -1.0
|
| 1681 |
+
},
|
| 1682 |
+
{
|
| 1683 |
+
"type": "3.3_loss_vanishing",
|
| 1684 |
+
"step": 5,
|
| 1685 |
+
"value": -1.0
|
| 1686 |
+
},
|
| 1687 |
+
{
|
| 1688 |
+
"type": "3.3_loss_vanishing",
|
| 1689 |
+
"step": 6,
|
| 1690 |
+
"value": -1.0
|
| 1691 |
+
},
|
| 1692 |
+
{
|
| 1693 |
+
"type": "3.3_loss_vanishing",
|
| 1694 |
+
"step": 7,
|
| 1695 |
+
"value": -1.0
|
| 1696 |
+
},
|
| 1697 |
+
{
|
| 1698 |
+
"type": "3.3_loss_vanishing",
|
| 1699 |
+
"step": 8,
|
| 1700 |
+
"value": -0.9926198253344827
|
| 1701 |
+
},
|
| 1702 |
+
{
|
| 1703 |
+
"type": "3.3_loss_vanishing",
|
| 1704 |
+
"step": 9,
|
| 1705 |
+
"value": -1.0
|
| 1706 |
+
},
|
| 1707 |
+
{
|
| 1708 |
+
"type": "3.3_loss_vanishing",
|
| 1709 |
+
"step": 10,
|
| 1710 |
+
"value": -1.0
|
| 1711 |
+
},
|
| 1712 |
+
{
|
| 1713 |
+
"type": "3.3_loss_vanishing",
|
| 1714 |
+
"step": 11,
|
| 1715 |
+
"value": -0.97182531580755
|
| 1716 |
+
},
|
| 1717 |
+
{
|
| 1718 |
+
"type": "3.3_loss_vanishing",
|
| 1719 |
+
"step": 12,
|
| 1720 |
+
"value": -1.0
|
| 1721 |
+
},
|
| 1722 |
+
{
|
| 1723 |
+
"type": "3.3_loss_vanishing",
|
| 1724 |
+
"step": 13,
|
| 1725 |
+
"value": -1.0
|
| 1726 |
+
},
|
| 1727 |
+
{
|
| 1728 |
+
"type": "3.3_loss_vanishing",
|
| 1729 |
+
"step": 14,
|
| 1730 |
+
"value": -1.0
|
| 1731 |
+
},
|
| 1732 |
+
{
|
| 1733 |
+
"type": "3.3_loss_vanishing",
|
| 1734 |
+
"step": 15,
|
| 1735 |
+
"value": -1.0
|
| 1736 |
+
},
|
| 1737 |
+
{
|
| 1738 |
+
"type": "3.3_loss_vanishing",
|
| 1739 |
+
"step": 16,
|
| 1740 |
+
"value": -1.0
|
| 1741 |
+
},
|
| 1742 |
+
{
|
| 1743 |
+
"type": "3.3_loss_vanishing",
|
| 1744 |
+
"step": 17,
|
| 1745 |
+
"value": -1.0
|
| 1746 |
+
},
|
| 1747 |
+
{
|
| 1748 |
+
"type": "3.3_loss_vanishing",
|
| 1749 |
+
"step": 18,
|
| 1750 |
+
"value": -0.9938837346736189
|
| 1751 |
+
},
|
| 1752 |
+
{
|
| 1753 |
+
"type": "3.3_loss_vanishing",
|
| 1754 |
+
"step": 19,
|
| 1755 |
+
"value": -1.0
|
| 1756 |
+
},
|
| 1757 |
+
{
|
| 1758 |
+
"type": "3.3_loss_vanishing",
|
| 1759 |
+
"step": 20,
|
| 1760 |
+
"value": -1.0
|
| 1761 |
+
}
|
| 1762 |
+
],
|
| 1763 |
+
"kohonen_final": {
|
| 1764 |
+
"sigma_t": 0.7752770017375488,
|
| 1765 |
+
"alpha_t": 0.07189237334319262,
|
| 1766 |
+
"t": 660,
|
| 1767 |
+
"n_neurons": 864,
|
| 1768 |
+
"fisher_w_mean": 0.0,
|
| 1769 |
+
"fisher_w_max": 0.0,
|
| 1770 |
+
"fisher_accum_count": 0,
|
| 1771 |
+
"has_ewc_reference": true,
|
| 1772 |
+
"weights_norm": 39.1356201171875,
|
| 1773 |
+
"weights_w_mean": -0.000526978459674865
|
| 1774 |
+
},
|
| 1775 |
+
"hypothesis_final": {
|
| 1776 |
+
"classifier_trained": true,
|
| 1777 |
+
"punishment_count": 0,
|
| 1778 |
+
"success_count": 0,
|
| 1779 |
+
"training_ready": false,
|
| 1780 |
+
"buffer_size": 0,
|
| 1781 |
+
"required_new_samples": 10,
|
| 1782 |
+
"histogram_max": 0,
|
| 1783 |
+
"time_counter": 500
|
| 1784 |
+
}
|
| 1785 |
+
},
|
| 1786 |
+
"alerts": [
|
| 1787 |
+
{
|
| 1788 |
+
"type": "3.3_loss_vanishing",
|
| 1789 |
+
"step": 1,
|
| 1790 |
+
"value": -0.9842509842514764
|
| 1791 |
+
},
|
| 1792 |
+
{
|
| 1793 |
+
"type": "3.3_loss_vanishing",
|
| 1794 |
+
"step": 2,
|
| 1795 |
+
"value": -1.0
|
| 1796 |
+
},
|
| 1797 |
+
{
|
| 1798 |
+
"type": "3.3_loss_vanishing",
|
| 1799 |
+
"step": 3,
|
| 1800 |
+
"value": -1.0
|
| 1801 |
+
},
|
| 1802 |
+
{
|
| 1803 |
+
"type": "3.3_loss_vanishing",
|
| 1804 |
+
"step": 4,
|
| 1805 |
+
"value": -1.0
|
| 1806 |
+
},
|
| 1807 |
+
{
|
| 1808 |
+
"type": "3.3_loss_vanishing",
|
| 1809 |
+
"step": 5,
|
| 1810 |
+
"value": -1.0
|
| 1811 |
+
},
|
| 1812 |
+
{
|
| 1813 |
+
"type": "3.3_loss_vanishing",
|
| 1814 |
+
"step": 6,
|
| 1815 |
+
"value": -1.0
|
| 1816 |
+
},
|
| 1817 |
+
{
|
| 1818 |
+
"type": "3.3_loss_vanishing",
|
| 1819 |
+
"step": 7,
|
| 1820 |
+
"value": -1.0
|
| 1821 |
+
},
|
| 1822 |
+
{
|
| 1823 |
+
"type": "3.3_loss_vanishing",
|
| 1824 |
+
"step": 8,
|
| 1825 |
+
"value": -0.9926198253344827
|
| 1826 |
+
},
|
| 1827 |
+
{
|
| 1828 |
+
"type": "3.3_loss_vanishing",
|
| 1829 |
+
"step": 9,
|
| 1830 |
+
"value": -1.0
|
| 1831 |
+
},
|
| 1832 |
+
{
|
| 1833 |
+
"type": "3.3_loss_vanishing",
|
| 1834 |
+
"step": 10,
|
| 1835 |
+
"value": -1.0
|
| 1836 |
+
},
|
| 1837 |
+
{
|
| 1838 |
+
"type": "3.3_loss_vanishing",
|
| 1839 |
+
"step": 11,
|
| 1840 |
+
"value": -0.97182531580755
|
| 1841 |
+
},
|
| 1842 |
+
{
|
| 1843 |
+
"type": "3.3_loss_vanishing",
|
| 1844 |
+
"step": 12,
|
| 1845 |
+
"value": -1.0
|
| 1846 |
+
},
|
| 1847 |
+
{
|
| 1848 |
+
"type": "3.3_loss_vanishing",
|
| 1849 |
+
"step": 13,
|
| 1850 |
+
"value": -1.0
|
| 1851 |
+
},
|
| 1852 |
+
{
|
| 1853 |
+
"type": "3.3_loss_vanishing",
|
| 1854 |
+
"step": 14,
|
| 1855 |
+
"value": -1.0
|
| 1856 |
+
},
|
| 1857 |
+
{
|
| 1858 |
+
"type": "3.3_loss_vanishing",
|
| 1859 |
+
"step": 15,
|
| 1860 |
+
"value": -1.0
|
| 1861 |
+
},
|
| 1862 |
+
{
|
| 1863 |
+
"type": "3.3_loss_vanishing",
|
| 1864 |
+
"step": 16,
|
| 1865 |
+
"value": -1.0
|
| 1866 |
+
},
|
| 1867 |
+
{
|
| 1868 |
+
"type": "3.3_loss_vanishing",
|
| 1869 |
+
"step": 17,
|
| 1870 |
+
"value": -1.0
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"type": "3.3_loss_vanishing",
|
| 1874 |
+
"step": 18,
|
| 1875 |
+
"value": -0.9938837346736189
|
| 1876 |
+
},
|
| 1877 |
+
{
|
| 1878 |
+
"type": "3.3_loss_vanishing",
|
| 1879 |
+
"step": 19,
|
| 1880 |
+
"value": -1.0
|
| 1881 |
+
},
|
| 1882 |
+
{
|
| 1883 |
+
"type": "3.3_loss_vanishing",
|
| 1884 |
+
"step": 20,
|
| 1885 |
+
"value": -1.0
|
| 1886 |
+
},
|
| 1887 |
+
{
|
| 1888 |
+
"type": "3.3_loss_vanishing",
|
| 1889 |
+
"step": 21,
|
| 1890 |
+
"value": -0.9842509842514764
|
| 1891 |
+
},
|
| 1892 |
+
{
|
| 1893 |
+
"type": "3.3_loss_vanishing",
|
| 1894 |
+
"step": 22,
|
| 1895 |
+
"value": -1.0
|
| 1896 |
+
},
|
| 1897 |
+
{
|
| 1898 |
+
"type": "3.3_loss_vanishing",
|
| 1899 |
+
"step": 23,
|
| 1900 |
+
"value": -1.0
|
| 1901 |
+
},
|
| 1902 |
+
{
|
| 1903 |
+
"type": "3.3_loss_vanishing",
|
| 1904 |
+
"step": 24,
|
| 1905 |
+
"value": -1.0
|
| 1906 |
+
},
|
| 1907 |
+
{
|
| 1908 |
+
"type": "3.3_loss_vanishing",
|
| 1909 |
+
"step": 25,
|
| 1910 |
+
"value": -1.0
|
| 1911 |
+
},
|
| 1912 |
+
{
|
| 1913 |
+
"type": "3.3_loss_vanishing",
|
| 1914 |
+
"step": 26,
|
| 1915 |
+
"value": -1.0
|
| 1916 |
+
},
|
| 1917 |
+
{
|
| 1918 |
+
"type": "3.3_loss_vanishing",
|
| 1919 |
+
"step": 27,
|
| 1920 |
+
"value": -1.0
|
| 1921 |
+
},
|
| 1922 |
+
{
|
| 1923 |
+
"type": "3.3_loss_vanishing",
|
| 1924 |
+
"step": 28,
|
| 1925 |
+
"value": -0.9926198253344827
|
| 1926 |
+
},
|
| 1927 |
+
{
|
| 1928 |
+
"type": "3.3_loss_vanishing",
|
| 1929 |
+
"step": 29,
|
| 1930 |
+
"value": -1.0
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"type": "3.3_loss_vanishing",
|
| 1934 |
+
"step": 30,
|
| 1935 |
+
"value": -1.0
|
| 1936 |
+
},
|
| 1937 |
+
{
|
| 1938 |
+
"type": "3.3_loss_vanishing",
|
| 1939 |
+
"step": 31,
|
| 1940 |
+
"value": -0.97182531580755
|
| 1941 |
+
},
|
| 1942 |
+
{
|
| 1943 |
+
"type": "3.3_loss_vanishing",
|
| 1944 |
+
"step": 32,
|
| 1945 |
+
"value": -1.0
|
| 1946 |
+
},
|
| 1947 |
+
{
|
| 1948 |
+
"type": "3.3_loss_vanishing",
|
| 1949 |
+
"step": 33,
|
| 1950 |
+
"value": -1.0
|
| 1951 |
+
},
|
| 1952 |
+
{
|
| 1953 |
+
"type": "3.3_loss_vanishing",
|
| 1954 |
+
"step": 34,
|
| 1955 |
+
"value": -1.0
|
| 1956 |
+
},
|
| 1957 |
+
{
|
| 1958 |
+
"type": "3.3_loss_vanishing",
|
| 1959 |
+
"step": 35,
|
| 1960 |
+
"value": -1.0
|
| 1961 |
+
},
|
| 1962 |
+
{
|
| 1963 |
+
"type": "3.3_loss_vanishing",
|
| 1964 |
+
"step": 36,
|
| 1965 |
+
"value": -1.0
|
| 1966 |
+
},
|
| 1967 |
+
{
|
| 1968 |
+
"type": "3.3_loss_vanishing",
|
| 1969 |
+
"step": 37,
|
| 1970 |
+
"value": -1.0
|
| 1971 |
+
},
|
| 1972 |
+
{
|
| 1973 |
+
"type": "3.3_loss_vanishing",
|
| 1974 |
+
"step": 38,
|
| 1975 |
+
"value": -0.9938837346736189
|
| 1976 |
+
},
|
| 1977 |
+
{
|
| 1978 |
+
"type": "3.3_loss_vanishing",
|
| 1979 |
+
"step": 39,
|
| 1980 |
+
"value": -1.0
|
| 1981 |
+
}
|
| 1982 |
+
]
|
| 1983 |
+
}
|
reports/archive/v6_4_upload_report.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.4",
|
| 3 |
+
"upload_timestamp": "2026-08-07T21:51:25",
|
| 4 |
+
"repo_id": "PowerMachine/BiGRU_T_version",
|
| 5 |
+
"commit_oid": "f90a477e79ac4be3b851a283267edd0c9160d516",
|
| 6 |
+
"commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/f90a477e79ac4be3b851a283267edd0c9160d516",
|
| 7 |
+
"duration_s": 3.1715781688690186,
|
| 8 |
+
"critical_files": [
|
| 9 |
+
"src/bigru_t/model/kohonen_refactored/__init__.py",
|
| 10 |
+
"src/bigru_t/model/kohonen_refactored/kohonen_learning_system.py",
|
| 11 |
+
"src/bigru_t/model/hyp_t.py",
|
| 12 |
+
"v6_4_report.json",
|
| 13 |
+
"v6_4_training_metrics.json",
|
| 14 |
+
"scripts/train_v6_4.py",
|
| 15 |
+
"scripts/upload_v6_4_resilient.py",
|
| 16 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 17 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 18 |
+
"src/bigru_t/training/ewc.py",
|
| 19 |
+
"src/bigru_t/model/orq_cell.py"
|
| 20 |
+
],
|
| 21 |
+
"n_files_in_repo": 0
|
| 22 |
+
}
|
reports/archive/v6_5_7ds_attn_attention_eval.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "attention_active_and_functional_v65_attn",
|
| 3 |
+
"user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
|
| 4 |
+
"module_type": "MultiHeadAttention",
|
| 5 |
+
"module_is_MultiHeadAttention": true,
|
| 6 |
+
"snapshot_before_explicit_test": {
|
| 7 |
+
"active": true,
|
| 8 |
+
"n_calls": 5162,
|
| 9 |
+
"n_errors": 0,
|
| 10 |
+
"last_norm_in": 110.27008819580078,
|
| 11 |
+
"last_norm_out": 116.55613708496094,
|
| 12 |
+
"last_attn_activated": true,
|
| 13 |
+
"last_attn_diff_norm": 114.14366149902344,
|
| 14 |
+
"n_heads": 8,
|
| 15 |
+
"logic_functional": true
|
| 16 |
+
},
|
| 17 |
+
"snapshot_after_explicit_test": {
|
| 18 |
+
"active": true,
|
| 19 |
+
"n_calls": 5163,
|
| 20 |
+
"n_errors": 0,
|
| 21 |
+
"last_norm_in": 111.01325988769531,
|
| 22 |
+
"last_norm_out": 115.97835540771484,
|
| 23 |
+
"last_attn_activated": true,
|
| 24 |
+
"last_attn_diff_norm": 114.16764068603516,
|
| 25 |
+
"n_heads": 8,
|
| 26 |
+
"logic_functional": true
|
| 27 |
+
},
|
| 28 |
+
"explicit_test": {
|
| 29 |
+
"test_text": "teste do mecanismo de atenção ativo",
|
| 30 |
+
"vec_with_attn_norm": 0.5163000226020813,
|
| 31 |
+
"vec_without_attn_norm": 0.5163000226020813,
|
| 32 |
+
"vec_diff_norm": 2.9612472189910477e-06,
|
| 33 |
+
"attention_modifies_output": true
|
| 34 |
+
},
|
| 35 |
+
"summary": {
|
| 36 |
+
"active": true,
|
| 37 |
+
"n_calls": 5163,
|
| 38 |
+
"n_errors": 0,
|
| 39 |
+
"last_attn_activated": true,
|
| 40 |
+
"logic_functional": true,
|
| 41 |
+
"attention_modifies_output": true,
|
| 42 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 43 |
+
}
|
| 44 |
+
}
|
reports/archive/v6_5_7ds_attn_ewc_w8a8_benchmark.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
|
| 3 |
+
"results": {
|
| 4 |
+
"baseline_float": {
|
| 5 |
+
"penalty": 7.579145386815071
|
| 6 |
+
},
|
| 7 |
+
"w8a8_with_dequant": {
|
| 8 |
+
"penalty": 7.579145386815071,
|
| 9 |
+
"relative_error": 0.0,
|
| 10 |
+
"preserves_accuracy": true
|
| 11 |
+
},
|
| 12 |
+
"w8a8_no_dequant_broken": {
|
| 13 |
+
"penalty": 7.579145386815071,
|
| 14 |
+
"relative_error": 0.0,
|
| 15 |
+
"preserves_accuracy": true
|
| 16 |
+
}
|
| 17 |
+
},
|
| 18 |
+
"analysis": {
|
| 19 |
+
"dequant_relative_error": 0.0,
|
| 20 |
+
"int8_relative_error": 0.0,
|
| 21 |
+
"dequant_preserves_accuracy": true
|
| 22 |
+
},
|
| 23 |
+
"ewc_config": {
|
| 24 |
+
"eval_mode_penalty": true,
|
| 25 |
+
"lambda_ewc": 100.0,
|
| 26 |
+
"fisher_n_samples": 32
|
| 27 |
+
}
|
| 28 |
+
}
|
reports/archive/v6_5_7ds_attn_module_analysis.json
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"removed_modules": {
|
| 3 |
+
"src/bigru_t/model/bigru4.py": {
|
| 4 |
+
"exists_after_v65": false,
|
| 5 |
+
"status": "REMOVED"
|
| 6 |
+
},
|
| 7 |
+
"src/bigru_t/model/gru_hierarchy.py": {
|
| 8 |
+
"exists_after_v65": false,
|
| 9 |
+
"status": "REMOVED"
|
| 10 |
+
},
|
| 11 |
+
"src/bigru_t/model/orq_cell.py": {
|
| 12 |
+
"exists_after_v65": false,
|
| 13 |
+
"status": "REMOVED"
|
| 14 |
+
},
|
| 15 |
+
"src/bigru_t/model/train_t.py": {
|
| 16 |
+
"exists_after_v65": false,
|
| 17 |
+
"status": "REMOVED"
|
| 18 |
+
},
|
| 19 |
+
"src/bigru_t/model/transformer_unit.py": {
|
| 20 |
+
"exists_after_v65": false,
|
| 21 |
+
"status": "REMOVED"
|
| 22 |
+
},
|
| 23 |
+
"src/bigru_t/model/u8cell_t.py": {
|
| 24 |
+
"exists_after_v65": false,
|
| 25 |
+
"status": "REMOVED"
|
| 26 |
+
},
|
| 27 |
+
"src/bigru_t/model/unified_model.py": {
|
| 28 |
+
"exists_after_v65": false,
|
| 29 |
+
"status": "REMOVED"
|
| 30 |
+
},
|
| 31 |
+
"src/bigru_t/model/module_selector.py": {
|
| 32 |
+
"exists_after_v65": false,
|
| 33 |
+
"status": "REMOVED"
|
| 34 |
+
},
|
| 35 |
+
"src/bigru_t/training/trainer.py": {
|
| 36 |
+
"exists_after_v65": false,
|
| 37 |
+
"status": "REMOVED"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"removed_folders": {
|
| 41 |
+
"src/bigru_t/model/kohonen_refactored/": {
|
| 42 |
+
"exists_after_v65": false,
|
| 43 |
+
"status": "REMOVED"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"active_modules": {
|
| 47 |
+
"src/bigru_t/model/kohonen_learning_system.py": {
|
| 48 |
+
"exists": true,
|
| 49 |
+
"size_bytes": 61810,
|
| 50 |
+
"activity": "active"
|
| 51 |
+
},
|
| 52 |
+
"src/bigru_t/model/hyp_t.py": {
|
| 53 |
+
"exists": true,
|
| 54 |
+
"size_bytes": 3849,
|
| 55 |
+
"activity": "active"
|
| 56 |
+
},
|
| 57 |
+
"src/bigru_t/model/vqvae2_hierarchical.py": {
|
| 58 |
+
"exists": true,
|
| 59 |
+
"size_bytes": 7808,
|
| 60 |
+
"activity": "active"
|
| 61 |
+
},
|
| 62 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
|
| 63 |
+
"exists": true,
|
| 64 |
+
"size_bytes": 22745,
|
| 65 |
+
"activity": "active"
|
| 66 |
+
},
|
| 67 |
+
"src/bigru_t/model/token_compress.py": {
|
| 68 |
+
"exists": true,
|
| 69 |
+
"size_bytes": 14129,
|
| 70 |
+
"activity": "active"
|
| 71 |
+
},
|
| 72 |
+
"src/bigru_t/model/embedding_reconfig.py": {
|
| 73 |
+
"exists": true,
|
| 74 |
+
"size_bytes": 2414,
|
| 75 |
+
"activity": "active"
|
| 76 |
+
},
|
| 77 |
+
"src/bigru_t/model/attention_multimodal.py": {
|
| 78 |
+
"exists": true,
|
| 79 |
+
"size_bytes": 3787,
|
| 80 |
+
"activity": "active"
|
| 81 |
+
},
|
| 82 |
+
"src/bigru_t/attention/window_context.py": {
|
| 83 |
+
"exists": true,
|
| 84 |
+
"size_bytes": 7611,
|
| 85 |
+
"activity": "active"
|
| 86 |
+
},
|
| 87 |
+
"src/bigru_t/training/mtp.py": {
|
| 88 |
+
"exists": true,
|
| 89 |
+
"size_bytes": 10260,
|
| 90 |
+
"activity": "active"
|
| 91 |
+
},
|
| 92 |
+
"src/bigru_t/training/ewc.py": {
|
| 93 |
+
"exists": true,
|
| 94 |
+
"size_bytes": 25029,
|
| 95 |
+
"activity": "active"
|
| 96 |
+
},
|
| 97 |
+
"src/bigru_t/quantization/smoothquant_compressor.py": {
|
| 98 |
+
"exists": true,
|
| 99 |
+
"size_bytes": 3562,
|
| 100 |
+
"activity": "active"
|
| 101 |
+
},
|
| 102 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py": {
|
| 103 |
+
"exists": true,
|
| 104 |
+
"size_bytes": 16296,
|
| 105 |
+
"activity": "active"
|
| 106 |
+
},
|
| 107 |
+
"src/bigru_t/quantization/quantized_linear.py": {
|
| 108 |
+
"exists": true,
|
| 109 |
+
"size_bytes": 6361,
|
| 110 |
+
"activity": "active"
|
| 111 |
+
},
|
| 112 |
+
"src/bigru_t/reasoning/reasoning_engine.py": {
|
| 113 |
+
"exists": true,
|
| 114 |
+
"size_bytes": 19946,
|
| 115 |
+
"activity": "active"
|
| 116 |
+
},
|
| 117 |
+
"src/bigru_t/reasoning/thinking.py": {
|
| 118 |
+
"exists": true,
|
| 119 |
+
"size_bytes": 5303,
|
| 120 |
+
"activity": "active"
|
| 121 |
+
},
|
| 122 |
+
"src/bigru_t/reasoning/circular_orchestration.py": {
|
| 123 |
+
"exists": true,
|
| 124 |
+
"size_bytes": 30801,
|
| 125 |
+
"activity": "active"
|
| 126 |
+
},
|
| 127 |
+
"src/bigru_t/reasoning/tool_agent.py": {
|
| 128 |
+
"exists": true,
|
| 129 |
+
"size_bytes": 29933,
|
| 130 |
+
"activity": "active"
|
| 131 |
+
},
|
| 132 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py": {
|
| 133 |
+
"exists": true,
|
| 134 |
+
"size_bytes": 29129,
|
| 135 |
+
"activity": "active"
|
| 136 |
+
},
|
| 137 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py": {
|
| 138 |
+
"exists": true,
|
| 139 |
+
"size_bytes": 25045,
|
| 140 |
+
"activity": "active"
|
| 141 |
+
},
|
| 142 |
+
"src/bigru_t/reasoning/consensus_sampling.py": {
|
| 143 |
+
"exists": true,
|
| 144 |
+
"size_bytes": 1302,
|
| 145 |
+
"activity": "active"
|
| 146 |
+
},
|
| 147 |
+
"src/bigru_t/data/streaming_datasets.py": {
|
| 148 |
+
"exists": true,
|
| 149 |
+
"size_bytes": 38310,
|
| 150 |
+
"activity": "active"
|
| 151 |
+
},
|
| 152 |
+
"src/bigru_t/utils/xeon_runtime.py": {
|
| 153 |
+
"exists": true,
|
| 154 |
+
"size_bytes": 23928,
|
| 155 |
+
"activity": "active"
|
| 156 |
+
}
|
| 157 |
+
},
|
| 158 |
+
"v65_attn_features": {
|
| 159 |
+
"vqvae2_active_in_pipeline": true,
|
| 160 |
+
"reasoning_engine_integrated": true,
|
| 161 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 162 |
+
"tool_coordinator_workers_reactivated": true,
|
| 163 |
+
"ewc_w8a8_dequant_benchmark": true,
|
| 164 |
+
"kohonen_moved_up": true,
|
| 165 |
+
"real_streaming_forced": true,
|
| 166 |
+
"som_grid_864_neurons": true,
|
| 167 |
+
"mtp_head_size_increased_K6": true,
|
| 168 |
+
"attention_integrated_to_text_to_4d_vector": true,
|
| 169 |
+
"attention_metrics_exposed": true,
|
| 170 |
+
"stream_batch_size_100": true,
|
| 171 |
+
"meta_minima_5000_samples": true
|
| 172 |
+
}
|
| 173 |
+
}
|
reports/archive/v6_5_7ds_attn_reasoning_eval.json
ADDED
|
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "reasoning_and_response_quality_v65_attn",
|
| 3 |
+
"n_test_queries": 7,
|
| 4 |
+
"results": [
|
| 5 |
+
{
|
| 6 |
+
"query": "o gato dorme na cama",
|
| 7 |
+
"som_prediction": "cachorro",
|
| 8 |
+
"reasoning_length": 964,
|
| 9 |
+
"has_think": true,
|
| 10 |
+
"has_plan": true,
|
| 11 |
+
"has_answer": true,
|
| 12 |
+
"has_decompose": true
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"query": "calcule dois mais dois",
|
| 16 |
+
"som_prediction": "cachorro",
|
| 17 |
+
"reasoning_length": 976,
|
| 18 |
+
"has_think": true,
|
| 19 |
+
"has_plan": true,
|
| 20 |
+
"has_answer": true,
|
| 21 |
+
"has_decompose": true
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"query": "olá como você está",
|
| 25 |
+
"som_prediction": "cachorro",
|
| 26 |
+
"reasoning_length": 952,
|
| 27 |
+
"has_think": true,
|
| 28 |
+
"has_plan": true,
|
| 29 |
+
"has_answer": true,
|
| 30 |
+
"has_decompose": true
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"query": "translate hello to portuguese",
|
| 34 |
+
"som_prediction": "cachorro",
|
| 35 |
+
"reasoning_length": 1018,
|
| 36 |
+
"has_think": true,
|
| 37 |
+
"has_plan": true,
|
| 38 |
+
"has_answer": true,
|
| 39 |
+
"has_decompose": true
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"query": "prove que a soma de pares é par",
|
| 43 |
+
"som_prediction": "cachorro",
|
| 44 |
+
"reasoning_length": 1030,
|
| 45 |
+
"has_think": true,
|
| 46 |
+
"has_plan": true,
|
| 47 |
+
"has_answer": true,
|
| 48 |
+
"has_decompose": true
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"query": "qual é a capital do brasil",
|
| 52 |
+
"som_prediction": "cachorro",
|
| 53 |
+
"reasoning_length": 1000,
|
| 54 |
+
"has_think": true,
|
| 55 |
+
"has_plan": true,
|
| 56 |
+
"has_answer": true,
|
| 57 |
+
"has_decompose": true
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"query": "explique o que é uma rede neural",
|
| 61 |
+
"som_prediction": "cachorro",
|
| 62 |
+
"reasoning_length": 1036,
|
| 63 |
+
"has_think": true,
|
| 64 |
+
"has_plan": true,
|
| 65 |
+
"has_answer": true,
|
| 66 |
+
"has_decompose": true
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"summary": {
|
| 70 |
+
"n_with_answer": 7,
|
| 71 |
+
"n_with_think": 7,
|
| 72 |
+
"answer_rate": 1.0,
|
| 73 |
+
"think_rate": 1.0,
|
| 74 |
+
"avg_reasoning_length": 996.5714285714286,
|
| 75 |
+
"reasoning_engine_active": true,
|
| 76 |
+
"reasoning_engine_n_history": 7
|
| 77 |
+
},
|
| 78 |
+
"quality_assessment": {
|
| 79 |
+
"response_quality": "GOOD",
|
| 80 |
+
"reasoning_quality": "GOOD",
|
| 81 |
+
"tags_present": [
|
| 82 |
+
"<think>",
|
| 83 |
+
"<plan>",
|
| 84 |
+
"<decompose>",
|
| 85 |
+
"<answer>"
|
| 86 |
+
],
|
| 87 |
+
"compatible_with": [
|
| 88 |
+
"Ollama",
|
| 89 |
+
"LangChain",
|
| 90 |
+
"vLLM"
|
| 91 |
+
]
|
| 92 |
+
}
|
| 93 |
+
}
|
reports/archive/v6_5_7ds_attn_report.json
ADDED
|
@@ -0,0 +1,412 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn-100batch-5000meta-train-only",
|
| 3 |
+
"timestamp": "2026-08-08T02:07:14.927181",
|
| 4 |
+
"user_requirements_checklist": {
|
| 5 |
+
"HF_TOKEN_deleted_after_use": true,
|
| 6 |
+
"streaming_datasets_active_REAL": true,
|
| 7 |
+
"xeon_runtime_active": true,
|
| 8 |
+
"V65_ENABLE_STREAMING_forced": true,
|
| 9 |
+
"attention_active_and_logic_functional": true,
|
| 10 |
+
"streaming_100_per_batch": true,
|
| 11 |
+
"meta_minima_5000_atingida": true,
|
| 12 |
+
"no_synthetic_data": true,
|
| 13 |
+
"streaming_with_pauses": true,
|
| 14 |
+
"storage_critical_check": true,
|
| 15 |
+
"aggressive_ram_cleanup": true,
|
| 16 |
+
"metrics_reasoning_response_verified": true,
|
| 17 |
+
"exhausted_7_datasets_in_sequence": true,
|
| 18 |
+
"som_grid_864_neurons": true,
|
| 19 |
+
"mtp_head_size_increased_K6": true,
|
| 20 |
+
"vqvae2_active_in_pipeline": true,
|
| 21 |
+
"reasoning_engine_integrated_to_kls": true,
|
| 22 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 23 |
+
"tool_coordinator_workers_reactivated": true,
|
| 24 |
+
"logic_and_bugfixes_verified": true
|
| 25 |
+
},
|
| 26 |
+
"config": {
|
| 27 |
+
"BATCH_SIZE": 16,
|
| 28 |
+
"STREAM_BATCH_SIZE": 100,
|
| 29 |
+
"MAX_SAMPLES_PER_DATASET": 720,
|
| 30 |
+
"TOTAL_SAMPLES_TARGET": 5040,
|
| 31 |
+
"META_MINIMA_SAMPLES": 5000,
|
| 32 |
+
"SOM_GRID": [
|
| 33 |
+
6,
|
| 34 |
+
6,
|
| 35 |
+
6,
|
| 36 |
+
4
|
| 37 |
+
],
|
| 38 |
+
"n_neurons": 864,
|
| 39 |
+
"HIDDEN_DIM": 1024,
|
| 40 |
+
"VOCAB_SIZE": 16384,
|
| 41 |
+
"MTP_K": 6,
|
| 42 |
+
"ATTENTION_N_HEADS": 8
|
| 43 |
+
},
|
| 44 |
+
"xeon_status": {
|
| 45 |
+
"version": "V6",
|
| 46 |
+
"physical_cores": 2,
|
| 47 |
+
"env": {
|
| 48 |
+
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 49 |
+
"MKL_NUM_THREADS": "2",
|
| 50 |
+
"OMP_NUM_THREADS": "2",
|
| 51 |
+
"MKL_DYNAMIC": "FALSE",
|
| 52 |
+
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 53 |
+
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 54 |
+
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 55 |
+
"KMP_BLOCKTIME": "1"
|
| 56 |
+
},
|
| 57 |
+
"avx512": {
|
| 58 |
+
"supported": true,
|
| 59 |
+
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 60 |
+
},
|
| 61 |
+
"amx": {
|
| 62 |
+
"supported": true,
|
| 63 |
+
"desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
|
| 64 |
+
},
|
| 65 |
+
"ipex_available": false,
|
| 66 |
+
"init_done": true
|
| 67 |
+
},
|
| 68 |
+
"fp16_benchmark": {
|
| 69 |
+
"best_time_ms": 96.11023900288274,
|
| 70 |
+
"avg_time_ms": 100.32488200158696,
|
| 71 |
+
"best_tflops": 1.331803992248534,
|
| 72 |
+
"avg_tflops": 1.27585497681398,
|
| 73 |
+
"matrix_size": 4000.0
|
| 74 |
+
},
|
| 75 |
+
"training": {
|
| 76 |
+
"duration_s": 592.9951963424683,
|
| 77 |
+
"n_steps": 357,
|
| 78 |
+
"samples_per_dataset_actual": {
|
| 79 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 720,
|
| 80 |
+
"carolina-c4ai/corpus-carolina": 720,
|
| 81 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 720,
|
| 82 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 720,
|
| 83 |
+
"adalbertojunior/punctuation-ptbr": 720,
|
| 84 |
+
"iara-project/news-articles-ptbr-dataset": 720,
|
| 85 |
+
"manoela/noticias_ptbr": 720
|
| 86 |
+
},
|
| 87 |
+
"total_samples_processed": 5040,
|
| 88 |
+
"meta_minima_atingida": true,
|
| 89 |
+
"streaming_failures": {
|
| 90 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 0,
|
| 91 |
+
"carolina-c4ai/corpus-carolina": 0,
|
| 92 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
|
| 93 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
|
| 94 |
+
"adalbertojunior/punctuation-ptbr": 0,
|
| 95 |
+
"iara-project/news-articles-ptbr-dataset": 0,
|
| 96 |
+
"manoela/noticias_ptbr": 0
|
| 97 |
+
},
|
| 98 |
+
"storage_critical_stopped": false
|
| 99 |
+
},
|
| 100 |
+
"kohonen_final": {
|
| 101 |
+
"t": 10220,
|
| 102 |
+
"sigma_t": 5.465144559085541e-05,
|
| 103 |
+
"alpha_t": 0.0006036082923599565,
|
| 104 |
+
"sigma0": 1.5,
|
| 105 |
+
"alpha0": 0.1,
|
| 106 |
+
"lambda_ewc": 0.02,
|
| 107 |
+
"grid_shape": [
|
| 108 |
+
6,
|
| 109 |
+
6,
|
| 110 |
+
6,
|
| 111 |
+
4
|
| 112 |
+
],
|
| 113 |
+
"n_neurons": 864,
|
| 114 |
+
"has_ewc_reference": true,
|
| 115 |
+
"fisher_w_mean": 0.0,
|
| 116 |
+
"fisher_w_max": 0.0,
|
| 117 |
+
"fisher_accum_count": 0,
|
| 118 |
+
"weights_norm": 1664.1396484375,
|
| 119 |
+
"weights_w_mean": 0.02392551675438881
|
| 120 |
+
},
|
| 121 |
+
"kls_state": {
|
| 122 |
+
"som": {
|
| 123 |
+
"t": 10220,
|
| 124 |
+
"sigma_t": 5.465144559085541e-05,
|
| 125 |
+
"alpha_t": 0.0006036082923599565,
|
| 126 |
+
"sigma0": 1.5,
|
| 127 |
+
"alpha0": 0.1,
|
| 128 |
+
"lambda_ewc": 0.02,
|
| 129 |
+
"grid_shape": [
|
| 130 |
+
6,
|
| 131 |
+
6,
|
| 132 |
+
6,
|
| 133 |
+
4
|
| 134 |
+
],
|
| 135 |
+
"n_neurons": 864,
|
| 136 |
+
"has_ewc_reference": true,
|
| 137 |
+
"fisher_w_mean": 0.0,
|
| 138 |
+
"fisher_w_max": 0.0,
|
| 139 |
+
"fisher_accum_count": 0,
|
| 140 |
+
"weights_norm": 1664.1396484375,
|
| 141 |
+
"weights_w_mean": 0.02392551675438881
|
| 142 |
+
},
|
| 143 |
+
"kls": {
|
| 144 |
+
"time_counter": 5176,
|
| 145 |
+
"T_max": 10000,
|
| 146 |
+
"buffer_size": 0,
|
| 147 |
+
"training_ready": false,
|
| 148 |
+
"punishment_count": 0,
|
| 149 |
+
"success_count": 0,
|
| 150 |
+
"classifier_trained": true,
|
| 151 |
+
"histogram_size": 0,
|
| 152 |
+
"histogram_max": 0,
|
| 153 |
+
"N_start": 10,
|
| 154 |
+
"dim_choice": "y",
|
| 155 |
+
"som_neuron_count": 864,
|
| 156 |
+
"required_new_samples": 10,
|
| 157 |
+
"has_classifier": true,
|
| 158 |
+
"vocab_size": 16384,
|
| 159 |
+
"hidden_dim": 1024,
|
| 160 |
+
"seq_len": 8,
|
| 161 |
+
"enable_vqvae2": true,
|
| 162 |
+
"enable_reasoning": true,
|
| 163 |
+
"enable_w8a8": true,
|
| 164 |
+
"vqvae2_n_calls": 100,
|
| 165 |
+
"w8a8_n_calls": 100,
|
| 166 |
+
"tool_coordinator_workers_active": true,
|
| 167 |
+
"enable_attention": true,
|
| 168 |
+
"attention_active": true,
|
| 169 |
+
"attention_n_heads": 8
|
| 170 |
+
},
|
| 171 |
+
"vqvae2": {
|
| 172 |
+
"active": true,
|
| 173 |
+
"n_calls": 100,
|
| 174 |
+
"latest": {
|
| 175 |
+
"vq_loss": 1.3525170743378112e-06,
|
| 176 |
+
"recon_loss": 0.21045470237731934,
|
| 177 |
+
"total_loss": 0.21045605838298798,
|
| 178 |
+
"n_used_top": 64,
|
| 179 |
+
"n_used_bot": 128,
|
| 180 |
+
"usage_ratio_top": 1.0,
|
| 181 |
+
"usage_ratio_bot": 1.0,
|
| 182 |
+
"codebook_ppl_top": 17.411011265609076,
|
| 183 |
+
"codebook_ppl_bot": 18.660659830381586,
|
| 184 |
+
"n_restarted_top": 0,
|
| 185 |
+
"n_restarted_bot": 0,
|
| 186 |
+
"goose_temp": 0.5,
|
| 187 |
+
"active": true
|
| 188 |
+
},
|
| 189 |
+
"mean_total_loss": 0.14916955351829528,
|
| 190 |
+
"mean_recon_loss": 0.14915248230099679,
|
| 191 |
+
"n_nan_skipped": 0
|
| 192 |
+
},
|
| 193 |
+
"reasoning": {
|
| 194 |
+
"active": true,
|
| 195 |
+
"stats": {
|
| 196 |
+
"n_steps": 8,
|
| 197 |
+
"n_history": 7,
|
| 198 |
+
"tools": [
|
| 199 |
+
"som_query",
|
| 200 |
+
"buffer_stats"
|
| 201 |
+
],
|
| 202 |
+
"tool_stats": {
|
| 203 |
+
"som_query": {
|
| 204 |
+
"n_calls": 129,
|
| 205 |
+
"n_success": 129,
|
| 206 |
+
"n_failures": 0,
|
| 207 |
+
"total_time_s": 0.9299983978271484,
|
| 208 |
+
"avg_time_s": 0.007209289905636809,
|
| 209 |
+
"cache_size": 0,
|
| 210 |
+
"instructions_count": 0,
|
| 211 |
+
"error_count": 0,
|
| 212 |
+
"success_rate": 1.0,
|
| 213 |
+
"circuit_breaker": {
|
| 214 |
+
"state": "closed",
|
| 215 |
+
"failure_count": 0,
|
| 216 |
+
"success_count": 0,
|
| 217 |
+
"failure_threshold": 5,
|
| 218 |
+
"recovery_timeout_s": 30.0
|
| 219 |
+
}
|
| 220 |
+
},
|
| 221 |
+
"buffer_stats": {
|
| 222 |
+
"n_calls": 122,
|
| 223 |
+
"n_success": 122,
|
| 224 |
+
"n_failures": 0,
|
| 225 |
+
"total_time_s": 0.2865762710571289,
|
| 226 |
+
"avg_time_s": 0.002348985828337122,
|
| 227 |
+
"cache_size": 0,
|
| 228 |
+
"instructions_count": 0,
|
| 229 |
+
"error_count": 0,
|
| 230 |
+
"success_rate": 1.0,
|
| 231 |
+
"circuit_breaker": {
|
| 232 |
+
"state": "closed",
|
| 233 |
+
"failure_count": 0,
|
| 234 |
+
"success_count": 0,
|
| 235 |
+
"failure_threshold": 5,
|
| 236 |
+
"recovery_timeout_s": 30.0
|
| 237 |
+
}
|
| 238 |
+
}
|
| 239 |
+
},
|
| 240 |
+
"phases_used": [
|
| 241 |
+
"answering",
|
| 242 |
+
"monitoring",
|
| 243 |
+
"decomposing",
|
| 244 |
+
"thinking",
|
| 245 |
+
"adjusting",
|
| 246 |
+
"planning",
|
| 247 |
+
"executing",
|
| 248 |
+
"predicting"
|
| 249 |
+
]
|
| 250 |
+
},
|
| 251 |
+
"n_history": 7
|
| 252 |
+
},
|
| 253 |
+
"attention": {
|
| 254 |
+
"active": true,
|
| 255 |
+
"n_calls": 5177,
|
| 256 |
+
"n_errors": 0,
|
| 257 |
+
"last_norm_in": 110.55284881591797,
|
| 258 |
+
"last_norm_out": 115.7743911743164,
|
| 259 |
+
"last_attn_activated": true,
|
| 260 |
+
"last_attn_diff_norm": 113.8590316772461,
|
| 261 |
+
"n_heads": 8,
|
| 262 |
+
"logic_functional": true
|
| 263 |
+
},
|
| 264 |
+
"w8a8": {
|
| 265 |
+
"active": true,
|
| 266 |
+
"n_calls": 100,
|
| 267 |
+
"latest": {
|
| 268 |
+
"active": true,
|
| 269 |
+
"n_neurons": 864,
|
| 270 |
+
"n_features": 4,
|
| 271 |
+
"n_calibration_samples": 20,
|
| 272 |
+
"smooth_scale_mean": 0.10064595937728882,
|
| 273 |
+
"smooth_scale_std": 0.20062804222106934,
|
| 274 |
+
"smooth_scale_min": 0.0003319382085464895,
|
| 275 |
+
"smooth_scale_max": 0.4015880227088928,
|
| 276 |
+
"alpha": 0.5,
|
| 277 |
+
"n_bits": 8,
|
| 278 |
+
"compression_ratio": 4.0,
|
| 279 |
+
"weights_norm_original": 1652.71875,
|
| 280 |
+
"weights_norm_dequant": 1664.1396484375,
|
| 281 |
+
"absolute_error": 11.421292304992676,
|
| 282 |
+
"relative_error": 0.006910608538199664,
|
| 283 |
+
"preserves_topology": true,
|
| 284 |
+
"w8a8_int8_range": [
|
| 285 |
+
-123,
|
| 286 |
+
127
|
| 287 |
+
],
|
| 288 |
+
"elapsed_ms": 0.6363391876220703
|
| 289 |
+
},
|
| 290 |
+
"mean_relative_error": 0.020276215304510577,
|
| 291 |
+
"max_relative_error": 0.17164724821171012,
|
| 292 |
+
"all_preserve_topology": false
|
| 293 |
+
}
|
| 294 |
+
},
|
| 295 |
+
"attention_eval_summary": {
|
| 296 |
+
"active": true,
|
| 297 |
+
"n_calls": 5163,
|
| 298 |
+
"n_errors": 0,
|
| 299 |
+
"last_attn_activated": true,
|
| 300 |
+
"logic_functional": true,
|
| 301 |
+
"attention_modifies_output": true,
|
| 302 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 303 |
+
},
|
| 304 |
+
"reasoning_eval_summary": {
|
| 305 |
+
"n_with_answer": 7,
|
| 306 |
+
"n_with_think": 7,
|
| 307 |
+
"answer_rate": 1.0,
|
| 308 |
+
"think_rate": 1.0,
|
| 309 |
+
"avg_reasoning_length": 996.5714285714286,
|
| 310 |
+
"reasoning_engine_active": true,
|
| 311 |
+
"reasoning_engine_n_history": 7
|
| 312 |
+
},
|
| 313 |
+
"w8a8_compression_summary": {
|
| 314 |
+
"active": true,
|
| 315 |
+
"n_calls": 100,
|
| 316 |
+
"latest": {
|
| 317 |
+
"active": true,
|
| 318 |
+
"n_neurons": 864,
|
| 319 |
+
"n_features": 4,
|
| 320 |
+
"n_calibration_samples": 20,
|
| 321 |
+
"smooth_scale_mean": 0.10064595937728882,
|
| 322 |
+
"smooth_scale_std": 0.20062804222106934,
|
| 323 |
+
"smooth_scale_min": 0.0003319382085464895,
|
| 324 |
+
"smooth_scale_max": 0.4015880227088928,
|
| 325 |
+
"alpha": 0.5,
|
| 326 |
+
"n_bits": 8,
|
| 327 |
+
"compression_ratio": 4.0,
|
| 328 |
+
"weights_norm_original": 1652.71875,
|
| 329 |
+
"weights_norm_dequant": 1664.1396484375,
|
| 330 |
+
"absolute_error": 11.421292304992676,
|
| 331 |
+
"relative_error": 0.006910608538199664,
|
| 332 |
+
"preserves_topology": true,
|
| 333 |
+
"w8a8_int8_range": [
|
| 334 |
+
-123,
|
| 335 |
+
127
|
| 336 |
+
],
|
| 337 |
+
"elapsed_ms": 0.6363391876220703
|
| 338 |
+
},
|
| 339 |
+
"mean_relative_error": 0.020276215304510577,
|
| 340 |
+
"max_relative_error": 0.17164724821171012,
|
| 341 |
+
"all_preserve_topology": false
|
| 342 |
+
},
|
| 343 |
+
"attention_metrics_final": {
|
| 344 |
+
"active": true,
|
| 345 |
+
"n_calls": 5177,
|
| 346 |
+
"n_errors": 0,
|
| 347 |
+
"last_norm_in": 110.55284881591797,
|
| 348 |
+
"last_norm_out": 115.7743911743164,
|
| 349 |
+
"last_attn_activated": true,
|
| 350 |
+
"last_attn_diff_norm": 113.8590316772461,
|
| 351 |
+
"n_heads": 8,
|
| 352 |
+
"logic_functional": true
|
| 353 |
+
},
|
| 354 |
+
"datasets_used": [
|
| 355 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 356 |
+
"carolina-c4ai/corpus-carolina",
|
| 357 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 358 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 359 |
+
"adalbertojunior/punctuation-ptbr",
|
| 360 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 361 |
+
"manoela/noticias_ptbr"
|
| 362 |
+
],
|
| 363 |
+
"verification": {
|
| 364 |
+
"checks": {
|
| 365 |
+
"kls_instantiation": {
|
| 366 |
+
"status": "PASS",
|
| 367 |
+
"details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers=True"
|
| 368 |
+
},
|
| 369 |
+
"find_bmu_no_premature_return": {
|
| 370 |
+
"status": "PASS",
|
| 371 |
+
"details": "bmu=(0, 0, 1, 1)"
|
| 372 |
+
},
|
| 373 |
+
"activate_hypothesis_detach": {
|
| 374 |
+
"status": "PASS",
|
| 375 |
+
"details": "classifier_trained=True"
|
| 376 |
+
},
|
| 377 |
+
"pgvector_lookup_removed": {
|
| 378 |
+
"status": "PASS"
|
| 379 |
+
},
|
| 380 |
+
"kohonen_refactored_removed": {
|
| 381 |
+
"status": "PASS",
|
| 382 |
+
"details": "old_folder=False, new_file=True"
|
| 383 |
+
},
|
| 384 |
+
"trainer_removed": {
|
| 385 |
+
"status": "PASS"
|
| 386 |
+
},
|
| 387 |
+
"vqvae2_valid_output": {
|
| 388 |
+
"status": "PASS",
|
| 389 |
+
"details": "n_calls=1, total_loss=0.1358"
|
| 390 |
+
},
|
| 391 |
+
"reasoning_engine_tags": {
|
| 392 |
+
"status": "PASS",
|
| 393 |
+
"details": "reasoning length=934 chars"
|
| 394 |
+
},
|
| 395 |
+
"smoothquant_w8a8_som_weights": {
|
| 396 |
+
"status": "PASS",
|
| 397 |
+
"details": "relative_error=0.005070, compression_ratio=4.0x"
|
| 398 |
+
},
|
| 399 |
+
"tool_coordinator_workers_reactivated": {
|
| 400 |
+
"status": "PASS",
|
| 401 |
+
"details": "n_workers=4, n_tools=2, elapsed_ms=3.08"
|
| 402 |
+
},
|
| 403 |
+
"attention_integrated_and_functional": {
|
| 404 |
+
"status": "PASS",
|
| 405 |
+
"details": "n_calls=15, n_errors=0, logic_functional=True, n_heads=8"
|
| 406 |
+
}
|
| 407 |
+
},
|
| 408 |
+
"n_pass": 11,
|
| 409 |
+
"n_fail": 0,
|
| 410 |
+
"all_pass": true
|
| 411 |
+
}
|
| 412 |
+
}
|
reports/archive/v6_5_7ds_attn_script_activity.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_v6_4.py": {
|
| 3 |
+
"size_bytes": 25325,
|
| 4 |
+
"modified": "2026-08-07T23:25:35.828302",
|
| 5 |
+
"classification": "superseded_v64",
|
| 6 |
+
"activity": "superseded"
|
| 7 |
+
},
|
| 8 |
+
"train_v6_5_7ds.py": {
|
| 9 |
+
"size_bytes": 71371,
|
| 10 |
+
"modified": "2026-08-08T00:54:41.176911",
|
| 11 |
+
"classification": "superseded_v65_7ds",
|
| 12 |
+
"activity": "superseded"
|
| 13 |
+
},
|
| 14 |
+
"train_v6_5_7ds_attn.py": {
|
| 15 |
+
"size_bytes": 81535,
|
| 16 |
+
"modified": "2026-08-08T01:42:58.002495",
|
| 17 |
+
"classification": "active_v65_attn",
|
| 18 |
+
"activity": "active"
|
| 19 |
+
},
|
| 20 |
+
"upload_v6_5_7ds.py": {
|
| 21 |
+
"size_bytes": 16244,
|
| 22 |
+
"modified": "2026-08-08T00:54:27.797932",
|
| 23 |
+
"classification": "superseded_v65_7ds",
|
| 24 |
+
"activity": "superseded"
|
| 25 |
+
}
|
| 26 |
+
}
|
reports/archive/v6_5_7ds_attn_training_metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
reports/archive/v6_5_7ds_attn_upload_report.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn",
|
| 3 |
+
"upload_timestamp": "2026-08-08T02:09:59",
|
| 4 |
+
"repo_id": "PowerMachine/BiGRU_T_version",
|
| 5 |
+
"upload_commit_oid": "1fc607ebd3ae68e7c4051d44c7b32749230c42fb",
|
| 6 |
+
"upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/1fc607ebd3ae68e7c4051d44c7b32749230c42fb",
|
| 7 |
+
"upload_duration_s": 3.3720884323120117,
|
| 8 |
+
"delete_commit_oid": null,
|
| 9 |
+
"delete_count": 10,
|
| 10 |
+
"delete_errors": [],
|
| 11 |
+
"n_files_before": 109,
|
| 12 |
+
"n_files_after_upload": 120,
|
| 13 |
+
"n_files_after_cleanup": 110,
|
| 14 |
+
"old_files_removed": [
|
| 15 |
+
"v6_5_7ds_report.json",
|
| 16 |
+
"v6_5_7ds_training_metrics.json",
|
| 17 |
+
"v6_5_7ds_module_analysis.json",
|
| 18 |
+
"v6_5_7ds_script_activity.json",
|
| 19 |
+
"v6_5_7ds_ewc_w8a8_benchmark.json",
|
| 20 |
+
"v6_5_7ds_reasoning_eval.json",
|
| 21 |
+
"v6_5_7ds_w8a8_compression.json",
|
| 22 |
+
"v6_5_7ds_upload_report.json",
|
| 23 |
+
"scripts/train_v6_5_7ds.py",
|
| 24 |
+
"scripts/upload_v6_5_7ds.py"
|
| 25 |
+
],
|
| 26 |
+
"old_files_not_in_repo_skipped": [
|
| 27 |
+
"bug_hunt_v3_report.json",
|
| 28 |
+
"v3_report.json",
|
| 29 |
+
"v4_report.json",
|
| 30 |
+
"v5_report.json",
|
| 31 |
+
"v5_upload_report.json",
|
| 32 |
+
"v32_test_report.json",
|
| 33 |
+
"v32_upload_report.json",
|
| 34 |
+
"training_report.json",
|
| 35 |
+
"v6_report.json",
|
| 36 |
+
"v6_upload_report.json",
|
| 37 |
+
"v6_progressive_report.json",
|
| 38 |
+
"v6_progressive_train.log",
|
| 39 |
+
"v6_1_report.json",
|
| 40 |
+
"v6_1_upload_report.json",
|
| 41 |
+
"v6_2_report.json",
|
| 42 |
+
"v6_2_upload_report.json",
|
| 43 |
+
"v6_3_report.json",
|
| 44 |
+
"v6_3_training_metrics.json",
|
| 45 |
+
"v6_5_report.json",
|
| 46 |
+
"v6_5_training_metrics.json",
|
| 47 |
+
"v6_5_module_analysis.json",
|
| 48 |
+
"v6_5_script_activity.json",
|
| 49 |
+
"v6_5_ewc_w8a8_benchmark.json",
|
| 50 |
+
"v6_5_reasoning_eval.json",
|
| 51 |
+
"v6_5_upload_report.json",
|
| 52 |
+
"v6_5_final_report.json",
|
| 53 |
+
"v6_5_final_training_metrics.json",
|
| 54 |
+
"v6_5_final_module_analysis.json",
|
| 55 |
+
"v6_5_final_script_activity.json",
|
| 56 |
+
"v6_5_final_ewc_w8a8_benchmark.json",
|
| 57 |
+
"v6_5_final_reasoning_eval.json",
|
| 58 |
+
"v6_5_final_w8a8_compression.json",
|
| 59 |
+
"scripts/parse_v6_log.py",
|
| 60 |
+
"scripts/smoke_test.py",
|
| 61 |
+
"scripts/train.py",
|
| 62 |
+
"scripts/train_fast.py",
|
| 63 |
+
"scripts/train_v2.py",
|
| 64 |
+
"scripts/train_v6_1.py",
|
| 65 |
+
"scripts/train_v6_2.py",
|
| 66 |
+
"scripts/train_v6_3.py",
|
| 67 |
+
"scripts/train_v6_progressive.py",
|
| 68 |
+
"scripts/train_v6_5.py",
|
| 69 |
+
"scripts/train_v6_5_final.py",
|
| 70 |
+
"scripts/upload_to_hf.py",
|
| 71 |
+
"scripts/upload_v6_1_resilient.py",
|
| 72 |
+
"scripts/upload_v6_2_resilient.py",
|
| 73 |
+
"scripts/upload_v6_3_resilient.py",
|
| 74 |
+
"scripts/upload_v6_4_resilient.py",
|
| 75 |
+
"scripts/upload_v6_5_resilient.py",
|
| 76 |
+
"config.json",
|
| 77 |
+
"tokenizer/tokenizer.json",
|
| 78 |
+
"src/bigru_t/data/data_augmentation.py",
|
| 79 |
+
"scripts/xeon_runtime.py"
|
| 80 |
+
],
|
| 81 |
+
"critical_files": [
|
| 82 |
+
"src/bigru_t/model/kohonen_learning_system.py",
|
| 83 |
+
"src/bigru_t/model/__init__.py",
|
| 84 |
+
"src/bigru_t/__init__.py",
|
| 85 |
+
"src/bigru_t/model/hyp_t.py",
|
| 86 |
+
"src/bigru_t/model/vqvae2_hierarchical.py",
|
| 87 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
|
| 88 |
+
"src/bigru_t/model/token_compress.py",
|
| 89 |
+
"src/bigru_t/model/embedding_reconfig.py",
|
| 90 |
+
"src/bigru_t/model/attention_multimodal.py",
|
| 91 |
+
"src/bigru_t/attention/window_context.py",
|
| 92 |
+
"src/bigru_t/training/mtp.py",
|
| 93 |
+
"src/bigru_t/training/ewc.py",
|
| 94 |
+
"src/bigru_t/quantization/smoothquant_compressor.py",
|
| 95 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py",
|
| 96 |
+
"src/bigru_t/quantization/quantized_linear.py",
|
| 97 |
+
"src/bigru_t/reasoning/thinking.py",
|
| 98 |
+
"src/bigru_t/reasoning/reasoning_engine.py",
|
| 99 |
+
"src/bigru_t/reasoning/circular_orchestration.py",
|
| 100 |
+
"src/bigru_t/reasoning/tool_agent.py",
|
| 101 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py",
|
| 102 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py",
|
| 103 |
+
"src/bigru_t/reasoning/consensus_sampling.py",
|
| 104 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 105 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 106 |
+
"v6_5_7ds_attn_report.json",
|
| 107 |
+
"v6_5_7ds_attn_training_metrics.json",
|
| 108 |
+
"v6_5_7ds_attn_module_analysis.json",
|
| 109 |
+
"v6_5_7ds_attn_script_activity.json",
|
| 110 |
+
"v6_5_7ds_attn_ewc_w8a8_benchmark.json",
|
| 111 |
+
"v6_5_7ds_attn_reasoning_eval.json",
|
| 112 |
+
"v6_5_7ds_attn_w8a8_compression.json",
|
| 113 |
+
"v6_5_7ds_attn_attention_eval.json",
|
| 114 |
+
"v6_5_7ds_attn_verification.json",
|
| 115 |
+
"v6_5_7ds_attn_upload_report.json",
|
| 116 |
+
"v6_4_report.json",
|
| 117 |
+
"v6_4_training_metrics.json",
|
| 118 |
+
"v6_4_upload_report.json",
|
| 119 |
+
"scripts/train_v6_5_7ds_attn.py",
|
| 120 |
+
"scripts/upload_v6_5_7ds_attn.py",
|
| 121 |
+
"scripts/train_v6_4.py",
|
| 122 |
+
"requirements.txt",
|
| 123 |
+
"README.md",
|
| 124 |
+
"docs/analysis.md"
|
| 125 |
+
],
|
| 126 |
+
"all_critical_files_present": false,
|
| 127 |
+
"token_scrubbed_count": 0
|
| 128 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_attention_eval.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "attention_active_and_functional_v65_attn",
|
| 3 |
+
"user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
|
| 4 |
+
"module_type": "MultiHeadAttention",
|
| 5 |
+
"module_is_MultiHeadAttention": true,
|
| 6 |
+
"snapshot_before_explicit_test": {
|
| 7 |
+
"active": true,
|
| 8 |
+
"n_calls": 6160,
|
| 9 |
+
"n_errors": 0,
|
| 10 |
+
"last_norm_in": 112.62097930908203,
|
| 11 |
+
"last_norm_out": 117.49085235595703,
|
| 12 |
+
"last_attn_activated": true,
|
| 13 |
+
"last_attn_diff_norm": 119.20104217529297,
|
| 14 |
+
"n_heads": 8,
|
| 15 |
+
"logic_functional": true
|
| 16 |
+
},
|
| 17 |
+
"snapshot_after_explicit_test": {
|
| 18 |
+
"active": true,
|
| 19 |
+
"n_calls": 6161,
|
| 20 |
+
"n_errors": 0,
|
| 21 |
+
"last_norm_in": 113.03227233886719,
|
| 22 |
+
"last_norm_out": 116.45388793945312,
|
| 23 |
+
"last_attn_activated": true,
|
| 24 |
+
"last_attn_diff_norm": 117.58946228027344,
|
| 25 |
+
"n_heads": 8,
|
| 26 |
+
"logic_functional": true
|
| 27 |
+
},
|
| 28 |
+
"explicit_test": {
|
| 29 |
+
"test_text": "teste do mecanismo de atenção ativo",
|
| 30 |
+
"vec_with_attn_norm": 0.616100013256073,
|
| 31 |
+
"vec_without_attn_norm": 0.616100013256073,
|
| 32 |
+
"vec_diff_norm": 1.9680817331391154e-06,
|
| 33 |
+
"attention_modifies_output": true
|
| 34 |
+
},
|
| 35 |
+
"summary": {
|
| 36 |
+
"active": true,
|
| 37 |
+
"n_calls": 6161,
|
| 38 |
+
"n_errors": 0,
|
| 39 |
+
"last_attn_activated": true,
|
| 40 |
+
"logic_functional": true,
|
| 41 |
+
"attention_modifies_output": true,
|
| 42 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 43 |
+
}
|
| 44 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
|
| 3 |
+
"results": {
|
| 4 |
+
"baseline_float": {
|
| 5 |
+
"penalty": 7.579145386815071
|
| 6 |
+
},
|
| 7 |
+
"w8a8_with_dequant": {
|
| 8 |
+
"penalty": 7.579145386815071,
|
| 9 |
+
"relative_error": 0.0,
|
| 10 |
+
"preserves_accuracy": true
|
| 11 |
+
},
|
| 12 |
+
"w8a8_no_dequant_broken": {
|
| 13 |
+
"penalty": 7.579145386815071,
|
| 14 |
+
"relative_error": 0.0,
|
| 15 |
+
"preserves_accuracy": true
|
| 16 |
+
}
|
| 17 |
+
},
|
| 18 |
+
"analysis": {
|
| 19 |
+
"dequant_relative_error": 0.0,
|
| 20 |
+
"int8_relative_error": 0.0,
|
| 21 |
+
"dequant_preserves_accuracy": true,
|
| 22 |
+
"conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
|
| 23 |
+
},
|
| 24 |
+
"ewc_config": {
|
| 25 |
+
"eval_mode_penalty": true,
|
| 26 |
+
"skip_som_filled_neurons": true,
|
| 27 |
+
"lambda_ewc": 100.0,
|
| 28 |
+
"fisher_n_samples": 32
|
| 29 |
+
}
|
| 30 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_module_analysis.json
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"removed_modules": {
|
| 3 |
+
"src/bigru_t/model/bigru4.py": {
|
| 4 |
+
"exists_after_v65": false,
|
| 5 |
+
"status": "REMOVED"
|
| 6 |
+
},
|
| 7 |
+
"src/bigru_t/model/gru_hierarchy.py": {
|
| 8 |
+
"exists_after_v65": false,
|
| 9 |
+
"status": "REMOVED"
|
| 10 |
+
},
|
| 11 |
+
"src/bigru_t/model/orq_cell.py": {
|
| 12 |
+
"exists_after_v65": false,
|
| 13 |
+
"status": "REMOVED"
|
| 14 |
+
},
|
| 15 |
+
"src/bigru_t/model/train_t.py": {
|
| 16 |
+
"exists_after_v65": false,
|
| 17 |
+
"status": "REMOVED"
|
| 18 |
+
},
|
| 19 |
+
"src/bigru_t/model/transformer_unit.py": {
|
| 20 |
+
"exists_after_v65": false,
|
| 21 |
+
"status": "REMOVED"
|
| 22 |
+
},
|
| 23 |
+
"src/bigru_t/model/u8cell_t.py": {
|
| 24 |
+
"exists_after_v65": false,
|
| 25 |
+
"status": "REMOVED"
|
| 26 |
+
},
|
| 27 |
+
"src/bigru_t/model/unified_model.py": {
|
| 28 |
+
"exists_after_v65": false,
|
| 29 |
+
"status": "REMOVED"
|
| 30 |
+
},
|
| 31 |
+
"src/bigru_t/model/module_selector.py": {
|
| 32 |
+
"exists_after_v65": false,
|
| 33 |
+
"status": "REMOVED"
|
| 34 |
+
},
|
| 35 |
+
"src/bigru_t/training/trainer.py": {
|
| 36 |
+
"exists_after_v65": false,
|
| 37 |
+
"status": "REMOVED"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"removed_folders": {
|
| 41 |
+
"src/bigru_t/model/kohonen_refactored/": {
|
| 42 |
+
"exists_after_v65": false,
|
| 43 |
+
"status": "REMOVED"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"active_modules": {
|
| 47 |
+
"src/bigru_t/model/kohonen_learning_system.py": {
|
| 48 |
+
"exists": true,
|
| 49 |
+
"size_bytes": 61810,
|
| 50 |
+
"activity": "active"
|
| 51 |
+
},
|
| 52 |
+
"src/bigru_t/model/hyp_t.py": {
|
| 53 |
+
"exists": true,
|
| 54 |
+
"size_bytes": 3849,
|
| 55 |
+
"activity": "active"
|
| 56 |
+
},
|
| 57 |
+
"src/bigru_t/model/vqvae2_hierarchical.py": {
|
| 58 |
+
"exists": true,
|
| 59 |
+
"size_bytes": 7808,
|
| 60 |
+
"activity": "active"
|
| 61 |
+
},
|
| 62 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
|
| 63 |
+
"exists": true,
|
| 64 |
+
"size_bytes": 22745,
|
| 65 |
+
"activity": "active"
|
| 66 |
+
},
|
| 67 |
+
"src/bigru_t/model/token_compress.py": {
|
| 68 |
+
"exists": true,
|
| 69 |
+
"size_bytes": 14129,
|
| 70 |
+
"activity": "active"
|
| 71 |
+
},
|
| 72 |
+
"src/bigru_t/model/embedding_reconfig.py": {
|
| 73 |
+
"exists": true,
|
| 74 |
+
"size_bytes": 2414,
|
| 75 |
+
"activity": "active"
|
| 76 |
+
},
|
| 77 |
+
"src/bigru_t/model/attention_multimodal.py": {
|
| 78 |
+
"exists": true,
|
| 79 |
+
"size_bytes": 3787,
|
| 80 |
+
"activity": "active"
|
| 81 |
+
},
|
| 82 |
+
"src/bigru_t/attention/window_context.py": {
|
| 83 |
+
"exists": true,
|
| 84 |
+
"size_bytes": 7611,
|
| 85 |
+
"activity": "active"
|
| 86 |
+
},
|
| 87 |
+
"src/bigru_t/training/mtp.py": {
|
| 88 |
+
"exists": true,
|
| 89 |
+
"size_bytes": 10260,
|
| 90 |
+
"activity": "active"
|
| 91 |
+
},
|
| 92 |
+
"src/bigru_t/training/ewc.py": {
|
| 93 |
+
"exists": true,
|
| 94 |
+
"size_bytes": 25029,
|
| 95 |
+
"activity": "active"
|
| 96 |
+
},
|
| 97 |
+
"src/bigru_t/quantization/smoothquant_compressor.py": {
|
| 98 |
+
"exists": true,
|
| 99 |
+
"size_bytes": 3562,
|
| 100 |
+
"activity": "active"
|
| 101 |
+
},
|
| 102 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py": {
|
| 103 |
+
"exists": true,
|
| 104 |
+
"size_bytes": 16296,
|
| 105 |
+
"activity": "active"
|
| 106 |
+
},
|
| 107 |
+
"src/bigru_t/quantization/quantized_linear.py": {
|
| 108 |
+
"exists": true,
|
| 109 |
+
"size_bytes": 6361,
|
| 110 |
+
"activity": "active"
|
| 111 |
+
},
|
| 112 |
+
"src/bigru_t/reasoning/reasoning_engine.py": {
|
| 113 |
+
"exists": true,
|
| 114 |
+
"size_bytes": 19946,
|
| 115 |
+
"activity": "active"
|
| 116 |
+
},
|
| 117 |
+
"src/bigru_t/reasoning/thinking.py": {
|
| 118 |
+
"exists": true,
|
| 119 |
+
"size_bytes": 5303,
|
| 120 |
+
"activity": "active"
|
| 121 |
+
},
|
| 122 |
+
"src/bigru_t/reasoning/circular_orchestration.py": {
|
| 123 |
+
"exists": true,
|
| 124 |
+
"size_bytes": 30801,
|
| 125 |
+
"activity": "active"
|
| 126 |
+
},
|
| 127 |
+
"src/bigru_t/reasoning/tool_agent.py": {
|
| 128 |
+
"exists": true,
|
| 129 |
+
"size_bytes": 29933,
|
| 130 |
+
"activity": "active"
|
| 131 |
+
},
|
| 132 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py": {
|
| 133 |
+
"exists": true,
|
| 134 |
+
"size_bytes": 29129,
|
| 135 |
+
"activity": "active"
|
| 136 |
+
},
|
| 137 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py": {
|
| 138 |
+
"exists": true,
|
| 139 |
+
"size_bytes": 25045,
|
| 140 |
+
"activity": "active"
|
| 141 |
+
},
|
| 142 |
+
"src/bigru_t/reasoning/consensus_sampling.py": {
|
| 143 |
+
"exists": true,
|
| 144 |
+
"size_bytes": 1302,
|
| 145 |
+
"activity": "active"
|
| 146 |
+
},
|
| 147 |
+
"src/bigru_t/data/streaming_datasets.py": {
|
| 148 |
+
"exists": true,
|
| 149 |
+
"size_bytes": 38310,
|
| 150 |
+
"activity": "active"
|
| 151 |
+
},
|
| 152 |
+
"src/bigru_t/utils/xeon_runtime.py": {
|
| 153 |
+
"exists": true,
|
| 154 |
+
"size_bytes": 23928,
|
| 155 |
+
"activity": "active"
|
| 156 |
+
}
|
| 157 |
+
},
|
| 158 |
+
"v65_attn_features": {
|
| 159 |
+
"vqvae2_active_in_pipeline": true,
|
| 160 |
+
"reasoning_engine_integrated": true,
|
| 161 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 162 |
+
"tool_coordinator_workers_reactivated": true,
|
| 163 |
+
"ewc_w8a8_dequant_benchmark": true,
|
| 164 |
+
"kohonen_moved_up": true,
|
| 165 |
+
"real_streaming_forced": true,
|
| 166 |
+
"som_grid_864_neurons": true,
|
| 167 |
+
"mtp_head_size_increased_K6": true,
|
| 168 |
+
"attention_integrated_to_text_to_4d_vector": true,
|
| 169 |
+
"attention_metrics_exposed": true,
|
| 170 |
+
"stream_batch_size_100": true,
|
| 171 |
+
"meta_minima_5000_samples": true
|
| 172 |
+
}
|
| 173 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_reasoning_eval.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "reasoning_and_response_quality_v65_attn",
|
| 3 |
+
"n_test_queries": 7,
|
| 4 |
+
"results": [
|
| 5 |
+
{
|
| 6 |
+
"query": "o gato dorme na cama",
|
| 7 |
+
"som_prediction": "cachorro",
|
| 8 |
+
"reasoning_length": 1002,
|
| 9 |
+
"has_think": true,
|
| 10 |
+
"has_plan": true,
|
| 11 |
+
"has_answer": true,
|
| 12 |
+
"has_decompose": true,
|
| 13 |
+
"think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
|
| 14 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 15 |
+
"n_tags": 4
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"query": "calcule dois mais dois",
|
| 19 |
+
"som_prediction": "cachorro",
|
| 20 |
+
"reasoning_length": 1014,
|
| 21 |
+
"has_think": true,
|
| 22 |
+
"has_plan": true,
|
| 23 |
+
"has_answer": true,
|
| 24 |
+
"has_decompose": true,
|
| 25 |
+
"think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
|
| 26 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 27 |
+
"n_tags": 4
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"query": "olá como você está",
|
| 31 |
+
"som_prediction": "cachorro",
|
| 32 |
+
"reasoning_length": 990,
|
| 33 |
+
"has_think": true,
|
| 34 |
+
"has_plan": true,
|
| 35 |
+
"has_answer": true,
|
| 36 |
+
"has_decompose": true,
|
| 37 |
+
"think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
|
| 38 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 39 |
+
"n_tags": 4
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"query": "translate hello to portuguese",
|
| 43 |
+
"som_prediction": "cachorro",
|
| 44 |
+
"reasoning_length": 1056,
|
| 45 |
+
"has_think": true,
|
| 46 |
+
"has_plan": true,
|
| 47 |
+
"has_answer": true,
|
| 48 |
+
"has_decompose": true,
|
| 49 |
+
"think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
|
| 50 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 51 |
+
"n_tags": 4
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"query": "prove que a soma de pares é par",
|
| 55 |
+
"som_prediction": "cachorro",
|
| 56 |
+
"reasoning_length": 1068,
|
| 57 |
+
"has_think": true,
|
| 58 |
+
"has_plan": true,
|
| 59 |
+
"has_answer": true,
|
| 60 |
+
"has_decompose": true,
|
| 61 |
+
"think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
|
| 62 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 63 |
+
"n_tags": 4
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"query": "qual é a capital do brasil",
|
| 67 |
+
"som_prediction": "cachorro",
|
| 68 |
+
"reasoning_length": 1038,
|
| 69 |
+
"has_think": true,
|
| 70 |
+
"has_plan": true,
|
| 71 |
+
"has_answer": true,
|
| 72 |
+
"has_decompose": true,
|
| 73 |
+
"think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
|
| 74 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 75 |
+
"n_tags": 4
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"query": "explique o que é uma rede neural",
|
| 79 |
+
"som_prediction": "cachorro",
|
| 80 |
+
"reasoning_length": 1074,
|
| 81 |
+
"has_think": true,
|
| 82 |
+
"has_plan": true,
|
| 83 |
+
"has_answer": true,
|
| 84 |
+
"has_decompose": true,
|
| 85 |
+
"think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
|
| 86 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)...",
|
| 87 |
+
"n_tags": 4
|
| 88 |
+
}
|
| 89 |
+
],
|
| 90 |
+
"summary": {
|
| 91 |
+
"n_with_answer": 7,
|
| 92 |
+
"n_with_think": 7,
|
| 93 |
+
"answer_rate": 1.0,
|
| 94 |
+
"think_rate": 1.0,
|
| 95 |
+
"avg_reasoning_length": 1034.5714285714287,
|
| 96 |
+
"reasoning_engine_active": true,
|
| 97 |
+
"reasoning_engine_n_history": 7
|
| 98 |
+
},
|
| 99 |
+
"quality_assessment": {
|
| 100 |
+
"response_quality": "GOOD",
|
| 101 |
+
"reasoning_quality": "GOOD",
|
| 102 |
+
"tags_present": [
|
| 103 |
+
"<think>",
|
| 104 |
+
"<plan>",
|
| 105 |
+
"<decompose>",
|
| 106 |
+
"<answer>"
|
| 107 |
+
],
|
| 108 |
+
"compatible_with": [
|
| 109 |
+
"Ollama",
|
| 110 |
+
"LangChain",
|
| 111 |
+
"vLLM"
|
| 112 |
+
]
|
| 113 |
+
}
|
| 114 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_report.json
ADDED
|
@@ -0,0 +1,741 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn-v2-100batch-6000meta-save-states-user-questions",
|
| 3 |
+
"timestamp": "2026-08-08T03:11:28.820924",
|
| 4 |
+
"user_requirements_checklist": {
|
| 5 |
+
"HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
|
| 6 |
+
"streaming_datasets_active_REAL": true,
|
| 7 |
+
"xeon_runtime_active": true,
|
| 8 |
+
"V65_ENABLE_STREAMING_forced": true,
|
| 9 |
+
"attention_active_and_logic_functional": true,
|
| 10 |
+
"streaming_100_per_batch": true,
|
| 11 |
+
"meta_minima_6000_atingida": true,
|
| 12 |
+
"no_synthetic_data": true,
|
| 13 |
+
"streaming_with_pauses": true,
|
| 14 |
+
"storage_critical_check": true,
|
| 15 |
+
"model_states_saved_for_evaluation": true,
|
| 16 |
+
"user_questions_launched_without_help": true,
|
| 17 |
+
"aggressive_ram_cleanup": true,
|
| 18 |
+
"aggressive_storage_cleanup": true,
|
| 19 |
+
"metrics_reasoning_response_verified": true,
|
| 20 |
+
"exhausted_7_datasets_in_sequence": true,
|
| 21 |
+
"som_grid_864_neurons": true,
|
| 22 |
+
"mtp_head_size_increased_K6": true,
|
| 23 |
+
"vqvae2_active_in_pipeline": true,
|
| 24 |
+
"reasoning_engine_integrated_to_kls": true,
|
| 25 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 26 |
+
"tool_coordinator_workers_reactivated": true,
|
| 27 |
+
"ewc_w8a8_dequant_benchmark_active": true,
|
| 28 |
+
"logic_and_bugfixes_verified": true
|
| 29 |
+
},
|
| 30 |
+
"config": {
|
| 31 |
+
"BATCH_SIZE": 16,
|
| 32 |
+
"STREAM_BATCH_SIZE": 100,
|
| 33 |
+
"datasets_to_exhaust": [
|
| 34 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 35 |
+
"carolina-c4ai/corpus-carolina",
|
| 36 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 37 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 38 |
+
"adalbertojunior/punctuation-ptbr",
|
| 39 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 40 |
+
"manoela/noticias_ptbr"
|
| 41 |
+
],
|
| 42 |
+
"MAX_SAMPLES_PER_DATASET": 860,
|
| 43 |
+
"TOTAL_SAMPLES_TARGET": 6020,
|
| 44 |
+
"META_MINIMA_SAMPLES": 6000,
|
| 45 |
+
"SOM_GRID": [
|
| 46 |
+
6,
|
| 47 |
+
6,
|
| 48 |
+
6,
|
| 49 |
+
4
|
| 50 |
+
],
|
| 51 |
+
"n_neurons": 864,
|
| 52 |
+
"HIDDEN_DIM": 1024,
|
| 53 |
+
"VOCAB_SIZE": 16384,
|
| 54 |
+
"MAX_SEQ_LEN": 8,
|
| 55 |
+
"MTP_K": 6,
|
| 56 |
+
"INTER_BATCH_PAUSE_S": 0.3,
|
| 57 |
+
"INTER_STREAM_BATCH_PAUSE_S": 0.5,
|
| 58 |
+
"INTER_DATASET_PAUSE_S": 1.5,
|
| 59 |
+
"STORAGE_CRITICAL_PCT": 90,
|
| 60 |
+
"ATTENTION_N_HEADS": 8
|
| 61 |
+
},
|
| 62 |
+
"xeon_status": {
|
| 63 |
+
"version": "V6",
|
| 64 |
+
"physical_cores": 2,
|
| 65 |
+
"env": {
|
| 66 |
+
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 67 |
+
"MKL_NUM_THREADS": "2",
|
| 68 |
+
"OMP_NUM_THREADS": "2",
|
| 69 |
+
"MKL_DYNAMIC": "FALSE",
|
| 70 |
+
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 71 |
+
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 72 |
+
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 73 |
+
"KMP_BLOCKTIME": "1"
|
| 74 |
+
},
|
| 75 |
+
"avx512": {
|
| 76 |
+
"supported": true,
|
| 77 |
+
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 78 |
+
},
|
| 79 |
+
"amx": {
|
| 80 |
+
"supported": true,
|
| 81 |
+
"desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
|
| 82 |
+
},
|
| 83 |
+
"ipex_available": false,
|
| 84 |
+
"init_done": true
|
| 85 |
+
},
|
| 86 |
+
"fp16_benchmark": {
|
| 87 |
+
"best_time_ms": 94.03223100161995,
|
| 88 |
+
"avg_time_ms": 94.2973510009324,
|
| 89 |
+
"best_tflops": 1.3612353831931827,
|
| 90 |
+
"avg_tflops": 1.3574082266503367,
|
| 91 |
+
"matrix_size": 4000.0
|
| 92 |
+
},
|
| 93 |
+
"training": {
|
| 94 |
+
"duration_s": 561.1727123260498,
|
| 95 |
+
"n_steps": 420,
|
| 96 |
+
"samples_per_dataset_actual": {
|
| 97 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 860,
|
| 98 |
+
"carolina-c4ai/corpus-carolina": 860,
|
| 99 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 860,
|
| 100 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 860,
|
| 101 |
+
"adalbertojunior/punctuation-ptbr": 860,
|
| 102 |
+
"iara-project/news-articles-ptbr-dataset": 860,
|
| 103 |
+
"manoela/noticias_ptbr": 860
|
| 104 |
+
},
|
| 105 |
+
"total_samples_processed": 6020,
|
| 106 |
+
"meta_minima_atingida": true,
|
| 107 |
+
"streaming_failures": {
|
| 108 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 0,
|
| 109 |
+
"carolina-c4ai/corpus-carolina": 0,
|
| 110 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
|
| 111 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
|
| 112 |
+
"adalbertojunior/punctuation-ptbr": 0,
|
| 113 |
+
"iara-project/news-articles-ptbr-dataset": 0,
|
| 114 |
+
"manoela/noticias_ptbr": 0
|
| 115 |
+
},
|
| 116 |
+
"storage_critical_stopped": false,
|
| 117 |
+
"inter_batch_pause_s": 0.3,
|
| 118 |
+
"inter_stream_batch_pause_s": 0.5,
|
| 119 |
+
"inter_dataset_pause_s": 1.5
|
| 120 |
+
},
|
| 121 |
+
"summary": {
|
| 122 |
+
"n_steps": 420,
|
| 123 |
+
"final_loss": -1.0,
|
| 124 |
+
"mean_loss": -0.9793500178662157,
|
| 125 |
+
"min_loss": -1.0,
|
| 126 |
+
"max_loss": -0.7071067811865476,
|
| 127 |
+
"final_acc": 1.0,
|
| 128 |
+
"mean_acc": 0.9608372896302778,
|
| 129 |
+
"sigma_start": 1.3846745195799537,
|
| 130 |
+
"sigma_end": 1.2194385807030765e-05,
|
| 131 |
+
"vqvae2_mean_total_loss": 0.19771544410708988,
|
| 132 |
+
"vqvae2_final_total_loss": 0.3119245767593384,
|
| 133 |
+
"w8a8_mean_relative_error": 0.029152057293855862,
|
| 134 |
+
"w8a8_final_relative_error": 0.005616033231113835,
|
| 135 |
+
"attention_final_n_calls": 6160,
|
| 136 |
+
"attention_max_n_calls": 6160,
|
| 137 |
+
"rss_max_mb": 1770.1796875,
|
| 138 |
+
"rss_final_mb": 1770.1796875,
|
| 139 |
+
"disk_max_pct": 15.96249353869993,
|
| 140 |
+
"disk_final_pct": 15.96249353869993,
|
| 141 |
+
"n_alerts": 419,
|
| 142 |
+
"alerts": [
|
| 143 |
+
{
|
| 144 |
+
"type": "3.3_loss_vanishing",
|
| 145 |
+
"step": 1,
|
| 146 |
+
"value": -1.0
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"type": "3.3_loss_vanishing",
|
| 150 |
+
"step": 2,
|
| 151 |
+
"value": -0.9682458365518543
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"type": "3.3_loss_vanishing",
|
| 155 |
+
"step": 3,
|
| 156 |
+
"value": -1.0
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"type": "3.3_loss_vanishing",
|
| 160 |
+
"step": 4,
|
| 161 |
+
"value": -1.0
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"type": "3.3_loss_vanishing",
|
| 165 |
+
"step": 5,
|
| 166 |
+
"value": -0.9682458365518543
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"type": "3.3_loss_vanishing",
|
| 170 |
+
"step": 6,
|
| 171 |
+
"value": -1.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"type": "3.3_loss_vanishing",
|
| 175 |
+
"step": 7,
|
| 176 |
+
"value": -0.8660254037844386
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"type": "3.3_loss_vanishing",
|
| 180 |
+
"step": 8,
|
| 181 |
+
"value": -1.0
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"type": "3.3_loss_vanishing",
|
| 185 |
+
"step": 9,
|
| 186 |
+
"value": -0.9354143466934853
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"type": "3.3_loss_vanishing",
|
| 190 |
+
"step": 10,
|
| 191 |
+
"value": -1.0
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"type": "3.3_loss_vanishing",
|
| 195 |
+
"step": 11,
|
| 196 |
+
"value": -0.9682458365518543
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"type": "3.3_loss_vanishing",
|
| 200 |
+
"step": 12,
|
| 201 |
+
"value": -1.0
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"type": "3.3_loss_vanishing",
|
| 205 |
+
"step": 13,
|
| 206 |
+
"value": -1.0
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"type": "3.3_loss_vanishing",
|
| 210 |
+
"step": 14,
|
| 211 |
+
"value": -0.9486832980505138
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"type": "3.3_loss_vanishing",
|
| 215 |
+
"step": 15,
|
| 216 |
+
"value": -1.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"type": "3.3_loss_vanishing",
|
| 220 |
+
"step": 16,
|
| 221 |
+
"value": -0.9354143466934853
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"type": "3.3_loss_vanishing",
|
| 225 |
+
"step": 17,
|
| 226 |
+
"value": -1.0
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"type": "3.3_loss_vanishing",
|
| 230 |
+
"step": 18,
|
| 231 |
+
"value": -0.9682458365518543
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"type": "3.3_loss_vanishing",
|
| 235 |
+
"step": 19,
|
| 236 |
+
"value": -1.0
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"type": "3.3_loss_vanishing",
|
| 240 |
+
"step": 20,
|
| 241 |
+
"value": -0.8660254037844386
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"type": "3.3_loss_vanishing",
|
| 245 |
+
"step": 21,
|
| 246 |
+
"value": -0.9486832980505138
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"type": "3.3_loss_vanishing",
|
| 250 |
+
"step": 22,
|
| 251 |
+
"value": -1.0
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"type": "3.3_loss_vanishing",
|
| 255 |
+
"step": 23,
|
| 256 |
+
"value": -0.9682458365518543
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"type": "3.3_loss_vanishing",
|
| 260 |
+
"step": 24,
|
| 261 |
+
"value": -1.0
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"type": "3.3_loss_vanishing",
|
| 265 |
+
"step": 25,
|
| 266 |
+
"value": -0.9354143466934853
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"type": "3.3_loss_vanishing",
|
| 270 |
+
"step": 26,
|
| 271 |
+
"value": -1.0
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"type": "3.3_loss_vanishing",
|
| 275 |
+
"step": 27,
|
| 276 |
+
"value": -0.8660254037844386
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"type": "3.3_loss_vanishing",
|
| 280 |
+
"step": 28,
|
| 281 |
+
"value": -0.9219544457292888
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"type": "3.3_loss_vanishing",
|
| 285 |
+
"step": 29,
|
| 286 |
+
"value": -1.0
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"type": "3.3_loss_vanishing",
|
| 290 |
+
"step": 30,
|
| 291 |
+
"value": -0.8660254037844386
|
| 292 |
+
}
|
| 293 |
+
],
|
| 294 |
+
"kohonen_final": {
|
| 295 |
+
"sigma_t": 1.2194385807030765e-05,
|
| 296 |
+
"alpha_t": 0.00028512436826796326,
|
| 297 |
+
"t": 11720,
|
| 298 |
+
"n_neurons": 864,
|
| 299 |
+
"fisher_w_mean": 0.0,
|
| 300 |
+
"fisher_w_max": 0.0,
|
| 301 |
+
"fisher_accum_count": 0,
|
| 302 |
+
"has_ewc_reference": true,
|
| 303 |
+
"weights_norm": 1973.36376953125,
|
| 304 |
+
"weights_w_mean": -0.01385963149368763
|
| 305 |
+
},
|
| 306 |
+
"hypothesis_final": {
|
| 307 |
+
"classifier_trained": true,
|
| 308 |
+
"punishment_count": 0,
|
| 309 |
+
"success_count": 2,
|
| 310 |
+
"training_ready": true,
|
| 311 |
+
"buffer_size": 28,
|
| 312 |
+
"required_new_samples": 10,
|
| 313 |
+
"histogram_max": 28,
|
| 314 |
+
"time_counter": 6160
|
| 315 |
+
},
|
| 316 |
+
"mtp_final": {
|
| 317 |
+
"active": false,
|
| 318 |
+
"mtp_total_loss": 0.0,
|
| 319 |
+
"mtp_weighted_loss": 0.0,
|
| 320 |
+
"mtp_entropy_reg": 0.0,
|
| 321 |
+
"mtp_alphas": [],
|
| 322 |
+
"mtp_per_k_loss": [],
|
| 323 |
+
"active_in_val": true,
|
| 324 |
+
"entropy_beta": 0.01,
|
| 325 |
+
"K": 6
|
| 326 |
+
},
|
| 327 |
+
"vqvae2_final": {
|
| 328 |
+
"active": true,
|
| 329 |
+
"n_calls": 100,
|
| 330 |
+
"latest_total_loss": 0.3119245767593384,
|
| 331 |
+
"latest_recon_loss": 0.31192177534103394,
|
| 332 |
+
"latest_vq_loss": 2.7990381568088196e-06,
|
| 333 |
+
"mean_total_loss": 0.2312491385638714
|
| 334 |
+
},
|
| 335 |
+
"w8a8_final": {
|
| 336 |
+
"active": true,
|
| 337 |
+
"n_calls": 100,
|
| 338 |
+
"latest_relative_error": 0.005616033231113835,
|
| 339 |
+
"latest_compression_ratio": 4.0,
|
| 340 |
+
"latest_preserves_topology": true,
|
| 341 |
+
"mean_relative_error": 0.015359933862165893,
|
| 342 |
+
"all_preserve_topology": false
|
| 343 |
+
},
|
| 344 |
+
"attention_final": {
|
| 345 |
+
"active": true,
|
| 346 |
+
"n_calls": 6160,
|
| 347 |
+
"n_errors": 0,
|
| 348 |
+
"last_norm_in": 112.62097930908203,
|
| 349 |
+
"last_norm_out": 117.49085235595703,
|
| 350 |
+
"last_attn_activated": true,
|
| 351 |
+
"last_attn_diff_norm": 119.20104217529297,
|
| 352 |
+
"n_heads": 8,
|
| 353 |
+
"logic_functional": true
|
| 354 |
+
},
|
| 355 |
+
"reasoning_final": {
|
| 356 |
+
"active": true,
|
| 357 |
+
"n_history": 0,
|
| 358 |
+
"n_steps_last": 0,
|
| 359 |
+
"phases_used": [],
|
| 360 |
+
"tool_coordinator_workers_active": true
|
| 361 |
+
},
|
| 362 |
+
"ewc_final": {
|
| 363 |
+
"active": true,
|
| 364 |
+
"ewc_eval_mode_penalty": true,
|
| 365 |
+
"w8a8_dequant_active": true,
|
| 366 |
+
"fisher_w_mean": 0.0,
|
| 367 |
+
"fisher_w_max": 0.0,
|
| 368 |
+
"fisher_accum_count": 0
|
| 369 |
+
}
|
| 370 |
+
},
|
| 371 |
+
"kohonen_final": {
|
| 372 |
+
"t": 11720,
|
| 373 |
+
"sigma_t": 1.2194385807030765e-05,
|
| 374 |
+
"alpha_t": 0.00028512436826796326,
|
| 375 |
+
"sigma0": 1.5,
|
| 376 |
+
"alpha0": 0.1,
|
| 377 |
+
"lambda_ewc": 0.02,
|
| 378 |
+
"grid_shape": [
|
| 379 |
+
6,
|
| 380 |
+
6,
|
| 381 |
+
6,
|
| 382 |
+
4
|
| 383 |
+
],
|
| 384 |
+
"n_neurons": 864,
|
| 385 |
+
"has_ewc_reference": true,
|
| 386 |
+
"fisher_w_mean": 0.0,
|
| 387 |
+
"fisher_w_max": 0.0,
|
| 388 |
+
"fisher_accum_count": 0,
|
| 389 |
+
"weights_norm": 1973.36376953125,
|
| 390 |
+
"weights_w_mean": -0.01385963149368763
|
| 391 |
+
},
|
| 392 |
+
"kls_state": {
|
| 393 |
+
"som": {
|
| 394 |
+
"t": 11720,
|
| 395 |
+
"sigma_t": 1.2194385807030765e-05,
|
| 396 |
+
"alpha_t": 0.00028512436826796326,
|
| 397 |
+
"sigma0": 1.5,
|
| 398 |
+
"alpha0": 0.1,
|
| 399 |
+
"lambda_ewc": 0.02,
|
| 400 |
+
"grid_shape": [
|
| 401 |
+
6,
|
| 402 |
+
6,
|
| 403 |
+
6,
|
| 404 |
+
4
|
| 405 |
+
],
|
| 406 |
+
"n_neurons": 864,
|
| 407 |
+
"has_ewc_reference": true,
|
| 408 |
+
"fisher_w_mean": 0.0,
|
| 409 |
+
"fisher_w_max": 0.0,
|
| 410 |
+
"fisher_accum_count": 0,
|
| 411 |
+
"weights_norm": 1973.36376953125,
|
| 412 |
+
"weights_w_mean": -0.01385963149368763
|
| 413 |
+
},
|
| 414 |
+
"kls": {
|
| 415 |
+
"time_counter": 6180,
|
| 416 |
+
"T_max": 10000,
|
| 417 |
+
"buffer_size": 28,
|
| 418 |
+
"training_ready": true,
|
| 419 |
+
"punishment_count": 0,
|
| 420 |
+
"success_count": 2,
|
| 421 |
+
"classifier_trained": true,
|
| 422 |
+
"histogram_size": 1,
|
| 423 |
+
"histogram_max": 28,
|
| 424 |
+
"N_start": 10,
|
| 425 |
+
"dim_choice": "y",
|
| 426 |
+
"som_neuron_count": 864,
|
| 427 |
+
"required_new_samples": 10,
|
| 428 |
+
"has_classifier": true,
|
| 429 |
+
"vocab_size": 16384,
|
| 430 |
+
"hidden_dim": 1024,
|
| 431 |
+
"seq_len": 8,
|
| 432 |
+
"enable_vqvae2": true,
|
| 433 |
+
"enable_reasoning": true,
|
| 434 |
+
"enable_w8a8": true,
|
| 435 |
+
"vqvae2_n_calls": 100,
|
| 436 |
+
"w8a8_n_calls": 100,
|
| 437 |
+
"tool_coordinator_workers_active": true,
|
| 438 |
+
"enable_attention": true,
|
| 439 |
+
"attention_active": true,
|
| 440 |
+
"attention_n_heads": 8
|
| 441 |
+
},
|
| 442 |
+
"vqvae2": {
|
| 443 |
+
"active": true,
|
| 444 |
+
"n_calls": 100,
|
| 445 |
+
"latest": {
|
| 446 |
+
"vq_loss": 2.7990381568088196e-06,
|
| 447 |
+
"recon_loss": 0.31192177534103394,
|
| 448 |
+
"total_loss": 0.3119245767593384,
|
| 449 |
+
"n_used_top": 64,
|
| 450 |
+
"n_used_bot": 128,
|
| 451 |
+
"usage_ratio_top": 1.0,
|
| 452 |
+
"usage_ratio_bot": 1.0,
|
| 453 |
+
"codebook_ppl_top": 13.45434264387107,
|
| 454 |
+
"codebook_ppl_bot": 15.999999999743997,
|
| 455 |
+
"n_restarted_top": 0,
|
| 456 |
+
"n_restarted_bot": 0,
|
| 457 |
+
"goose_temp": 0.5,
|
| 458 |
+
"active": true
|
| 459 |
+
},
|
| 460 |
+
"mean_total_loss": 0.2312491385638714,
|
| 461 |
+
"mean_recon_loss": 0.2312279748916626,
|
| 462 |
+
"n_nan_skipped": 0
|
| 463 |
+
},
|
| 464 |
+
"reasoning": {
|
| 465 |
+
"active": true,
|
| 466 |
+
"stats": {
|
| 467 |
+
"n_steps": 8,
|
| 468 |
+
"n_history": 10,
|
| 469 |
+
"tools": [
|
| 470 |
+
"som_query",
|
| 471 |
+
"buffer_stats"
|
| 472 |
+
],
|
| 473 |
+
"tool_stats": {
|
| 474 |
+
"som_query": {
|
| 475 |
+
"n_calls": 150,
|
| 476 |
+
"n_success": 150,
|
| 477 |
+
"n_failures": 0,
|
| 478 |
+
"total_time_s": 1.0832843780517578,
|
| 479 |
+
"avg_time_s": 0.007221895853678386,
|
| 480 |
+
"cache_size": 0,
|
| 481 |
+
"instructions_count": 0,
|
| 482 |
+
"error_count": 0,
|
| 483 |
+
"success_rate": 1.0,
|
| 484 |
+
"circuit_breaker": {
|
| 485 |
+
"state": "closed",
|
| 486 |
+
"failure_count": 0,
|
| 487 |
+
"success_count": 0,
|
| 488 |
+
"failure_threshold": 5,
|
| 489 |
+
"recovery_timeout_s": 30.0
|
| 490 |
+
}
|
| 491 |
+
},
|
| 492 |
+
"buffer_stats": {
|
| 493 |
+
"n_calls": 140,
|
| 494 |
+
"n_success": 140,
|
| 495 |
+
"n_failures": 0,
|
| 496 |
+
"total_time_s": 0.2509152889251709,
|
| 497 |
+
"avg_time_s": 0.0017922520637512207,
|
| 498 |
+
"cache_size": 0,
|
| 499 |
+
"instructions_count": 0,
|
| 500 |
+
"error_count": 0,
|
| 501 |
+
"success_rate": 1.0,
|
| 502 |
+
"circuit_breaker": {
|
| 503 |
+
"state": "closed",
|
| 504 |
+
"failure_count": 0,
|
| 505 |
+
"success_count": 0,
|
| 506 |
+
"failure_threshold": 5,
|
| 507 |
+
"recovery_timeout_s": 30.0
|
| 508 |
+
}
|
| 509 |
+
}
|
| 510 |
+
},
|
| 511 |
+
"phases_used": [
|
| 512 |
+
"executing",
|
| 513 |
+
"answering",
|
| 514 |
+
"predicting",
|
| 515 |
+
"planning",
|
| 516 |
+
"monitoring",
|
| 517 |
+
"thinking",
|
| 518 |
+
"decomposing",
|
| 519 |
+
"adjusting"
|
| 520 |
+
]
|
| 521 |
+
},
|
| 522 |
+
"n_history": 10
|
| 523 |
+
},
|
| 524 |
+
"attention": {
|
| 525 |
+
"active": true,
|
| 526 |
+
"n_calls": 6181,
|
| 527 |
+
"n_errors": 0,
|
| 528 |
+
"last_norm_in": 114.05921936035156,
|
| 529 |
+
"last_norm_out": 117.0058822631836,
|
| 530 |
+
"last_attn_activated": true,
|
| 531 |
+
"last_attn_diff_norm": 117.8182144165039,
|
| 532 |
+
"n_heads": 8,
|
| 533 |
+
"logic_functional": true
|
| 534 |
+
},
|
| 535 |
+
"w8a8": {
|
| 536 |
+
"active": true,
|
| 537 |
+
"n_calls": 100,
|
| 538 |
+
"latest": {
|
| 539 |
+
"active": true,
|
| 540 |
+
"n_neurons": 864,
|
| 541 |
+
"n_features": 4,
|
| 542 |
+
"n_calibration_samples": 16,
|
| 543 |
+
"smooth_scale_mean": 0.11529327929019928,
|
| 544 |
+
"smooth_scale_std": 0.22994910180568695,
|
| 545 |
+
"smooth_scale_min": 0.00031872352701611817,
|
| 546 |
+
"smooth_scale_max": 0.4602169394493103,
|
| 547 |
+
"alpha": 0.5,
|
| 548 |
+
"n_bits": 8,
|
| 549 |
+
"compression_ratio": 4.0,
|
| 550 |
+
"weights_norm_original": 1962.3458251953125,
|
| 551 |
+
"weights_norm_dequant": 1973.36376953125,
|
| 552 |
+
"absolute_error": 11.020599365234375,
|
| 553 |
+
"relative_error": 0.005616033231113835,
|
| 554 |
+
"preserves_topology": true,
|
| 555 |
+
"w8a8_int8_range": [
|
| 556 |
+
-122,
|
| 557 |
+
127
|
| 558 |
+
],
|
| 559 |
+
"elapsed_ms": 0.5145072937011719
|
| 560 |
+
},
|
| 561 |
+
"mean_relative_error": 0.015359933862165893,
|
| 562 |
+
"max_relative_error": 0.16713649906961597,
|
| 563 |
+
"all_preserve_topology": false
|
| 564 |
+
}
|
| 565 |
+
},
|
| 566 |
+
"verification": {
|
| 567 |
+
"checks": {
|
| 568 |
+
"kls_instantiation": {
|
| 569 |
+
"status": "PASS",
|
| 570 |
+
"details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers_active=True"
|
| 571 |
+
},
|
| 572 |
+
"find_bmu_no_premature_return": {
|
| 573 |
+
"status": "PASS",
|
| 574 |
+
"details": "bmu=(0, 1, 1, 0) valid"
|
| 575 |
+
},
|
| 576 |
+
"activate_hypothesis_detach": {
|
| 577 |
+
"status": "PASS",
|
| 578 |
+
"details": "classifier_trained=True"
|
| 579 |
+
},
|
| 580 |
+
"pgvector_lookup_removed": {
|
| 581 |
+
"status": "PASS"
|
| 582 |
+
},
|
| 583 |
+
"kohonen_refactored_removed": {
|
| 584 |
+
"status": "PASS",
|
| 585 |
+
"details": "old_folder=False, new_file=True"
|
| 586 |
+
},
|
| 587 |
+
"trainer_removed": {
|
| 588 |
+
"status": "PASS"
|
| 589 |
+
},
|
| 590 |
+
"vqvae2_valid_output": {
|
| 591 |
+
"status": "PASS",
|
| 592 |
+
"details": "n_calls=1, total_loss=0.1517"
|
| 593 |
+
},
|
| 594 |
+
"reasoning_engine_tags": {
|
| 595 |
+
"status": "PASS",
|
| 596 |
+
"details": "reasoning length=934 chars"
|
| 597 |
+
},
|
| 598 |
+
"smoothquant_w8a8_som_weights": {
|
| 599 |
+
"status": "PASS",
|
| 600 |
+
"details": "relative_error=0.002880, compression_ratio=4.0x, n_neurons=54"
|
| 601 |
+
},
|
| 602 |
+
"tool_coordinator_workers_reactivated": {
|
| 603 |
+
"status": "PASS",
|
| 604 |
+
"details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=2.70"
|
| 605 |
+
},
|
| 606 |
+
"attention_integrated_and_functional": {
|
| 607 |
+
"status": "PASS",
|
| 608 |
+
"details": "n_calls=15, n_errors=0, last_attn_activated=True, last_norm_in=16.6656, last_norm_out=17.7281, logic_functional=True, n_heads=8"
|
| 609 |
+
}
|
| 610 |
+
},
|
| 611 |
+
"n_pass": 11,
|
| 612 |
+
"n_fail": 0,
|
| 613 |
+
"all_pass": true
|
| 614 |
+
},
|
| 615 |
+
"attention_eval_summary": {
|
| 616 |
+
"active": true,
|
| 617 |
+
"n_calls": 6161,
|
| 618 |
+
"n_errors": 0,
|
| 619 |
+
"last_attn_activated": true,
|
| 620 |
+
"logic_functional": true,
|
| 621 |
+
"attention_modifies_output": true,
|
| 622 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 623 |
+
},
|
| 624 |
+
"ewc_w8a8_benchmark_summary": {
|
| 625 |
+
"dequant_relative_error": 0.0,
|
| 626 |
+
"int8_relative_error": 0.0,
|
| 627 |
+
"dequant_preserves_accuracy": true,
|
| 628 |
+
"conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
|
| 629 |
+
},
|
| 630 |
+
"reasoning_eval_summary": {
|
| 631 |
+
"n_with_answer": 7,
|
| 632 |
+
"n_with_think": 7,
|
| 633 |
+
"answer_rate": 1.0,
|
| 634 |
+
"think_rate": 1.0,
|
| 635 |
+
"avg_reasoning_length": 1034.5714285714287,
|
| 636 |
+
"reasoning_engine_active": true,
|
| 637 |
+
"reasoning_engine_n_history": 7
|
| 638 |
+
},
|
| 639 |
+
"user_questions_eval_summary": {
|
| 640 |
+
"n_with_answer": 3,
|
| 641 |
+
"n_with_think": 3,
|
| 642 |
+
"n_with_plan": 3,
|
| 643 |
+
"n_with_decompose": 3,
|
| 644 |
+
"answer_rate": 1.0,
|
| 645 |
+
"think_rate": 1.0,
|
| 646 |
+
"plan_rate": 1.0,
|
| 647 |
+
"decompose_rate": 1.0,
|
| 648 |
+
"avg_latency_ms": 12.185970942179361,
|
| 649 |
+
"avg_reasoning_length": 1022.0
|
| 650 |
+
},
|
| 651 |
+
"user_questions_quality_assessment": {
|
| 652 |
+
"response_quality": "GOOD",
|
| 653 |
+
"reasoning_quality": "GOOD",
|
| 654 |
+
"model_not_helped": true,
|
| 655 |
+
"note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
|
| 656 |
+
},
|
| 657 |
+
"model_states_save_info": {
|
| 658 |
+
"saved": true,
|
| 659 |
+
"path": "/home/z/my-project/BiGRU_T_version/v6_5_7ds_attn_v2_model_states.pt",
|
| 660 |
+
"size_mb": 69.621303,
|
| 661 |
+
"reason": "end_of_training",
|
| 662 |
+
"step": 420,
|
| 663 |
+
"total_samples": 6020,
|
| 664 |
+
"n_tensors": 6,
|
| 665 |
+
"n_buffer_tail": 28
|
| 666 |
+
},
|
| 667 |
+
"w8a8_compression_summary": {
|
| 668 |
+
"active": true,
|
| 669 |
+
"n_calls": 100,
|
| 670 |
+
"latest": {
|
| 671 |
+
"active": true,
|
| 672 |
+
"n_neurons": 864,
|
| 673 |
+
"n_features": 4,
|
| 674 |
+
"n_calibration_samples": 16,
|
| 675 |
+
"smooth_scale_mean": 0.11529327929019928,
|
| 676 |
+
"smooth_scale_std": 0.22994910180568695,
|
| 677 |
+
"smooth_scale_min": 0.00031872352701611817,
|
| 678 |
+
"smooth_scale_max": 0.4602169394493103,
|
| 679 |
+
"alpha": 0.5,
|
| 680 |
+
"n_bits": 8,
|
| 681 |
+
"compression_ratio": 4.0,
|
| 682 |
+
"weights_norm_original": 1962.3458251953125,
|
| 683 |
+
"weights_norm_dequant": 1973.36376953125,
|
| 684 |
+
"absolute_error": 11.020599365234375,
|
| 685 |
+
"relative_error": 0.005616033231113835,
|
| 686 |
+
"preserves_topology": true,
|
| 687 |
+
"w8a8_int8_range": [
|
| 688 |
+
-122,
|
| 689 |
+
127
|
| 690 |
+
],
|
| 691 |
+
"elapsed_ms": 0.5145072937011719
|
| 692 |
+
},
|
| 693 |
+
"mean_relative_error": 0.015359933862165893,
|
| 694 |
+
"max_relative_error": 0.16713649906961597,
|
| 695 |
+
"all_preserve_topology": false
|
| 696 |
+
},
|
| 697 |
+
"attention_metrics_final": {
|
| 698 |
+
"active": true,
|
| 699 |
+
"n_calls": 6181,
|
| 700 |
+
"n_errors": 0,
|
| 701 |
+
"last_norm_in": 114.05921936035156,
|
| 702 |
+
"last_norm_out": 117.0058822631836,
|
| 703 |
+
"last_attn_activated": true,
|
| 704 |
+
"last_attn_diff_norm": 117.8182144165039,
|
| 705 |
+
"n_heads": 8,
|
| 706 |
+
"logic_functional": true
|
| 707 |
+
},
|
| 708 |
+
"module_analysis_summary": {
|
| 709 |
+
"n_removed_modules": 9,
|
| 710 |
+
"n_removed_folders": 1,
|
| 711 |
+
"n_active_modules": 22
|
| 712 |
+
},
|
| 713 |
+
"math_analysis": {
|
| 714 |
+
"text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
|
| 715 |
+
"attention_pipeline": "fused (L,D) -> MultiHeadAttention(self-attn, n_heads=8) -> fused + attn_out -> SVD",
|
| 716 |
+
"bmu_distance": "||W - x||^2 (L2 squared in R^4)",
|
| 717 |
+
"neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
|
| 718 |
+
"weight_update": "dW = alpha * Lambda * (x - W)",
|
| 719 |
+
"sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
|
| 720 |
+
"alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
|
| 721 |
+
"ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
|
| 722 |
+
"vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
|
| 723 |
+
"smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
|
| 724 |
+
"mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-attn)",
|
| 725 |
+
"ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
|
| 726 |
+
},
|
| 727 |
+
"datasets_used": [
|
| 728 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 729 |
+
"carolina-c4ai/corpus-carolina",
|
| 730 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 731 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 732 |
+
"adalbertojunior/punctuation-ptbr",
|
| 733 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 734 |
+
"manoela/noticias_ptbr"
|
| 735 |
+
],
|
| 736 |
+
"storage_cleanup_pre": {
|
| 737 |
+
"n_files_removed": 0,
|
| 738 |
+
"mb_freed": 0.0,
|
| 739 |
+
"timestamp": "2026-08-08T03:02:07.249633"
|
| 740 |
+
}
|
| 741 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_script_activity.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_v6_4.py": {
|
| 3 |
+
"size_bytes": 25325,
|
| 4 |
+
"modified": "2026-08-07T23:25:35.828302",
|
| 5 |
+
"classification": "superseded_v64",
|
| 6 |
+
"activity": "superseded"
|
| 7 |
+
},
|
| 8 |
+
"train_v6_5_7ds.py": {
|
| 9 |
+
"size_bytes": 71371,
|
| 10 |
+
"modified": "2026-08-08T00:54:41.176911",
|
| 11 |
+
"classification": "superseded_v65_7ds",
|
| 12 |
+
"activity": "superseded"
|
| 13 |
+
},
|
| 14 |
+
"train_v6_5_7ds_attn.py": {
|
| 15 |
+
"size_bytes": 81535,
|
| 16 |
+
"modified": "2026-08-08T01:42:58.002495",
|
| 17 |
+
"classification": "superseded_v65_attn",
|
| 18 |
+
"activity": "superseded"
|
| 19 |
+
},
|
| 20 |
+
"train_v6_5_7ds_attn_v2.py": {
|
| 21 |
+
"size_bytes": 95224,
|
| 22 |
+
"modified": "2026-08-08T02:37:58.374665",
|
| 23 |
+
"classification": "active_v65_attn_v2",
|
| 24 |
+
"activity": "active"
|
| 25 |
+
},
|
| 26 |
+
"upload_v6_5_7ds.py": {
|
| 27 |
+
"size_bytes": 16244,
|
| 28 |
+
"modified": "2026-08-08T00:54:27.797932",
|
| 29 |
+
"classification": "superseded_v65_7ds",
|
| 30 |
+
"activity": "superseded"
|
| 31 |
+
},
|
| 32 |
+
"upload_v6_5_7ds_attn.py": {
|
| 33 |
+
"size_bytes": 15080,
|
| 34 |
+
"modified": "2026-08-08T02:09:47.436135",
|
| 35 |
+
"classification": "superseded_v65_attn",
|
| 36 |
+
"activity": "superseded"
|
| 37 |
+
}
|
| 38 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_training_metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
reports/archive/v6_5_7ds_attn_v2_upload_report.json
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn-v2",
|
| 3 |
+
"upload_timestamp": "2026-08-08T03:13:40",
|
| 4 |
+
"repo_id": "PowerMachine/BiGRU_T_version",
|
| 5 |
+
"upload_commit_oid": "ccf55a899d3977b5b0d5e2e750c2ce63d61a8370",
|
| 6 |
+
"upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/ccf55a899d3977b5b0d5e2e750c2ce63d61a8370",
|
| 7 |
+
"upload_duration_s": 26.602169275283813,
|
| 8 |
+
"delete_commit_oid": null,
|
| 9 |
+
"delete_count": 22,
|
| 10 |
+
"delete_errors": [],
|
| 11 |
+
"n_files_before": 111,
|
| 12 |
+
"n_files_after_upload": 135,
|
| 13 |
+
"n_files_after_cleanup": 113,
|
| 14 |
+
"old_files_removed": [
|
| 15 |
+
"v6_5_7ds_report.json",
|
| 16 |
+
"v6_5_7ds_training_metrics.json",
|
| 17 |
+
"v6_5_7ds_module_analysis.json",
|
| 18 |
+
"v6_5_7ds_script_activity.json",
|
| 19 |
+
"v6_5_7ds_ewc_w8a8_benchmark.json",
|
| 20 |
+
"v6_5_7ds_reasoning_eval.json",
|
| 21 |
+
"v6_5_7ds_w8a8_compression.json",
|
| 22 |
+
"v6_5_7ds_upload_report.json",
|
| 23 |
+
"scripts/train_v6_5_7ds.py",
|
| 24 |
+
"scripts/upload_v6_5_7ds.py",
|
| 25 |
+
"v6_5_7ds_attn_report.json",
|
| 26 |
+
"v6_5_7ds_attn_training_metrics.json",
|
| 27 |
+
"v6_5_7ds_attn_module_analysis.json",
|
| 28 |
+
"v6_5_7ds_attn_script_activity.json",
|
| 29 |
+
"v6_5_7ds_attn_ewc_w8a8_benchmark.json",
|
| 30 |
+
"v6_5_7ds_attn_reasoning_eval.json",
|
| 31 |
+
"v6_5_7ds_attn_w8a8_compression.json",
|
| 32 |
+
"v6_5_7ds_attn_attention_eval.json",
|
| 33 |
+
"v6_5_7ds_attn_verification.json",
|
| 34 |
+
"v6_5_7ds_attn_upload_report.json",
|
| 35 |
+
"scripts/train_v6_5_7ds_attn.py",
|
| 36 |
+
"scripts/upload_v6_5_7ds_attn.py"
|
| 37 |
+
],
|
| 38 |
+
"old_files_not_in_repo_skipped": [
|
| 39 |
+
"bug_hunt_v3_report.json",
|
| 40 |
+
"v3_report.json",
|
| 41 |
+
"v4_report.json",
|
| 42 |
+
"v5_report.json",
|
| 43 |
+
"v5_upload_report.json",
|
| 44 |
+
"v32_test_report.json",
|
| 45 |
+
"v32_upload_report.json",
|
| 46 |
+
"training_report.json",
|
| 47 |
+
"v6_report.json",
|
| 48 |
+
"v6_upload_report.json",
|
| 49 |
+
"v6_progressive_report.json",
|
| 50 |
+
"v6_progressive_train.log",
|
| 51 |
+
"v6_1_report.json",
|
| 52 |
+
"v6_1_upload_report.json",
|
| 53 |
+
"v6_2_report.json",
|
| 54 |
+
"v6_2_upload_report.json",
|
| 55 |
+
"v6_3_report.json",
|
| 56 |
+
"v6_3_training_metrics.json",
|
| 57 |
+
"v6_5_report.json",
|
| 58 |
+
"v6_5_training_metrics.json",
|
| 59 |
+
"v6_5_module_analysis.json",
|
| 60 |
+
"v6_5_script_activity.json",
|
| 61 |
+
"v6_5_ewc_w8a8_benchmark.json",
|
| 62 |
+
"v6_5_reasoning_eval.json",
|
| 63 |
+
"v6_5_upload_report.json",
|
| 64 |
+
"v6_5_final_report.json",
|
| 65 |
+
"v6_5_final_training_metrics.json",
|
| 66 |
+
"v6_5_final_module_analysis.json",
|
| 67 |
+
"v6_5_final_script_activity.json",
|
| 68 |
+
"v6_5_final_ewc_w8a8_benchmark.json",
|
| 69 |
+
"v6_5_final_reasoning_eval.json",
|
| 70 |
+
"v6_5_final_w8a8_compression.json",
|
| 71 |
+
"scripts/parse_v6_log.py",
|
| 72 |
+
"scripts/smoke_test.py",
|
| 73 |
+
"scripts/train.py",
|
| 74 |
+
"scripts/train_fast.py",
|
| 75 |
+
"scripts/train_v2.py",
|
| 76 |
+
"scripts/train_v6_1.py",
|
| 77 |
+
"scripts/train_v6_2.py",
|
| 78 |
+
"scripts/train_v6_3.py",
|
| 79 |
+
"scripts/train_v6_progressive.py",
|
| 80 |
+
"scripts/train_v6_5.py",
|
| 81 |
+
"scripts/train_v6_5_final.py",
|
| 82 |
+
"scripts/upload_to_hf.py",
|
| 83 |
+
"scripts/upload_v6_1_resilient.py",
|
| 84 |
+
"scripts/upload_v6_2_resilient.py",
|
| 85 |
+
"scripts/upload_v6_3_resilient.py",
|
| 86 |
+
"scripts/upload_v6_4_resilient.py",
|
| 87 |
+
"scripts/upload_v6_5_resilient.py",
|
| 88 |
+
"config.json",
|
| 89 |
+
"tokenizer/tokenizer.json",
|
| 90 |
+
"src/bigru_t/data/data_augmentation.py",
|
| 91 |
+
"scripts/xeon_runtime.py"
|
| 92 |
+
],
|
| 93 |
+
"critical_files": [
|
| 94 |
+
"src/bigru_t/model/kohonen_learning_system.py",
|
| 95 |
+
"src/bigru_t/model/__init__.py",
|
| 96 |
+
"src/bigru_t/__init__.py",
|
| 97 |
+
"src/bigru_t/model/hyp_t.py",
|
| 98 |
+
"src/bigru_t/model/vqvae2_hierarchical.py",
|
| 99 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
|
| 100 |
+
"src/bigru_t/model/token_compress.py",
|
| 101 |
+
"src/bigru_t/model/embedding_reconfig.py",
|
| 102 |
+
"src/bigru_t/model/attention_multimodal.py",
|
| 103 |
+
"src/bigru_t/attention/window_context.py",
|
| 104 |
+
"src/bigru_t/training/mtp.py",
|
| 105 |
+
"src/bigru_t/training/ewc.py",
|
| 106 |
+
"src/bigru_t/quantization/smoothquant_compressor.py",
|
| 107 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py",
|
| 108 |
+
"src/bigru_t/quantization/quantized_linear.py",
|
| 109 |
+
"src/bigru_t/reasoning/thinking.py",
|
| 110 |
+
"src/bigru_t/reasoning/reasoning_engine.py",
|
| 111 |
+
"src/bigru_t/reasoning/circular_orchestration.py",
|
| 112 |
+
"src/bigru_t/reasoning/tool_agent.py",
|
| 113 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py",
|
| 114 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py",
|
| 115 |
+
"src/bigru_t/reasoning/consensus_sampling.py",
|
| 116 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 117 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 118 |
+
"v6_5_7ds_attn_v2_report.json",
|
| 119 |
+
"v6_5_7ds_attn_v2_training_metrics.json",
|
| 120 |
+
"v6_5_7ds_attn_v2_module_analysis.json",
|
| 121 |
+
"v6_5_7ds_attn_v2_script_activity.json",
|
| 122 |
+
"v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json",
|
| 123 |
+
"v6_5_7ds_attn_v2_reasoning_eval.json",
|
| 124 |
+
"v6_5_7ds_attn_v2_w8a8_compression.json",
|
| 125 |
+
"v6_5_7ds_attn_v2_attention_eval.json",
|
| 126 |
+
"v6_5_7ds_attn_v2_user_questions.json",
|
| 127 |
+
"v6_5_7ds_attn_v2_model_states.pt",
|
| 128 |
+
"v6_5_7ds_attn_v2_upload_report.json",
|
| 129 |
+
"v6_4_report.json",
|
| 130 |
+
"v6_4_training_metrics.json",
|
| 131 |
+
"v6_4_upload_report.json",
|
| 132 |
+
"scripts/train_v6_5_7ds_attn_v2.py",
|
| 133 |
+
"scripts/upload_v6_5_7ds_attn_v2.py",
|
| 134 |
+
"scripts/train_v6_4.py",
|
| 135 |
+
"requirements.txt",
|
| 136 |
+
"README.md",
|
| 137 |
+
"docs/analysis.md"
|
| 138 |
+
],
|
| 139 |
+
"all_critical_files_present": false,
|
| 140 |
+
"token_scrubbed_count": 0
|
| 141 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_user_questions.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "user_questions_without_help_v65_attn_v2",
|
| 3 |
+
"user_requirement": "não ajudar o modelo em respostas e lançar perguntas",
|
| 4 |
+
"questions_sent_verbatim": true,
|
| 5 |
+
"no_context_added": true,
|
| 6 |
+
"no_system_prompt": true,
|
| 7 |
+
"no_few_shot": true,
|
| 8 |
+
"n_questions": 3,
|
| 9 |
+
"questions": [
|
| 10 |
+
"Luva de Pedreiro Távila",
|
| 11 |
+
"Lula reserva valor",
|
| 12 |
+
"Amazonas força-tarefa vítimas"
|
| 13 |
+
],
|
| 14 |
+
"results": [
|
| 15 |
+
{
|
| 16 |
+
"query": "Luva de Pedreiro Távila",
|
| 17 |
+
"query_was_modified": false,
|
| 18 |
+
"context_provided": false,
|
| 19 |
+
"system_prompt_used": false,
|
| 20 |
+
"few_shot_examples": false,
|
| 21 |
+
"som_prediction": "cachorro",
|
| 22 |
+
"reasoning_length": 1020,
|
| 23 |
+
"has_think": true,
|
| 24 |
+
"has_plan": true,
|
| 25 |
+
"has_answer": true,
|
| 26 |
+
"has_decompose": true,
|
| 27 |
+
"think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 28 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 29 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
|
| 30 |
+
"decompose_preview": "- Processar: Luva de Pedreiro Távila",
|
| 31 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
|
| 32 |
+
"n_tags": 4,
|
| 33 |
+
"latency_ms": 7.808685302734375
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"query": "Lula reserva valor",
|
| 37 |
+
"query_was_modified": false,
|
| 38 |
+
"context_provided": false,
|
| 39 |
+
"system_prompt_used": false,
|
| 40 |
+
"few_shot_examples": false,
|
| 41 |
+
"som_prediction": "cachorro",
|
| 42 |
+
"reasoning_length": 990,
|
| 43 |
+
"has_think": true,
|
| 44 |
+
"has_plan": true,
|
| 45 |
+
"has_answer": true,
|
| 46 |
+
"has_decompose": true,
|
| 47 |
+
"think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 48 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 49 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
|
| 50 |
+
"decompose_preview": "- Processar: Lula reserva valor",
|
| 51 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
|
| 52 |
+
"n_tags": 4,
|
| 53 |
+
"latency_ms": 7.283687591552734
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"query": "Amazonas força-tarefa vítimas",
|
| 57 |
+
"query_was_modified": false,
|
| 58 |
+
"context_provided": false,
|
| 59 |
+
"system_prompt_used": false,
|
| 60 |
+
"few_shot_examples": false,
|
| 61 |
+
"som_prediction": "cachorro",
|
| 62 |
+
"reasoning_length": 1056,
|
| 63 |
+
"has_think": true,
|
| 64 |
+
"has_plan": true,
|
| 65 |
+
"has_answer": true,
|
| 66 |
+
"has_decompose": true,
|
| 67 |
+
"think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 68 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 69 |
+
"answer_preview": "prediction=cachorro | BMU=(3, 2, 2, 1)",
|
| 70 |
+
"decompose_preview": "- Processar: Amazonas força-tarefa vítimas",
|
| 71 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
|
| 72 |
+
"n_tags": 4,
|
| 73 |
+
"latency_ms": 21.465539932250977
|
| 74 |
+
}
|
| 75 |
+
],
|
| 76 |
+
"summary": {
|
| 77 |
+
"n_with_answer": 3,
|
| 78 |
+
"n_with_think": 3,
|
| 79 |
+
"n_with_plan": 3,
|
| 80 |
+
"n_with_decompose": 3,
|
| 81 |
+
"answer_rate": 1.0,
|
| 82 |
+
"think_rate": 1.0,
|
| 83 |
+
"plan_rate": 1.0,
|
| 84 |
+
"decompose_rate": 1.0,
|
| 85 |
+
"avg_latency_ms": 12.185970942179361,
|
| 86 |
+
"avg_reasoning_length": 1022.0
|
| 87 |
+
},
|
| 88 |
+
"quality_assessment": {
|
| 89 |
+
"response_quality": "GOOD",
|
| 90 |
+
"reasoning_quality": "GOOD",
|
| 91 |
+
"model_not_helped": true,
|
| 92 |
+
"note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
|
| 93 |
+
}
|
| 94 |
+
}
|
reports/archive/v6_5_7ds_attn_v2_w8a8_compression.json
ADDED
|
@@ -0,0 +1,1035 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"n_calls": 100,
|
| 3 |
+
"log": [
|
| 4 |
+
{
|
| 5 |
+
"step": 0,
|
| 6 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 7 |
+
"chunk_idx": 1,
|
| 8 |
+
"relative_error": 0.08564349913797292,
|
| 9 |
+
"compression_ratio": 4.0,
|
| 10 |
+
"preserves_topology": false,
|
| 11 |
+
"smooth_scale_mean": 0.007225902751088142,
|
| 12 |
+
"elapsed_ms": 0.5502700805664062
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"step": 2,
|
| 16 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 17 |
+
"chunk_idx": 1,
|
| 18 |
+
"relative_error": 0.15479964005664892,
|
| 19 |
+
"compression_ratio": 4.0,
|
| 20 |
+
"preserves_topology": false,
|
| 21 |
+
"smooth_scale_mean": 0.011630397289991379,
|
| 22 |
+
"elapsed_ms": 0.5624294281005859
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"step": 4,
|
| 26 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 27 |
+
"chunk_idx": 1,
|
| 28 |
+
"relative_error": 0.2009209120298671,
|
| 29 |
+
"compression_ratio": 4.0,
|
| 30 |
+
"preserves_topology": false,
|
| 31 |
+
"smooth_scale_mean": 0.014633141458034515,
|
| 32 |
+
"elapsed_ms": 0.5624294281005859
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"step": 7,
|
| 36 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 37 |
+
"chunk_idx": 2,
|
| 38 |
+
"relative_error": 0.22440579346774248,
|
| 39 |
+
"compression_ratio": 4.0,
|
| 40 |
+
"preserves_topology": false,
|
| 41 |
+
"smooth_scale_mean": 0.01729685254395008,
|
| 42 |
+
"elapsed_ms": 0.5877017974853516
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"step": 9,
|
| 46 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 47 |
+
"chunk_idx": 2,
|
| 48 |
+
"relative_error": 0.13517246789775203,
|
| 49 |
+
"compression_ratio": 4.0,
|
| 50 |
+
"preserves_topology": false,
|
| 51 |
+
"smooth_scale_mean": 0.019377199932932854,
|
| 52 |
+
"elapsed_ms": 0.7450580596923828
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"step": 11,
|
| 56 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 57 |
+
"chunk_idx": 2,
|
| 58 |
+
"relative_error": 0.17126423867255017,
|
| 59 |
+
"compression_ratio": 4.0,
|
| 60 |
+
"preserves_topology": false,
|
| 61 |
+
"smooth_scale_mean": 0.02116679772734642,
|
| 62 |
+
"elapsed_ms": 0.5648136138916016
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"step": 14,
|
| 66 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 67 |
+
"chunk_idx": 3,
|
| 68 |
+
"relative_error": 0.044887732911389144,
|
| 69 |
+
"compression_ratio": 4.0,
|
| 70 |
+
"preserves_topology": true,
|
| 71 |
+
"smooth_scale_mean": 0.023150909692049026,
|
| 72 |
+
"elapsed_ms": 0.6003379821777344
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 16,
|
| 76 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 77 |
+
"chunk_idx": 3,
|
| 78 |
+
"relative_error": 0.08517795655012997,
|
| 79 |
+
"compression_ratio": 4.0,
|
| 80 |
+
"preserves_topology": false,
|
| 81 |
+
"smooth_scale_mean": 0.024702010676264763,
|
| 82 |
+
"elapsed_ms": 0.5726814270019531
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"step": 18,
|
| 86 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 87 |
+
"chunk_idx": 3,
|
| 88 |
+
"relative_error": 0.10443996364414876,
|
| 89 |
+
"compression_ratio": 4.0,
|
| 90 |
+
"preserves_topology": false,
|
| 91 |
+
"smooth_scale_mean": 0.026120537891983986,
|
| 92 |
+
"elapsed_ms": 0.5812644958496094
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"step": 21,
|
| 96 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 97 |
+
"chunk_idx": 4,
|
| 98 |
+
"relative_error": 0.1147290915176734,
|
| 99 |
+
"compression_ratio": 4.0,
|
| 100 |
+
"preserves_topology": false,
|
| 101 |
+
"smooth_scale_mean": 0.027611201629042625,
|
| 102 |
+
"elapsed_ms": 0.6701946258544922
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"step": 23,
|
| 106 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 107 |
+
"chunk_idx": 4,
|
| 108 |
+
"relative_error": 0.113942549433572,
|
| 109 |
+
"compression_ratio": 4.0,
|
| 110 |
+
"preserves_topology": false,
|
| 111 |
+
"smooth_scale_mean": 0.02885909378528595,
|
| 112 |
+
"elapsed_ms": 0.5214214324951172
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"step": 25,
|
| 116 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 117 |
+
"chunk_idx": 4,
|
| 118 |
+
"relative_error": 0.10308170866864594,
|
| 119 |
+
"compression_ratio": 4.0,
|
| 120 |
+
"preserves_topology": false,
|
| 121 |
+
"smooth_scale_mean": 0.030055120587348938,
|
| 122 |
+
"elapsed_ms": 0.6787776947021484
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"step": 28,
|
| 126 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 127 |
+
"chunk_idx": 5,
|
| 128 |
+
"relative_error": 0.09773494474776438,
|
| 129 |
+
"compression_ratio": 4.0,
|
| 130 |
+
"preserves_topology": false,
|
| 131 |
+
"smooth_scale_mean": 0.031348325312137604,
|
| 132 |
+
"elapsed_ms": 0.8192062377929688
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"step": 30,
|
| 136 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 137 |
+
"chunk_idx": 5,
|
| 138 |
+
"relative_error": 0.08664815940451621,
|
| 139 |
+
"compression_ratio": 4.0,
|
| 140 |
+
"preserves_topology": false,
|
| 141 |
+
"smooth_scale_mean": 0.03245191648602486,
|
| 142 |
+
"elapsed_ms": 0.5228519439697266
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"step": 32,
|
| 146 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 147 |
+
"chunk_idx": 5,
|
| 148 |
+
"relative_error": 0.07850060291416591,
|
| 149 |
+
"compression_ratio": 4.0,
|
| 150 |
+
"preserves_topology": false,
|
| 151 |
+
"smooth_scale_mean": 0.03352143242955208,
|
| 152 |
+
"elapsed_ms": 0.5445480346679688
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"step": 35,
|
| 156 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 157 |
+
"chunk_idx": 6,
|
| 158 |
+
"relative_error": 0.0763721082250016,
|
| 159 |
+
"compression_ratio": 4.0,
|
| 160 |
+
"preserves_topology": false,
|
| 161 |
+
"smooth_scale_mean": 0.03468688577413559,
|
| 162 |
+
"elapsed_ms": 0.9436607360839844
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 37,
|
| 166 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 167 |
+
"chunk_idx": 6,
|
| 168 |
+
"relative_error": 0.0690074873135999,
|
| 169 |
+
"compression_ratio": 4.0,
|
| 170 |
+
"preserves_topology": false,
|
| 171 |
+
"smooth_scale_mean": 0.035690031945705414,
|
| 172 |
+
"elapsed_ms": 0.5726814270019531
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"step": 39,
|
| 176 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 177 |
+
"chunk_idx": 6,
|
| 178 |
+
"relative_error": 0.0637491847885547,
|
| 179 |
+
"compression_ratio": 4.0,
|
| 180 |
+
"preserves_topology": false,
|
| 181 |
+
"smooth_scale_mean": 0.036667320877313614,
|
| 182 |
+
"elapsed_ms": 0.9558200836181641
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"step": 42,
|
| 186 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 187 |
+
"chunk_idx": 7,
|
| 188 |
+
"relative_error": 0.0626666558320244,
|
| 189 |
+
"compression_ratio": 4.0,
|
| 190 |
+
"preserves_topology": false,
|
| 191 |
+
"smooth_scale_mean": 0.0377369150519371,
|
| 192 |
+
"elapsed_ms": 0.6055831909179688
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"step": 44,
|
| 196 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 197 |
+
"chunk_idx": 7,
|
| 198 |
+
"relative_error": 0.05718552174981847,
|
| 199 |
+
"compression_ratio": 4.0,
|
| 200 |
+
"preserves_topology": false,
|
| 201 |
+
"smooth_scale_mean": 0.03866267576813698,
|
| 202 |
+
"elapsed_ms": 1.16729736328125
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"step": 46,
|
| 206 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 207 |
+
"chunk_idx": 7,
|
| 208 |
+
"relative_error": 0.05319962909526208,
|
| 209 |
+
"compression_ratio": 4.0,
|
| 210 |
+
"preserves_topology": false,
|
| 211 |
+
"smooth_scale_mean": 0.03956785425543785,
|
| 212 |
+
"elapsed_ms": 0.5364418029785156
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"step": 49,
|
| 216 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 217 |
+
"chunk_idx": 8,
|
| 218 |
+
"relative_error": 0.052909804491855,
|
| 219 |
+
"compression_ratio": 4.0,
|
| 220 |
+
"preserves_topology": false,
|
| 221 |
+
"smooth_scale_mean": 0.04056166857481003,
|
| 222 |
+
"elapsed_ms": 0.4696846008300781
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"step": 51,
|
| 226 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 227 |
+
"chunk_idx": 8,
|
| 228 |
+
"relative_error": 0.04874580243294147,
|
| 229 |
+
"compression_ratio": 4.0,
|
| 230 |
+
"preserves_topology": true,
|
| 231 |
+
"smooth_scale_mean": 0.041425324976444244,
|
| 232 |
+
"elapsed_ms": 0.4639625549316406
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"step": 53,
|
| 236 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 237 |
+
"chunk_idx": 8,
|
| 238 |
+
"relative_error": 0.045719136518974884,
|
| 239 |
+
"compression_ratio": 4.0,
|
| 240 |
+
"preserves_topology": true,
|
| 241 |
+
"smooth_scale_mean": 0.042272116988897324,
|
| 242 |
+
"elapsed_ms": 0.5633831024169922
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"step": 56,
|
| 246 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 247 |
+
"chunk_idx": 9,
|
| 248 |
+
"relative_error": 0.04581977449942311,
|
| 249 |
+
"compression_ratio": 4.0,
|
| 250 |
+
"preserves_topology": true,
|
| 251 |
+
"smooth_scale_mean": 0.04320410266518593,
|
| 252 |
+
"elapsed_ms": 0.476837158203125
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"step": 60,
|
| 256 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 257 |
+
"chunk_idx": 10,
|
| 258 |
+
"relative_error": 0.059018779486613965,
|
| 259 |
+
"compression_ratio": 4.0,
|
| 260 |
+
"preserves_topology": false,
|
| 261 |
+
"smooth_scale_mean": 0.04470638558268547,
|
| 262 |
+
"elapsed_ms": 0.5443096160888672
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"step": 62,
|
| 266 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 267 |
+
"chunk_idx": 10,
|
| 268 |
+
"relative_error": 0.04771683278610203,
|
| 269 |
+
"compression_ratio": 4.0,
|
| 270 |
+
"preserves_topology": true,
|
| 271 |
+
"smooth_scale_mean": 0.04548715054988861,
|
| 272 |
+
"elapsed_ms": 0.5440711975097656
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"step": 64,
|
| 276 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 277 |
+
"chunk_idx": 10,
|
| 278 |
+
"relative_error": 0.04146282200764242,
|
| 279 |
+
"compression_ratio": 4.0,
|
| 280 |
+
"preserves_topology": true,
|
| 281 |
+
"smooth_scale_mean": 0.04625779390335083,
|
| 282 |
+
"elapsed_ms": 0.48089027404785156
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"step": 67,
|
| 286 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 287 |
+
"chunk_idx": 11,
|
| 288 |
+
"relative_error": 0.039816804872524585,
|
| 289 |
+
"compression_ratio": 4.0,
|
| 290 |
+
"preserves_topology": true,
|
| 291 |
+
"smooth_scale_mean": 0.04711003974080086,
|
| 292 |
+
"elapsed_ms": 0.5640983581542969
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"step": 69,
|
| 296 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 297 |
+
"chunk_idx": 11,
|
| 298 |
+
"relative_error": 0.03630155813420305,
|
| 299 |
+
"compression_ratio": 4.0,
|
| 300 |
+
"preserves_topology": true,
|
| 301 |
+
"smooth_scale_mean": 0.047856174409389496,
|
| 302 |
+
"elapsed_ms": 0.5199909210205078
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"step": 71,
|
| 306 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 307 |
+
"chunk_idx": 11,
|
| 308 |
+
"relative_error": 0.03402731139533154,
|
| 309 |
+
"compression_ratio": 4.0,
|
| 310 |
+
"preserves_topology": true,
|
| 311 |
+
"smooth_scale_mean": 0.04859156906604767,
|
| 312 |
+
"elapsed_ms": 0.5133152008056641
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"step": 74,
|
| 316 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 317 |
+
"chunk_idx": 12,
|
| 318 |
+
"relative_error": 0.03426986720247634,
|
| 319 |
+
"compression_ratio": 4.0,
|
| 320 |
+
"preserves_topology": true,
|
| 321 |
+
"smooth_scale_mean": 0.04940466955304146,
|
| 322 |
+
"elapsed_ms": 0.47469139099121094
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"step": 76,
|
| 326 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 327 |
+
"chunk_idx": 12,
|
| 328 |
+
"relative_error": 0.03201115856399576,
|
| 329 |
+
"compression_ratio": 4.0,
|
| 330 |
+
"preserves_topology": true,
|
| 331 |
+
"smooth_scale_mean": 0.0501173734664917,
|
| 332 |
+
"elapsed_ms": 0.5376338958740234
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"step": 78,
|
| 336 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 337 |
+
"chunk_idx": 12,
|
| 338 |
+
"relative_error": 0.03045361516953306,
|
| 339 |
+
"compression_ratio": 4.0,
|
| 340 |
+
"preserves_topology": true,
|
| 341 |
+
"smooth_scale_mean": 0.050820473581552505,
|
| 342 |
+
"elapsed_ms": 0.5712509155273438
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"step": 81,
|
| 346 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 347 |
+
"chunk_idx": 13,
|
| 348 |
+
"relative_error": 0.030972858870829335,
|
| 349 |
+
"compression_ratio": 4.0,
|
| 350 |
+
"preserves_topology": true,
|
| 351 |
+
"smooth_scale_mean": 0.051598627120256424,
|
| 352 |
+
"elapsed_ms": 0.5507469177246094
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"step": 83,
|
| 356 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 357 |
+
"chunk_idx": 13,
|
| 358 |
+
"relative_error": 0.029100675373706596,
|
| 359 |
+
"compression_ratio": 4.0,
|
| 360 |
+
"preserves_topology": true,
|
| 361 |
+
"smooth_scale_mean": 0.052281659096479416,
|
| 362 |
+
"elapsed_ms": 0.5326271057128906
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"step": 85,
|
| 366 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 367 |
+
"chunk_idx": 13,
|
| 368 |
+
"relative_error": 0.027805131321628675,
|
| 369 |
+
"compression_ratio": 4.0,
|
| 370 |
+
"preserves_topology": true,
|
| 371 |
+
"smooth_scale_mean": 0.05295617878437042,
|
| 372 |
+
"elapsed_ms": 0.5815029144287109
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"step": 88,
|
| 376 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 377 |
+
"chunk_idx": 14,
|
| 378 |
+
"relative_error": 0.02838100321755298,
|
| 379 |
+
"compression_ratio": 4.0,
|
| 380 |
+
"preserves_topology": true,
|
| 381 |
+
"smooth_scale_mean": 0.053703442215919495,
|
| 382 |
+
"elapsed_ms": 0.5526542663574219
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"step": 90,
|
| 386 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 387 |
+
"chunk_idx": 14,
|
| 388 |
+
"relative_error": 0.02673979516079846,
|
| 389 |
+
"compression_ratio": 4.0,
|
| 390 |
+
"preserves_topology": true,
|
| 391 |
+
"smooth_scale_mean": 0.05436015874147415,
|
| 392 |
+
"elapsed_ms": 0.5199909210205078
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"step": 93,
|
| 396 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 397 |
+
"chunk_idx": 14,
|
| 398 |
+
"relative_error": 0.03153832890610517,
|
| 399 |
+
"compression_ratio": 4.0,
|
| 400 |
+
"preserves_topology": true,
|
| 401 |
+
"smooth_scale_mean": 0.055324532091617584,
|
| 402 |
+
"elapsed_ms": 0.5981922149658203
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"step": 95,
|
| 406 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 407 |
+
"chunk_idx": 15,
|
| 408 |
+
"relative_error": 0.023254707538520287,
|
| 409 |
+
"compression_ratio": 4.0,
|
| 410 |
+
"preserves_topology": true,
|
| 411 |
+
"smooth_scale_mean": 0.05572759360074997,
|
| 412 |
+
"elapsed_ms": 0.5671977996826172
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"step": 98,
|
| 416 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 417 |
+
"chunk_idx": 15,
|
| 418 |
+
"relative_error": 0.028894679937687556,
|
| 419 |
+
"compression_ratio": 4.0,
|
| 420 |
+
"preserves_topology": true,
|
| 421 |
+
"smooth_scale_mean": 0.05666911602020264,
|
| 422 |
+
"elapsed_ms": 0.5803108215332031
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"step": 103,
|
| 426 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 427 |
+
"chunk_idx": 16,
|
| 428 |
+
"relative_error": 0.03793217897247102,
|
| 429 |
+
"compression_ratio": 4.0,
|
| 430 |
+
"preserves_topology": true,
|
| 431 |
+
"smooth_scale_mean": 0.057969532907009125,
|
| 432 |
+
"elapsed_ms": 0.6017684936523438
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"step": 105,
|
| 436 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 437 |
+
"chunk_idx": 16,
|
| 438 |
+
"relative_error": 0.029680024291305493,
|
| 439 |
+
"compression_ratio": 4.0,
|
| 440 |
+
"preserves_topology": true,
|
| 441 |
+
"smooth_scale_mean": 0.0585753433406353,
|
| 442 |
+
"elapsed_ms": 0.5655288696289062
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"step": 109,
|
| 446 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 447 |
+
"chunk_idx": 17,
|
| 448 |
+
"relative_error": 0.03173384281440842,
|
| 449 |
+
"compression_ratio": 4.0,
|
| 450 |
+
"preserves_topology": true,
|
| 451 |
+
"smooth_scale_mean": 0.05954251438379288,
|
| 452 |
+
"elapsed_ms": 0.5657672882080078
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"step": 111,
|
| 456 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 457 |
+
"chunk_idx": 17,
|
| 458 |
+
"relative_error": 0.02602815929116341,
|
| 459 |
+
"compression_ratio": 4.0,
|
| 460 |
+
"preserves_topology": true,
|
| 461 |
+
"smooth_scale_mean": 0.06013365834951401,
|
| 462 |
+
"elapsed_ms": 0.5614757537841797
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"step": 116,
|
| 466 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 467 |
+
"chunk_idx": 18,
|
| 468 |
+
"relative_error": 0.03383817822412602,
|
| 469 |
+
"compression_ratio": 4.0,
|
| 470 |
+
"preserves_topology": true,
|
| 471 |
+
"smooth_scale_mean": 0.061360158026218414,
|
| 472 |
+
"elapsed_ms": 0.5862712860107422
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"step": 118,
|
| 476 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 477 |
+
"chunk_idx": 18,
|
| 478 |
+
"relative_error": 0.026467915006391562,
|
| 479 |
+
"compression_ratio": 4.0,
|
| 480 |
+
"preserves_topology": true,
|
| 481 |
+
"smooth_scale_mean": 0.06193321943283081,
|
| 482 |
+
"elapsed_ms": 0.5152225494384766
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"step": 121,
|
| 486 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 487 |
+
"chunk_idx": 19,
|
| 488 |
+
"relative_error": 0.026045340334987167,
|
| 489 |
+
"compression_ratio": 4.0,
|
| 490 |
+
"preserves_topology": true,
|
| 491 |
+
"smooth_scale_mean": 0.0627104640007019,
|
| 492 |
+
"elapsed_ms": 0.4684925079345703
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"step": 123,
|
| 496 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 497 |
+
"chunk_idx": 19,
|
| 498 |
+
"relative_error": 0.022175829793123207,
|
| 499 |
+
"compression_ratio": 4.0,
|
| 500 |
+
"preserves_topology": true,
|
| 501 |
+
"smooth_scale_mean": 0.06327281892299652,
|
| 502 |
+
"elapsed_ms": 0.5252361297607422
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"step": 125,
|
| 506 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 507 |
+
"chunk_idx": 19,
|
| 508 |
+
"relative_error": 0.020081543688405853,
|
| 509 |
+
"compression_ratio": 4.0,
|
| 510 |
+
"preserves_topology": true,
|
| 511 |
+
"smooth_scale_mean": 0.06383099406957626,
|
| 512 |
+
"elapsed_ms": 0.5509853363037109
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"step": 128,
|
| 516 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 517 |
+
"chunk_idx": 20,
|
| 518 |
+
"relative_error": 0.019948618025712503,
|
| 519 |
+
"compression_ratio": 4.0,
|
| 520 |
+
"preserves_topology": true,
|
| 521 |
+
"smooth_scale_mean": 0.06445202976465225,
|
| 522 |
+
"elapsed_ms": 0.621795654296875
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"step": 130,
|
| 526 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 527 |
+
"chunk_idx": 20,
|
| 528 |
+
"relative_error": 0.018638633359718524,
|
| 529 |
+
"compression_ratio": 4.0,
|
| 530 |
+
"preserves_topology": true,
|
| 531 |
+
"smooth_scale_mean": 0.06500040739774704,
|
| 532 |
+
"elapsed_ms": 0.5676746368408203
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"step": 134,
|
| 536 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 537 |
+
"chunk_idx": 21,
|
| 538 |
+
"relative_error": 0.022989923349155676,
|
| 539 |
+
"compression_ratio": 4.0,
|
| 540 |
+
"preserves_topology": true,
|
| 541 |
+
"smooth_scale_mean": 0.06587429344654083,
|
| 542 |
+
"elapsed_ms": 0.4889965057373047
|
| 543 |
+
},
|
| 544 |
+
{
|
| 545 |
+
"step": 138,
|
| 546 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 547 |
+
"chunk_idx": 21,
|
| 548 |
+
"relative_error": 0.027814349505638707,
|
| 549 |
+
"compression_ratio": 4.0,
|
| 550 |
+
"preserves_topology": true,
|
| 551 |
+
"smooth_scale_mean": 0.06693025678396225,
|
| 552 |
+
"elapsed_ms": 0.5135536193847656
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"step": 141,
|
| 556 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 557 |
+
"chunk_idx": 22,
|
| 558 |
+
"relative_error": 0.022897539387901865,
|
| 559 |
+
"compression_ratio": 4.0,
|
| 560 |
+
"preserves_topology": true,
|
| 561 |
+
"smooth_scale_mean": 0.06752084195613861,
|
| 562 |
+
"elapsed_ms": 0.49996376037597656
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"step": 143,
|
| 566 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 567 |
+
"chunk_idx": 22,
|
| 568 |
+
"relative_error": 0.01932948287156265,
|
| 569 |
+
"compression_ratio": 4.0,
|
| 570 |
+
"preserves_topology": true,
|
| 571 |
+
"smooth_scale_mean": 0.06804358959197998,
|
| 572 |
+
"elapsed_ms": 0.49304962158203125
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"step": 145,
|
| 576 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 577 |
+
"chunk_idx": 22,
|
| 578 |
+
"relative_error": 0.01742760577929416,
|
| 579 |
+
"compression_ratio": 4.0,
|
| 580 |
+
"preserves_topology": true,
|
| 581 |
+
"smooth_scale_mean": 0.06856301426887512,
|
| 582 |
+
"elapsed_ms": 0.5755424499511719
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"step": 148,
|
| 586 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 587 |
+
"chunk_idx": 23,
|
| 588 |
+
"relative_error": 0.017286344629932508,
|
| 589 |
+
"compression_ratio": 4.0,
|
| 590 |
+
"preserves_topology": true,
|
| 591 |
+
"smooth_scale_mean": 0.06914156675338745,
|
| 592 |
+
"elapsed_ms": 0.5400180816650391
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"step": 150,
|
| 596 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 597 |
+
"chunk_idx": 23,
|
| 598 |
+
"relative_error": 0.016159660240301698,
|
| 599 |
+
"compression_ratio": 4.0,
|
| 600 |
+
"preserves_topology": true,
|
| 601 |
+
"smooth_scale_mean": 0.06965311616659164,
|
| 602 |
+
"elapsed_ms": 0.4711151123046875
|
| 603 |
+
},
|
| 604 |
+
{
|
| 605 |
+
"step": 156,
|
| 606 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 607 |
+
"chunk_idx": 24,
|
| 608 |
+
"relative_error": 0.02709622445443157,
|
| 609 |
+
"compression_ratio": 4.0,
|
| 610 |
+
"preserves_topology": true,
|
| 611 |
+
"smooth_scale_mean": 0.07095913589000702,
|
| 612 |
+
"elapsed_ms": 0.5397796630859375
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"step": 158,
|
| 616 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 617 |
+
"chunk_idx": 24,
|
| 618 |
+
"relative_error": 0.020661754788224313,
|
| 619 |
+
"compression_ratio": 4.0,
|
| 620 |
+
"preserves_topology": true,
|
| 621 |
+
"smooth_scale_mean": 0.07145563513040543,
|
| 622 |
+
"elapsed_ms": 0.6017684936523438
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"step": 162,
|
| 626 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 627 |
+
"chunk_idx": 25,
|
| 628 |
+
"relative_error": 0.02162665434382449,
|
| 629 |
+
"compression_ratio": 4.0,
|
| 630 |
+
"preserves_topology": true,
|
| 631 |
+
"smooth_scale_mean": 0.07225020229816437,
|
| 632 |
+
"elapsed_ms": 0.6358623504638672
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"step": 166,
|
| 636 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 637 |
+
"chunk_idx": 25,
|
| 638 |
+
"relative_error": 0.024357316160943946,
|
| 639 |
+
"compression_ratio": 4.0,
|
| 640 |
+
"preserves_topology": true,
|
| 641 |
+
"smooth_scale_mean": 0.07321348786354065,
|
| 642 |
+
"elapsed_ms": 1.0313987731933594
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"step": 171,
|
| 646 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 647 |
+
"chunk_idx": 26,
|
| 648 |
+
"relative_error": 0.026179072702724883,
|
| 649 |
+
"compression_ratio": 4.0,
|
| 650 |
+
"preserves_topology": true,
|
| 651 |
+
"smooth_scale_mean": 0.07422196865081787,
|
| 652 |
+
"elapsed_ms": 0.6225109100341797
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"step": 173,
|
| 656 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 657 |
+
"chunk_idx": 26,
|
| 658 |
+
"relative_error": 0.01958293802427164,
|
| 659 |
+
"compression_ratio": 4.0,
|
| 660 |
+
"preserves_topology": true,
|
| 661 |
+
"smooth_scale_mean": 0.07469673454761505,
|
| 662 |
+
"elapsed_ms": 0.5190372467041016
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"step": 176,
|
| 666 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 667 |
+
"chunk_idx": 27,
|
| 668 |
+
"relative_error": 0.01699833151555558,
|
| 669 |
+
"compression_ratio": 4.0,
|
| 670 |
+
"preserves_topology": true,
|
| 671 |
+
"smooth_scale_mean": 0.07522723823785782,
|
| 672 |
+
"elapsed_ms": 0.5445480346679688
|
| 673 |
+
},
|
| 674 |
+
{
|
| 675 |
+
"step": 180,
|
| 676 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 677 |
+
"chunk_idx": 28,
|
| 678 |
+
"relative_error": 0.020211899095164156,
|
| 679 |
+
"compression_ratio": 4.0,
|
| 680 |
+
"preserves_topology": true,
|
| 681 |
+
"smooth_scale_mean": 0.07609647512435913,
|
| 682 |
+
"elapsed_ms": 0.7979869842529297
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"step": 242,
|
| 686 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 687 |
+
"chunk_idx": 37,
|
| 688 |
+
"relative_error": 0.16713649906961597,
|
| 689 |
+
"compression_ratio": 4.0,
|
| 690 |
+
"preserves_topology": false,
|
| 691 |
+
"smooth_scale_mean": 0.08787360787391663,
|
| 692 |
+
"elapsed_ms": 0.6031990051269531
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"step": 244,
|
| 696 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 697 |
+
"chunk_idx": 37,
|
| 698 |
+
"relative_error": 0.08534712688421797,
|
| 699 |
+
"compression_ratio": 4.0,
|
| 700 |
+
"preserves_topology": false,
|
| 701 |
+
"smooth_scale_mean": 0.08825158327817917,
|
| 702 |
+
"elapsed_ms": 0.5443096160888672
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"step": 247,
|
| 706 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 707 |
+
"chunk_idx": 38,
|
| 708 |
+
"relative_error": 0.047156518334220944,
|
| 709 |
+
"compression_ratio": 4.0,
|
| 710 |
+
"preserves_topology": true,
|
| 711 |
+
"smooth_scale_mean": 0.08869004249572754,
|
| 712 |
+
"elapsed_ms": 0.6129741668701172
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"step": 249,
|
| 716 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 717 |
+
"chunk_idx": 38,
|
| 718 |
+
"relative_error": 0.027952300193750522,
|
| 719 |
+
"compression_ratio": 4.0,
|
| 720 |
+
"preserves_topology": true,
|
| 721 |
+
"smooth_scale_mean": 0.08908385038375854,
|
| 722 |
+
"elapsed_ms": 1.0190010070800781
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"step": 251,
|
| 726 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 727 |
+
"chunk_idx": 38,
|
| 728 |
+
"relative_error": 0.018440755331078054,
|
| 729 |
+
"compression_ratio": 4.0,
|
| 730 |
+
"preserves_topology": true,
|
| 731 |
+
"smooth_scale_mean": 0.08947890251874924,
|
| 732 |
+
"elapsed_ms": 0.7638931274414062
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"step": 254,
|
| 736 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 737 |
+
"chunk_idx": 39,
|
| 738 |
+
"relative_error": 0.014221811972550104,
|
| 739 |
+
"compression_ratio": 4.0,
|
| 740 |
+
"preserves_topology": true,
|
| 741 |
+
"smooth_scale_mean": 0.0899217426776886,
|
| 742 |
+
"elapsed_ms": 0.5695819854736328
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"step": 257,
|
| 746 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 747 |
+
"chunk_idx": 39,
|
| 748 |
+
"relative_error": 0.013679781642205766,
|
| 749 |
+
"compression_ratio": 4.0,
|
| 750 |
+
"preserves_topology": true,
|
| 751 |
+
"smooth_scale_mean": 0.090506412088871,
|
| 752 |
+
"elapsed_ms": 0.8034706115722656
|
| 753 |
+
},
|
| 754 |
+
{
|
| 755 |
+
"step": 259,
|
| 756 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 757 |
+
"chunk_idx": 39,
|
| 758 |
+
"relative_error": 0.011203617522565134,
|
| 759 |
+
"compression_ratio": 4.0,
|
| 760 |
+
"preserves_topology": true,
|
| 761 |
+
"smooth_scale_mean": 0.09089741110801697,
|
| 762 |
+
"elapsed_ms": 0.5054473876953125
|
| 763 |
+
},
|
| 764 |
+
{
|
| 765 |
+
"step": 263,
|
| 766 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 767 |
+
"chunk_idx": 40,
|
| 768 |
+
"relative_error": 0.012553542932008185,
|
| 769 |
+
"compression_ratio": 4.0,
|
| 770 |
+
"preserves_topology": true,
|
| 771 |
+
"smooth_scale_mean": 0.09152346849441528,
|
| 772 |
+
"elapsed_ms": 0.5609989166259766
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"step": 265,
|
| 776 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 777 |
+
"chunk_idx": 40,
|
| 778 |
+
"relative_error": 0.010544102960285304,
|
| 779 |
+
"compression_ratio": 4.0,
|
| 780 |
+
"preserves_topology": true,
|
| 781 |
+
"smooth_scale_mean": 0.09191027283668518,
|
| 782 |
+
"elapsed_ms": 0.6153583526611328
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"step": 268,
|
| 786 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 787 |
+
"chunk_idx": 41,
|
| 788 |
+
"relative_error": 0.010018474674543507,
|
| 789 |
+
"compression_ratio": 4.0,
|
| 790 |
+
"preserves_topology": true,
|
| 791 |
+
"smooth_scale_mean": 0.0923425629734993,
|
| 792 |
+
"elapsed_ms": 0.5452632904052734
|
| 793 |
+
},
|
| 794 |
+
{
|
| 795 |
+
"step": 270,
|
| 796 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 797 |
+
"chunk_idx": 41,
|
| 798 |
+
"relative_error": 0.009202590889967827,
|
| 799 |
+
"compression_ratio": 4.0,
|
| 800 |
+
"preserves_topology": true,
|
| 801 |
+
"smooth_scale_mean": 0.09272630512714386,
|
| 802 |
+
"elapsed_ms": 0.5390644073486328
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"step": 273,
|
| 806 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 807 |
+
"chunk_idx": 41,
|
| 808 |
+
"relative_error": 0.010775142639733941,
|
| 809 |
+
"compression_ratio": 4.0,
|
| 810 |
+
"preserves_topology": true,
|
| 811 |
+
"smooth_scale_mean": 0.09329401701688766,
|
| 812 |
+
"elapsed_ms": 0.5192756652832031
|
| 813 |
+
},
|
| 814 |
+
{
|
| 815 |
+
"step": 275,
|
| 816 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 817 |
+
"chunk_idx": 42,
|
| 818 |
+
"relative_error": 0.007997963878492532,
|
| 819 |
+
"compression_ratio": 4.0,
|
| 820 |
+
"preserves_topology": true,
|
| 821 |
+
"smooth_scale_mean": 0.09353525191545486,
|
| 822 |
+
"elapsed_ms": 0.48232078552246094
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"step": 278,
|
| 826 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 827 |
+
"chunk_idx": 42,
|
| 828 |
+
"relative_error": 0.01006480817971627,
|
| 829 |
+
"compression_ratio": 4.0,
|
| 830 |
+
"preserves_topology": true,
|
| 831 |
+
"smooth_scale_mean": 0.09409823268651962,
|
| 832 |
+
"elapsed_ms": 0.5638599395751953
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"step": 282,
|
| 836 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 837 |
+
"chunk_idx": 43,
|
| 838 |
+
"relative_error": 0.01151613334486699,
|
| 839 |
+
"compression_ratio": 4.0,
|
| 840 |
+
"preserves_topology": true,
|
| 841 |
+
"smooth_scale_mean": 0.09470317512750626,
|
| 842 |
+
"elapsed_ms": 0.5533695220947266
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"step": 285,
|
| 846 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 847 |
+
"chunk_idx": 43,
|
| 848 |
+
"relative_error": 0.01167668883113271,
|
| 849 |
+
"compression_ratio": 4.0,
|
| 850 |
+
"preserves_topology": true,
|
| 851 |
+
"smooth_scale_mean": 0.0952586978673935,
|
| 852 |
+
"elapsed_ms": 0.5922317504882812
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"step": 289,
|
| 856 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 857 |
+
"chunk_idx": 44,
|
| 858 |
+
"relative_error": 0.012165009101566263,
|
| 859 |
+
"compression_ratio": 4.0,
|
| 860 |
+
"preserves_topology": true,
|
| 861 |
+
"smooth_scale_mean": 0.09585604071617126,
|
| 862 |
+
"elapsed_ms": 0.5688667297363281
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"step": 291,
|
| 866 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 867 |
+
"chunk_idx": 44,
|
| 868 |
+
"relative_error": 0.009970129957672188,
|
| 869 |
+
"compression_ratio": 4.0,
|
| 870 |
+
"preserves_topology": true,
|
| 871 |
+
"smooth_scale_mean": 0.09622537344694138,
|
| 872 |
+
"elapsed_ms": 0.5929470062255859
|
| 873 |
+
},
|
| 874 |
+
{
|
| 875 |
+
"step": 294,
|
| 876 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 877 |
+
"chunk_idx": 44,
|
| 878 |
+
"relative_error": 0.01071649210784082,
|
| 879 |
+
"compression_ratio": 4.0,
|
| 880 |
+
"preserves_topology": true,
|
| 881 |
+
"smooth_scale_mean": 0.09677233546972275,
|
| 882 |
+
"elapsed_ms": 0.5846023559570312
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"step": 297,
|
| 886 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 887 |
+
"chunk_idx": 45,
|
| 888 |
+
"relative_error": 0.009636556587073523,
|
| 889 |
+
"compression_ratio": 4.0,
|
| 890 |
+
"preserves_topology": true,
|
| 891 |
+
"smooth_scale_mean": 0.09718283265829086,
|
| 892 |
+
"elapsed_ms": 0.6144046783447266
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"step": 301,
|
| 896 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 897 |
+
"chunk_idx": 46,
|
| 898 |
+
"relative_error": 0.011810488310205088,
|
| 899 |
+
"compression_ratio": 4.0,
|
| 900 |
+
"preserves_topology": true,
|
| 901 |
+
"smooth_scale_mean": 0.09785696119070053,
|
| 902 |
+
"elapsed_ms": 0.5862712860107422
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"step": 303,
|
| 906 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 907 |
+
"chunk_idx": 46,
|
| 908 |
+
"relative_error": 0.009634757067906069,
|
| 909 |
+
"compression_ratio": 4.0,
|
| 910 |
+
"preserves_topology": true,
|
| 911 |
+
"smooth_scale_mean": 0.09821879118680954,
|
| 912 |
+
"elapsed_ms": 0.5612373352050781
|
| 913 |
+
},
|
| 914 |
+
{
|
| 915 |
+
"step": 305,
|
| 916 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 917 |
+
"chunk_idx": 46,
|
| 918 |
+
"relative_error": 0.008520881860444706,
|
| 919 |
+
"compression_ratio": 4.0,
|
| 920 |
+
"preserves_topology": true,
|
| 921 |
+
"smooth_scale_mean": 0.09857958555221558,
|
| 922 |
+
"elapsed_ms": 0.5815029144287109
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"step": 307,
|
| 926 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 927 |
+
"chunk_idx": 47,
|
| 928 |
+
"relative_error": 0.006598336139097221,
|
| 929 |
+
"compression_ratio": 4.0,
|
| 930 |
+
"preserves_topology": true,
|
| 931 |
+
"smooth_scale_mean": 0.098808154463768,
|
| 932 |
+
"elapsed_ms": 0.5021095275878906
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"step": 309,
|
| 936 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 937 |
+
"chunk_idx": 47,
|
| 938 |
+
"relative_error": 0.006958979759847544,
|
| 939 |
+
"compression_ratio": 4.0,
|
| 940 |
+
"preserves_topology": true,
|
| 941 |
+
"smooth_scale_mean": 0.09916720539331436,
|
| 942 |
+
"elapsed_ms": 0.5433559417724609
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"step": 312,
|
| 946 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 947 |
+
"chunk_idx": 47,
|
| 948 |
+
"relative_error": 0.008872249936802443,
|
| 949 |
+
"compression_ratio": 4.0,
|
| 950 |
+
"preserves_topology": true,
|
| 951 |
+
"smooth_scale_mean": 0.09969834238290787,
|
| 952 |
+
"elapsed_ms": 0.507354736328125
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"step": 314,
|
| 956 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 957 |
+
"chunk_idx": 48,
|
| 958 |
+
"relative_error": 0.006721214819414625,
|
| 959 |
+
"compression_ratio": 4.0,
|
| 960 |
+
"preserves_topology": true,
|
| 961 |
+
"smooth_scale_mean": 0.09992430359125137,
|
| 962 |
+
"elapsed_ms": 0.5211830139160156
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"step": 316,
|
| 966 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 967 |
+
"chunk_idx": 48,
|
| 968 |
+
"relative_error": 0.006938676479887478,
|
| 969 |
+
"compression_ratio": 4.0,
|
| 970 |
+
"preserves_topology": true,
|
| 971 |
+
"smooth_scale_mean": 0.1002793237566948,
|
| 972 |
+
"elapsed_ms": 0.5009174346923828
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"step": 318,
|
| 976 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 977 |
+
"chunk_idx": 48,
|
| 978 |
+
"relative_error": 0.007021861577042208,
|
| 979 |
+
"compression_ratio": 4.0,
|
| 980 |
+
"preserves_topology": true,
|
| 981 |
+
"smooth_scale_mean": 0.10063304752111435,
|
| 982 |
+
"elapsed_ms": 0.6096363067626953
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"step": 321,
|
| 986 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 987 |
+
"chunk_idx": 49,
|
| 988 |
+
"relative_error": 0.007465898188224538,
|
| 989 |
+
"compression_ratio": 4.0,
|
| 990 |
+
"preserves_topology": true,
|
| 991 |
+
"smooth_scale_mean": 0.10102827847003937,
|
| 992 |
+
"elapsed_ms": 0.5862712860107422
|
| 993 |
+
},
|
| 994 |
+
{
|
| 995 |
+
"step": 324,
|
| 996 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 997 |
+
"chunk_idx": 49,
|
| 998 |
+
"relative_error": 0.008928846682364516,
|
| 999 |
+
"compression_ratio": 4.0,
|
| 1000 |
+
"preserves_topology": true,
|
| 1001 |
+
"smooth_scale_mean": 0.10154955834150314,
|
| 1002 |
+
"elapsed_ms": 0.5161762237548828
|
| 1003 |
+
}
|
| 1004 |
+
],
|
| 1005 |
+
"summary": {
|
| 1006 |
+
"active": true,
|
| 1007 |
+
"n_calls": 100,
|
| 1008 |
+
"latest": {
|
| 1009 |
+
"active": true,
|
| 1010 |
+
"n_neurons": 864,
|
| 1011 |
+
"n_features": 4,
|
| 1012 |
+
"n_calibration_samples": 16,
|
| 1013 |
+
"smooth_scale_mean": 0.11529327929019928,
|
| 1014 |
+
"smooth_scale_std": 0.22994910180568695,
|
| 1015 |
+
"smooth_scale_min": 0.00031872352701611817,
|
| 1016 |
+
"smooth_scale_max": 0.4602169394493103,
|
| 1017 |
+
"alpha": 0.5,
|
| 1018 |
+
"n_bits": 8,
|
| 1019 |
+
"compression_ratio": 4.0,
|
| 1020 |
+
"weights_norm_original": 1962.3458251953125,
|
| 1021 |
+
"weights_norm_dequant": 1973.36376953125,
|
| 1022 |
+
"absolute_error": 11.020599365234375,
|
| 1023 |
+
"relative_error": 0.005616033231113835,
|
| 1024 |
+
"preserves_topology": true,
|
| 1025 |
+
"w8a8_int8_range": [
|
| 1026 |
+
-122,
|
| 1027 |
+
127
|
| 1028 |
+
],
|
| 1029 |
+
"elapsed_ms": 0.5145072937011719
|
| 1030 |
+
},
|
| 1031 |
+
"mean_relative_error": 0.015359933862165893,
|
| 1032 |
+
"max_relative_error": 0.16713649906961597,
|
| 1033 |
+
"all_preserve_topology": false
|
| 1034 |
+
}
|
| 1035 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_attention_eval.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "attention_active_and_functional_v65_attn",
|
| 3 |
+
"user_requirement": "verificar se o mecanismo de atenção está ativo e acessado logicamente funcional",
|
| 4 |
+
"module_type": "MultiHeadAttention",
|
| 5 |
+
"module_is_MultiHeadAttention": true,
|
| 6 |
+
"snapshot_before_explicit_test": {
|
| 7 |
+
"active": true,
|
| 8 |
+
"n_calls": 6958,
|
| 9 |
+
"n_errors": 0,
|
| 10 |
+
"last_norm_in": 112.62097930908203,
|
| 11 |
+
"last_norm_out": 117.49085235595703,
|
| 12 |
+
"last_attn_activated": true,
|
| 13 |
+
"last_attn_diff_norm": 119.20104217529297,
|
| 14 |
+
"n_heads": 8,
|
| 15 |
+
"logic_functional": true
|
| 16 |
+
},
|
| 17 |
+
"snapshot_after_explicit_test": {
|
| 18 |
+
"active": true,
|
| 19 |
+
"n_calls": 6959,
|
| 20 |
+
"n_errors": 0,
|
| 21 |
+
"last_norm_in": 113.03227233886719,
|
| 22 |
+
"last_norm_out": 116.45388793945312,
|
| 23 |
+
"last_attn_activated": true,
|
| 24 |
+
"last_attn_diff_norm": 117.58946228027344,
|
| 25 |
+
"n_heads": 8,
|
| 26 |
+
"logic_functional": true
|
| 27 |
+
},
|
| 28 |
+
"explicit_test": {
|
| 29 |
+
"test_text": "teste do mecanismo de atenção ativo",
|
| 30 |
+
"vec_with_attn_norm": 0.695900022983551,
|
| 31 |
+
"vec_without_attn_norm": 0.695900022983551,
|
| 32 |
+
"vec_diff_norm": 1.9680817331391154e-06,
|
| 33 |
+
"attention_modifies_output": true
|
| 34 |
+
},
|
| 35 |
+
"summary": {
|
| 36 |
+
"active": true,
|
| 37 |
+
"n_calls": 6959,
|
| 38 |
+
"n_errors": 0,
|
| 39 |
+
"last_attn_activated": true,
|
| 40 |
+
"logic_functional": true,
|
| 41 |
+
"attention_modifies_output": true,
|
| 42 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 43 |
+
}
|
| 44 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "ewc_w8a8_dequant_benchmark_v65_attn",
|
| 3 |
+
"results": {
|
| 4 |
+
"baseline_float": {
|
| 5 |
+
"penalty": 7.579145386815071
|
| 6 |
+
},
|
| 7 |
+
"w8a8_with_dequant": {
|
| 8 |
+
"penalty": 7.579145386815071,
|
| 9 |
+
"relative_error": 0.0,
|
| 10 |
+
"preserves_accuracy": true
|
| 11 |
+
},
|
| 12 |
+
"w8a8_no_dequant_broken": {
|
| 13 |
+
"penalty": 7.579145386815071,
|
| 14 |
+
"relative_error": 0.0,
|
| 15 |
+
"preserves_accuracy": true
|
| 16 |
+
}
|
| 17 |
+
},
|
| 18 |
+
"analysis": {
|
| 19 |
+
"dequant_relative_error": 0.0,
|
| 20 |
+
"int8_relative_error": 0.0,
|
| 21 |
+
"dequant_preserves_accuracy": true,
|
| 22 |
+
"conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
|
| 23 |
+
},
|
| 24 |
+
"ewc_config": {
|
| 25 |
+
"eval_mode_penalty": true,
|
| 26 |
+
"skip_som_filled_neurons": true,
|
| 27 |
+
"lambda_ewc": 100.0,
|
| 28 |
+
"fisher_n_samples": 32
|
| 29 |
+
}
|
| 30 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_inference_punishment.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "user_questions_with_punishment_v65_fix",
|
| 3 |
+
"user_requirement": "não ajudar o modelo em respostas E ao punir o modelo reajusta seus parâmetros usando a camada de hipótese (mirror do treinamento)",
|
| 4 |
+
"questions_sent_verbatim": true,
|
| 5 |
+
"no_context_added": true,
|
| 6 |
+
"no_system_prompt": true,
|
| 7 |
+
"no_few_shot": true,
|
| 8 |
+
"n_questions": 3,
|
| 9 |
+
"questions": [
|
| 10 |
+
"Luva de Pedreiro Távila",
|
| 11 |
+
"Lula reserva valor",
|
| 12 |
+
"Amazonas força-tarefa vítimas"
|
| 13 |
+
],
|
| 14 |
+
"results": [
|
| 15 |
+
{
|
| 16 |
+
"query": "Luva de Pedreiro Távila",
|
| 17 |
+
"query_was_modified": false,
|
| 18 |
+
"context_provided": false,
|
| 19 |
+
"system_prompt_used": false,
|
| 20 |
+
"few_shot_examples": false,
|
| 21 |
+
"som_prediction_before": "body",
|
| 22 |
+
"probability_before": 0.9416029453277588,
|
| 23 |
+
"som_prediction_after": "body",
|
| 24 |
+
"probability_after": 0.8029372096061707,
|
| 25 |
+
"prediction_changed_by_punishment": false,
|
| 26 |
+
"needs_punishment": true,
|
| 27 |
+
"punishment_outcome": {
|
| 28 |
+
"action": "activate_hypothesis",
|
| 29 |
+
"inference_punishment_count": 1,
|
| 30 |
+
"punishment_count_cycle": 1,
|
| 31 |
+
"classifier_trained": true,
|
| 32 |
+
"ewc_reference_set": true,
|
| 33 |
+
"accuracy_after_punishment": 0.8,
|
| 34 |
+
"buffer_size": 5,
|
| 35 |
+
"bmu_of_misclassified": [
|
| 36 |
+
1,
|
| 37 |
+
4,
|
| 38 |
+
2,
|
| 39 |
+
1
|
| 40 |
+
],
|
| 41 |
+
"elapsed_ms": 283.8399410247803
|
| 42 |
+
},
|
| 43 |
+
"reasoning_length": 1012,
|
| 44 |
+
"has_think": true,
|
| 45 |
+
"has_plan": true,
|
| 46 |
+
"has_answer": true,
|
| 47 |
+
"has_decompose": true,
|
| 48 |
+
"think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 49 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 50 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
|
| 51 |
+
"n_tags": 4,
|
| 52 |
+
"latency_ms": 11.647462844848633
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"query": "Lula reserva valor",
|
| 56 |
+
"query_was_modified": false,
|
| 57 |
+
"context_provided": false,
|
| 58 |
+
"system_prompt_used": false,
|
| 59 |
+
"few_shot_examples": false,
|
| 60 |
+
"som_prediction_before": "body",
|
| 61 |
+
"probability_before": 0.8029372096061707,
|
| 62 |
+
"som_prediction_after": "body",
|
| 63 |
+
"probability_after": 0.8029372096061707,
|
| 64 |
+
"prediction_changed_by_punishment": false,
|
| 65 |
+
"needs_punishment": false,
|
| 66 |
+
"punishment_outcome": null,
|
| 67 |
+
"reasoning_length": 982,
|
| 68 |
+
"has_think": true,
|
| 69 |
+
"has_plan": true,
|
| 70 |
+
"has_answer": true,
|
| 71 |
+
"has_decompose": true,
|
| 72 |
+
"think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 73 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 74 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
|
| 75 |
+
"n_tags": 4,
|
| 76 |
+
"latency_ms": 12.577533721923828
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"query": "Amazonas força-tarefa vítimas",
|
| 80 |
+
"query_was_modified": false,
|
| 81 |
+
"context_provided": false,
|
| 82 |
+
"system_prompt_used": false,
|
| 83 |
+
"few_shot_examples": false,
|
| 84 |
+
"som_prediction_before": "body",
|
| 85 |
+
"probability_before": 0.8029372096061707,
|
| 86 |
+
"som_prediction_after": "body",
|
| 87 |
+
"probability_after": 0.8029372096061707,
|
| 88 |
+
"prediction_changed_by_punishment": false,
|
| 89 |
+
"needs_punishment": false,
|
| 90 |
+
"punishment_outcome": null,
|
| 91 |
+
"reasoning_length": 1048,
|
| 92 |
+
"has_think": true,
|
| 93 |
+
"has_plan": true,
|
| 94 |
+
"has_answer": true,
|
| 95 |
+
"has_decompose": true,
|
| 96 |
+
"think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 97 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 98 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
|
| 99 |
+
"n_tags": 4,
|
| 100 |
+
"latency_ms": 11.980772018432617
|
| 101 |
+
}
|
| 102 |
+
],
|
| 103 |
+
"punishment_outcomes": [
|
| 104 |
+
{
|
| 105 |
+
"action": "activate_hypothesis",
|
| 106 |
+
"inference_punishment_count": 1,
|
| 107 |
+
"punishment_count_cycle": 1,
|
| 108 |
+
"classifier_trained": true,
|
| 109 |
+
"ewc_reference_set": true,
|
| 110 |
+
"accuracy_after_punishment": 0.8,
|
| 111 |
+
"buffer_size": 5,
|
| 112 |
+
"bmu_of_misclassified": [
|
| 113 |
+
1,
|
| 114 |
+
4,
|
| 115 |
+
2,
|
| 116 |
+
1
|
| 117 |
+
],
|
| 118 |
+
"elapsed_ms": 283.8399410247803
|
| 119 |
+
}
|
| 120 |
+
],
|
| 121 |
+
"summary": {
|
| 122 |
+
"n_punishments_applied": 1,
|
| 123 |
+
"n_predictions_changed_by_punishment": 0,
|
| 124 |
+
"n_with_answer": 3,
|
| 125 |
+
"n_with_think": 3,
|
| 126 |
+
"n_activate_hypothesis": 1,
|
| 127 |
+
"n_set_ewc_reference": 0,
|
| 128 |
+
"avg_latency_ms": 12.068589528401693,
|
| 129 |
+
"inference_punishment_count_total": 1
|
| 130 |
+
},
|
| 131 |
+
"mathematical_principle": {
|
| 132 |
+
"training_protocol": "if acc < 1.0: punishment_count += 1; if punishment_count == 1: activate_hypothesis(); elif punishment_count == 2: set_ewc_reference(); reset",
|
| 133 |
+
"inference_mirror": "if response_is_inadequate: punish_during_inference(sentence, correct_label); 1st: activate_hypothesis() re-treina classifier (Adam+BCE, 50 epochs); 2nd: set_ewc_reference() consolida w via Fisher; reset",
|
| 134 |
+
"parameter_adjustment": "θ_{t+1} = θ_t - η·∂L_BCE/∂θ (HypothesisClassifier); F_i = mean((x_w - W_w,i)²) (Fisher information for EWC)"
|
| 135 |
+
},
|
| 136 |
+
"quality_assessment": {
|
| 137 |
+
"response_quality": "GOOD",
|
| 138 |
+
"punishment_applied": true,
|
| 139 |
+
"model_self_corrected": false,
|
| 140 |
+
"model_not_helped": true
|
| 141 |
+
}
|
| 142 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_module_analysis.json
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"removed_modules": {
|
| 3 |
+
"src/bigru_t/model/bigru4.py": {
|
| 4 |
+
"exists_after_v65": false,
|
| 5 |
+
"status": "REMOVED"
|
| 6 |
+
},
|
| 7 |
+
"src/bigru_t/model/gru_hierarchy.py": {
|
| 8 |
+
"exists_after_v65": false,
|
| 9 |
+
"status": "REMOVED"
|
| 10 |
+
},
|
| 11 |
+
"src/bigru_t/model/orq_cell.py": {
|
| 12 |
+
"exists_after_v65": false,
|
| 13 |
+
"status": "REMOVED"
|
| 14 |
+
},
|
| 15 |
+
"src/bigru_t/model/train_t.py": {
|
| 16 |
+
"exists_after_v65": false,
|
| 17 |
+
"status": "REMOVED"
|
| 18 |
+
},
|
| 19 |
+
"src/bigru_t/model/transformer_unit.py": {
|
| 20 |
+
"exists_after_v65": false,
|
| 21 |
+
"status": "REMOVED"
|
| 22 |
+
},
|
| 23 |
+
"src/bigru_t/model/u8cell_t.py": {
|
| 24 |
+
"exists_after_v65": false,
|
| 25 |
+
"status": "REMOVED"
|
| 26 |
+
},
|
| 27 |
+
"src/bigru_t/model/unified_model.py": {
|
| 28 |
+
"exists_after_v65": false,
|
| 29 |
+
"status": "REMOVED"
|
| 30 |
+
},
|
| 31 |
+
"src/bigru_t/model/module_selector.py": {
|
| 32 |
+
"exists_after_v65": false,
|
| 33 |
+
"status": "REMOVED"
|
| 34 |
+
},
|
| 35 |
+
"src/bigru_t/training/trainer.py": {
|
| 36 |
+
"exists_after_v65": false,
|
| 37 |
+
"status": "REMOVED"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"removed_folders": {
|
| 41 |
+
"src/bigru_t/model/kohonen_refactored/": {
|
| 42 |
+
"exists_after_v65": false,
|
| 43 |
+
"status": "REMOVED"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"active_modules": {
|
| 47 |
+
"src/bigru_t/model/kohonen_learning_system.py": {
|
| 48 |
+
"exists": true,
|
| 49 |
+
"size_bytes": 80777,
|
| 50 |
+
"activity": "active"
|
| 51 |
+
},
|
| 52 |
+
"src/bigru_t/model/hyp_t.py": {
|
| 53 |
+
"exists": true,
|
| 54 |
+
"size_bytes": 3849,
|
| 55 |
+
"activity": "active"
|
| 56 |
+
},
|
| 57 |
+
"src/bigru_t/model/vqvae2_hierarchical.py": {
|
| 58 |
+
"exists": true,
|
| 59 |
+
"size_bytes": 7808,
|
| 60 |
+
"activity": "active"
|
| 61 |
+
},
|
| 62 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
|
| 63 |
+
"exists": true,
|
| 64 |
+
"size_bytes": 22745,
|
| 65 |
+
"activity": "active"
|
| 66 |
+
},
|
| 67 |
+
"src/bigru_t/model/token_compress.py": {
|
| 68 |
+
"exists": true,
|
| 69 |
+
"size_bytes": 14129,
|
| 70 |
+
"activity": "active"
|
| 71 |
+
},
|
| 72 |
+
"src/bigru_t/model/embedding_reconfig.py": {
|
| 73 |
+
"exists": true,
|
| 74 |
+
"size_bytes": 2414,
|
| 75 |
+
"activity": "active"
|
| 76 |
+
},
|
| 77 |
+
"src/bigru_t/model/attention_multimodal.py": {
|
| 78 |
+
"exists": true,
|
| 79 |
+
"size_bytes": 3787,
|
| 80 |
+
"activity": "active"
|
| 81 |
+
},
|
| 82 |
+
"src/bigru_t/attention/window_context.py": {
|
| 83 |
+
"exists": true,
|
| 84 |
+
"size_bytes": 7611,
|
| 85 |
+
"activity": "active"
|
| 86 |
+
},
|
| 87 |
+
"src/bigru_t/training/mtp.py": {
|
| 88 |
+
"exists": true,
|
| 89 |
+
"size_bytes": 10260,
|
| 90 |
+
"activity": "active"
|
| 91 |
+
},
|
| 92 |
+
"src/bigru_t/training/ewc.py": {
|
| 93 |
+
"exists": true,
|
| 94 |
+
"size_bytes": 25029,
|
| 95 |
+
"activity": "active"
|
| 96 |
+
},
|
| 97 |
+
"src/bigru_t/quantization/smoothquant_compressor.py": {
|
| 98 |
+
"exists": true,
|
| 99 |
+
"size_bytes": 3562,
|
| 100 |
+
"activity": "active"
|
| 101 |
+
},
|
| 102 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py": {
|
| 103 |
+
"exists": true,
|
| 104 |
+
"size_bytes": 16296,
|
| 105 |
+
"activity": "active"
|
| 106 |
+
},
|
| 107 |
+
"src/bigru_t/quantization/quantized_linear.py": {
|
| 108 |
+
"exists": true,
|
| 109 |
+
"size_bytes": 6361,
|
| 110 |
+
"activity": "active"
|
| 111 |
+
},
|
| 112 |
+
"src/bigru_t/reasoning/reasoning_engine.py": {
|
| 113 |
+
"exists": true,
|
| 114 |
+
"size_bytes": 19946,
|
| 115 |
+
"activity": "active"
|
| 116 |
+
},
|
| 117 |
+
"src/bigru_t/reasoning/thinking.py": {
|
| 118 |
+
"exists": true,
|
| 119 |
+
"size_bytes": 5303,
|
| 120 |
+
"activity": "active"
|
| 121 |
+
},
|
| 122 |
+
"src/bigru_t/reasoning/circular_orchestration.py": {
|
| 123 |
+
"exists": true,
|
| 124 |
+
"size_bytes": 30801,
|
| 125 |
+
"activity": "active"
|
| 126 |
+
},
|
| 127 |
+
"src/bigru_t/reasoning/tool_agent.py": {
|
| 128 |
+
"exists": true,
|
| 129 |
+
"size_bytes": 29933,
|
| 130 |
+
"activity": "active"
|
| 131 |
+
},
|
| 132 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py": {
|
| 133 |
+
"exists": true,
|
| 134 |
+
"size_bytes": 29129,
|
| 135 |
+
"activity": "active"
|
| 136 |
+
},
|
| 137 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py": {
|
| 138 |
+
"exists": true,
|
| 139 |
+
"size_bytes": 25045,
|
| 140 |
+
"activity": "active"
|
| 141 |
+
},
|
| 142 |
+
"src/bigru_t/reasoning/consensus_sampling.py": {
|
| 143 |
+
"exists": true,
|
| 144 |
+
"size_bytes": 1302,
|
| 145 |
+
"activity": "active"
|
| 146 |
+
},
|
| 147 |
+
"src/bigru_t/data/streaming_datasets.py": {
|
| 148 |
+
"exists": true,
|
| 149 |
+
"size_bytes": 38310,
|
| 150 |
+
"activity": "active"
|
| 151 |
+
},
|
| 152 |
+
"src/bigru_t/utils/xeon_runtime.py": {
|
| 153 |
+
"exists": true,
|
| 154 |
+
"size_bytes": 23928,
|
| 155 |
+
"activity": "active"
|
| 156 |
+
}
|
| 157 |
+
},
|
| 158 |
+
"v65_attn_features": {
|
| 159 |
+
"vqvae2_active_in_pipeline": true,
|
| 160 |
+
"reasoning_engine_integrated": true,
|
| 161 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 162 |
+
"tool_coordinator_workers_reactivated": true,
|
| 163 |
+
"ewc_w8a8_dequant_benchmark": true,
|
| 164 |
+
"kohonen_moved_up": true,
|
| 165 |
+
"real_streaming_forced": true,
|
| 166 |
+
"som_grid_864_neurons": true,
|
| 167 |
+
"mtp_head_size_increased_K6": true,
|
| 168 |
+
"attention_integrated_to_text_to_4d_vector": true,
|
| 169 |
+
"attention_metrics_exposed": true,
|
| 170 |
+
"stream_batch_size_100": true,
|
| 171 |
+
"meta_minima_5000_samples": true
|
| 172 |
+
}
|
| 173 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_predict_fix_eval.json
ADDED
|
@@ -0,0 +1,153 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "predict_fix_v65",
|
| 3 |
+
"user_requirement": "rótulos 'gato'/'cachorro' fixos → extração variável e flexível",
|
| 4 |
+
"n_test_queries": 6,
|
| 5 |
+
"results": [
|
| 6 |
+
{
|
| 7 |
+
"query": "o gato dorme na cama",
|
| 8 |
+
"prediction": "body",
|
| 9 |
+
"prediction_proba": "body",
|
| 10 |
+
"probability": 0.9416029453277588,
|
| 11 |
+
"is_gato_hardcoded": false,
|
| 12 |
+
"is_cachorro_hardcoded": false,
|
| 13 |
+
"is_registry_label": true,
|
| 14 |
+
"is_default_label": false
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"query": "calcule dois mais dois",
|
| 18 |
+
"prediction": "body",
|
| 19 |
+
"prediction_proba": "body",
|
| 20 |
+
"probability": 0.9416029453277588,
|
| 21 |
+
"is_gato_hardcoded": false,
|
| 22 |
+
"is_cachorro_hardcoded": false,
|
| 23 |
+
"is_registry_label": true,
|
| 24 |
+
"is_default_label": false
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"query": "qual é a capital do brasil",
|
| 28 |
+
"prediction": "body",
|
| 29 |
+
"prediction_proba": "body",
|
| 30 |
+
"probability": 0.9416029453277588,
|
| 31 |
+
"is_gato_hardcoded": false,
|
| 32 |
+
"is_cachorro_hardcoded": false,
|
| 33 |
+
"is_registry_label": true,
|
| 34 |
+
"is_default_label": false
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"query": "explique o que é uma rede neural",
|
| 38 |
+
"prediction": "body",
|
| 39 |
+
"prediction_proba": "body",
|
| 40 |
+
"probability": 0.9416029453277588,
|
| 41 |
+
"is_gato_hardcoded": false,
|
| 42 |
+
"is_cachorro_hardcoded": false,
|
| 43 |
+
"is_registry_label": true,
|
| 44 |
+
"is_default_label": false
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"query": "olá como você está",
|
| 48 |
+
"prediction": "body",
|
| 49 |
+
"prediction_proba": "body",
|
| 50 |
+
"probability": 0.9416029453277588,
|
| 51 |
+
"is_gato_hardcoded": false,
|
| 52 |
+
"is_cachorro_hardcoded": false,
|
| 53 |
+
"is_registry_label": true,
|
| 54 |
+
"is_default_label": false
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"query": "traduza hello para portugues",
|
| 58 |
+
"prediction": "body",
|
| 59 |
+
"prediction_proba": "body",
|
| 60 |
+
"probability": 0.9416029453277588,
|
| 61 |
+
"is_gato_hardcoded": false,
|
| 62 |
+
"is_cachorro_hardcoded": false,
|
| 63 |
+
"is_registry_label": true,
|
| 64 |
+
"is_default_label": false
|
| 65 |
+
}
|
| 66 |
+
],
|
| 67 |
+
"per_dataset_results": [
|
| 68 |
+
{
|
| 69 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 70 |
+
"expected_labels": [
|
| 71 |
+
"unpunctuated",
|
| 72 |
+
"punctuated"
|
| 73 |
+
],
|
| 74 |
+
"prediction": "punctuated",
|
| 75 |
+
"valid": true
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 79 |
+
"expected_labels": [
|
| 80 |
+
"raw_corpus",
|
| 81 |
+
"normalized_text"
|
| 82 |
+
],
|
| 83 |
+
"prediction": "normalized_text",
|
| 84 |
+
"valid": true
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 88 |
+
"expected_labels": [
|
| 89 |
+
"user_turn",
|
| 90 |
+
"assistant_turn"
|
| 91 |
+
],
|
| 92 |
+
"prediction": "assistant_turn",
|
| 93 |
+
"valid": true
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 97 |
+
"expected_labels": [
|
| 98 |
+
"instruction",
|
| 99 |
+
"response"
|
| 100 |
+
],
|
| 101 |
+
"prediction": "response",
|
| 102 |
+
"valid": true
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 106 |
+
"expected_labels": [
|
| 107 |
+
"unpunctuated",
|
| 108 |
+
"punctuated"
|
| 109 |
+
],
|
| 110 |
+
"prediction": "punctuated",
|
| 111 |
+
"valid": true
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 115 |
+
"expected_labels": [
|
| 116 |
+
"headline",
|
| 117 |
+
"body"
|
| 118 |
+
],
|
| 119 |
+
"prediction": "body",
|
| 120 |
+
"valid": true
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"dataset": "manoela/noticias_ptbr",
|
| 124 |
+
"expected_labels": [
|
| 125 |
+
"headline",
|
| 126 |
+
"body"
|
| 127 |
+
],
|
| 128 |
+
"prediction": "body",
|
| 129 |
+
"valid": true
|
| 130 |
+
}
|
| 131 |
+
],
|
| 132 |
+
"summary": {
|
| 133 |
+
"n_returns_gato": 0,
|
| 134 |
+
"n_returns_cachorro": 0,
|
| 135 |
+
"n_returns_registry_label": 6,
|
| 136 |
+
"n_returns_default_label": 0,
|
| 137 |
+
"fix_pass": true,
|
| 138 |
+
"n_datasets_registered": 7,
|
| 139 |
+
"last_dataset_used": "manoela/noticias_ptbr"
|
| 140 |
+
},
|
| 141 |
+
"mathematical_correction": {
|
| 142 |
+
"before_bug": "return 'gato' if prob <= 0.5 else 'cachorro' # FIXO",
|
| 143 |
+
"after_fix": "label_int = 1 if prob > 0.5 else 0; label_str = self.get_label_string(label_int, dataset_name)",
|
| 144 |
+
"registry_lookup": "label_registry[dataset_name][label_int]",
|
| 145 |
+
"fallback_chain": [
|
| 146 |
+
"1. registry[dataset_name][label_int]",
|
| 147 |
+
"2. registry[last_dataset][label_int]",
|
| 148 |
+
"3. default {0: 'negative', 1: 'positive'}",
|
| 149 |
+
"4. synthetic f'label_{label_int}'"
|
| 150 |
+
]
|
| 151 |
+
},
|
| 152 |
+
"verdict": "PASS"
|
| 153 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_reasoning_eval.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "reasoning_and_response_quality_v65_attn",
|
| 3 |
+
"n_test_queries": 7,
|
| 4 |
+
"results": [
|
| 5 |
+
{
|
| 6 |
+
"query": "o gato dorme na cama",
|
| 7 |
+
"som_prediction": "body",
|
| 8 |
+
"reasoning_length": 994,
|
| 9 |
+
"has_think": true,
|
| 10 |
+
"has_plan": true,
|
| 11 |
+
"has_answer": true,
|
| 12 |
+
"has_decompose": true,
|
| 13 |
+
"think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
|
| 14 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 15 |
+
"n_tags": 4
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"query": "calcule dois mais dois",
|
| 19 |
+
"som_prediction": "body",
|
| 20 |
+
"reasoning_length": 1006,
|
| 21 |
+
"has_think": true,
|
| 22 |
+
"has_plan": true,
|
| 23 |
+
"has_answer": true,
|
| 24 |
+
"has_decompose": true,
|
| 25 |
+
"think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
|
| 26 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 27 |
+
"n_tags": 4
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"query": "olá como você está",
|
| 31 |
+
"som_prediction": "body",
|
| 32 |
+
"reasoning_length": 982,
|
| 33 |
+
"has_think": true,
|
| 34 |
+
"has_plan": true,
|
| 35 |
+
"has_answer": true,
|
| 36 |
+
"has_decompose": true,
|
| 37 |
+
"think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
|
| 38 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 39 |
+
"n_tags": 4
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"query": "translate hello to portuguese",
|
| 43 |
+
"som_prediction": "body",
|
| 44 |
+
"reasoning_length": 1048,
|
| 45 |
+
"has_think": true,
|
| 46 |
+
"has_plan": true,
|
| 47 |
+
"has_answer": true,
|
| 48 |
+
"has_decompose": true,
|
| 49 |
+
"think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
|
| 50 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 51 |
+
"n_tags": 4
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"query": "prove que a soma de pares é par",
|
| 55 |
+
"som_prediction": "body",
|
| 56 |
+
"reasoning_length": 1060,
|
| 57 |
+
"has_think": true,
|
| 58 |
+
"has_plan": true,
|
| 59 |
+
"has_answer": true,
|
| 60 |
+
"has_decompose": true,
|
| 61 |
+
"think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
|
| 62 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 63 |
+
"n_tags": 4
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"query": "qual é a capital do brasil",
|
| 67 |
+
"som_prediction": "body",
|
| 68 |
+
"reasoning_length": 1030,
|
| 69 |
+
"has_think": true,
|
| 70 |
+
"has_plan": true,
|
| 71 |
+
"has_answer": true,
|
| 72 |
+
"has_decompose": true,
|
| 73 |
+
"think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
|
| 74 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 75 |
+
"n_tags": 4
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"query": "explique o que é uma rede neural",
|
| 79 |
+
"som_prediction": "body",
|
| 80 |
+
"reasoning_length": 1066,
|
| 81 |
+
"has_think": true,
|
| 82 |
+
"has_plan": true,
|
| 83 |
+
"has_answer": true,
|
| 84 |
+
"has_decompose": true,
|
| 85 |
+
"think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
|
| 86 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)...",
|
| 87 |
+
"n_tags": 4
|
| 88 |
+
}
|
| 89 |
+
],
|
| 90 |
+
"summary": {
|
| 91 |
+
"n_with_answer": 7,
|
| 92 |
+
"n_with_think": 7,
|
| 93 |
+
"answer_rate": 1.0,
|
| 94 |
+
"think_rate": 1.0,
|
| 95 |
+
"avg_reasoning_length": 1026.5714285714287,
|
| 96 |
+
"reasoning_engine_active": true,
|
| 97 |
+
"reasoning_engine_n_history": 7
|
| 98 |
+
},
|
| 99 |
+
"quality_assessment": {
|
| 100 |
+
"response_quality": "GOOD",
|
| 101 |
+
"reasoning_quality": "GOOD",
|
| 102 |
+
"tags_present": [
|
| 103 |
+
"<think>",
|
| 104 |
+
"<plan>",
|
| 105 |
+
"<decompose>",
|
| 106 |
+
"<answer>"
|
| 107 |
+
],
|
| 108 |
+
"compatible_with": [
|
| 109 |
+
"Ollama",
|
| 110 |
+
"LangChain",
|
| 111 |
+
"vLLM"
|
| 112 |
+
]
|
| 113 |
+
}
|
| 114 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_report.json
ADDED
|
@@ -0,0 +1,831 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn-v3-dynamic-labels-inference-punishment",
|
| 3 |
+
"timestamp": "2026-08-08T05:08:12.925633",
|
| 4 |
+
"user_requirements_checklist": {
|
| 5 |
+
"HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
|
| 6 |
+
"streaming_datasets_active_REAL": true,
|
| 7 |
+
"xeon_runtime_active": true,
|
| 8 |
+
"V65_ENABLE_STREAMING_forced": true,
|
| 9 |
+
"attention_active_and_logic_functional": true,
|
| 10 |
+
"streaming_100_per_batch": true,
|
| 11 |
+
"meta_minima_6000_atingida": true,
|
| 12 |
+
"no_synthetic_data": true,
|
| 13 |
+
"streaming_with_pauses": true,
|
| 14 |
+
"storage_critical_check": true,
|
| 15 |
+
"model_states_saved_for_evaluation": true,
|
| 16 |
+
"user_questions_launched_without_help": true,
|
| 17 |
+
"aggressive_ram_cleanup": true,
|
| 18 |
+
"aggressive_storage_cleanup": true,
|
| 19 |
+
"metrics_reasoning_response_verified": true,
|
| 20 |
+
"exhausted_7_datasets_in_sequence": true,
|
| 21 |
+
"som_grid_864_neurons": true,
|
| 22 |
+
"mtp_head_size_increased_K6": true,
|
| 23 |
+
"vqvae2_active_in_pipeline": true,
|
| 24 |
+
"reasoning_engine_integrated_to_kls": true,
|
| 25 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 26 |
+
"tool_coordinator_workers_reactivated": true,
|
| 27 |
+
"ewc_w8a8_dequant_benchmark_active": true,
|
| 28 |
+
"logic_and_bugfixes_verified": true,
|
| 29 |
+
"predict_returns_dynamic_labels_NOT_gato_cachorro": true,
|
| 30 |
+
"v2_model_states_pt_deleted_from_HF_due_to_bug": true,
|
| 31 |
+
"inference_punishment_via_hypothesis_layer_active": true,
|
| 32 |
+
"label_registry_populated_with_7_datasets": true
|
| 33 |
+
},
|
| 34 |
+
"config": {
|
| 35 |
+
"BATCH_SIZE": 16,
|
| 36 |
+
"STREAM_BATCH_SIZE": 100,
|
| 37 |
+
"datasets_to_exhaust": [
|
| 38 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 39 |
+
"carolina-c4ai/corpus-carolina",
|
| 40 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 41 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 42 |
+
"adalbertojunior/punctuation-ptbr",
|
| 43 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 44 |
+
"manoela/noticias_ptbr"
|
| 45 |
+
],
|
| 46 |
+
"MAX_SAMPLES_PER_DATASET": 1000,
|
| 47 |
+
"TOTAL_SAMPLES_TARGET": 7000,
|
| 48 |
+
"META_MINIMA_SAMPLES": 6000,
|
| 49 |
+
"SOM_GRID": [
|
| 50 |
+
6,
|
| 51 |
+
6,
|
| 52 |
+
6,
|
| 53 |
+
4
|
| 54 |
+
],
|
| 55 |
+
"n_neurons": 864,
|
| 56 |
+
"HIDDEN_DIM": 1024,
|
| 57 |
+
"VOCAB_SIZE": 16384,
|
| 58 |
+
"MAX_SEQ_LEN": 8,
|
| 59 |
+
"MTP_K": 6,
|
| 60 |
+
"INTER_BATCH_PAUSE_S": 0.3,
|
| 61 |
+
"INTER_STREAM_BATCH_PAUSE_S": 0.5,
|
| 62 |
+
"INTER_DATASET_PAUSE_S": 1.5,
|
| 63 |
+
"STORAGE_CRITICAL_PCT": 90,
|
| 64 |
+
"ATTENTION_N_HEADS": 8
|
| 65 |
+
},
|
| 66 |
+
"xeon_status": {
|
| 67 |
+
"version": "V6",
|
| 68 |
+
"physical_cores": 2,
|
| 69 |
+
"env": {
|
| 70 |
+
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 71 |
+
"MKL_NUM_THREADS": "2",
|
| 72 |
+
"OMP_NUM_THREADS": "2",
|
| 73 |
+
"MKL_DYNAMIC": "FALSE",
|
| 74 |
+
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 75 |
+
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 76 |
+
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 77 |
+
"KMP_BLOCKTIME": "1"
|
| 78 |
+
},
|
| 79 |
+
"avx512": {
|
| 80 |
+
"supported": true,
|
| 81 |
+
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 82 |
+
},
|
| 83 |
+
"amx": {
|
| 84 |
+
"supported": true,
|
| 85 |
+
"desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
|
| 86 |
+
},
|
| 87 |
+
"ipex_available": false,
|
| 88 |
+
"init_done": true
|
| 89 |
+
},
|
| 90 |
+
"fp16_benchmark": {
|
| 91 |
+
"best_time_ms": 98.50393599981544,
|
| 92 |
+
"avg_time_ms": 101.05364449987064,
|
| 93 |
+
"best_tflops": 1.299440460939955,
|
| 94 |
+
"avg_tflops": 1.266653970111527,
|
| 95 |
+
"matrix_size": 4000.0
|
| 96 |
+
},
|
| 97 |
+
"training": {
|
| 98 |
+
"duration_s": 847.3532733917236,
|
| 99 |
+
"n_steps": 476,
|
| 100 |
+
"samples_per_dataset_actual": {
|
| 101 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 1000,
|
| 102 |
+
"carolina-c4ai/corpus-carolina": 1000,
|
| 103 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 1000,
|
| 104 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 1000,
|
| 105 |
+
"adalbertojunior/punctuation-ptbr": 800,
|
| 106 |
+
"iara-project/news-articles-ptbr-dataset": 1000,
|
| 107 |
+
"manoela/noticias_ptbr": 1000
|
| 108 |
+
},
|
| 109 |
+
"total_samples_processed": 6800,
|
| 110 |
+
"meta_minima_atingida": true,
|
| 111 |
+
"streaming_failures": {
|
| 112 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 0,
|
| 113 |
+
"carolina-c4ai/corpus-carolina": 0,
|
| 114 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
|
| 115 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
|
| 116 |
+
"adalbertojunior/punctuation-ptbr": 0,
|
| 117 |
+
"iara-project/news-articles-ptbr-dataset": 0,
|
| 118 |
+
"manoela/noticias_ptbr": 0
|
| 119 |
+
},
|
| 120 |
+
"storage_critical_stopped": false,
|
| 121 |
+
"inter_batch_pause_s": 0.3,
|
| 122 |
+
"inter_stream_batch_pause_s": 0.5,
|
| 123 |
+
"inter_dataset_pause_s": 1.5
|
| 124 |
+
},
|
| 125 |
+
"summary": {
|
| 126 |
+
"n_steps": 476,
|
| 127 |
+
"final_loss": -1.0,
|
| 128 |
+
"mean_loss": -0.9786455052253037,
|
| 129 |
+
"min_loss": -1.0,
|
| 130 |
+
"max_loss": -0.7071067811865476,
|
| 131 |
+
"final_acc": 1.0,
|
| 132 |
+
"mean_acc": 0.9595613306252125,
|
| 133 |
+
"sigma_start": 1.3846745195799537,
|
| 134 |
+
"sigma_end": 2.4620040335229586e-06,
|
| 135 |
+
"vqvae2_mean_total_loss": 0.21241805985381332,
|
| 136 |
+
"vqvae2_final_total_loss": 0.34747156500816345,
|
| 137 |
+
"w8a8_mean_relative_error": 0.025693020175803747,
|
| 138 |
+
"w8a8_final_relative_error": 0.005490531026859645,
|
| 139 |
+
"attention_final_n_calls": 6958,
|
| 140 |
+
"attention_max_n_calls": 6958,
|
| 141 |
+
"rss_max_mb": 2430.0,
|
| 142 |
+
"rss_final_mb": 2430.0,
|
| 143 |
+
"disk_max_pct": 50.70334338489278,
|
| 144 |
+
"disk_final_pct": 50.70334338489278,
|
| 145 |
+
"n_alerts": 475,
|
| 146 |
+
"alerts": [
|
| 147 |
+
{
|
| 148 |
+
"type": "3.3_loss_vanishing",
|
| 149 |
+
"step": 1,
|
| 150 |
+
"value": -1.0
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"type": "3.3_loss_vanishing",
|
| 154 |
+
"step": 2,
|
| 155 |
+
"value": -0.9682458365518543
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"type": "3.3_loss_vanishing",
|
| 159 |
+
"step": 3,
|
| 160 |
+
"value": -1.0
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"type": "3.3_loss_vanishing",
|
| 164 |
+
"step": 4,
|
| 165 |
+
"value": -1.0
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"type": "3.3_loss_vanishing",
|
| 169 |
+
"step": 5,
|
| 170 |
+
"value": -0.9682458365518543
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"type": "3.3_loss_vanishing",
|
| 174 |
+
"step": 6,
|
| 175 |
+
"value": -1.0
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"type": "3.3_loss_vanishing",
|
| 179 |
+
"step": 7,
|
| 180 |
+
"value": -0.8660254037844386
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"type": "3.3_loss_vanishing",
|
| 184 |
+
"step": 8,
|
| 185 |
+
"value": -1.0
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"type": "3.3_loss_vanishing",
|
| 189 |
+
"step": 9,
|
| 190 |
+
"value": -0.9354143466934853
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"type": "3.3_loss_vanishing",
|
| 194 |
+
"step": 10,
|
| 195 |
+
"value": -1.0
|
| 196 |
+
},
|
| 197 |
+
{
|
| 198 |
+
"type": "3.3_loss_vanishing",
|
| 199 |
+
"step": 11,
|
| 200 |
+
"value": -0.9682458365518543
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"type": "3.3_loss_vanishing",
|
| 204 |
+
"step": 12,
|
| 205 |
+
"value": -1.0
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"type": "3.3_loss_vanishing",
|
| 209 |
+
"step": 13,
|
| 210 |
+
"value": -1.0
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"type": "3.3_loss_vanishing",
|
| 214 |
+
"step": 14,
|
| 215 |
+
"value": -0.9486832980505138
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"type": "3.3_loss_vanishing",
|
| 219 |
+
"step": 15,
|
| 220 |
+
"value": -1.0
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"type": "3.3_loss_vanishing",
|
| 224 |
+
"step": 16,
|
| 225 |
+
"value": -0.9354143466934853
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"type": "3.3_loss_vanishing",
|
| 229 |
+
"step": 17,
|
| 230 |
+
"value": -1.0
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"type": "3.3_loss_vanishing",
|
| 234 |
+
"step": 18,
|
| 235 |
+
"value": -0.9682458365518543
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"type": "3.3_loss_vanishing",
|
| 239 |
+
"step": 19,
|
| 240 |
+
"value": -1.0
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"type": "3.3_loss_vanishing",
|
| 244 |
+
"step": 20,
|
| 245 |
+
"value": -0.8660254037844386
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"type": "3.3_loss_vanishing",
|
| 249 |
+
"step": 21,
|
| 250 |
+
"value": -0.9486832980505138
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"type": "3.3_loss_vanishing",
|
| 254 |
+
"step": 22,
|
| 255 |
+
"value": -1.0
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"type": "3.3_loss_vanishing",
|
| 259 |
+
"step": 23,
|
| 260 |
+
"value": -0.9682458365518543
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"type": "3.3_loss_vanishing",
|
| 264 |
+
"step": 24,
|
| 265 |
+
"value": -1.0
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"type": "3.3_loss_vanishing",
|
| 269 |
+
"step": 25,
|
| 270 |
+
"value": -0.9354143466934853
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"type": "3.3_loss_vanishing",
|
| 274 |
+
"step": 26,
|
| 275 |
+
"value": -1.0
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"type": "3.3_loss_vanishing",
|
| 279 |
+
"step": 27,
|
| 280 |
+
"value": -0.8660254037844386
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"type": "3.3_loss_vanishing",
|
| 284 |
+
"step": 28,
|
| 285 |
+
"value": -0.9219544457292888
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"type": "3.3_loss_vanishing",
|
| 289 |
+
"step": 29,
|
| 290 |
+
"value": -1.0
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"type": "3.3_loss_vanishing",
|
| 294 |
+
"step": 30,
|
| 295 |
+
"value": -0.8660254037844386
|
| 296 |
+
}
|
| 297 |
+
],
|
| 298 |
+
"kohonen_final": {
|
| 299 |
+
"sigma_t": 2.4620040335229586e-06,
|
| 300 |
+
"alpha_t": 0.00012811463703842115,
|
| 301 |
+
"t": 13320,
|
| 302 |
+
"n_neurons": 864,
|
| 303 |
+
"fisher_w_mean": 0.0,
|
| 304 |
+
"fisher_w_max": 0.0,
|
| 305 |
+
"fisher_accum_count": 0,
|
| 306 |
+
"has_ewc_reference": true,
|
| 307 |
+
"weights_norm": 2227.227294921875,
|
| 308 |
+
"weights_w_mean": -0.013780283741652966
|
| 309 |
+
},
|
| 310 |
+
"hypothesis_final": {
|
| 311 |
+
"classifier_trained": true,
|
| 312 |
+
"punishment_count": 0,
|
| 313 |
+
"success_count": 0,
|
| 314 |
+
"training_ready": false,
|
| 315 |
+
"buffer_size": 4,
|
| 316 |
+
"required_new_samples": 10,
|
| 317 |
+
"histogram_max": 4,
|
| 318 |
+
"time_counter": 6958
|
| 319 |
+
},
|
| 320 |
+
"mtp_final": {
|
| 321 |
+
"active": false,
|
| 322 |
+
"mtp_total_loss": 0.0,
|
| 323 |
+
"mtp_weighted_loss": 0.0,
|
| 324 |
+
"mtp_entropy_reg": 0.0,
|
| 325 |
+
"mtp_alphas": [],
|
| 326 |
+
"mtp_per_k_loss": [],
|
| 327 |
+
"active_in_val": true,
|
| 328 |
+
"entropy_beta": 0.01,
|
| 329 |
+
"K": 6
|
| 330 |
+
},
|
| 331 |
+
"vqvae2_final": {
|
| 332 |
+
"active": true,
|
| 333 |
+
"n_calls": 100,
|
| 334 |
+
"latest_total_loss": 0.34747156500816345,
|
| 335 |
+
"latest_recon_loss": 0.34746745228767395,
|
| 336 |
+
"latest_vq_loss": 4.123102371522691e-06,
|
| 337 |
+
"mean_total_loss": 0.26293459698557853
|
| 338 |
+
},
|
| 339 |
+
"w8a8_final": {
|
| 340 |
+
"active": true,
|
| 341 |
+
"n_calls": 100,
|
| 342 |
+
"latest_relative_error": 0.005490531026859645,
|
| 343 |
+
"latest_compression_ratio": 4.0,
|
| 344 |
+
"latest_preserves_topology": true,
|
| 345 |
+
"mean_relative_error": 0.012106726645613457,
|
| 346 |
+
"all_preserve_topology": false
|
| 347 |
+
},
|
| 348 |
+
"attention_final": {
|
| 349 |
+
"active": true,
|
| 350 |
+
"n_calls": 6958,
|
| 351 |
+
"n_errors": 0,
|
| 352 |
+
"last_norm_in": 112.62097930908203,
|
| 353 |
+
"last_norm_out": 117.49085235595703,
|
| 354 |
+
"last_attn_activated": true,
|
| 355 |
+
"last_attn_diff_norm": 119.20104217529297,
|
| 356 |
+
"n_heads": 8,
|
| 357 |
+
"logic_functional": true
|
| 358 |
+
},
|
| 359 |
+
"reasoning_final": {
|
| 360 |
+
"active": true,
|
| 361 |
+
"n_history": 0,
|
| 362 |
+
"n_steps_last": 0,
|
| 363 |
+
"phases_used": [],
|
| 364 |
+
"tool_coordinator_workers_active": true
|
| 365 |
+
},
|
| 366 |
+
"ewc_final": {
|
| 367 |
+
"active": true,
|
| 368 |
+
"ewc_eval_mode_penalty": true,
|
| 369 |
+
"w8a8_dequant_active": true,
|
| 370 |
+
"fisher_w_mean": 0.0,
|
| 371 |
+
"fisher_w_max": 0.0,
|
| 372 |
+
"fisher_accum_count": 0
|
| 373 |
+
}
|
| 374 |
+
},
|
| 375 |
+
"kohonen_final": {
|
| 376 |
+
"t": 13321,
|
| 377 |
+
"sigma_t": 2.459543260081222e-06,
|
| 378 |
+
"alpha_t": 0.0001280505957315629,
|
| 379 |
+
"sigma0": 1.5,
|
| 380 |
+
"alpha0": 0.1,
|
| 381 |
+
"lambda_ewc": 0.02,
|
| 382 |
+
"grid_shape": [
|
| 383 |
+
6,
|
| 384 |
+
6,
|
| 385 |
+
6,
|
| 386 |
+
4
|
| 387 |
+
],
|
| 388 |
+
"n_neurons": 864,
|
| 389 |
+
"has_ewc_reference": true,
|
| 390 |
+
"fisher_w_mean": 0.0,
|
| 391 |
+
"fisher_w_max": 0.0,
|
| 392 |
+
"fisher_accum_count": 0,
|
| 393 |
+
"weights_norm": 2227.227294921875,
|
| 394 |
+
"weights_w_mean": -0.013780291192233562
|
| 395 |
+
},
|
| 396 |
+
"kls_state": {
|
| 397 |
+
"som": {
|
| 398 |
+
"t": 13321,
|
| 399 |
+
"sigma_t": 2.459543260081222e-06,
|
| 400 |
+
"alpha_t": 0.0001280505957315629,
|
| 401 |
+
"sigma0": 1.5,
|
| 402 |
+
"alpha0": 0.1,
|
| 403 |
+
"lambda_ewc": 0.02,
|
| 404 |
+
"grid_shape": [
|
| 405 |
+
6,
|
| 406 |
+
6,
|
| 407 |
+
6,
|
| 408 |
+
4
|
| 409 |
+
],
|
| 410 |
+
"n_neurons": 864,
|
| 411 |
+
"has_ewc_reference": true,
|
| 412 |
+
"fisher_w_mean": 0.0,
|
| 413 |
+
"fisher_w_max": 0.0,
|
| 414 |
+
"fisher_accum_count": 0,
|
| 415 |
+
"weights_norm": 2227.227294921875,
|
| 416 |
+
"weights_w_mean": -0.013780291192233562
|
| 417 |
+
},
|
| 418 |
+
"kls": {
|
| 419 |
+
"time_counter": 7005,
|
| 420 |
+
"T_max": 10000,
|
| 421 |
+
"buffer_size": 5,
|
| 422 |
+
"training_ready": false,
|
| 423 |
+
"punishment_count": 1,
|
| 424 |
+
"success_count": 0,
|
| 425 |
+
"classifier_trained": true,
|
| 426 |
+
"histogram_size": 1,
|
| 427 |
+
"histogram_max": 5,
|
| 428 |
+
"N_start": 10,
|
| 429 |
+
"dim_choice": "y",
|
| 430 |
+
"som_neuron_count": 864,
|
| 431 |
+
"required_new_samples": 10,
|
| 432 |
+
"has_classifier": true,
|
| 433 |
+
"vocab_size": 16384,
|
| 434 |
+
"hidden_dim": 1024,
|
| 435 |
+
"seq_len": 8,
|
| 436 |
+
"enable_vqvae2": true,
|
| 437 |
+
"enable_reasoning": true,
|
| 438 |
+
"enable_w8a8": true,
|
| 439 |
+
"vqvae2_n_calls": 100,
|
| 440 |
+
"w8a8_n_calls": 100,
|
| 441 |
+
"tool_coordinator_workers_active": true,
|
| 442 |
+
"enable_attention": true,
|
| 443 |
+
"attention_active": true,
|
| 444 |
+
"attention_n_heads": 8,
|
| 445 |
+
"label_registry_n_datasets": 7,
|
| 446 |
+
"last_dataset_used": "manoela/noticias_ptbr",
|
| 447 |
+
"inference_punishment_count": 1,
|
| 448 |
+
"inference_punishment_history_len": 1
|
| 449 |
+
},
|
| 450 |
+
"vqvae2": {
|
| 451 |
+
"active": true,
|
| 452 |
+
"n_calls": 100,
|
| 453 |
+
"latest": {
|
| 454 |
+
"vq_loss": 4.123102371522691e-06,
|
| 455 |
+
"recon_loss": 0.34746745228767395,
|
| 456 |
+
"total_loss": 0.34747156500816345,
|
| 457 |
+
"n_used_top": 64,
|
| 458 |
+
"n_used_bot": 128,
|
| 459 |
+
"usage_ratio_top": 1.0,
|
| 460 |
+
"usage_ratio_bot": 1.0,
|
| 461 |
+
"codebook_ppl_top": 15.999999999743997,
|
| 462 |
+
"codebook_ppl_bot": 14.672064691054654,
|
| 463 |
+
"n_restarted_top": 0,
|
| 464 |
+
"n_restarted_bot": 0,
|
| 465 |
+
"goose_temp": 0.5,
|
| 466 |
+
"active": true
|
| 467 |
+
},
|
| 468 |
+
"mean_total_loss": 0.26293459698557853,
|
| 469 |
+
"mean_recon_loss": 0.2629123768210411,
|
| 470 |
+
"n_nan_skipped": 0
|
| 471 |
+
},
|
| 472 |
+
"reasoning": {
|
| 473 |
+
"active": true,
|
| 474 |
+
"stats": {
|
| 475 |
+
"n_steps": 8,
|
| 476 |
+
"n_history": 13,
|
| 477 |
+
"tools": [
|
| 478 |
+
"som_query",
|
| 479 |
+
"buffer_stats"
|
| 480 |
+
],
|
| 481 |
+
"tool_stats": {
|
| 482 |
+
"som_query": {
|
| 483 |
+
"n_calls": 171,
|
| 484 |
+
"n_success": 171,
|
| 485 |
+
"n_failures": 0,
|
| 486 |
+
"total_time_s": 1.2417480945587158,
|
| 487 |
+
"avg_time_s": 0.007261684763501262,
|
| 488 |
+
"cache_size": 0,
|
| 489 |
+
"instructions_count": 0,
|
| 490 |
+
"error_count": 0,
|
| 491 |
+
"success_rate": 1.0,
|
| 492 |
+
"circuit_breaker": {
|
| 493 |
+
"state": "closed",
|
| 494 |
+
"failure_count": 0,
|
| 495 |
+
"success_count": 0,
|
| 496 |
+
"failure_threshold": 5,
|
| 497 |
+
"recovery_timeout_s": 30.0
|
| 498 |
+
}
|
| 499 |
+
},
|
| 500 |
+
"buffer_stats": {
|
| 501 |
+
"n_calls": 158,
|
| 502 |
+
"n_success": 158,
|
| 503 |
+
"n_failures": 0,
|
| 504 |
+
"total_time_s": 0.3373422622680664,
|
| 505 |
+
"avg_time_s": 0.0021350776092915595,
|
| 506 |
+
"cache_size": 0,
|
| 507 |
+
"instructions_count": 0,
|
| 508 |
+
"error_count": 0,
|
| 509 |
+
"success_rate": 1.0,
|
| 510 |
+
"circuit_breaker": {
|
| 511 |
+
"state": "closed",
|
| 512 |
+
"failure_count": 0,
|
| 513 |
+
"success_count": 0,
|
| 514 |
+
"failure_threshold": 5,
|
| 515 |
+
"recovery_timeout_s": 30.0
|
| 516 |
+
}
|
| 517 |
+
}
|
| 518 |
+
},
|
| 519 |
+
"phases_used": [
|
| 520 |
+
"decomposing",
|
| 521 |
+
"adjusting",
|
| 522 |
+
"planning",
|
| 523 |
+
"predicting",
|
| 524 |
+
"monitoring",
|
| 525 |
+
"executing",
|
| 526 |
+
"thinking",
|
| 527 |
+
"answering"
|
| 528 |
+
]
|
| 529 |
+
},
|
| 530 |
+
"n_history": 13
|
| 531 |
+
},
|
| 532 |
+
"attention": {
|
| 533 |
+
"active": true,
|
| 534 |
+
"n_calls": 7006,
|
| 535 |
+
"n_errors": 0,
|
| 536 |
+
"last_norm_in": 114.05921936035156,
|
| 537 |
+
"last_norm_out": 117.0058822631836,
|
| 538 |
+
"last_attn_activated": true,
|
| 539 |
+
"last_attn_diff_norm": 117.8182144165039,
|
| 540 |
+
"n_heads": 8,
|
| 541 |
+
"logic_functional": true
|
| 542 |
+
},
|
| 543 |
+
"w8a8": {
|
| 544 |
+
"active": true,
|
| 545 |
+
"n_calls": 100,
|
| 546 |
+
"latest": {
|
| 547 |
+
"active": true,
|
| 548 |
+
"n_neurons": 864,
|
| 549 |
+
"n_features": 4,
|
| 550 |
+
"n_calibration_samples": 16,
|
| 551 |
+
"smooth_scale_mean": 0.1224491074681282,
|
| 552 |
+
"smooth_scale_std": 0.24429823458194733,
|
| 553 |
+
"smooth_scale_min": 0.0002999893040396273,
|
| 554 |
+
"smooth_scale_max": 0.4888964593410492,
|
| 555 |
+
"alpha": 0.5,
|
| 556 |
+
"n_bits": 8,
|
| 557 |
+
"compression_ratio": 4.0,
|
| 558 |
+
"weights_norm_original": 2215.064697265625,
|
| 559 |
+
"weights_norm_dequant": 2227.227294921875,
|
| 560 |
+
"absolute_error": 12.161881446838379,
|
| 561 |
+
"relative_error": 0.005490531026859645,
|
| 562 |
+
"preserves_topology": true,
|
| 563 |
+
"w8a8_int8_range": [
|
| 564 |
+
-122,
|
| 565 |
+
127
|
| 566 |
+
],
|
| 567 |
+
"elapsed_ms": 0.5731582641601562
|
| 568 |
+
},
|
| 569 |
+
"mean_relative_error": 0.012106726645613457,
|
| 570 |
+
"max_relative_error": 0.15638688643492593,
|
| 571 |
+
"all_preserve_topology": false
|
| 572 |
+
},
|
| 573 |
+
"label_registry": {
|
| 574 |
+
"n_datasets_registered": 7,
|
| 575 |
+
"datasets": {
|
| 576 |
+
"dominguesm/restore-punctuation-ptbr-dataset": {
|
| 577 |
+
"0": "unpunctuated",
|
| 578 |
+
"1": "punctuated"
|
| 579 |
+
},
|
| 580 |
+
"carolina-c4ai/corpus-carolina": {
|
| 581 |
+
"0": "raw_corpus",
|
| 582 |
+
"1": "normalized_text"
|
| 583 |
+
},
|
| 584 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": {
|
| 585 |
+
"0": "user_turn",
|
| 586 |
+
"1": "assistant_turn"
|
| 587 |
+
},
|
| 588 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": {
|
| 589 |
+
"0": "instruction",
|
| 590 |
+
"1": "response"
|
| 591 |
+
},
|
| 592 |
+
"adalbertojunior/punctuation-ptbr": {
|
| 593 |
+
"0": "unpunctuated",
|
| 594 |
+
"1": "punctuated"
|
| 595 |
+
},
|
| 596 |
+
"iara-project/news-articles-ptbr-dataset": {
|
| 597 |
+
"0": "headline",
|
| 598 |
+
"1": "body"
|
| 599 |
+
},
|
| 600 |
+
"manoela/noticias_ptbr": {
|
| 601 |
+
"0": "headline",
|
| 602 |
+
"1": "body"
|
| 603 |
+
}
|
| 604 |
+
},
|
| 605 |
+
"last_dataset_used": "manoela/noticias_ptbr",
|
| 606 |
+
"default_label_strings": {
|
| 607 |
+
"0": "negative",
|
| 608 |
+
"1": "positive"
|
| 609 |
+
},
|
| 610 |
+
"inference_punishment_count": 1,
|
| 611 |
+
"inference_punishment_history_len": 1
|
| 612 |
+
}
|
| 613 |
+
},
|
| 614 |
+
"verification": {
|
| 615 |
+
"checks": {
|
| 616 |
+
"kls_instantiation": {
|
| 617 |
+
"status": "PASS",
|
| 618 |
+
"details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers_active=True"
|
| 619 |
+
},
|
| 620 |
+
"find_bmu_no_premature_return": {
|
| 621 |
+
"status": "PASS",
|
| 622 |
+
"details": "bmu=(1, 1, 2, 1) valid"
|
| 623 |
+
},
|
| 624 |
+
"activate_hypothesis_detach": {
|
| 625 |
+
"status": "PASS",
|
| 626 |
+
"details": "classifier_trained=True"
|
| 627 |
+
},
|
| 628 |
+
"pgvector_lookup_removed": {
|
| 629 |
+
"status": "PASS"
|
| 630 |
+
},
|
| 631 |
+
"kohonen_refactored_removed": {
|
| 632 |
+
"status": "PASS",
|
| 633 |
+
"details": "old_folder=False, new_file=True"
|
| 634 |
+
},
|
| 635 |
+
"trainer_removed": {
|
| 636 |
+
"status": "PASS"
|
| 637 |
+
},
|
| 638 |
+
"vqvae2_valid_output": {
|
| 639 |
+
"status": "PASS",
|
| 640 |
+
"details": "n_calls=1, total_loss=0.2077"
|
| 641 |
+
},
|
| 642 |
+
"reasoning_engine_tags": {
|
| 643 |
+
"status": "PASS",
|
| 644 |
+
"details": "reasoning length=942 chars"
|
| 645 |
+
},
|
| 646 |
+
"smoothquant_w8a8_som_weights": {
|
| 647 |
+
"status": "PASS",
|
| 648 |
+
"details": "relative_error=0.012061, compression_ratio=4.0x, n_neurons=54"
|
| 649 |
+
},
|
| 650 |
+
"tool_coordinator_workers_reactivated": {
|
| 651 |
+
"status": "PASS",
|
| 652 |
+
"details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=2.20"
|
| 653 |
+
},
|
| 654 |
+
"attention_integrated_and_functional": {
|
| 655 |
+
"status": "PASS",
|
| 656 |
+
"details": "n_calls=15, n_errors=0, last_attn_activated=True, last_norm_in=19.2140, last_norm_out=20.5152, logic_functional=True, n_heads=8"
|
| 657 |
+
}
|
| 658 |
+
},
|
| 659 |
+
"n_pass": 11,
|
| 660 |
+
"n_fail": 0,
|
| 661 |
+
"all_pass": true
|
| 662 |
+
},
|
| 663 |
+
"attention_eval_summary": {
|
| 664 |
+
"active": true,
|
| 665 |
+
"n_calls": 6959,
|
| 666 |
+
"n_errors": 0,
|
| 667 |
+
"last_attn_activated": true,
|
| 668 |
+
"logic_functional": true,
|
| 669 |
+
"attention_modifies_output": true,
|
| 670 |
+
"verdict": "ACTIVE_AND_FUNCTIONAL"
|
| 671 |
+
},
|
| 672 |
+
"ewc_w8a8_benchmark_summary": {
|
| 673 |
+
"dequant_relative_error": 0.0,
|
| 674 |
+
"int8_relative_error": 0.0,
|
| 675 |
+
"dequant_preserves_accuracy": true,
|
| 676 |
+
"conclusion": "V6.5-attn EWC+W8A8 eval com dequant: erro dequant=0.000000 (< 0.01 = OK), erro int8 direto=0.000000."
|
| 677 |
+
},
|
| 678 |
+
"reasoning_eval_summary": {
|
| 679 |
+
"n_with_answer": 7,
|
| 680 |
+
"n_with_think": 7,
|
| 681 |
+
"answer_rate": 1.0,
|
| 682 |
+
"think_rate": 1.0,
|
| 683 |
+
"avg_reasoning_length": 1026.5714285714287,
|
| 684 |
+
"reasoning_engine_active": true,
|
| 685 |
+
"reasoning_engine_n_history": 7
|
| 686 |
+
},
|
| 687 |
+
"user_questions_eval_summary": {
|
| 688 |
+
"n_with_answer": 3,
|
| 689 |
+
"n_with_think": 3,
|
| 690 |
+
"n_with_plan": 3,
|
| 691 |
+
"n_with_decompose": 3,
|
| 692 |
+
"answer_rate": 1.0,
|
| 693 |
+
"think_rate": 1.0,
|
| 694 |
+
"plan_rate": 1.0,
|
| 695 |
+
"decompose_rate": 1.0,
|
| 696 |
+
"avg_latency_ms": 10.10433832804362,
|
| 697 |
+
"avg_reasoning_length": 1014.0
|
| 698 |
+
},
|
| 699 |
+
"user_questions_quality_assessment": {
|
| 700 |
+
"response_quality": "GOOD",
|
| 701 |
+
"reasoning_quality": "GOOD",
|
| 702 |
+
"model_not_helped": true,
|
| 703 |
+
"note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
|
| 704 |
+
},
|
| 705 |
+
"model_states_save_info": {
|
| 706 |
+
"saved": true,
|
| 707 |
+
"path": "/home/z/my-project/BiGRU_T_version/v6_5_7ds_attn_v3_model_states.pt",
|
| 708 |
+
"size_mb": 69.615746,
|
| 709 |
+
"reason": "end_of_training",
|
| 710 |
+
"step": 476,
|
| 711 |
+
"total_samples": 6800,
|
| 712 |
+
"n_tensors": 6,
|
| 713 |
+
"n_buffer_tail": 5
|
| 714 |
+
},
|
| 715 |
+
"predict_fix_eval_summary": {
|
| 716 |
+
"n_returns_gato": 0,
|
| 717 |
+
"n_returns_cachorro": 0,
|
| 718 |
+
"n_returns_registry_label": 6,
|
| 719 |
+
"n_returns_default_label": 0,
|
| 720 |
+
"fix_pass": true,
|
| 721 |
+
"n_datasets_registered": 7,
|
| 722 |
+
"last_dataset_used": "manoela/noticias_ptbr"
|
| 723 |
+
},
|
| 724 |
+
"predict_fix_verdict": "PASS",
|
| 725 |
+
"predict_fix_mathematical_correction": {
|
| 726 |
+
"before_bug": "return 'gato' if prob <= 0.5 else 'cachorro' # FIXO",
|
| 727 |
+
"after_fix": "label_int = 1 if prob > 0.5 else 0; label_str = self.get_label_string(label_int, dataset_name)",
|
| 728 |
+
"registry_lookup": "label_registry[dataset_name][label_int]",
|
| 729 |
+
"fallback_chain": [
|
| 730 |
+
"1. registry[dataset_name][label_int]",
|
| 731 |
+
"2. registry[last_dataset][label_int]",
|
| 732 |
+
"3. default {0: 'negative', 1: 'positive'}",
|
| 733 |
+
"4. synthetic f'label_{label_int}'"
|
| 734 |
+
]
|
| 735 |
+
},
|
| 736 |
+
"inference_punishment_eval_summary": {
|
| 737 |
+
"n_punishments_applied": 1,
|
| 738 |
+
"n_predictions_changed_by_punishment": 0,
|
| 739 |
+
"n_with_answer": 3,
|
| 740 |
+
"n_with_think": 3,
|
| 741 |
+
"n_activate_hypothesis": 1,
|
| 742 |
+
"n_set_ewc_reference": 0,
|
| 743 |
+
"avg_latency_ms": 12.068589528401693,
|
| 744 |
+
"inference_punishment_count_total": 1
|
| 745 |
+
},
|
| 746 |
+
"inference_punishment_quality_assessment": {
|
| 747 |
+
"response_quality": "GOOD",
|
| 748 |
+
"punishment_applied": true,
|
| 749 |
+
"model_self_corrected": false,
|
| 750 |
+
"model_not_helped": true
|
| 751 |
+
},
|
| 752 |
+
"inference_punishment_mathematical_principle": {
|
| 753 |
+
"training_protocol": "if acc < 1.0: punishment_count += 1; if punishment_count == 1: activate_hypothesis(); elif punishment_count == 2: set_ewc_reference(); reset",
|
| 754 |
+
"inference_mirror": "if response_is_inadequate: punish_during_inference(sentence, correct_label); 1st: activate_hypothesis() re-treina classifier (Adam+BCE, 50 epochs); 2nd: set_ewc_reference() consolida w via Fisher; reset",
|
| 755 |
+
"parameter_adjustment": "θ_{t+1} = θ_t - η·∂L_BCE/∂θ (HypothesisClassifier); F_i = mean((x_w - W_w,i)²) (Fisher information for EWC)"
|
| 756 |
+
},
|
| 757 |
+
"w8a8_compression_summary": {
|
| 758 |
+
"active": true,
|
| 759 |
+
"n_calls": 100,
|
| 760 |
+
"latest": {
|
| 761 |
+
"active": true,
|
| 762 |
+
"n_neurons": 864,
|
| 763 |
+
"n_features": 4,
|
| 764 |
+
"n_calibration_samples": 16,
|
| 765 |
+
"smooth_scale_mean": 0.1224491074681282,
|
| 766 |
+
"smooth_scale_std": 0.24429823458194733,
|
| 767 |
+
"smooth_scale_min": 0.0002999893040396273,
|
| 768 |
+
"smooth_scale_max": 0.4888964593410492,
|
| 769 |
+
"alpha": 0.5,
|
| 770 |
+
"n_bits": 8,
|
| 771 |
+
"compression_ratio": 4.0,
|
| 772 |
+
"weights_norm_original": 2215.064697265625,
|
| 773 |
+
"weights_norm_dequant": 2227.227294921875,
|
| 774 |
+
"absolute_error": 12.161881446838379,
|
| 775 |
+
"relative_error": 0.005490531026859645,
|
| 776 |
+
"preserves_topology": true,
|
| 777 |
+
"w8a8_int8_range": [
|
| 778 |
+
-122,
|
| 779 |
+
127
|
| 780 |
+
],
|
| 781 |
+
"elapsed_ms": 0.5731582641601562
|
| 782 |
+
},
|
| 783 |
+
"mean_relative_error": 0.012106726645613457,
|
| 784 |
+
"max_relative_error": 0.15638688643492593,
|
| 785 |
+
"all_preserve_topology": false
|
| 786 |
+
},
|
| 787 |
+
"attention_metrics_final": {
|
| 788 |
+
"active": true,
|
| 789 |
+
"n_calls": 7006,
|
| 790 |
+
"n_errors": 0,
|
| 791 |
+
"last_norm_in": 114.05921936035156,
|
| 792 |
+
"last_norm_out": 117.0058822631836,
|
| 793 |
+
"last_attn_activated": true,
|
| 794 |
+
"last_attn_diff_norm": 117.8182144165039,
|
| 795 |
+
"n_heads": 8,
|
| 796 |
+
"logic_functional": true
|
| 797 |
+
},
|
| 798 |
+
"module_analysis_summary": {
|
| 799 |
+
"n_removed_modules": 9,
|
| 800 |
+
"n_removed_folders": 1,
|
| 801 |
+
"n_active_modules": 22
|
| 802 |
+
},
|
| 803 |
+
"math_analysis": {
|
| 804 |
+
"text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
|
| 805 |
+
"attention_pipeline": "fused (L,D) -> MultiHeadAttention(self-attn, n_heads=8) -> fused + attn_out -> SVD",
|
| 806 |
+
"bmu_distance": "||W - x||^2 (L2 squared in R^4)",
|
| 807 |
+
"neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
|
| 808 |
+
"weight_update": "dW = alpha * Lambda * (x - W)",
|
| 809 |
+
"sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
|
| 810 |
+
"alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
|
| 811 |
+
"ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
|
| 812 |
+
"vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
|
| 813 |
+
"smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
|
| 814 |
+
"mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-attn)",
|
| 815 |
+
"ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
|
| 816 |
+
},
|
| 817 |
+
"datasets_used": [
|
| 818 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 819 |
+
"carolina-c4ai/corpus-carolina",
|
| 820 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 821 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 822 |
+
"adalbertojunior/punctuation-ptbr",
|
| 823 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 824 |
+
"manoela/noticias_ptbr"
|
| 825 |
+
],
|
| 826 |
+
"storage_cleanup_pre": {
|
| 827 |
+
"n_files_removed": 0,
|
| 828 |
+
"mb_freed": 0.0,
|
| 829 |
+
"timestamp": "2026-08-08T04:54:04.739926"
|
| 830 |
+
}
|
| 831 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_script_activity.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_v6_4.py": {
|
| 3 |
+
"size_bytes": 25325,
|
| 4 |
+
"modified": "2026-08-07T23:25:35",
|
| 5 |
+
"classification": "superseded_v64",
|
| 6 |
+
"activity": "superseded"
|
| 7 |
+
},
|
| 8 |
+
"train_v6_5_7ds.py": {
|
| 9 |
+
"size_bytes": 71371,
|
| 10 |
+
"modified": "2026-08-08T00:54:41",
|
| 11 |
+
"classification": "superseded_v65_7ds",
|
| 12 |
+
"activity": "superseded"
|
| 13 |
+
},
|
| 14 |
+
"train_v6_5_7ds_attn.py": {
|
| 15 |
+
"size_bytes": 81535,
|
| 16 |
+
"modified": "2026-08-08T01:42:58",
|
| 17 |
+
"classification": "superseded_v65_attn",
|
| 18 |
+
"activity": "superseded"
|
| 19 |
+
},
|
| 20 |
+
"train_v6_5_7ds_attn_v2.py": {
|
| 21 |
+
"size_bytes": 95224,
|
| 22 |
+
"modified": "2026-08-08T02:37:58",
|
| 23 |
+
"classification": "active_v65_attn_v2",
|
| 24 |
+
"activity": "active"
|
| 25 |
+
},
|
| 26 |
+
"train_v6_5_7ds_attn_v3.py": {
|
| 27 |
+
"size_bytes": 117840,
|
| 28 |
+
"modified": "2026-08-08T04:53:54.966145",
|
| 29 |
+
"classification": "superseded_v65_attn",
|
| 30 |
+
"activity": "superseded"
|
| 31 |
+
},
|
| 32 |
+
"upload_v6_5_7ds.py": {
|
| 33 |
+
"size_bytes": 16244,
|
| 34 |
+
"modified": "2026-08-08T00:54:27",
|
| 35 |
+
"classification": "superseded_v65_7ds",
|
| 36 |
+
"activity": "superseded"
|
| 37 |
+
},
|
| 38 |
+
"upload_v6_5_7ds_attn.py": {
|
| 39 |
+
"size_bytes": 15080,
|
| 40 |
+
"modified": "2026-08-08T02:09:47",
|
| 41 |
+
"classification": "superseded_v65_attn",
|
| 42 |
+
"activity": "superseded"
|
| 43 |
+
},
|
| 44 |
+
"upload_v6_5_7ds_attn_v2.py": {
|
| 45 |
+
"size_bytes": 16097,
|
| 46 |
+
"modified": "2026-08-08T03:12:55",
|
| 47 |
+
"classification": "active_v65_attn_v2",
|
| 48 |
+
"activity": "active"
|
| 49 |
+
},
|
| 50 |
+
"upload_v6_5_7ds_attn_v3.py": {
|
| 51 |
+
"size_bytes": 17352,
|
| 52 |
+
"modified": "2026-08-08T04:13:48.086015",
|
| 53 |
+
"classification": "superseded_v65_attn",
|
| 54 |
+
"activity": "superseded"
|
| 55 |
+
}
|
| 56 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_training_metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
reports/archive/v6_5_7ds_attn_v3_upload_report.json
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-attn-v3",
|
| 3 |
+
"upload_timestamp": "2026-08-08T05:10:13",
|
| 4 |
+
"repo_id": "PowerMachine/BiGRU_T_version",
|
| 5 |
+
"upload_commit_oid": "507c431ec2a10746389b40d9b6397e32737d34c2",
|
| 6 |
+
"upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/507c431ec2a10746389b40d9b6397e32737d34c2",
|
| 7 |
+
"upload_duration_s": 27.111560821533203,
|
| 8 |
+
"delete_commit_oid": null,
|
| 9 |
+
"delete_count": 34,
|
| 10 |
+
"delete_errors": [],
|
| 11 |
+
"n_files_before": 113,
|
| 12 |
+
"n_files_after_upload": 150,
|
| 13 |
+
"n_files_after_cleanup": 116,
|
| 14 |
+
"old_files_removed": [
|
| 15 |
+
"v6_5_7ds_report.json",
|
| 16 |
+
"v6_5_7ds_training_metrics.json",
|
| 17 |
+
"v6_5_7ds_module_analysis.json",
|
| 18 |
+
"v6_5_7ds_script_activity.json",
|
| 19 |
+
"v6_5_7ds_ewc_w8a8_benchmark.json",
|
| 20 |
+
"v6_5_7ds_reasoning_eval.json",
|
| 21 |
+
"v6_5_7ds_w8a8_compression.json",
|
| 22 |
+
"v6_5_7ds_upload_report.json",
|
| 23 |
+
"scripts/train_v6_5_7ds.py",
|
| 24 |
+
"scripts/upload_v6_5_7ds.py",
|
| 25 |
+
"v6_5_7ds_attn_report.json",
|
| 26 |
+
"v6_5_7ds_attn_training_metrics.json",
|
| 27 |
+
"v6_5_7ds_attn_module_analysis.json",
|
| 28 |
+
"v6_5_7ds_attn_script_activity.json",
|
| 29 |
+
"v6_5_7ds_attn_ewc_w8a8_benchmark.json",
|
| 30 |
+
"v6_5_7ds_attn_reasoning_eval.json",
|
| 31 |
+
"v6_5_7ds_attn_w8a8_compression.json",
|
| 32 |
+
"v6_5_7ds_attn_attention_eval.json",
|
| 33 |
+
"v6_5_7ds_attn_verification.json",
|
| 34 |
+
"v6_5_7ds_attn_upload_report.json",
|
| 35 |
+
"scripts/train_v6_5_7ds_attn.py",
|
| 36 |
+
"scripts/upload_v6_5_7ds_attn.py",
|
| 37 |
+
"v6_5_7ds_attn_v2_report.json",
|
| 38 |
+
"v6_5_7ds_attn_v2_training_metrics.json",
|
| 39 |
+
"v6_5_7ds_attn_v2_module_analysis.json",
|
| 40 |
+
"v6_5_7ds_attn_v2_script_activity.json",
|
| 41 |
+
"v6_5_7ds_attn_v2_ewc_w8a8_benchmark.json",
|
| 42 |
+
"v6_5_7ds_attn_v2_reasoning_eval.json",
|
| 43 |
+
"v6_5_7ds_attn_v2_w8a8_compression.json",
|
| 44 |
+
"v6_5_7ds_attn_v2_attention_eval.json",
|
| 45 |
+
"v6_5_7ds_attn_v2_user_questions.json",
|
| 46 |
+
"v6_5_7ds_attn_v2_upload_report.json",
|
| 47 |
+
"scripts/train_v6_5_7ds_attn_v2.py",
|
| 48 |
+
"scripts/upload_v6_5_7ds_attn_v2.py"
|
| 49 |
+
],
|
| 50 |
+
"old_files_not_in_repo_skipped": [
|
| 51 |
+
"bug_hunt_v3_report.json",
|
| 52 |
+
"v3_report.json",
|
| 53 |
+
"v4_report.json",
|
| 54 |
+
"v5_report.json",
|
| 55 |
+
"v5_upload_report.json",
|
| 56 |
+
"v32_test_report.json",
|
| 57 |
+
"v32_upload_report.json",
|
| 58 |
+
"training_report.json",
|
| 59 |
+
"v6_report.json",
|
| 60 |
+
"v6_upload_report.json",
|
| 61 |
+
"v6_progressive_report.json",
|
| 62 |
+
"v6_progressive_train.log",
|
| 63 |
+
"v6_1_report.json",
|
| 64 |
+
"v6_1_upload_report.json",
|
| 65 |
+
"v6_2_report.json",
|
| 66 |
+
"v6_2_upload_report.json",
|
| 67 |
+
"v6_3_report.json",
|
| 68 |
+
"v6_3_training_metrics.json",
|
| 69 |
+
"v6_5_report.json",
|
| 70 |
+
"v6_5_training_metrics.json",
|
| 71 |
+
"v6_5_module_analysis.json",
|
| 72 |
+
"v6_5_script_activity.json",
|
| 73 |
+
"v6_5_ewc_w8a8_benchmark.json",
|
| 74 |
+
"v6_5_reasoning_eval.json",
|
| 75 |
+
"v6_5_upload_report.json",
|
| 76 |
+
"v6_5_final_report.json",
|
| 77 |
+
"v6_5_final_training_metrics.json",
|
| 78 |
+
"v6_5_final_module_analysis.json",
|
| 79 |
+
"v6_5_final_script_activity.json",
|
| 80 |
+
"v6_5_final_ewc_w8a8_benchmark.json",
|
| 81 |
+
"v6_5_final_reasoning_eval.json",
|
| 82 |
+
"v6_5_final_w8a8_compression.json",
|
| 83 |
+
"scripts/parse_v6_log.py",
|
| 84 |
+
"scripts/smoke_test.py",
|
| 85 |
+
"scripts/train.py",
|
| 86 |
+
"scripts/train_fast.py",
|
| 87 |
+
"scripts/train_v2.py",
|
| 88 |
+
"scripts/train_v6_1.py",
|
| 89 |
+
"scripts/train_v6_2.py",
|
| 90 |
+
"scripts/train_v6_3.py",
|
| 91 |
+
"scripts/train_v6_progressive.py",
|
| 92 |
+
"scripts/train_v6_5.py",
|
| 93 |
+
"scripts/train_v6_5_final.py",
|
| 94 |
+
"scripts/upload_to_hf.py",
|
| 95 |
+
"scripts/upload_v6_1_resilient.py",
|
| 96 |
+
"scripts/upload_v6_2_resilient.py",
|
| 97 |
+
"scripts/upload_v6_3_resilient.py",
|
| 98 |
+
"scripts/upload_v6_4_resilient.py",
|
| 99 |
+
"scripts/upload_v6_5_resilient.py",
|
| 100 |
+
"config.json",
|
| 101 |
+
"tokenizer/tokenizer.json",
|
| 102 |
+
"src/bigru_t/data/data_augmentation.py",
|
| 103 |
+
"scripts/xeon_runtime.py",
|
| 104 |
+
"v6_5_7ds_attn_v2_model_states.pt"
|
| 105 |
+
],
|
| 106 |
+
"critical_files": [
|
| 107 |
+
"src/bigru_t/model/kohonen_learning_system.py",
|
| 108 |
+
"src/bigru_t/model/__init__.py",
|
| 109 |
+
"src/bigru_t/__init__.py",
|
| 110 |
+
"src/bigru_t/model/hyp_t.py",
|
| 111 |
+
"src/bigru_t/model/vqvae2_hierarchical.py",
|
| 112 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
|
| 113 |
+
"src/bigru_t/model/token_compress.py",
|
| 114 |
+
"src/bigru_t/model/embedding_reconfig.py",
|
| 115 |
+
"src/bigru_t/model/attention_multimodal.py",
|
| 116 |
+
"src/bigru_t/attention/window_context.py",
|
| 117 |
+
"src/bigru_t/training/mtp.py",
|
| 118 |
+
"src/bigru_t/training/ewc.py",
|
| 119 |
+
"src/bigru_t/quantization/smoothquant_compressor.py",
|
| 120 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py",
|
| 121 |
+
"src/bigru_t/quantization/quantized_linear.py",
|
| 122 |
+
"src/bigru_t/reasoning/thinking.py",
|
| 123 |
+
"src/bigru_t/reasoning/reasoning_engine.py",
|
| 124 |
+
"src/bigru_t/reasoning/circular_orchestration.py",
|
| 125 |
+
"src/bigru_t/reasoning/tool_agent.py",
|
| 126 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py",
|
| 127 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py",
|
| 128 |
+
"src/bigru_t/reasoning/consensus_sampling.py",
|
| 129 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 130 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 131 |
+
"v6_5_7ds_attn_v3_report.json",
|
| 132 |
+
"v6_5_7ds_attn_v3_training_metrics.json",
|
| 133 |
+
"v6_5_7ds_attn_v3_module_analysis.json",
|
| 134 |
+
"v6_5_7ds_attn_v3_script_activity.json",
|
| 135 |
+
"v6_5_7ds_attn_v3_ewc_w8a8_benchmark.json",
|
| 136 |
+
"v6_5_7ds_attn_v3_reasoning_eval.json",
|
| 137 |
+
"v6_5_7ds_attn_v3_w8a8_compression.json",
|
| 138 |
+
"v6_5_7ds_attn_v3_attention_eval.json",
|
| 139 |
+
"v6_5_7ds_attn_v3_user_questions.json",
|
| 140 |
+
"v6_5_7ds_attn_v3_predict_fix_eval.json",
|
| 141 |
+
"v6_5_7ds_attn_v3_inference_punishment.json",
|
| 142 |
+
"v6_5_7ds_attn_v3_model_states.pt",
|
| 143 |
+
"v6_5_7ds_attn_v3_upload_report.json",
|
| 144 |
+
"v6_4_report.json",
|
| 145 |
+
"v6_4_training_metrics.json",
|
| 146 |
+
"v6_4_upload_report.json",
|
| 147 |
+
"scripts/train_v6_5_7ds_attn_v3.py",
|
| 148 |
+
"scripts/upload_v6_5_7ds_attn_v3.py",
|
| 149 |
+
"scripts/train_v6_4.py",
|
| 150 |
+
"requirements.txt",
|
| 151 |
+
"README.md",
|
| 152 |
+
"docs/analysis.md"
|
| 153 |
+
],
|
| 154 |
+
"all_critical_files_present": false,
|
| 155 |
+
"token_scrubbed_count": 0
|
| 156 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_user_questions.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "user_questions_without_help_v65_attn_v2",
|
| 3 |
+
"user_requirement": "não ajudar o modelo em respostas e lançar perguntas",
|
| 4 |
+
"questions_sent_verbatim": true,
|
| 5 |
+
"no_context_added": true,
|
| 6 |
+
"no_system_prompt": true,
|
| 7 |
+
"no_few_shot": true,
|
| 8 |
+
"n_questions": 3,
|
| 9 |
+
"questions": [
|
| 10 |
+
"Luva de Pedreiro Távila",
|
| 11 |
+
"Lula reserva valor",
|
| 12 |
+
"Amazonas força-tarefa vítimas"
|
| 13 |
+
],
|
| 14 |
+
"results": [
|
| 15 |
+
{
|
| 16 |
+
"query": "Luva de Pedreiro Távila",
|
| 17 |
+
"query_was_modified": false,
|
| 18 |
+
"context_provided": false,
|
| 19 |
+
"system_prompt_used": false,
|
| 20 |
+
"few_shot_examples": false,
|
| 21 |
+
"som_prediction": "body",
|
| 22 |
+
"reasoning_length": 1012,
|
| 23 |
+
"has_think": true,
|
| 24 |
+
"has_plan": true,
|
| 25 |
+
"has_answer": true,
|
| 26 |
+
"has_decompose": true,
|
| 27 |
+
"think_preview": "Analisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 28 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 29 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 30 |
+
"decompose_preview": "- Processar: Luva de Pedreiro Távila",
|
| 31 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Luva de Pedreiro Távila'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Luva de Pedreiro Távila\n</decompose>\n<execute>\nSub-tarefa 'Processar: Luva de Pedre...",
|
| 32 |
+
"n_tags": 4,
|
| 33 |
+
"latency_ms": 10.32710075378418
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"query": "Lula reserva valor",
|
| 37 |
+
"query_was_modified": false,
|
| 38 |
+
"context_provided": false,
|
| 39 |
+
"system_prompt_used": false,
|
| 40 |
+
"few_shot_examples": false,
|
| 41 |
+
"som_prediction": "body",
|
| 42 |
+
"reasoning_length": 982,
|
| 43 |
+
"has_think": true,
|
| 44 |
+
"has_plan": true,
|
| 45 |
+
"has_answer": true,
|
| 46 |
+
"has_decompose": true,
|
| 47 |
+
"think_preview": "Analisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 48 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 49 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 50 |
+
"decompose_preview": "- Processar: Lula reserva valor",
|
| 51 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Lula reserva valor'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Lula reserva valor\n</decompose>\n<execute>\nSub-tarefa 'Processar: Lula reserva valor' exe...",
|
| 52 |
+
"n_tags": 4,
|
| 53 |
+
"latency_ms": 9.942293167114258
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"query": "Amazonas força-tarefa vítimas",
|
| 57 |
+
"query_was_modified": false,
|
| 58 |
+
"context_provided": false,
|
| 59 |
+
"system_prompt_used": false,
|
| 60 |
+
"few_shot_examples": false,
|
| 61 |
+
"som_prediction": "body",
|
| 62 |
+
"reasoning_length": 1048,
|
| 63 |
+
"has_think": true,
|
| 64 |
+
"has_plan": true,
|
| 65 |
+
"has_answer": true,
|
| 66 |
+
"has_decompose": true,
|
| 67 |
+
"think_preview": "Analisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.",
|
| 68 |
+
"plan_preview": "Plano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. ...",
|
| 69 |
+
"answer_preview": "prediction=body | BMU=(1, 4, 2, 1)",
|
| 70 |
+
"decompose_preview": "- Processar: Amazonas força-tarefa vítimas",
|
| 71 |
+
"raw_response_preview": "<think>\nAnalisando a query: 'Amazonas força-tarefa vítimas'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são necessárias.\n</think>\n<plan>\nPlano de resolução:\n1. Decompor o problema em sub-tarefas\n2. Identificar ferramentas necessárias (disponíveis: som_query, buffer_stats)\n3. Executar sub-tarefas em sequência\n4. Monitorar resultados\n5. Compor resposta final\n</plan>\n<decompose>\n- Processar: Amazonas força-tarefa vítimas\n</decompose>\n<execute>\nSub-tarefa 'Processar: A...",
|
| 72 |
+
"n_tags": 4,
|
| 73 |
+
"latency_ms": 10.043621063232422
|
| 74 |
+
}
|
| 75 |
+
],
|
| 76 |
+
"summary": {
|
| 77 |
+
"n_with_answer": 3,
|
| 78 |
+
"n_with_think": 3,
|
| 79 |
+
"n_with_plan": 3,
|
| 80 |
+
"n_with_decompose": 3,
|
| 81 |
+
"answer_rate": 1.0,
|
| 82 |
+
"think_rate": 1.0,
|
| 83 |
+
"plan_rate": 1.0,
|
| 84 |
+
"decompose_rate": 1.0,
|
| 85 |
+
"avg_latency_ms": 10.10433832804362,
|
| 86 |
+
"avg_reasoning_length": 1014.0
|
| 87 |
+
},
|
| 88 |
+
"quality_assessment": {
|
| 89 |
+
"response_quality": "GOOD",
|
| 90 |
+
"reasoning_quality": "GOOD",
|
| 91 |
+
"model_not_helped": true,
|
| 92 |
+
"note": "As 3 perguntas foram enviadas verbatim, sem system prompt, sem few-shot, sem contexto adicional. Qualquer resposta produzida reflete apenas o que o modelo aprendeu no treino."
|
| 93 |
+
}
|
| 94 |
+
}
|
reports/archive/v6_5_7ds_attn_v3_w8a8_compression.json
ADDED
|
@@ -0,0 +1,1035 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"n_calls": 100,
|
| 3 |
+
"log": [
|
| 4 |
+
{
|
| 5 |
+
"step": 0,
|
| 6 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 7 |
+
"chunk_idx": 1,
|
| 8 |
+
"relative_error": 0.08564349913797292,
|
| 9 |
+
"compression_ratio": 4.0,
|
| 10 |
+
"preserves_topology": false,
|
| 11 |
+
"smooth_scale_mean": 0.007225902751088142,
|
| 12 |
+
"elapsed_ms": 0.5459785461425781
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"step": 2,
|
| 16 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 17 |
+
"chunk_idx": 1,
|
| 18 |
+
"relative_error": 0.15479964005664892,
|
| 19 |
+
"compression_ratio": 4.0,
|
| 20 |
+
"preserves_topology": false,
|
| 21 |
+
"smooth_scale_mean": 0.011630397289991379,
|
| 22 |
+
"elapsed_ms": 0.5590915679931641
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"step": 4,
|
| 26 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 27 |
+
"chunk_idx": 1,
|
| 28 |
+
"relative_error": 0.2009209120298671,
|
| 29 |
+
"compression_ratio": 4.0,
|
| 30 |
+
"preserves_topology": false,
|
| 31 |
+
"smooth_scale_mean": 0.014633141458034515,
|
| 32 |
+
"elapsed_ms": 0.5445480346679688
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"step": 7,
|
| 36 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 37 |
+
"chunk_idx": 2,
|
| 38 |
+
"relative_error": 0.22440579346774248,
|
| 39 |
+
"compression_ratio": 4.0,
|
| 40 |
+
"preserves_topology": false,
|
| 41 |
+
"smooth_scale_mean": 0.01729685254395008,
|
| 42 |
+
"elapsed_ms": 0.6005764007568359
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"step": 9,
|
| 46 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 47 |
+
"chunk_idx": 2,
|
| 48 |
+
"relative_error": 0.13517246789775203,
|
| 49 |
+
"compression_ratio": 4.0,
|
| 50 |
+
"preserves_topology": false,
|
| 51 |
+
"smooth_scale_mean": 0.019377199932932854,
|
| 52 |
+
"elapsed_ms": 0.5469322204589844
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"step": 11,
|
| 56 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 57 |
+
"chunk_idx": 2,
|
| 58 |
+
"relative_error": 0.17126423867255017,
|
| 59 |
+
"compression_ratio": 4.0,
|
| 60 |
+
"preserves_topology": false,
|
| 61 |
+
"smooth_scale_mean": 0.02116679772734642,
|
| 62 |
+
"elapsed_ms": 0.49304962158203125
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"step": 14,
|
| 66 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 67 |
+
"chunk_idx": 3,
|
| 68 |
+
"relative_error": 0.044887732911389144,
|
| 69 |
+
"compression_ratio": 4.0,
|
| 70 |
+
"preserves_topology": true,
|
| 71 |
+
"smooth_scale_mean": 0.023150909692049026,
|
| 72 |
+
"elapsed_ms": 0.6177425384521484
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 16,
|
| 76 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 77 |
+
"chunk_idx": 3,
|
| 78 |
+
"relative_error": 0.08517795655012997,
|
| 79 |
+
"compression_ratio": 4.0,
|
| 80 |
+
"preserves_topology": false,
|
| 81 |
+
"smooth_scale_mean": 0.024702010676264763,
|
| 82 |
+
"elapsed_ms": 1.0385513305664062
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"step": 18,
|
| 86 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 87 |
+
"chunk_idx": 3,
|
| 88 |
+
"relative_error": 0.10443996364414876,
|
| 89 |
+
"compression_ratio": 4.0,
|
| 90 |
+
"preserves_topology": false,
|
| 91 |
+
"smooth_scale_mean": 0.026120537891983986,
|
| 92 |
+
"elapsed_ms": 0.614166259765625
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"step": 21,
|
| 96 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 97 |
+
"chunk_idx": 4,
|
| 98 |
+
"relative_error": 0.1147290915176734,
|
| 99 |
+
"compression_ratio": 4.0,
|
| 100 |
+
"preserves_topology": false,
|
| 101 |
+
"smooth_scale_mean": 0.027611201629042625,
|
| 102 |
+
"elapsed_ms": 0.61798095703125
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"step": 23,
|
| 106 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 107 |
+
"chunk_idx": 4,
|
| 108 |
+
"relative_error": 0.113942549433572,
|
| 109 |
+
"compression_ratio": 4.0,
|
| 110 |
+
"preserves_topology": false,
|
| 111 |
+
"smooth_scale_mean": 0.02885909378528595,
|
| 112 |
+
"elapsed_ms": 0.5748271942138672
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"step": 25,
|
| 116 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 117 |
+
"chunk_idx": 4,
|
| 118 |
+
"relative_error": 0.10308170866864594,
|
| 119 |
+
"compression_ratio": 4.0,
|
| 120 |
+
"preserves_topology": false,
|
| 121 |
+
"smooth_scale_mean": 0.030055120587348938,
|
| 122 |
+
"elapsed_ms": 0.6327629089355469
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"step": 28,
|
| 126 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 127 |
+
"chunk_idx": 5,
|
| 128 |
+
"relative_error": 0.09773494474776438,
|
| 129 |
+
"compression_ratio": 4.0,
|
| 130 |
+
"preserves_topology": false,
|
| 131 |
+
"smooth_scale_mean": 0.031348325312137604,
|
| 132 |
+
"elapsed_ms": 0.5788803100585938
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"step": 30,
|
| 136 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 137 |
+
"chunk_idx": 5,
|
| 138 |
+
"relative_error": 0.08664815940451621,
|
| 139 |
+
"compression_ratio": 4.0,
|
| 140 |
+
"preserves_topology": false,
|
| 141 |
+
"smooth_scale_mean": 0.03245191648602486,
|
| 142 |
+
"elapsed_ms": 0.5195140838623047
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"step": 32,
|
| 146 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 147 |
+
"chunk_idx": 5,
|
| 148 |
+
"relative_error": 0.07850060291416591,
|
| 149 |
+
"compression_ratio": 4.0,
|
| 150 |
+
"preserves_topology": false,
|
| 151 |
+
"smooth_scale_mean": 0.03352143242955208,
|
| 152 |
+
"elapsed_ms": 0.6875991821289062
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"step": 35,
|
| 156 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 157 |
+
"chunk_idx": 6,
|
| 158 |
+
"relative_error": 0.0763721082250016,
|
| 159 |
+
"compression_ratio": 4.0,
|
| 160 |
+
"preserves_topology": false,
|
| 161 |
+
"smooth_scale_mean": 0.03468688577413559,
|
| 162 |
+
"elapsed_ms": 0.5831718444824219
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 37,
|
| 166 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 167 |
+
"chunk_idx": 6,
|
| 168 |
+
"relative_error": 0.0690074873135999,
|
| 169 |
+
"compression_ratio": 4.0,
|
| 170 |
+
"preserves_topology": false,
|
| 171 |
+
"smooth_scale_mean": 0.035690031945705414,
|
| 172 |
+
"elapsed_ms": 0.5295276641845703
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"step": 39,
|
| 176 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 177 |
+
"chunk_idx": 6,
|
| 178 |
+
"relative_error": 0.0637491847885547,
|
| 179 |
+
"compression_ratio": 4.0,
|
| 180 |
+
"preserves_topology": false,
|
| 181 |
+
"smooth_scale_mean": 0.036667320877313614,
|
| 182 |
+
"elapsed_ms": 0.5621910095214844
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"step": 42,
|
| 186 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 187 |
+
"chunk_idx": 7,
|
| 188 |
+
"relative_error": 0.0626666558320244,
|
| 189 |
+
"compression_ratio": 4.0,
|
| 190 |
+
"preserves_topology": false,
|
| 191 |
+
"smooth_scale_mean": 0.0377369150519371,
|
| 192 |
+
"elapsed_ms": 0.63323974609375
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"step": 44,
|
| 196 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 197 |
+
"chunk_idx": 7,
|
| 198 |
+
"relative_error": 0.05718552174981847,
|
| 199 |
+
"compression_ratio": 4.0,
|
| 200 |
+
"preserves_topology": false,
|
| 201 |
+
"smooth_scale_mean": 0.03866267576813698,
|
| 202 |
+
"elapsed_ms": 0.6341934204101562
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"step": 46,
|
| 206 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 207 |
+
"chunk_idx": 7,
|
| 208 |
+
"relative_error": 0.05319962909526208,
|
| 209 |
+
"compression_ratio": 4.0,
|
| 210 |
+
"preserves_topology": false,
|
| 211 |
+
"smooth_scale_mean": 0.03956785425543785,
|
| 212 |
+
"elapsed_ms": 1.027822494506836
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"step": 49,
|
| 216 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 217 |
+
"chunk_idx": 8,
|
| 218 |
+
"relative_error": 0.052909804491855,
|
| 219 |
+
"compression_ratio": 4.0,
|
| 220 |
+
"preserves_topology": false,
|
| 221 |
+
"smooth_scale_mean": 0.04056166857481003,
|
| 222 |
+
"elapsed_ms": 0.5471706390380859
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"step": 51,
|
| 226 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 227 |
+
"chunk_idx": 8,
|
| 228 |
+
"relative_error": 0.04874580243294147,
|
| 229 |
+
"compression_ratio": 4.0,
|
| 230 |
+
"preserves_topology": true,
|
| 231 |
+
"smooth_scale_mean": 0.041425324976444244,
|
| 232 |
+
"elapsed_ms": 0.5660057067871094
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"step": 53,
|
| 236 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 237 |
+
"chunk_idx": 8,
|
| 238 |
+
"relative_error": 0.045719136518974884,
|
| 239 |
+
"compression_ratio": 4.0,
|
| 240 |
+
"preserves_topology": true,
|
| 241 |
+
"smooth_scale_mean": 0.042272116988897324,
|
| 242 |
+
"elapsed_ms": 0.58746337890625
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"step": 56,
|
| 246 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 247 |
+
"chunk_idx": 9,
|
| 248 |
+
"relative_error": 0.04581977449942311,
|
| 249 |
+
"compression_ratio": 4.0,
|
| 250 |
+
"preserves_topology": true,
|
| 251 |
+
"smooth_scale_mean": 0.04320410266518593,
|
| 252 |
+
"elapsed_ms": 0.5507469177246094
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"step": 60,
|
| 256 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 257 |
+
"chunk_idx": 9,
|
| 258 |
+
"relative_error": 0.06135950997742256,
|
| 259 |
+
"compression_ratio": 4.0,
|
| 260 |
+
"preserves_topology": false,
|
| 261 |
+
"smooth_scale_mean": 0.044804058969020844,
|
| 262 |
+
"elapsed_ms": 0.6139278411865234
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"step": 63,
|
| 266 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 267 |
+
"chunk_idx": 10,
|
| 268 |
+
"relative_error": 0.05102039786930983,
|
| 269 |
+
"compression_ratio": 4.0,
|
| 270 |
+
"preserves_topology": false,
|
| 271 |
+
"smooth_scale_mean": 0.04567809775471687,
|
| 272 |
+
"elapsed_ms": 0.5609989166259766
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"step": 65,
|
| 276 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 277 |
+
"chunk_idx": 10,
|
| 278 |
+
"relative_error": 0.04295417907571186,
|
| 279 |
+
"compression_ratio": 4.0,
|
| 280 |
+
"preserves_topology": true,
|
| 281 |
+
"smooth_scale_mean": 0.04644449055194855,
|
| 282 |
+
"elapsed_ms": 0.6253719329833984
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"step": 67,
|
| 286 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 287 |
+
"chunk_idx": 10,
|
| 288 |
+
"relative_error": 0.03835183624713222,
|
| 289 |
+
"compression_ratio": 4.0,
|
| 290 |
+
"preserves_topology": true,
|
| 291 |
+
"smooth_scale_mean": 0.04720049723982811,
|
| 292 |
+
"elapsed_ms": 0.5850791931152344
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"step": 70,
|
| 296 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 297 |
+
"chunk_idx": 11,
|
| 298 |
+
"relative_error": 0.037489155362446756,
|
| 299 |
+
"compression_ratio": 4.0,
|
| 300 |
+
"preserves_topology": true,
|
| 301 |
+
"smooth_scale_mean": 0.04803648963570595,
|
| 302 |
+
"elapsed_ms": 0.5664825439453125
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"step": 72,
|
| 306 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 307 |
+
"chunk_idx": 11,
|
| 308 |
+
"relative_error": 0.0344984871342134,
|
| 309 |
+
"compression_ratio": 4.0,
|
| 310 |
+
"preserves_topology": true,
|
| 311 |
+
"smooth_scale_mean": 0.04876876249909401,
|
| 312 |
+
"elapsed_ms": 0.5939006805419922
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"step": 74,
|
| 316 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 317 |
+
"chunk_idx": 11,
|
| 318 |
+
"relative_error": 0.03252469785811555,
|
| 319 |
+
"compression_ratio": 4.0,
|
| 320 |
+
"preserves_topology": true,
|
| 321 |
+
"smooth_scale_mean": 0.049490783363580704,
|
| 322 |
+
"elapsed_ms": 0.5977153778076172
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"step": 77,
|
| 326 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 327 |
+
"chunk_idx": 12,
|
| 328 |
+
"relative_error": 0.03288395033421959,
|
| 329 |
+
"compression_ratio": 4.0,
|
| 330 |
+
"preserves_topology": true,
|
| 331 |
+
"smooth_scale_mean": 0.05028941109776497,
|
| 332 |
+
"elapsed_ms": 0.5495548248291016
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"step": 79,
|
| 336 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 337 |
+
"chunk_idx": 12,
|
| 338 |
+
"relative_error": 0.030788987651132173,
|
| 339 |
+
"compression_ratio": 4.0,
|
| 340 |
+
"preserves_topology": true,
|
| 341 |
+
"smooth_scale_mean": 0.05098985135555267,
|
| 342 |
+
"elapsed_ms": 0.5261898040771484
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"step": 81,
|
| 346 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 347 |
+
"chunk_idx": 12,
|
| 348 |
+
"relative_error": 0.02934268767760077,
|
| 349 |
+
"compression_ratio": 4.0,
|
| 350 |
+
"preserves_topology": true,
|
| 351 |
+
"smooth_scale_mean": 0.05168114975094795,
|
| 352 |
+
"elapsed_ms": 0.6151199340820312
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"step": 84,
|
| 356 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 357 |
+
"chunk_idx": 13,
|
| 358 |
+
"relative_error": 0.029887248982661183,
|
| 359 |
+
"compression_ratio": 4.0,
|
| 360 |
+
"preserves_topology": true,
|
| 361 |
+
"smooth_scale_mean": 0.05244655907154083,
|
| 362 |
+
"elapsed_ms": 0.6315708160400391
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"step": 86,
|
| 366 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 367 |
+
"chunk_idx": 13,
|
| 368 |
+
"relative_error": 0.02811290699242251,
|
| 369 |
+
"compression_ratio": 4.0,
|
| 370 |
+
"preserves_topology": true,
|
| 371 |
+
"smooth_scale_mean": 0.053118735551834106,
|
| 372 |
+
"elapsed_ms": 0.6253719329833984
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"step": 88,
|
| 376 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 377 |
+
"chunk_idx": 13,
|
| 378 |
+
"relative_error": 0.026889121930204974,
|
| 379 |
+
"compression_ratio": 4.0,
|
| 380 |
+
"preserves_topology": true,
|
| 381 |
+
"smooth_scale_mean": 0.05378280580043793,
|
| 382 |
+
"elapsed_ms": 0.7061958312988281
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"step": 91,
|
| 386 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 387 |
+
"chunk_idx": 14,
|
| 388 |
+
"relative_error": 0.027473443036439015,
|
| 389 |
+
"compression_ratio": 4.0,
|
| 390 |
+
"preserves_topology": true,
|
| 391 |
+
"smooth_scale_mean": 0.054518748074769974,
|
| 392 |
+
"elapsed_ms": 0.6482601165771484
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"step": 93,
|
| 396 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 397 |
+
"chunk_idx": 14,
|
| 398 |
+
"relative_error": 0.025907068973917504,
|
| 399 |
+
"compression_ratio": 4.0,
|
| 400 |
+
"preserves_topology": true,
|
| 401 |
+
"smooth_scale_mean": 0.05516580119729042,
|
| 402 |
+
"elapsed_ms": 0.5521774291992188
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"step": 95,
|
| 406 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 407 |
+
"chunk_idx": 14,
|
| 408 |
+
"relative_error": 0.024835498666120222,
|
| 409 |
+
"compression_ratio": 4.0,
|
| 410 |
+
"preserves_topology": true,
|
| 411 |
+
"smooth_scale_mean": 0.05580560117959976,
|
| 412 |
+
"elapsed_ms": 0.5855560302734375
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"step": 98,
|
| 416 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 417 |
+
"chunk_idx": 15,
|
| 418 |
+
"relative_error": 0.02543145484872906,
|
| 419 |
+
"compression_ratio": 4.0,
|
| 420 |
+
"preserves_topology": true,
|
| 421 |
+
"smooth_scale_mean": 0.05651522055268288,
|
| 422 |
+
"elapsed_ms": 0.5705356597900391
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"step": 100,
|
| 426 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 427 |
+
"chunk_idx": 15,
|
| 428 |
+
"relative_error": 0.024027778220865666,
|
| 429 |
+
"compression_ratio": 4.0,
|
| 430 |
+
"preserves_topology": true,
|
| 431 |
+
"smooth_scale_mean": 0.05713976174592972,
|
| 432 |
+
"elapsed_ms": 0.6012916564941406
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"step": 103,
|
| 436 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 437 |
+
"chunk_idx": 15,
|
| 438 |
+
"relative_error": 0.028430628428058175,
|
| 439 |
+
"compression_ratio": 4.0,
|
| 440 |
+
"preserves_topology": true,
|
| 441 |
+
"smooth_scale_mean": 0.05805779993534088,
|
| 442 |
+
"elapsed_ms": 0.6337165832519531
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"step": 105,
|
| 446 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 447 |
+
"chunk_idx": 16,
|
| 448 |
+
"relative_error": 0.021005248682141424,
|
| 449 |
+
"compression_ratio": 4.0,
|
| 450 |
+
"preserves_topology": true,
|
| 451 |
+
"smooth_scale_mean": 0.05844243988394737,
|
| 452 |
+
"elapsed_ms": 0.6113052368164062
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"step": 108,
|
| 456 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 457 |
+
"chunk_idx": 16,
|
| 458 |
+
"relative_error": 0.026180030968393112,
|
| 459 |
+
"compression_ratio": 4.0,
|
| 460 |
+
"preserves_topology": true,
|
| 461 |
+
"smooth_scale_mean": 0.059340689331293106,
|
| 462 |
+
"elapsed_ms": 0.8339881896972656
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"step": 113,
|
| 466 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 467 |
+
"chunk_idx": 17,
|
| 468 |
+
"relative_error": 0.0344795037098241,
|
| 469 |
+
"compression_ratio": 4.0,
|
| 470 |
+
"preserves_topology": true,
|
| 471 |
+
"smooth_scale_mean": 0.06058346852660179,
|
| 472 |
+
"elapsed_ms": 0.5891323089599609
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"step": 115,
|
| 476 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 477 |
+
"chunk_idx": 17,
|
| 478 |
+
"relative_error": 0.027038960061085048,
|
| 479 |
+
"compression_ratio": 4.0,
|
| 480 |
+
"preserves_topology": true,
|
| 481 |
+
"smooth_scale_mean": 0.0611637718975544,
|
| 482 |
+
"elapsed_ms": 0.5822181701660156
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"step": 119,
|
| 486 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 487 |
+
"chunk_idx": 18,
|
| 488 |
+
"relative_error": 0.02899374310645661,
|
| 489 |
+
"compression_ratio": 4.0,
|
| 490 |
+
"preserves_topology": true,
|
| 491 |
+
"smooth_scale_mean": 0.06209060549736023,
|
| 492 |
+
"elapsed_ms": 0.7114410400390625
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"step": 121,
|
| 496 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 497 |
+
"chunk_idx": 18,
|
| 498 |
+
"relative_error": 0.023831211683757826,
|
| 499 |
+
"compression_ratio": 4.0,
|
| 500 |
+
"preserves_topology": true,
|
| 501 |
+
"smooth_scale_mean": 0.06265795975923538,
|
| 502 |
+
"elapsed_ms": 0.5781650543212891
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"step": 126,
|
| 506 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 507 |
+
"chunk_idx": 19,
|
| 508 |
+
"relative_error": 0.031075311609990424,
|
| 509 |
+
"compression_ratio": 4.0,
|
| 510 |
+
"preserves_topology": true,
|
| 511 |
+
"smooth_scale_mean": 0.0638357400894165,
|
| 512 |
+
"elapsed_ms": 0.5462169647216797
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"step": 128,
|
| 516 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 517 |
+
"chunk_idx": 19,
|
| 518 |
+
"relative_error": 0.024352814429021208,
|
| 519 |
+
"compression_ratio": 4.0,
|
| 520 |
+
"preserves_topology": true,
|
| 521 |
+
"smooth_scale_mean": 0.06438705325126648,
|
| 522 |
+
"elapsed_ms": 0.6582736968994141
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"step": 131,
|
| 526 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 527 |
+
"chunk_idx": 19,
|
| 528 |
+
"relative_error": 0.02506970100491808,
|
| 529 |
+
"compression_ratio": 4.0,
|
| 530 |
+
"preserves_topology": true,
|
| 531 |
+
"smooth_scale_mean": 0.06520160287618637,
|
| 532 |
+
"elapsed_ms": 1.115560531616211
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"step": 133,
|
| 536 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 537 |
+
"chunk_idx": 20,
|
| 538 |
+
"relative_error": 0.01789701555889211,
|
| 539 |
+
"compression_ratio": 4.0,
|
| 540 |
+
"preserves_topology": true,
|
| 541 |
+
"smooth_scale_mean": 0.06554444134235382,
|
| 542 |
+
"elapsed_ms": 0.5612373352050781
|
| 543 |
+
},
|
| 544 |
+
{
|
| 545 |
+
"step": 135,
|
| 546 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 547 |
+
"chunk_idx": 20,
|
| 548 |
+
"relative_error": 0.017323408553522646,
|
| 549 |
+
"compression_ratio": 4.0,
|
| 550 |
+
"preserves_topology": true,
|
| 551 |
+
"smooth_scale_mean": 0.06608407199382782,
|
| 552 |
+
"elapsed_ms": 0.6017684936523438
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"step": 140,
|
| 556 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 557 |
+
"chunk_idx": 21,
|
| 558 |
+
"relative_error": 0.02584905513397309,
|
| 559 |
+
"compression_ratio": 4.0,
|
| 560 |
+
"preserves_topology": true,
|
| 561 |
+
"smooth_scale_mean": 0.0672023743391037,
|
| 562 |
+
"elapsed_ms": 0.5943775177001953
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"step": 142,
|
| 566 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 567 |
+
"chunk_idx": 21,
|
| 568 |
+
"relative_error": 0.020875506593958763,
|
| 569 |
+
"compression_ratio": 4.0,
|
| 570 |
+
"preserves_topology": true,
|
| 571 |
+
"smooth_scale_mean": 0.0677269995212555,
|
| 572 |
+
"elapsed_ms": 0.7827281951904297
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"step": 144,
|
| 576 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 577 |
+
"chunk_idx": 21,
|
| 578 |
+
"relative_error": 0.01827271799510967,
|
| 579 |
+
"compression_ratio": 4.0,
|
| 580 |
+
"preserves_topology": true,
|
| 581 |
+
"smooth_scale_mean": 0.06824856251478195,
|
| 582 |
+
"elapsed_ms": 0.7171630859375
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"step": 147,
|
| 586 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 587 |
+
"chunk_idx": 22,
|
| 588 |
+
"relative_error": 0.017789085186493216,
|
| 589 |
+
"compression_ratio": 4.0,
|
| 590 |
+
"preserves_topology": true,
|
| 591 |
+
"smooth_scale_mean": 0.06882961094379425,
|
| 592 |
+
"elapsed_ms": 0.6570816040039062
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"step": 149,
|
| 596 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 597 |
+
"chunk_idx": 22,
|
| 598 |
+
"relative_error": 0.01647985757874803,
|
| 599 |
+
"compression_ratio": 4.0,
|
| 600 |
+
"preserves_topology": true,
|
| 601 |
+
"smooth_scale_mean": 0.06934338808059692,
|
| 602 |
+
"elapsed_ms": 0.591278076171875
|
| 603 |
+
},
|
| 604 |
+
{
|
| 605 |
+
"step": 151,
|
| 606 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 607 |
+
"chunk_idx": 22,
|
| 608 |
+
"relative_error": 0.015712684429297352,
|
| 609 |
+
"compression_ratio": 4.0,
|
| 610 |
+
"preserves_topology": true,
|
| 611 |
+
"smooth_scale_mean": 0.06985361129045486,
|
| 612 |
+
"elapsed_ms": 0.7085800170898438
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"step": 154,
|
| 616 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 617 |
+
"chunk_idx": 23,
|
| 618 |
+
"relative_error": 0.016111363858781976,
|
| 619 |
+
"compression_ratio": 4.0,
|
| 620 |
+
"preserves_topology": true,
|
| 621 |
+
"smooth_scale_mean": 0.07042176276445389,
|
| 622 |
+
"elapsed_ms": 0.7114410400390625
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"step": 158,
|
| 626 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 627 |
+
"chunk_idx": 23,
|
| 628 |
+
"relative_error": 0.02230384201678461,
|
| 629 |
+
"compression_ratio": 4.0,
|
| 630 |
+
"preserves_topology": true,
|
| 631 |
+
"smooth_scale_mean": 0.07141105085611343,
|
| 632 |
+
"elapsed_ms": 0.5962848663330078
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"step": 161,
|
| 636 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 637 |
+
"chunk_idx": 24,
|
| 638 |
+
"relative_error": 0.01904292415764518,
|
| 639 |
+
"compression_ratio": 4.0,
|
| 640 |
+
"preserves_topology": true,
|
| 641 |
+
"smooth_scale_mean": 0.07196551561355591,
|
| 642 |
+
"elapsed_ms": 0.5865097045898438
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"step": 163,
|
| 646 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 647 |
+
"chunk_idx": 24,
|
| 648 |
+
"relative_error": 0.016451058148211385,
|
| 649 |
+
"compression_ratio": 4.0,
|
| 650 |
+
"preserves_topology": true,
|
| 651 |
+
"smooth_scale_mean": 0.07245657593011856,
|
| 652 |
+
"elapsed_ms": 0.7178783416748047
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"step": 165,
|
| 656 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 657 |
+
"chunk_idx": 24,
|
| 658 |
+
"relative_error": 0.015062804635270785,
|
| 659 |
+
"compression_ratio": 4.0,
|
| 660 |
+
"preserves_topology": true,
|
| 661 |
+
"smooth_scale_mean": 0.07294478267431259,
|
| 662 |
+
"elapsed_ms": 0.5943775177001953
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"step": 168,
|
| 666 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 667 |
+
"chunk_idx": 25,
|
| 668 |
+
"relative_error": 0.015095028154266959,
|
| 669 |
+
"compression_ratio": 4.0,
|
| 670 |
+
"preserves_topology": true,
|
| 671 |
+
"smooth_scale_mean": 0.07348890602588654,
|
| 672 |
+
"elapsed_ms": 0.629425048828125
|
| 673 |
+
},
|
| 674 |
+
{
|
| 675 |
+
"step": 170,
|
| 676 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 677 |
+
"chunk_idx": 25,
|
| 678 |
+
"relative_error": 0.014192565943761889,
|
| 679 |
+
"compression_ratio": 4.0,
|
| 680 |
+
"preserves_topology": true,
|
| 681 |
+
"smooth_scale_mean": 0.0739704892039299,
|
| 682 |
+
"elapsed_ms": 0.8606910705566406
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"step": 176,
|
| 686 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 687 |
+
"chunk_idx": 26,
|
| 688 |
+
"relative_error": 0.02394190789261076,
|
| 689 |
+
"compression_ratio": 4.0,
|
| 690 |
+
"preserves_topology": true,
|
| 691 |
+
"smooth_scale_mean": 0.0752011388540268,
|
| 692 |
+
"elapsed_ms": 0.6873607635498047
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"step": 178,
|
| 696 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 697 |
+
"chunk_idx": 26,
|
| 698 |
+
"relative_error": 0.01829962872211136,
|
| 699 |
+
"compression_ratio": 4.0,
|
| 700 |
+
"preserves_topology": true,
|
| 701 |
+
"smooth_scale_mean": 0.07567010819911957,
|
| 702 |
+
"elapsed_ms": 0.5714893341064453
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"step": 182,
|
| 706 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 707 |
+
"chunk_idx": 27,
|
| 708 |
+
"relative_error": 0.019210676972237807,
|
| 709 |
+
"compression_ratio": 4.0,
|
| 710 |
+
"preserves_topology": true,
|
| 711 |
+
"smooth_scale_mean": 0.0764208436012268,
|
| 712 |
+
"elapsed_ms": 0.5688667297363281
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"step": 186,
|
| 716 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 717 |
+
"chunk_idx": 27,
|
| 718 |
+
"relative_error": 0.02169840533839402,
|
| 719 |
+
"compression_ratio": 4.0,
|
| 720 |
+
"preserves_topology": true,
|
| 721 |
+
"smooth_scale_mean": 0.07733211666345596,
|
| 722 |
+
"elapsed_ms": 0.6062984466552734
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"step": 191,
|
| 726 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 727 |
+
"chunk_idx": 28,
|
| 728 |
+
"relative_error": 0.02338517368630948,
|
| 729 |
+
"compression_ratio": 4.0,
|
| 730 |
+
"preserves_topology": true,
|
| 731 |
+
"smooth_scale_mean": 0.0782875269651413,
|
| 732 |
+
"elapsed_ms": 0.6999969482421875
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"step": 193,
|
| 736 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 737 |
+
"chunk_idx": 28,
|
| 738 |
+
"relative_error": 0.017525240144283784,
|
| 739 |
+
"compression_ratio": 4.0,
|
| 740 |
+
"preserves_topology": true,
|
| 741 |
+
"smooth_scale_mean": 0.07873803377151489,
|
| 742 |
+
"elapsed_ms": 0.6296634674072266
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"step": 196,
|
| 746 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 747 |
+
"chunk_idx": 29,
|
| 748 |
+
"relative_error": 0.015242667195374517,
|
| 749 |
+
"compression_ratio": 4.0,
|
| 750 |
+
"preserves_topology": true,
|
| 751 |
+
"smooth_scale_mean": 0.07924159616231918,
|
| 752 |
+
"elapsed_ms": 0.8242130279541016
|
| 753 |
+
},
|
| 754 |
+
{
|
| 755 |
+
"step": 200,
|
| 756 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 757 |
+
"chunk_idx": 29,
|
| 758 |
+
"relative_error": 0.018857604349467094,
|
| 759 |
+
"compression_ratio": 4.0,
|
| 760 |
+
"preserves_topology": true,
|
| 761 |
+
"smooth_scale_mean": 0.08012118190526962,
|
| 762 |
+
"elapsed_ms": 1.51824951171875
|
| 763 |
+
},
|
| 764 |
+
{
|
| 765 |
+
"step": 203,
|
| 766 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 767 |
+
"chunk_idx": 30,
|
| 768 |
+
"relative_error": 0.01568277653600045,
|
| 769 |
+
"compression_ratio": 4.0,
|
| 770 |
+
"preserves_topology": true,
|
| 771 |
+
"smooth_scale_mean": 0.08061578869819641,
|
| 772 |
+
"elapsed_ms": 3.789186477661133
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"step": 207,
|
| 776 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 777 |
+
"chunk_idx": 30,
|
| 778 |
+
"relative_error": 0.018696496924984877,
|
| 779 |
+
"compression_ratio": 4.0,
|
| 780 |
+
"preserves_topology": true,
|
| 781 |
+
"smooth_scale_mean": 0.08148033916950226,
|
| 782 |
+
"elapsed_ms": 0.9150505065917969
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"step": 210,
|
| 786 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 787 |
+
"chunk_idx": 31,
|
| 788 |
+
"relative_error": 0.015393155164818026,
|
| 789 |
+
"compression_ratio": 4.0,
|
| 790 |
+
"preserves_topology": true,
|
| 791 |
+
"smooth_scale_mean": 0.08196670562028885,
|
| 792 |
+
"elapsed_ms": 0.6184577941894531
|
| 793 |
+
},
|
| 794 |
+
{
|
| 795 |
+
"step": 212,
|
| 796 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 797 |
+
"chunk_idx": 31,
|
| 798 |
+
"relative_error": 0.013025498766266899,
|
| 799 |
+
"compression_ratio": 4.0,
|
| 800 |
+
"preserves_topology": true,
|
| 801 |
+
"smooth_scale_mean": 0.08239827305078506,
|
| 802 |
+
"elapsed_ms": 0.5843639373779297
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"step": 282,
|
| 806 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 807 |
+
"chunk_idx": 41,
|
| 808 |
+
"relative_error": 0.15638688643492593,
|
| 809 |
+
"compression_ratio": 4.0,
|
| 810 |
+
"preserves_topology": false,
|
| 811 |
+
"smooth_scale_mean": 0.09462006390094757,
|
| 812 |
+
"elapsed_ms": 0.7121562957763672
|
| 813 |
+
},
|
| 814 |
+
{
|
| 815 |
+
"step": 284,
|
| 816 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 817 |
+
"chunk_idx": 41,
|
| 818 |
+
"relative_error": 0.07964709097520162,
|
| 819 |
+
"compression_ratio": 4.0,
|
| 820 |
+
"preserves_topology": false,
|
| 821 |
+
"smooth_scale_mean": 0.09497267007827759,
|
| 822 |
+
"elapsed_ms": 0.7350444793701172
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"step": 287,
|
| 826 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 827 |
+
"chunk_idx": 42,
|
| 828 |
+
"relative_error": 0.043670314282109685,
|
| 829 |
+
"compression_ratio": 4.0,
|
| 830 |
+
"preserves_topology": true,
|
| 831 |
+
"smooth_scale_mean": 0.09538087248802185,
|
| 832 |
+
"elapsed_ms": 0.7412433624267578
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"step": 289,
|
| 836 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 837 |
+
"chunk_idx": 42,
|
| 838 |
+
"relative_error": 0.025609021500137663,
|
| 839 |
+
"compression_ratio": 4.0,
|
| 840 |
+
"preserves_topology": true,
|
| 841 |
+
"smooth_scale_mean": 0.09574750065803528,
|
| 842 |
+
"elapsed_ms": 0.6079673767089844
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"step": 291,
|
| 846 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 847 |
+
"chunk_idx": 42,
|
| 848 |
+
"relative_error": 0.016664971769289785,
|
| 849 |
+
"compression_ratio": 4.0,
|
| 850 |
+
"preserves_topology": true,
|
| 851 |
+
"smooth_scale_mean": 0.09611533582210541,
|
| 852 |
+
"elapsed_ms": 0.6434917449951172
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"step": 294,
|
| 856 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 857 |
+
"chunk_idx": 43,
|
| 858 |
+
"relative_error": 0.012662738650938242,
|
| 859 |
+
"compression_ratio": 4.0,
|
| 860 |
+
"preserves_topology": true,
|
| 861 |
+
"smooth_scale_mean": 0.09652779251337051,
|
| 862 |
+
"elapsed_ms": 0.6353855133056641
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"step": 297,
|
| 866 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 867 |
+
"chunk_idx": 43,
|
| 868 |
+
"relative_error": 0.012026807131446314,
|
| 869 |
+
"compression_ratio": 4.0,
|
| 870 |
+
"preserves_topology": true,
|
| 871 |
+
"smooth_scale_mean": 0.09707264602184296,
|
| 872 |
+
"elapsed_ms": 0.6489753723144531
|
| 873 |
+
},
|
| 874 |
+
{
|
| 875 |
+
"step": 299,
|
| 876 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 877 |
+
"chunk_idx": 43,
|
| 878 |
+
"relative_error": 0.009803688477182724,
|
| 879 |
+
"compression_ratio": 4.0,
|
| 880 |
+
"preserves_topology": true,
|
| 881 |
+
"smooth_scale_mean": 0.09743738174438477,
|
| 882 |
+
"elapsed_ms": 0.6363391876220703
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"step": 303,
|
| 886 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 887 |
+
"chunk_idx": 44,
|
| 888 |
+
"relative_error": 0.010946606250262968,
|
| 889 |
+
"compression_ratio": 4.0,
|
| 890 |
+
"preserves_topology": true,
|
| 891 |
+
"smooth_scale_mean": 0.09802162647247314,
|
| 892 |
+
"elapsed_ms": 0.6825923919677734
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"step": 305,
|
| 896 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 897 |
+
"chunk_idx": 44,
|
| 898 |
+
"relative_error": 0.009190866368712051,
|
| 899 |
+
"compression_ratio": 4.0,
|
| 900 |
+
"preserves_topology": true,
|
| 901 |
+
"smooth_scale_mean": 0.09838295727968216,
|
| 902 |
+
"elapsed_ms": 0.6814002990722656
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"step": 308,
|
| 906 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 907 |
+
"chunk_idx": 45,
|
| 908 |
+
"relative_error": 0.008734442520968682,
|
| 909 |
+
"compression_ratio": 4.0,
|
| 910 |
+
"preserves_topology": true,
|
| 911 |
+
"smooth_scale_mean": 0.09878693521022797,
|
| 912 |
+
"elapsed_ms": 1.0676383972167969
|
| 913 |
+
},
|
| 914 |
+
{
|
| 915 |
+
"step": 310,
|
| 916 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 917 |
+
"chunk_idx": 45,
|
| 918 |
+
"relative_error": 0.008028553687749367,
|
| 919 |
+
"compression_ratio": 4.0,
|
| 920 |
+
"preserves_topology": true,
|
| 921 |
+
"smooth_scale_mean": 0.09914577752351761,
|
| 922 |
+
"elapsed_ms": 0.6632804870605469
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"step": 313,
|
| 926 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 927 |
+
"chunk_idx": 45,
|
| 928 |
+
"relative_error": 0.009410474895066703,
|
| 929 |
+
"compression_ratio": 4.0,
|
| 930 |
+
"preserves_topology": true,
|
| 931 |
+
"smooth_scale_mean": 0.09967688471078873,
|
| 932 |
+
"elapsed_ms": 0.6008148193359375
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"step": 315,
|
| 936 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 937 |
+
"chunk_idx": 46,
|
| 938 |
+
"relative_error": 0.006990670039192889,
|
| 939 |
+
"compression_ratio": 4.0,
|
| 940 |
+
"preserves_topology": true,
|
| 941 |
+
"smooth_scale_mean": 0.09990280866622925,
|
| 942 |
+
"elapsed_ms": 0.5097389221191406
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"step": 318,
|
| 946 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 947 |
+
"chunk_idx": 46,
|
| 948 |
+
"relative_error": 0.008808655433219304,
|
| 949 |
+
"compression_ratio": 4.0,
|
| 950 |
+
"preserves_topology": true,
|
| 951 |
+
"smooth_scale_mean": 0.10043002665042877,
|
| 952 |
+
"elapsed_ms": 0.7467269897460938
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"step": 322,
|
| 956 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 957 |
+
"chunk_idx": 47,
|
| 958 |
+
"relative_error": 0.01009215499353653,
|
| 959 |
+
"compression_ratio": 4.0,
|
| 960 |
+
"preserves_topology": true,
|
| 961 |
+
"smooth_scale_mean": 0.10099700093269348,
|
| 962 |
+
"elapsed_ms": 0.5183219909667969
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"step": 325,
|
| 966 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 967 |
+
"chunk_idx": 47,
|
| 968 |
+
"relative_error": 0.010246160840987478,
|
| 969 |
+
"compression_ratio": 4.0,
|
| 970 |
+
"preserves_topology": true,
|
| 971 |
+
"smooth_scale_mean": 0.10151809453964233,
|
| 972 |
+
"elapsed_ms": 0.6356239318847656
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"step": 329,
|
| 976 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 977 |
+
"chunk_idx": 48,
|
| 978 |
+
"relative_error": 0.010689548592442201,
|
| 979 |
+
"compression_ratio": 4.0,
|
| 980 |
+
"preserves_topology": true,
|
| 981 |
+
"smooth_scale_mean": 0.10207879543304443,
|
| 982 |
+
"elapsed_ms": 0.6291866302490234
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"step": 331,
|
| 986 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 987 |
+
"chunk_idx": 48,
|
| 988 |
+
"relative_error": 0.008770816910811734,
|
| 989 |
+
"compression_ratio": 4.0,
|
| 990 |
+
"preserves_topology": true,
|
| 991 |
+
"smooth_scale_mean": 0.10242577642202377,
|
| 992 |
+
"elapsed_ms": 0.6415843963623047
|
| 993 |
+
},
|
| 994 |
+
{
|
| 995 |
+
"step": 334,
|
| 996 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 997 |
+
"chunk_idx": 48,
|
| 998 |
+
"relative_error": 0.00944050540009401,
|
| 999 |
+
"compression_ratio": 4.0,
|
| 1000 |
+
"preserves_topology": true,
|
| 1001 |
+
"smooth_scale_mean": 0.10293976962566376,
|
| 1002 |
+
"elapsed_ms": 0.7407665252685547
|
| 1003 |
+
}
|
| 1004 |
+
],
|
| 1005 |
+
"summary": {
|
| 1006 |
+
"active": true,
|
| 1007 |
+
"n_calls": 100,
|
| 1008 |
+
"latest": {
|
| 1009 |
+
"active": true,
|
| 1010 |
+
"n_neurons": 864,
|
| 1011 |
+
"n_features": 4,
|
| 1012 |
+
"n_calibration_samples": 16,
|
| 1013 |
+
"smooth_scale_mean": 0.1224491074681282,
|
| 1014 |
+
"smooth_scale_std": 0.24429823458194733,
|
| 1015 |
+
"smooth_scale_min": 0.0002999893040396273,
|
| 1016 |
+
"smooth_scale_max": 0.4888964593410492,
|
| 1017 |
+
"alpha": 0.5,
|
| 1018 |
+
"n_bits": 8,
|
| 1019 |
+
"compression_ratio": 4.0,
|
| 1020 |
+
"weights_norm_original": 2215.064697265625,
|
| 1021 |
+
"weights_norm_dequant": 2227.227294921875,
|
| 1022 |
+
"absolute_error": 12.161881446838379,
|
| 1023 |
+
"relative_error": 0.005490531026859645,
|
| 1024 |
+
"preserves_topology": true,
|
| 1025 |
+
"w8a8_int8_range": [
|
| 1026 |
+
-122,
|
| 1027 |
+
127
|
| 1028 |
+
],
|
| 1029 |
+
"elapsed_ms": 0.5731582641601562
|
| 1030 |
+
},
|
| 1031 |
+
"mean_relative_error": 0.012106726645613457,
|
| 1032 |
+
"max_relative_error": 0.15638688643492593,
|
| 1033 |
+
"all_preserve_topology": false
|
| 1034 |
+
}
|
| 1035 |
+
}
|
reports/archive/v6_5_7ds_attn_verification.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checks": {
|
| 3 |
+
"kls_instantiation": {
|
| 4 |
+
"status": "PASS",
|
| 5 |
+
"details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers=True"
|
| 6 |
+
},
|
| 7 |
+
"find_bmu_no_premature_return": {
|
| 8 |
+
"status": "PASS",
|
| 9 |
+
"details": "bmu=(0, 0, 1, 1)"
|
| 10 |
+
},
|
| 11 |
+
"activate_hypothesis_detach": {
|
| 12 |
+
"status": "PASS",
|
| 13 |
+
"details": "classifier_trained=True"
|
| 14 |
+
},
|
| 15 |
+
"pgvector_lookup_removed": {
|
| 16 |
+
"status": "PASS"
|
| 17 |
+
},
|
| 18 |
+
"kohonen_refactored_removed": {
|
| 19 |
+
"status": "PASS",
|
| 20 |
+
"details": "old_folder=False, new_file=True"
|
| 21 |
+
},
|
| 22 |
+
"trainer_removed": {
|
| 23 |
+
"status": "PASS"
|
| 24 |
+
},
|
| 25 |
+
"vqvae2_valid_output": {
|
| 26 |
+
"status": "PASS",
|
| 27 |
+
"details": "n_calls=1, total_loss=0.1358"
|
| 28 |
+
},
|
| 29 |
+
"reasoning_engine_tags": {
|
| 30 |
+
"status": "PASS",
|
| 31 |
+
"details": "reasoning length=934 chars"
|
| 32 |
+
},
|
| 33 |
+
"smoothquant_w8a8_som_weights": {
|
| 34 |
+
"status": "PASS",
|
| 35 |
+
"details": "relative_error=0.005070, compression_ratio=4.0x"
|
| 36 |
+
},
|
| 37 |
+
"tool_coordinator_workers_reactivated": {
|
| 38 |
+
"status": "PASS",
|
| 39 |
+
"details": "n_workers=4, n_tools=2, elapsed_ms=3.08"
|
| 40 |
+
},
|
| 41 |
+
"attention_integrated_and_functional": {
|
| 42 |
+
"status": "PASS",
|
| 43 |
+
"details": "n_calls=15, n_errors=0, logic_functional=True, n_heads=8"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"n_pass": 11,
|
| 47 |
+
"n_fail": 0,
|
| 48 |
+
"all_pass": true
|
| 49 |
+
}
|
reports/archive/v6_5_7ds_attn_w8a8_compression.json
ADDED
|
@@ -0,0 +1,835 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"n_calls": 100,
|
| 3 |
+
"log": [
|
| 4 |
+
{
|
| 5 |
+
"step": 0,
|
| 6 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 7 |
+
"chunk_idx": 1,
|
| 8 |
+
"relative_error": 0.08501751695346929,
|
| 9 |
+
"compression_ratio": 4.0,
|
| 10 |
+
"preserves_topology": false
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"step": 2,
|
| 14 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 15 |
+
"chunk_idx": 1,
|
| 16 |
+
"relative_error": 0.15164670558916482,
|
| 17 |
+
"compression_ratio": 4.0,
|
| 18 |
+
"preserves_topology": false
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"step": 4,
|
| 22 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 23 |
+
"chunk_idx": 1,
|
| 24 |
+
"relative_error": 0.20687011288750823,
|
| 25 |
+
"compression_ratio": 4.0,
|
| 26 |
+
"preserves_topology": false
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"step": 7,
|
| 30 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 31 |
+
"chunk_idx": 2,
|
| 32 |
+
"relative_error": 0.22826680806808153,
|
| 33 |
+
"compression_ratio": 4.0,
|
| 34 |
+
"preserves_topology": false
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"step": 9,
|
| 38 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 39 |
+
"chunk_idx": 2,
|
| 40 |
+
"relative_error": 0.1754673773786138,
|
| 41 |
+
"compression_ratio": 4.0,
|
| 42 |
+
"preserves_topology": false
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"step": 11,
|
| 46 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 47 |
+
"chunk_idx": 2,
|
| 48 |
+
"relative_error": 0.17762832529952655,
|
| 49 |
+
"compression_ratio": 4.0,
|
| 50 |
+
"preserves_topology": false
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"step": 14,
|
| 54 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 55 |
+
"chunk_idx": 3,
|
| 56 |
+
"relative_error": 0.09392299320072832,
|
| 57 |
+
"compression_ratio": 4.0,
|
| 58 |
+
"preserves_topology": false
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"step": 16,
|
| 62 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 63 |
+
"chunk_idx": 3,
|
| 64 |
+
"relative_error": 0.11596736279122749,
|
| 65 |
+
"compression_ratio": 4.0,
|
| 66 |
+
"preserves_topology": false
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"step": 18,
|
| 70 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 71 |
+
"chunk_idx": 3,
|
| 72 |
+
"relative_error": 0.11802003509904918,
|
| 73 |
+
"compression_ratio": 4.0,
|
| 74 |
+
"preserves_topology": false
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"step": 21,
|
| 78 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 79 |
+
"chunk_idx": 4,
|
| 80 |
+
"relative_error": 0.12162338780102033,
|
| 81 |
+
"compression_ratio": 4.0,
|
| 82 |
+
"preserves_topology": false
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"step": 23,
|
| 86 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 87 |
+
"chunk_idx": 4,
|
| 88 |
+
"relative_error": 0.1106040455021468,
|
| 89 |
+
"compression_ratio": 4.0,
|
| 90 |
+
"preserves_topology": false
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 25,
|
| 94 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 95 |
+
"chunk_idx": 4,
|
| 96 |
+
"relative_error": 0.10085285715134286,
|
| 97 |
+
"compression_ratio": 4.0,
|
| 98 |
+
"preserves_topology": false
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"step": 28,
|
| 102 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 103 |
+
"chunk_idx": 5,
|
| 104 |
+
"relative_error": 0.09703669746162398,
|
| 105 |
+
"compression_ratio": 4.0,
|
| 106 |
+
"preserves_topology": false
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"step": 30,
|
| 110 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 111 |
+
"chunk_idx": 5,
|
| 112 |
+
"relative_error": 0.08662104477356394,
|
| 113 |
+
"compression_ratio": 4.0,
|
| 114 |
+
"preserves_topology": false
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"step": 32,
|
| 118 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 119 |
+
"chunk_idx": 5,
|
| 120 |
+
"relative_error": 0.0787710067902595,
|
| 121 |
+
"compression_ratio": 4.0,
|
| 122 |
+
"preserves_topology": false
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"step": 35,
|
| 126 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 127 |
+
"chunk_idx": 6,
|
| 128 |
+
"relative_error": 0.0765277973957296,
|
| 129 |
+
"compression_ratio": 4.0,
|
| 130 |
+
"preserves_topology": false
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"step": 37,
|
| 134 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 135 |
+
"chunk_idx": 6,
|
| 136 |
+
"relative_error": 0.06908596205072781,
|
| 137 |
+
"compression_ratio": 4.0,
|
| 138 |
+
"preserves_topology": false
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"step": 39,
|
| 142 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 143 |
+
"chunk_idx": 6,
|
| 144 |
+
"relative_error": 0.06359968242532464,
|
| 145 |
+
"compression_ratio": 4.0,
|
| 146 |
+
"preserves_topology": false
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"step": 42,
|
| 150 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 151 |
+
"chunk_idx": 7,
|
| 152 |
+
"relative_error": 0.06260824400115476,
|
| 153 |
+
"compression_ratio": 4.0,
|
| 154 |
+
"preserves_topology": false
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"step": 44,
|
| 158 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 159 |
+
"chunk_idx": 7,
|
| 160 |
+
"relative_error": 0.05720240793101343,
|
| 161 |
+
"compression_ratio": 4.0,
|
| 162 |
+
"preserves_topology": false
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 46,
|
| 166 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 167 |
+
"chunk_idx": 7,
|
| 168 |
+
"relative_error": 0.053214746016398806,
|
| 169 |
+
"compression_ratio": 4.0,
|
| 170 |
+
"preserves_topology": false
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"step": 49,
|
| 174 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 175 |
+
"chunk_idx": 8,
|
| 176 |
+
"relative_error": 0.05292212957173985,
|
| 177 |
+
"compression_ratio": 4.0,
|
| 178 |
+
"preserves_topology": false
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"step": 51,
|
| 182 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 183 |
+
"chunk_idx": 9,
|
| 184 |
+
"relative_error": 0.04058554007381918,
|
| 185 |
+
"compression_ratio": 4.0,
|
| 186 |
+
"preserves_topology": true
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"step": 53,
|
| 190 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 191 |
+
"chunk_idx": 9,
|
| 192 |
+
"relative_error": 0.04197929106612917,
|
| 193 |
+
"compression_ratio": 4.0,
|
| 194 |
+
"preserves_topology": true
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"step": 55,
|
| 198 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 199 |
+
"chunk_idx": 9,
|
| 200 |
+
"relative_error": 0.04177931198511254,
|
| 201 |
+
"compression_ratio": 4.0,
|
| 202 |
+
"preserves_topology": true
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"step": 58,
|
| 206 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 207 |
+
"chunk_idx": 10,
|
| 208 |
+
"relative_error": 0.0432701339082319,
|
| 209 |
+
"compression_ratio": 4.0,
|
| 210 |
+
"preserves_topology": true
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"step": 60,
|
| 214 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 215 |
+
"chunk_idx": 10,
|
| 216 |
+
"relative_error": 0.040742067144898406,
|
| 217 |
+
"compression_ratio": 4.0,
|
| 218 |
+
"preserves_topology": true
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"step": 62,
|
| 222 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 223 |
+
"chunk_idx": 10,
|
| 224 |
+
"relative_error": 0.038777429845241886,
|
| 225 |
+
"compression_ratio": 4.0,
|
| 226 |
+
"preserves_topology": true
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"step": 65,
|
| 230 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 231 |
+
"chunk_idx": 11,
|
| 232 |
+
"relative_error": 0.03929625742711467,
|
| 233 |
+
"compression_ratio": 4.0,
|
| 234 |
+
"preserves_topology": true
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 67,
|
| 238 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 239 |
+
"chunk_idx": 11,
|
| 240 |
+
"relative_error": 0.03672284709937677,
|
| 241 |
+
"compression_ratio": 4.0,
|
| 242 |
+
"preserves_topology": true
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"step": 69,
|
| 246 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 247 |
+
"chunk_idx": 11,
|
| 248 |
+
"relative_error": 0.03487453562166761,
|
| 249 |
+
"compression_ratio": 4.0,
|
| 250 |
+
"preserves_topology": true
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"step": 72,
|
| 254 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 255 |
+
"chunk_idx": 12,
|
| 256 |
+
"relative_error": 0.03536240384909694,
|
| 257 |
+
"compression_ratio": 4.0,
|
| 258 |
+
"preserves_topology": true
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"step": 74,
|
| 262 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 263 |
+
"chunk_idx": 12,
|
| 264 |
+
"relative_error": 0.033114252205925364,
|
| 265 |
+
"compression_ratio": 4.0,
|
| 266 |
+
"preserves_topology": true
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"step": 76,
|
| 270 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 271 |
+
"chunk_idx": 12,
|
| 272 |
+
"relative_error": 0.03152996522220925,
|
| 273 |
+
"compression_ratio": 4.0,
|
| 274 |
+
"preserves_topology": true
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"step": 79,
|
| 278 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 279 |
+
"chunk_idx": 13,
|
| 280 |
+
"relative_error": 0.03206632318543957,
|
| 281 |
+
"compression_ratio": 4.0,
|
| 282 |
+
"preserves_topology": true
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"step": 81,
|
| 286 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 287 |
+
"chunk_idx": 13,
|
| 288 |
+
"relative_error": 0.030112187621655222,
|
| 289 |
+
"compression_ratio": 4.0,
|
| 290 |
+
"preserves_topology": true
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"step": 84,
|
| 294 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 295 |
+
"chunk_idx": 13,
|
| 296 |
+
"relative_error": 0.03537809258854888,
|
| 297 |
+
"compression_ratio": 4.0,
|
| 298 |
+
"preserves_topology": true
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"step": 86,
|
| 302 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 303 |
+
"chunk_idx": 14,
|
| 304 |
+
"relative_error": 0.026022978225643183,
|
| 305 |
+
"compression_ratio": 4.0,
|
| 306 |
+
"preserves_topology": true
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"step": 89,
|
| 310 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 311 |
+
"chunk_idx": 14,
|
| 312 |
+
"relative_error": 0.032213076501088365,
|
| 313 |
+
"compression_ratio": 4.0,
|
| 314 |
+
"preserves_topology": true
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"step": 94,
|
| 318 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 319 |
+
"chunk_idx": 15,
|
| 320 |
+
"relative_error": 0.04212325228903057,
|
| 321 |
+
"compression_ratio": 4.0,
|
| 322 |
+
"preserves_topology": true
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"step": 96,
|
| 326 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 327 |
+
"chunk_idx": 15,
|
| 328 |
+
"relative_error": 0.03287038576271696,
|
| 329 |
+
"compression_ratio": 4.0,
|
| 330 |
+
"preserves_topology": true
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"step": 100,
|
| 334 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 335 |
+
"chunk_idx": 16,
|
| 336 |
+
"relative_error": 0.03502297001555971,
|
| 337 |
+
"compression_ratio": 4.0,
|
| 338 |
+
"preserves_topology": true
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"step": 102,
|
| 342 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 343 |
+
"chunk_idx": 17,
|
| 344 |
+
"relative_error": 0.024561383161958307,
|
| 345 |
+
"compression_ratio": 4.0,
|
| 346 |
+
"preserves_topology": true
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"step": 104,
|
| 350 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 351 |
+
"chunk_idx": 17,
|
| 352 |
+
"relative_error": 0.023284148435721984,
|
| 353 |
+
"compression_ratio": 4.0,
|
| 354 |
+
"preserves_topology": true
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"step": 106,
|
| 358 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 359 |
+
"chunk_idx": 17,
|
| 360 |
+
"relative_error": 0.02240953372244417,
|
| 361 |
+
"compression_ratio": 4.0,
|
| 362 |
+
"preserves_topology": true
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"step": 109,
|
| 366 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 367 |
+
"chunk_idx": 18,
|
| 368 |
+
"relative_error": 0.02302270440369639,
|
| 369 |
+
"compression_ratio": 4.0,
|
| 370 |
+
"preserves_topology": true
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"step": 111,
|
| 374 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 375 |
+
"chunk_idx": 18,
|
| 376 |
+
"relative_error": 0.02180824660713262,
|
| 377 |
+
"compression_ratio": 4.0,
|
| 378 |
+
"preserves_topology": true
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"step": 113,
|
| 382 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 383 |
+
"chunk_idx": 18,
|
| 384 |
+
"relative_error": 0.020993768551244837,
|
| 385 |
+
"compression_ratio": 4.0,
|
| 386 |
+
"preserves_topology": true
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"step": 116,
|
| 390 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 391 |
+
"chunk_idx": 19,
|
| 392 |
+
"relative_error": 0.021585838771452745,
|
| 393 |
+
"compression_ratio": 4.0,
|
| 394 |
+
"preserves_topology": true
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"step": 120,
|
| 398 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 399 |
+
"chunk_idx": 19,
|
| 400 |
+
"relative_error": 0.029818355430999876,
|
| 401 |
+
"compression_ratio": 4.0,
|
| 402 |
+
"preserves_topology": true
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"step": 123,
|
| 406 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 407 |
+
"chunk_idx": 20,
|
| 408 |
+
"relative_error": 0.02535061981332789,
|
| 409 |
+
"compression_ratio": 4.0,
|
| 410 |
+
"preserves_topology": true
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"step": 125,
|
| 414 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 415 |
+
"chunk_idx": 20,
|
| 416 |
+
"relative_error": 0.021799467887810783,
|
| 417 |
+
"compression_ratio": 4.0,
|
| 418 |
+
"preserves_topology": true
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"step": 127,
|
| 422 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 423 |
+
"chunk_idx": 20,
|
| 424 |
+
"relative_error": 0.019864570747365404,
|
| 425 |
+
"compression_ratio": 4.0,
|
| 426 |
+
"preserves_topology": true
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"step": 130,
|
| 430 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 431 |
+
"chunk_idx": 21,
|
| 432 |
+
"relative_error": 0.0198087571423545,
|
| 433 |
+
"compression_ratio": 4.0,
|
| 434 |
+
"preserves_topology": true
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"step": 132,
|
| 438 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 439 |
+
"chunk_idx": 21,
|
| 440 |
+
"relative_error": 0.01854188449840403,
|
| 441 |
+
"compression_ratio": 4.0,
|
| 442 |
+
"preserves_topology": true
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"step": 138,
|
| 446 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 447 |
+
"chunk_idx": 22,
|
| 448 |
+
"relative_error": 0.03106598707538613,
|
| 449 |
+
"compression_ratio": 4.0,
|
| 450 |
+
"preserves_topology": true
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"step": 140,
|
| 454 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 455 |
+
"chunk_idx": 22,
|
| 456 |
+
"relative_error": 0.02364250465403065,
|
| 457 |
+
"compression_ratio": 4.0,
|
| 458 |
+
"preserves_topology": true
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"step": 144,
|
| 462 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 463 |
+
"chunk_idx": 23,
|
| 464 |
+
"relative_error": 0.024678216302164768,
|
| 465 |
+
"compression_ratio": 4.0,
|
| 466 |
+
"preserves_topology": true
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"step": 148,
|
| 470 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 471 |
+
"chunk_idx": 23,
|
| 472 |
+
"relative_error": 0.02770820668983613,
|
| 473 |
+
"compression_ratio": 4.0,
|
| 474 |
+
"preserves_topology": true
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"step": 153,
|
| 478 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 479 |
+
"chunk_idx": 25,
|
| 480 |
+
"relative_error": 0.026933327194691464,
|
| 481 |
+
"compression_ratio": 4.0,
|
| 482 |
+
"preserves_topology": true
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"step": 206,
|
| 486 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 487 |
+
"chunk_idx": 33,
|
| 488 |
+
"relative_error": 0.17164724821171012,
|
| 489 |
+
"compression_ratio": 4.0,
|
| 490 |
+
"preserves_topology": false
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"step": 208,
|
| 494 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 495 |
+
"chunk_idx": 33,
|
| 496 |
+
"relative_error": 0.088394205476928,
|
| 497 |
+
"compression_ratio": 4.0,
|
| 498 |
+
"preserves_topology": false
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"step": 211,
|
| 502 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 503 |
+
"chunk_idx": 34,
|
| 504 |
+
"relative_error": 0.04963081594505671,
|
| 505 |
+
"compression_ratio": 4.0,
|
| 506 |
+
"preserves_topology": true
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"step": 213,
|
| 510 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 511 |
+
"chunk_idx": 34,
|
| 512 |
+
"relative_error": 0.03002716284180229,
|
| 513 |
+
"compression_ratio": 4.0,
|
| 514 |
+
"preserves_topology": true
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"step": 215,
|
| 518 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 519 |
+
"chunk_idx": 34,
|
| 520 |
+
"relative_error": 0.020304824632636952,
|
| 521 |
+
"compression_ratio": 4.0,
|
| 522 |
+
"preserves_topology": true
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"step": 218,
|
| 526 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 527 |
+
"chunk_idx": 35,
|
| 528 |
+
"relative_error": 0.016064335860456618,
|
| 529 |
+
"compression_ratio": 4.0,
|
| 530 |
+
"preserves_topology": true
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"step": 221,
|
| 534 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 535 |
+
"chunk_idx": 35,
|
| 536 |
+
"relative_error": 0.01578092433185318,
|
| 537 |
+
"compression_ratio": 4.0,
|
| 538 |
+
"preserves_topology": true
|
| 539 |
+
},
|
| 540 |
+
{
|
| 541 |
+
"step": 223,
|
| 542 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 543 |
+
"chunk_idx": 35,
|
| 544 |
+
"relative_error": 0.013026161043784155,
|
| 545 |
+
"compression_ratio": 4.0,
|
| 546 |
+
"preserves_topology": true
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"step": 227,
|
| 550 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 551 |
+
"chunk_idx": 36,
|
| 552 |
+
"relative_error": 0.014681483973926095,
|
| 553 |
+
"compression_ratio": 4.0,
|
| 554 |
+
"preserves_topology": true
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"step": 229,
|
| 558 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 559 |
+
"chunk_idx": 36,
|
| 560 |
+
"relative_error": 0.01234299790791084,
|
| 561 |
+
"compression_ratio": 4.0,
|
| 562 |
+
"preserves_topology": true
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"step": 232,
|
| 566 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 567 |
+
"chunk_idx": 37,
|
| 568 |
+
"relative_error": 0.011727567353442592,
|
| 569 |
+
"compression_ratio": 4.0,
|
| 570 |
+
"preserves_topology": true
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"step": 234,
|
| 574 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 575 |
+
"chunk_idx": 37,
|
| 576 |
+
"relative_error": 0.010764369574939828,
|
| 577 |
+
"compression_ratio": 4.0,
|
| 578 |
+
"preserves_topology": true
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"step": 237,
|
| 582 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 583 |
+
"chunk_idx": 37,
|
| 584 |
+
"relative_error": 0.012587107222113121,
|
| 585 |
+
"compression_ratio": 4.0,
|
| 586 |
+
"preserves_topology": true
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"step": 239,
|
| 590 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 591 |
+
"chunk_idx": 38,
|
| 592 |
+
"relative_error": 0.009333076250092253,
|
| 593 |
+
"compression_ratio": 4.0,
|
| 594 |
+
"preserves_topology": true
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"step": 242,
|
| 598 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 599 |
+
"chunk_idx": 38,
|
| 600 |
+
"relative_error": 0.011725116210256199,
|
| 601 |
+
"compression_ratio": 4.0,
|
| 602 |
+
"preserves_topology": true
|
| 603 |
+
},
|
| 604 |
+
{
|
| 605 |
+
"step": 246,
|
| 606 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 607 |
+
"chunk_idx": 39,
|
| 608 |
+
"relative_error": 0.01339249530762522,
|
| 609 |
+
"compression_ratio": 4.0,
|
| 610 |
+
"preserves_topology": true
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"step": 249,
|
| 614 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 615 |
+
"chunk_idx": 39,
|
| 616 |
+
"relative_error": 0.01355581702905986,
|
| 617 |
+
"compression_ratio": 4.0,
|
| 618 |
+
"preserves_topology": true
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"step": 253,
|
| 622 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 623 |
+
"chunk_idx": 40,
|
| 624 |
+
"relative_error": 0.014097248874899134,
|
| 625 |
+
"compression_ratio": 4.0,
|
| 626 |
+
"preserves_topology": true
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"step": 255,
|
| 630 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 631 |
+
"chunk_idx": 41,
|
| 632 |
+
"relative_error": 0.009897984385371723,
|
| 633 |
+
"compression_ratio": 4.0,
|
| 634 |
+
"preserves_topology": true
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"step": 257,
|
| 638 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 639 |
+
"chunk_idx": 41,
|
| 640 |
+
"relative_error": 0.009415031000488445,
|
| 641 |
+
"compression_ratio": 4.0,
|
| 642 |
+
"preserves_topology": true
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"step": 259,
|
| 646 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 647 |
+
"chunk_idx": 41,
|
| 648 |
+
"relative_error": 0.009134005928874667,
|
| 649 |
+
"compression_ratio": 4.0,
|
| 650 |
+
"preserves_topology": true
|
| 651 |
+
},
|
| 652 |
+
{
|
| 653 |
+
"step": 262,
|
| 654 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 655 |
+
"chunk_idx": 42,
|
| 656 |
+
"relative_error": 0.009486178367216816,
|
| 657 |
+
"compression_ratio": 4.0,
|
| 658 |
+
"preserves_topology": true
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"step": 264,
|
| 662 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 663 |
+
"chunk_idx": 42,
|
| 664 |
+
"relative_error": 0.009088117499637454,
|
| 665 |
+
"compression_ratio": 4.0,
|
| 666 |
+
"preserves_topology": true
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"step": 267,
|
| 670 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 671 |
+
"chunk_idx": 42,
|
| 672 |
+
"relative_error": 0.01093837918128412,
|
| 673 |
+
"compression_ratio": 4.0,
|
| 674 |
+
"preserves_topology": true
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"step": 269,
|
| 678 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 679 |
+
"chunk_idx": 43,
|
| 680 |
+
"relative_error": 0.008171825599317641,
|
| 681 |
+
"compression_ratio": 4.0,
|
| 682 |
+
"preserves_topology": true
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"step": 271,
|
| 686 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 687 |
+
"chunk_idx": 43,
|
| 688 |
+
"relative_error": 0.008316021273538806,
|
| 689 |
+
"compression_ratio": 4.0,
|
| 690 |
+
"preserves_topology": true
|
| 691 |
+
},
|
| 692 |
+
{
|
| 693 |
+
"step": 273,
|
| 694 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 695 |
+
"chunk_idx": 43,
|
| 696 |
+
"relative_error": 0.008352669395692276,
|
| 697 |
+
"compression_ratio": 4.0,
|
| 698 |
+
"preserves_topology": true
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"step": 276,
|
| 702 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 703 |
+
"chunk_idx": 44,
|
| 704 |
+
"relative_error": 0.008840231424806035,
|
| 705 |
+
"compression_ratio": 4.0,
|
| 706 |
+
"preserves_topology": true
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"step": 279,
|
| 710 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 711 |
+
"chunk_idx": 44,
|
| 712 |
+
"relative_error": 0.010538459295822106,
|
| 713 |
+
"compression_ratio": 4.0,
|
| 714 |
+
"preserves_topology": true
|
| 715 |
+
},
|
| 716 |
+
{
|
| 717 |
+
"step": 281,
|
| 718 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 719 |
+
"chunk_idx": 44,
|
| 720 |
+
"relative_error": 0.009339974743379413,
|
| 721 |
+
"compression_ratio": 4.0,
|
| 722 |
+
"preserves_topology": true
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"step": 284,
|
| 726 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 727 |
+
"chunk_idx": 45,
|
| 728 |
+
"relative_error": 0.009198104762715407,
|
| 729 |
+
"compression_ratio": 4.0,
|
| 730 |
+
"preserves_topology": true
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"step": 286,
|
| 734 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 735 |
+
"chunk_idx": 45,
|
| 736 |
+
"relative_error": 0.008601345503875599,
|
| 737 |
+
"compression_ratio": 4.0,
|
| 738 |
+
"preserves_topology": true
|
| 739 |
+
},
|
| 740 |
+
{
|
| 741 |
+
"step": 288,
|
| 742 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 743 |
+
"chunk_idx": 45,
|
| 744 |
+
"relative_error": 0.00827123072089908,
|
| 745 |
+
"compression_ratio": 4.0,
|
| 746 |
+
"preserves_topology": true
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"step": 290,
|
| 750 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 751 |
+
"chunk_idx": 46,
|
| 752 |
+
"relative_error": 0.006641156640627261,
|
| 753 |
+
"compression_ratio": 4.0,
|
| 754 |
+
"preserves_topology": true
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"step": 292,
|
| 758 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 759 |
+
"chunk_idx": 46,
|
| 760 |
+
"relative_error": 0.007240222998796766,
|
| 761 |
+
"compression_ratio": 4.0,
|
| 762 |
+
"preserves_topology": true
|
| 763 |
+
},
|
| 764 |
+
{
|
| 765 |
+
"step": 294,
|
| 766 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 767 |
+
"chunk_idx": 46,
|
| 768 |
+
"relative_error": 0.007509243233949404,
|
| 769 |
+
"compression_ratio": 4.0,
|
| 770 |
+
"preserves_topology": true
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"step": 297,
|
| 774 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 775 |
+
"chunk_idx": 47,
|
| 776 |
+
"relative_error": 0.008081485400129866,
|
| 777 |
+
"compression_ratio": 4.0,
|
| 778 |
+
"preserves_topology": true
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"step": 299,
|
| 782 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 783 |
+
"chunk_idx": 47,
|
| 784 |
+
"relative_error": 0.007866857395177979,
|
| 785 |
+
"compression_ratio": 4.0,
|
| 786 |
+
"preserves_topology": true
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"step": 301,
|
| 790 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 791 |
+
"chunk_idx": 47,
|
| 792 |
+
"relative_error": 0.007730329624807799,
|
| 793 |
+
"compression_ratio": 4.0,
|
| 794 |
+
"preserves_topology": true
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"step": 304,
|
| 798 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 799 |
+
"chunk_idx": 48,
|
| 800 |
+
"relative_error": 0.008090415855548712,
|
| 801 |
+
"compression_ratio": 4.0,
|
| 802 |
+
"preserves_topology": true
|
| 803 |
+
}
|
| 804 |
+
],
|
| 805 |
+
"summary": {
|
| 806 |
+
"active": true,
|
| 807 |
+
"n_calls": 100,
|
| 808 |
+
"latest": {
|
| 809 |
+
"active": true,
|
| 810 |
+
"n_neurons": 864,
|
| 811 |
+
"n_features": 4,
|
| 812 |
+
"n_calibration_samples": 20,
|
| 813 |
+
"smooth_scale_mean": 0.10064595937728882,
|
| 814 |
+
"smooth_scale_std": 0.20062804222106934,
|
| 815 |
+
"smooth_scale_min": 0.0003319382085464895,
|
| 816 |
+
"smooth_scale_max": 0.4015880227088928,
|
| 817 |
+
"alpha": 0.5,
|
| 818 |
+
"n_bits": 8,
|
| 819 |
+
"compression_ratio": 4.0,
|
| 820 |
+
"weights_norm_original": 1652.71875,
|
| 821 |
+
"weights_norm_dequant": 1664.1396484375,
|
| 822 |
+
"absolute_error": 11.421292304992676,
|
| 823 |
+
"relative_error": 0.006910608538199664,
|
| 824 |
+
"preserves_topology": true,
|
| 825 |
+
"w8a8_int8_range": [
|
| 826 |
+
-123,
|
| 827 |
+
127
|
| 828 |
+
],
|
| 829 |
+
"elapsed_ms": 0.6363391876220703
|
| 830 |
+
},
|
| 831 |
+
"mean_relative_error": 0.020276215304510577,
|
| 832 |
+
"max_relative_error": 0.17164724821171012,
|
| 833 |
+
"all_preserve_topology": false
|
| 834 |
+
}
|
| 835 |
+
}
|
reports/archive/v6_5_7ds_ewc_w8a8_benchmark.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"benchmark": "EWC+W8A8 eval with active dequantization (V6.5-7ds)",
|
| 3 |
+
"config": {
|
| 4 |
+
"model": "TestModel(64-128-32)",
|
| 5 |
+
"n_linears": 2,
|
| 6 |
+
"n_bits": 8,
|
| 7 |
+
"alpha_smoothquant": 0.5,
|
| 8 |
+
"calibration_samples": 32,
|
| 9 |
+
"n_iterations": 100
|
| 10 |
+
},
|
| 11 |
+
"results": {
|
| 12 |
+
"baseline_float": {
|
| 13 |
+
"penalty": 7.579145386815071,
|
| 14 |
+
"time_ms_per_call": 0.04622459411621094
|
| 15 |
+
},
|
| 16 |
+
"w8a8_with_dequant": {
|
| 17 |
+
"penalty": 7.581265166401863,
|
| 18 |
+
"time_ms_per_call": 0.1355147361755371,
|
| 19 |
+
"relative_error": 0.00027968583245277626
|
| 20 |
+
},
|
| 21 |
+
"w8a8_no_dequant_broken": {
|
| 22 |
+
"penalty": 1102808.2418839484,
|
| 23 |
+
"time_ms_per_call": 0.09852170944213867,
|
| 24 |
+
"relative_error": 145504.6191166922
|
| 25 |
+
}
|
| 26 |
+
},
|
| 27 |
+
"analysis": {
|
| 28 |
+
"dequant_preserves_accuracy": true,
|
| 29 |
+
"dequant_relative_error": 0.00027968583245277626,
|
| 30 |
+
"int8_relative_error": 145504.6191166922,
|
| 31 |
+
"dequant_overhead_ms": 0.08929014205932617,
|
| 32 |
+
"dequant_overhead_pct": 193.16587579946358,
|
| 33 |
+
"conclusion": "V6.5-7ds EWC+W8A8 eval com dequant: erro dequant=0.000280 (< 0.1 = OK), erro int8 direto=145504.619117."
|
| 34 |
+
},
|
| 35 |
+
"ewc_config": {
|
| 36 |
+
"eval_mode_penalty": true,
|
| 37 |
+
"skip_som_filled_neurons": true,
|
| 38 |
+
"lambda_ewc": 100.0,
|
| 39 |
+
"fisher_n_samples": 32
|
| 40 |
+
}
|
| 41 |
+
}
|
reports/archive/v6_5_7ds_module_analysis.json
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"removed_modules": {
|
| 3 |
+
"src/bigru_t/model/bigru4.py": {
|
| 4 |
+
"exists_after_v65": false,
|
| 5 |
+
"status": "REMOVED"
|
| 6 |
+
},
|
| 7 |
+
"src/bigru_t/model/gru_hierarchy.py": {
|
| 8 |
+
"exists_after_v65": false,
|
| 9 |
+
"status": "REMOVED"
|
| 10 |
+
},
|
| 11 |
+
"src/bigru_t/model/orq_cell.py": {
|
| 12 |
+
"exists_after_v65": false,
|
| 13 |
+
"status": "REMOVED"
|
| 14 |
+
},
|
| 15 |
+
"src/bigru_t/model/train_t.py": {
|
| 16 |
+
"exists_after_v65": false,
|
| 17 |
+
"status": "REMOVED"
|
| 18 |
+
},
|
| 19 |
+
"src/bigru_t/model/transformer_unit.py": {
|
| 20 |
+
"exists_after_v65": false,
|
| 21 |
+
"status": "REMOVED"
|
| 22 |
+
},
|
| 23 |
+
"src/bigru_t/model/u8cell_t.py": {
|
| 24 |
+
"exists_after_v65": false,
|
| 25 |
+
"status": "REMOVED"
|
| 26 |
+
},
|
| 27 |
+
"src/bigru_t/model/unified_model.py": {
|
| 28 |
+
"exists_after_v65": false,
|
| 29 |
+
"status": "REMOVED"
|
| 30 |
+
},
|
| 31 |
+
"src/bigru_t/model/module_selector.py": {
|
| 32 |
+
"exists_after_v65": false,
|
| 33 |
+
"status": "REMOVED"
|
| 34 |
+
},
|
| 35 |
+
"src/bigru_t/training/trainer.py": {
|
| 36 |
+
"exists_after_v65": false,
|
| 37 |
+
"status": "REMOVED"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"removed_folders": {
|
| 41 |
+
"src/bigru_t/model/kohonen_refactored/": {
|
| 42 |
+
"exists_after_v65": false,
|
| 43 |
+
"status": "REMOVED"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"active_modules": {
|
| 47 |
+
"src/bigru_t/model/kohonen_learning_system.py": {
|
| 48 |
+
"exists": true,
|
| 49 |
+
"size_bytes": 53712,
|
| 50 |
+
"activity": "active"
|
| 51 |
+
},
|
| 52 |
+
"src/bigru_t/model/hyp_t.py": {
|
| 53 |
+
"exists": true,
|
| 54 |
+
"size_bytes": 3849,
|
| 55 |
+
"activity": "active"
|
| 56 |
+
},
|
| 57 |
+
"src/bigru_t/model/vqvae2_hierarchical.py": {
|
| 58 |
+
"exists": true,
|
| 59 |
+
"size_bytes": 7808,
|
| 60 |
+
"activity": "active"
|
| 61 |
+
},
|
| 62 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py": {
|
| 63 |
+
"exists": true,
|
| 64 |
+
"size_bytes": 22745,
|
| 65 |
+
"activity": "active"
|
| 66 |
+
},
|
| 67 |
+
"src/bigru_t/model/token_compress.py": {
|
| 68 |
+
"exists": true,
|
| 69 |
+
"size_bytes": 14129,
|
| 70 |
+
"activity": "active"
|
| 71 |
+
},
|
| 72 |
+
"src/bigru_t/model/embedding_reconfig.py": {
|
| 73 |
+
"exists": true,
|
| 74 |
+
"size_bytes": 2414,
|
| 75 |
+
"activity": "active"
|
| 76 |
+
},
|
| 77 |
+
"src/bigru_t/model/attention_multimodal.py": {
|
| 78 |
+
"exists": true,
|
| 79 |
+
"size_bytes": 3787,
|
| 80 |
+
"activity": "active"
|
| 81 |
+
},
|
| 82 |
+
"src/bigru_t/training/mtp.py": {
|
| 83 |
+
"exists": true,
|
| 84 |
+
"size_bytes": 10260,
|
| 85 |
+
"activity": "active"
|
| 86 |
+
},
|
| 87 |
+
"src/bigru_t/training/ewc.py": {
|
| 88 |
+
"exists": true,
|
| 89 |
+
"size_bytes": 25029,
|
| 90 |
+
"activity": "active"
|
| 91 |
+
},
|
| 92 |
+
"src/bigru_t/quantization/smoothquant_compressor.py": {
|
| 93 |
+
"exists": true,
|
| 94 |
+
"size_bytes": 3562,
|
| 95 |
+
"activity": "active"
|
| 96 |
+
},
|
| 97 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py": {
|
| 98 |
+
"exists": true,
|
| 99 |
+
"size_bytes": 16296,
|
| 100 |
+
"activity": "active"
|
| 101 |
+
},
|
| 102 |
+
"src/bigru_t/quantization/quantized_linear.py": {
|
| 103 |
+
"exists": true,
|
| 104 |
+
"size_bytes": 6361,
|
| 105 |
+
"activity": "active"
|
| 106 |
+
},
|
| 107 |
+
"src/bigru_t/reasoning/reasoning_engine.py": {
|
| 108 |
+
"exists": true,
|
| 109 |
+
"size_bytes": 19946,
|
| 110 |
+
"activity": "active"
|
| 111 |
+
},
|
| 112 |
+
"src/bigru_t/reasoning/thinking.py": {
|
| 113 |
+
"exists": true,
|
| 114 |
+
"size_bytes": 5303,
|
| 115 |
+
"activity": "active"
|
| 116 |
+
},
|
| 117 |
+
"src/bigru_t/reasoning/circular_orchestration.py": {
|
| 118 |
+
"exists": true,
|
| 119 |
+
"size_bytes": 30801,
|
| 120 |
+
"activity": "active"
|
| 121 |
+
},
|
| 122 |
+
"src/bigru_t/reasoning/tool_agent.py": {
|
| 123 |
+
"exists": true,
|
| 124 |
+
"size_bytes": 29933,
|
| 125 |
+
"activity": "active"
|
| 126 |
+
},
|
| 127 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py": {
|
| 128 |
+
"exists": true,
|
| 129 |
+
"size_bytes": 29129,
|
| 130 |
+
"activity": "active"
|
| 131 |
+
},
|
| 132 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py": {
|
| 133 |
+
"exists": true,
|
| 134 |
+
"size_bytes": 25045,
|
| 135 |
+
"activity": "active"
|
| 136 |
+
},
|
| 137 |
+
"src/bigru_t/reasoning/consensus_sampling.py": {
|
| 138 |
+
"exists": true,
|
| 139 |
+
"size_bytes": 1302,
|
| 140 |
+
"activity": "active"
|
| 141 |
+
},
|
| 142 |
+
"src/bigru_t/data/streaming_datasets.py": {
|
| 143 |
+
"exists": true,
|
| 144 |
+
"size_bytes": 38310,
|
| 145 |
+
"activity": "active"
|
| 146 |
+
},
|
| 147 |
+
"src/bigru_t/utils/xeon_runtime.py": {
|
| 148 |
+
"exists": true,
|
| 149 |
+
"size_bytes": 23928,
|
| 150 |
+
"activity": "active"
|
| 151 |
+
}
|
| 152 |
+
},
|
| 153 |
+
"v65_final_features": {
|
| 154 |
+
"vqvae2_active_in_pipeline": true,
|
| 155 |
+
"reasoning_engine_integrated": true,
|
| 156 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 157 |
+
"tool_coordinator_workers_reactivated": true,
|
| 158 |
+
"ewc_w8a8_dequant_benchmark": true,
|
| 159 |
+
"kohonen_moved_up": true,
|
| 160 |
+
"real_streaming_forced": true,
|
| 161 |
+
"som_grid_864_neurons": true,
|
| 162 |
+
"mtp_head_size_increased_K6": true
|
| 163 |
+
}
|
| 164 |
+
}
|
reports/archive/v6_5_7ds_reasoning_eval.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "reasoning_and_response_quality_v65_final",
|
| 3 |
+
"n_test_queries": 7,
|
| 4 |
+
"results": [
|
| 5 |
+
{
|
| 6 |
+
"query": "o gato dorme na cama",
|
| 7 |
+
"som_prediction": "cachorro",
|
| 8 |
+
"reasoning_length": 964,
|
| 9 |
+
"has_think": true,
|
| 10 |
+
"has_plan": true,
|
| 11 |
+
"has_answer": true,
|
| 12 |
+
"has_decompose": true,
|
| 13 |
+
"think_preview": "Analisando a query: 'o gato dorme na cama'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas sã...",
|
| 14 |
+
"answer_preview": "prediction=cachorro...",
|
| 15 |
+
"n_tags": 4
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"query": "calcule dois mais dois",
|
| 19 |
+
"som_prediction": "cachorro",
|
| 20 |
+
"reasoning_length": 976,
|
| 21 |
+
"has_think": true,
|
| 22 |
+
"has_plan": true,
|
| 23 |
+
"has_answer": true,
|
| 24 |
+
"has_decompose": true,
|
| 25 |
+
"think_preview": "Analisando a query: 'calcule dois mais dois'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas ...",
|
| 26 |
+
"answer_preview": "prediction=cachorro...",
|
| 27 |
+
"n_tags": 4
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"query": "olá como você está",
|
| 31 |
+
"som_prediction": "cachorro",
|
| 32 |
+
"reasoning_length": 952,
|
| 33 |
+
"has_think": true,
|
| 34 |
+
"has_plan": true,
|
| 35 |
+
"has_answer": true,
|
| 36 |
+
"has_decompose": true,
|
| 37 |
+
"think_preview": "Analisando a query: 'olá como você está'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramentas são ...",
|
| 38 |
+
"answer_preview": "prediction=cachorro...",
|
| 39 |
+
"n_tags": 4
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"query": "translate hello to portuguese",
|
| 43 |
+
"som_prediction": "cachorro",
|
| 44 |
+
"reasoning_length": 1018,
|
| 45 |
+
"has_think": true,
|
| 46 |
+
"has_plan": true,
|
| 47 |
+
"has_answer": true,
|
| 48 |
+
"has_decompose": true,
|
| 49 |
+
"think_preview": "Analisando a query: 'translate hello to portuguese'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferra...",
|
| 50 |
+
"answer_preview": "prediction=cachorro...",
|
| 51 |
+
"n_tags": 4
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"query": "prove que a soma de pares é par",
|
| 55 |
+
"som_prediction": "cachorro",
|
| 56 |
+
"reasoning_length": 1030,
|
| 57 |
+
"has_think": true,
|
| 58 |
+
"has_plan": true,
|
| 59 |
+
"has_answer": true,
|
| 60 |
+
"has_decompose": true,
|
| 61 |
+
"think_preview": "Analisando a query: 'prove que a soma de pares é par'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fer...",
|
| 62 |
+
"answer_preview": "prediction=cachorro...",
|
| 63 |
+
"n_tags": 4
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"query": "qual é a capital do brasil",
|
| 67 |
+
"som_prediction": "cachorro",
|
| 68 |
+
"reasoning_length": 1000,
|
| 69 |
+
"has_think": true,
|
| 70 |
+
"has_plan": true,
|
| 71 |
+
"has_answer": true,
|
| 72 |
+
"has_decompose": true,
|
| 73 |
+
"think_preview": "Analisando a query: 'qual é a capital do brasil'\nIdentificando o tipo de problema e requisitos.\nDeterminando se ferramen...",
|
| 74 |
+
"answer_preview": "prediction=cachorro...",
|
| 75 |
+
"n_tags": 4
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"query": "explique o que é uma rede neural",
|
| 79 |
+
"som_prediction": "cachorro",
|
| 80 |
+
"reasoning_length": 1036,
|
| 81 |
+
"has_think": true,
|
| 82 |
+
"has_plan": true,
|
| 83 |
+
"has_answer": true,
|
| 84 |
+
"has_decompose": true,
|
| 85 |
+
"think_preview": "Analisando a query: 'explique o que é uma rede neural'\nIdentificando o tipo de problema e requisitos.\nDeterminando se fe...",
|
| 86 |
+
"answer_preview": "prediction=cachorro...",
|
| 87 |
+
"n_tags": 4
|
| 88 |
+
}
|
| 89 |
+
],
|
| 90 |
+
"summary": {
|
| 91 |
+
"n_with_answer": 7,
|
| 92 |
+
"n_with_think": 7,
|
| 93 |
+
"answer_rate": 1.0,
|
| 94 |
+
"think_rate": 1.0,
|
| 95 |
+
"avg_reasoning_length": 996.5714285714286,
|
| 96 |
+
"reasoning_engine_active": true,
|
| 97 |
+
"reasoning_engine_n_history": 7
|
| 98 |
+
},
|
| 99 |
+
"quality_assessment": {
|
| 100 |
+
"response_quality": "GOOD",
|
| 101 |
+
"reasoning_quality": "GOOD",
|
| 102 |
+
"tags_present": [
|
| 103 |
+
"<think>",
|
| 104 |
+
"<plan>",
|
| 105 |
+
"<decompose>",
|
| 106 |
+
"<answer>"
|
| 107 |
+
],
|
| 108 |
+
"compatible_with": [
|
| 109 |
+
"Ollama",
|
| 110 |
+
"LangChain",
|
| 111 |
+
"vLLM"
|
| 112 |
+
]
|
| 113 |
+
}
|
| 114 |
+
}
|
reports/archive/v6_5_7ds_report.json
ADDED
|
@@ -0,0 +1,675 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-7ds-real-streaming",
|
| 3 |
+
"timestamp": "2026-08-08T00:53:33.417026",
|
| 4 |
+
"user_requirements_checklist": {
|
| 5 |
+
"HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
|
| 6 |
+
"streaming_datasets_active_REAL": true,
|
| 7 |
+
"xeon_runtime_active": true,
|
| 8 |
+
"V65_ENABLE_STREAMING_forced": true,
|
| 9 |
+
"removed_pre_v64_modules": true,
|
| 10 |
+
"removed_pre_v64_scripts": true,
|
| 11 |
+
"kohonen_refactored_removed": true,
|
| 12 |
+
"kohonen_learning_system_moved_up": true,
|
| 13 |
+
"vqvae2_active_in_compression_pipeline": true,
|
| 14 |
+
"reasoning_engine_integrated_to_kls": true,
|
| 15 |
+
"smoothquant_w8a8_integrated_to_kls": true,
|
| 16 |
+
"tool_coordinator_workers_reactivated": true,
|
| 17 |
+
"ewc_w8a8_dequant_benchmark_active": true,
|
| 18 |
+
"logic_and_bugfixes_verified": true,
|
| 19 |
+
"exhausted_7_datasets_in_sequence": true,
|
| 20 |
+
"metrics_reasoning_response_verified": true,
|
| 21 |
+
"som_grid_864_neurons": true,
|
| 22 |
+
"mtp_head_size_increased_K6": true,
|
| 23 |
+
"no_synthetic_data": true,
|
| 24 |
+
"streaming_with_pauses": true,
|
| 25 |
+
"storage_critical_check": true,
|
| 26 |
+
"aggressive_ram_cleanup": true,
|
| 27 |
+
"aggressive_storage_cleanup": true
|
| 28 |
+
},
|
| 29 |
+
"config": {
|
| 30 |
+
"BATCH_SIZE": 16,
|
| 31 |
+
"datasets_to_exhaust": [
|
| 32 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 33 |
+
"carolina-c4ai/corpus-carolina",
|
| 34 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 35 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 36 |
+
"adalbertojunior/punctuation-ptbr",
|
| 37 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 38 |
+
"manoela/noticias_ptbr"
|
| 39 |
+
],
|
| 40 |
+
"SAMPLES_PER_DATASET_PHASE": 50,
|
| 41 |
+
"N_PHASES": 2,
|
| 42 |
+
"TOTAL_SAMPLES": 700,
|
| 43 |
+
"EPOCHS": 2,
|
| 44 |
+
"SOM_GRID": [
|
| 45 |
+
6,
|
| 46 |
+
6,
|
| 47 |
+
6,
|
| 48 |
+
4
|
| 49 |
+
],
|
| 50 |
+
"n_neurons": 864,
|
| 51 |
+
"HIDDEN_DIM": 1024,
|
| 52 |
+
"VOCAB_SIZE": 16384,
|
| 53 |
+
"MAX_SEQ_LEN": 8,
|
| 54 |
+
"T_max": 10000,
|
| 55 |
+
"N_start": 10,
|
| 56 |
+
"lambda_ewc": 0.02,
|
| 57 |
+
"MTP_K": 6,
|
| 58 |
+
"MTP_ENTROPY_BETA": 0.01,
|
| 59 |
+
"MTP_ACTIVE_IN_VAL": true,
|
| 60 |
+
"VQVAE2_active": true,
|
| 61 |
+
"reasoning_engine_active": true,
|
| 62 |
+
"smoothquant_w8a8_active": true,
|
| 63 |
+
"INTER_BATCH_PAUSE_S": 0.4,
|
| 64 |
+
"INTER_DATASET_PAUSE_S": 2.0,
|
| 65 |
+
"STORAGE_CRITICAL_PCT": 90
|
| 66 |
+
},
|
| 67 |
+
"xeon_status": {
|
| 68 |
+
"version": "V6",
|
| 69 |
+
"physical_cores": 2,
|
| 70 |
+
"env": {
|
| 71 |
+
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 72 |
+
"MKL_NUM_THREADS": "2",
|
| 73 |
+
"OMP_NUM_THREADS": "2",
|
| 74 |
+
"MKL_DYNAMIC": "FALSE",
|
| 75 |
+
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 76 |
+
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 77 |
+
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 78 |
+
"KMP_BLOCKTIME": "1"
|
| 79 |
+
},
|
| 80 |
+
"avx512": {
|
| 81 |
+
"supported": true,
|
| 82 |
+
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 83 |
+
},
|
| 84 |
+
"amx": {
|
| 85 |
+
"supported": true,
|
| 86 |
+
"desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
|
| 87 |
+
},
|
| 88 |
+
"ipex_available": false,
|
| 89 |
+
"init_done": true
|
| 90 |
+
},
|
| 91 |
+
"fp16_benchmark": {
|
| 92 |
+
"best_time_ms": 90.8687649989588,
|
| 93 |
+
"avg_time_ms": 90.99976849938685,
|
| 94 |
+
"best_tflops": 1.4086248448679441,
|
| 95 |
+
"avg_tflops": 1.4065969849237854,
|
| 96 |
+
"matrix_size": 4000.0
|
| 97 |
+
},
|
| 98 |
+
"training": {
|
| 99 |
+
"duration_s": 330.42763018608093,
|
| 100 |
+
"n_steps": 112,
|
| 101 |
+
"n_epochs": 2,
|
| 102 |
+
"n_phases": 2,
|
| 103 |
+
"samples_per_dataset_actual": {
|
| 104 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 200,
|
| 105 |
+
"carolina-c4ai/corpus-carolina": 200,
|
| 106 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 200,
|
| 107 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 200,
|
| 108 |
+
"adalbertojunior/punctuation-ptbr": 200,
|
| 109 |
+
"iara-project/news-articles-ptbr-dataset": 200,
|
| 110 |
+
"manoela/noticias_ptbr": 200
|
| 111 |
+
},
|
| 112 |
+
"total_samples_processed": 1400,
|
| 113 |
+
"streaming_failures": {
|
| 114 |
+
"dominguesm/restore-punctuation-ptbr-dataset": 0,
|
| 115 |
+
"carolina-c4ai/corpus-carolina": 0,
|
| 116 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
|
| 117 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
|
| 118 |
+
"adalbertojunior/punctuation-ptbr": 0,
|
| 119 |
+
"iara-project/news-articles-ptbr-dataset": 0,
|
| 120 |
+
"manoela/noticias_ptbr": 0
|
| 121 |
+
},
|
| 122 |
+
"storage_critical_stopped": false,
|
| 123 |
+
"inter_batch_pause_s": 0.4,
|
| 124 |
+
"inter_dataset_pause_s": 2.0
|
| 125 |
+
},
|
| 126 |
+
"summary": {
|
| 127 |
+
"n_steps": 112,
|
| 128 |
+
"final_loss": -1.0,
|
| 129 |
+
"mean_loss": -0.6565951546566943,
|
| 130 |
+
"min_loss": -1.0,
|
| 131 |
+
"max_loss": 5.0,
|
| 132 |
+
"final_acc": 1.0,
|
| 133 |
+
"mean_acc": 0.9046342495331466,
|
| 134 |
+
"sigma_start": 1.3846745195799537,
|
| 135 |
+
"sigma_end": 0.02294776135008828,
|
| 136 |
+
"alpha_start": 0.09607894391523232,
|
| 137 |
+
"alpha_end": 0.012368713581745483,
|
| 138 |
+
"vqvae2_mean_total_loss": 0.1306939643892375,
|
| 139 |
+
"vqvae2_final_total_loss": 0.1413893848657608,
|
| 140 |
+
"w8a8_mean_relative_error": 0.05715196336304285,
|
| 141 |
+
"w8a8_final_relative_error": 0.021636993107326467,
|
| 142 |
+
"rss_max_mb": 1775.96484375,
|
| 143 |
+
"rss_final_mb": 1775.96484375,
|
| 144 |
+
"disk_max_pct": 14.371059287605933,
|
| 145 |
+
"disk_final_pct": 14.371059287605933,
|
| 146 |
+
"n_alerts": 117,
|
| 147 |
+
"alerts": [
|
| 148 |
+
{
|
| 149 |
+
"type": "3.3_loss_vanishing",
|
| 150 |
+
"step": 1,
|
| 151 |
+
"value": -1.0
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"type": "3.3_loss_vanishing",
|
| 155 |
+
"step": 2,
|
| 156 |
+
"value": -0.9682458365518543
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"type": "3.3_loss_vanishing",
|
| 160 |
+
"step": 3,
|
| 161 |
+
"value": -1.0
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"type": "3.3_loss_vanishing",
|
| 165 |
+
"step": 4,
|
| 166 |
+
"value": -0.9354143466934853
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"type": "3.3_loss_vanishing",
|
| 170 |
+
"step": 5,
|
| 171 |
+
"value": -1.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"type": "3.3_loss_vanishing",
|
| 175 |
+
"step": 6,
|
| 176 |
+
"value": -0.9354143466934853
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"type": "3.3_loss_vanishing",
|
| 180 |
+
"step": 7,
|
| 181 |
+
"value": -1.0
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"type": "3.3_loss_vanishing",
|
| 185 |
+
"step": 8,
|
| 186 |
+
"value": -0.9682458365518543
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"type": "3.3_loss_vanishing",
|
| 190 |
+
"step": 9,
|
| 191 |
+
"value": -1.0
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"type": "3.3_loss_vanishing",
|
| 195 |
+
"step": 10,
|
| 196 |
+
"value": -0.9354143466934853
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"type": "3.3_loss_vanishing",
|
| 200 |
+
"step": 11,
|
| 201 |
+
"value": -1.0
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"type": "3.1_loss_spike",
|
| 205 |
+
"step": 12,
|
| 206 |
+
"delta": 6.0
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"type": "3.1_loss_spike",
|
| 210 |
+
"step": 13,
|
| 211 |
+
"delta": 6.0
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"type": "3.3_loss_vanishing",
|
| 215 |
+
"step": 13,
|
| 216 |
+
"value": -1.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"type": "3.3_loss_vanishing",
|
| 220 |
+
"step": 14,
|
| 221 |
+
"value": -1.0
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"type": "3.3_loss_vanishing",
|
| 225 |
+
"step": 15,
|
| 226 |
+
"value": -1.0
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"type": "3.3_loss_vanishing",
|
| 230 |
+
"step": 16,
|
| 231 |
+
"value": -0.747545001596402
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"type": "3.3_loss_vanishing",
|
| 235 |
+
"step": 17,
|
| 236 |
+
"value": -1.0
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"type": "3.3_loss_vanishing",
|
| 240 |
+
"step": 18,
|
| 241 |
+
"value": -0.9682458365518543
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"type": "3.3_loss_vanishing",
|
| 245 |
+
"step": 19,
|
| 246 |
+
"value": -1.0
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"type": "3.3_loss_vanishing",
|
| 250 |
+
"step": 20,
|
| 251 |
+
"value": -0.9682458365518543
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"type": "3.3_loss_vanishing",
|
| 255 |
+
"step": 21,
|
| 256 |
+
"value": -1.0
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"type": "3.3_loss_vanishing",
|
| 260 |
+
"step": 22,
|
| 261 |
+
"value": -0.9682458365518543
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"type": "3.3_loss_vanishing",
|
| 265 |
+
"step": 23,
|
| 266 |
+
"value": -1.0
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"type": "3.3_loss_vanishing",
|
| 270 |
+
"step": 24,
|
| 271 |
+
"value": -0.9682458365518543
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"type": "3.3_loss_vanishing",
|
| 275 |
+
"step": 25,
|
| 276 |
+
"value": -1.0
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"type": "3.3_loss_vanishing",
|
| 280 |
+
"step": 26,
|
| 281 |
+
"value": -0.9682458365518543
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"type": "3.3_loss_vanishing",
|
| 285 |
+
"step": 27,
|
| 286 |
+
"value": -1.0
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"type": "3.3_loss_vanishing",
|
| 290 |
+
"step": 28,
|
| 291 |
+
"value": -0.9682458365518543
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"type": "3.3_loss_vanishing",
|
| 295 |
+
"step": 29,
|
| 296 |
+
"value": -1.0
|
| 297 |
+
}
|
| 298 |
+
],
|
| 299 |
+
"kohonen_final": {
|
| 300 |
+
"sigma_t": 0.02294776135008828,
|
| 301 |
+
"alpha_t": 0.012368713581745483,
|
| 302 |
+
"t": 4180,
|
| 303 |
+
"n_neurons": 864,
|
| 304 |
+
"fisher_w_mean": 0.0,
|
| 305 |
+
"fisher_w_max": 0.0,
|
| 306 |
+
"fisher_accum_count": 0,
|
| 307 |
+
"has_ewc_reference": true,
|
| 308 |
+
"weights_norm": 494.76519775390625,
|
| 309 |
+
"weights_w_mean": -0.007855363190174103
|
| 310 |
+
},
|
| 311 |
+
"hypothesis_final": {
|
| 312 |
+
"classifier_trained": true,
|
| 313 |
+
"punishment_count": 0,
|
| 314 |
+
"success_count": 0,
|
| 315 |
+
"training_ready": false,
|
| 316 |
+
"buffer_size": 0,
|
| 317 |
+
"required_new_samples": 10,
|
| 318 |
+
"histogram_max": 0,
|
| 319 |
+
"time_counter": 1452
|
| 320 |
+
},
|
| 321 |
+
"mtp_final": {
|
| 322 |
+
"active": false,
|
| 323 |
+
"mtp_total_loss": 0.0,
|
| 324 |
+
"mtp_weighted_loss": 0.0,
|
| 325 |
+
"mtp_entropy_reg": 0.0,
|
| 326 |
+
"mtp_alphas": [],
|
| 327 |
+
"mtp_per_k_loss": [],
|
| 328 |
+
"active_in_val": true,
|
| 329 |
+
"entropy_beta": 0.01,
|
| 330 |
+
"K": 6
|
| 331 |
+
},
|
| 332 |
+
"vqvae2_final": {
|
| 333 |
+
"active": true,
|
| 334 |
+
"n_calls": 52,
|
| 335 |
+
"latest_total_loss": 0.1413893848657608,
|
| 336 |
+
"latest_recon_loss": 0.1413867026567459,
|
| 337 |
+
"latest_vq_loss": 2.6823174721357645e-06,
|
| 338 |
+
"mean_total_loss": 0.13113299859505073
|
| 339 |
+
},
|
| 340 |
+
"w8a8_final": {
|
| 341 |
+
"active": true,
|
| 342 |
+
"n_calls": 52,
|
| 343 |
+
"latest_relative_error": 0.021636993107326467,
|
| 344 |
+
"latest_compression_ratio": 4.0,
|
| 345 |
+
"latest_preserves_topology": true,
|
| 346 |
+
"mean_relative_error": 0.05793468396521811,
|
| 347 |
+
"all_preserve_topology": false
|
| 348 |
+
},
|
| 349 |
+
"reasoning_final": {
|
| 350 |
+
"active": true,
|
| 351 |
+
"n_history": 0,
|
| 352 |
+
"n_steps_last": 0,
|
| 353 |
+
"phases_used": [],
|
| 354 |
+
"tool_coordinator_workers_active": true
|
| 355 |
+
},
|
| 356 |
+
"ewc_final": {
|
| 357 |
+
"active": true,
|
| 358 |
+
"ewc_eval_mode_penalty": true,
|
| 359 |
+
"w8a8_dequant_active": true,
|
| 360 |
+
"fisher_w_mean": 0.0,
|
| 361 |
+
"fisher_w_max": 0.0,
|
| 362 |
+
"fisher_accum_count": 0
|
| 363 |
+
}
|
| 364 |
+
},
|
| 365 |
+
"kohonen_final": {
|
| 366 |
+
"t": 4180,
|
| 367 |
+
"sigma_t": 0.02294776135008828,
|
| 368 |
+
"alpha_t": 0.012368713581745483,
|
| 369 |
+
"sigma0": 1.5,
|
| 370 |
+
"alpha0": 0.1,
|
| 371 |
+
"lambda_ewc": 0.02,
|
| 372 |
+
"grid_shape": [
|
| 373 |
+
6,
|
| 374 |
+
6,
|
| 375 |
+
6,
|
| 376 |
+
4
|
| 377 |
+
],
|
| 378 |
+
"n_neurons": 864,
|
| 379 |
+
"has_ewc_reference": true,
|
| 380 |
+
"fisher_w_mean": 0.0,
|
| 381 |
+
"fisher_w_max": 0.0,
|
| 382 |
+
"fisher_accum_count": 0,
|
| 383 |
+
"weights_norm": 494.76519775390625,
|
| 384 |
+
"weights_w_mean": -0.007855363190174103
|
| 385 |
+
},
|
| 386 |
+
"kls_state": {
|
| 387 |
+
"som": {
|
| 388 |
+
"t": 4180,
|
| 389 |
+
"sigma_t": 0.02294776135008828,
|
| 390 |
+
"alpha_t": 0.012368713581745483,
|
| 391 |
+
"sigma0": 1.5,
|
| 392 |
+
"alpha0": 0.1,
|
| 393 |
+
"lambda_ewc": 0.02,
|
| 394 |
+
"grid_shape": [
|
| 395 |
+
6,
|
| 396 |
+
6,
|
| 397 |
+
6,
|
| 398 |
+
4
|
| 399 |
+
],
|
| 400 |
+
"n_neurons": 864,
|
| 401 |
+
"has_ewc_reference": true,
|
| 402 |
+
"fisher_w_mean": 0.0,
|
| 403 |
+
"fisher_w_max": 0.0,
|
| 404 |
+
"fisher_accum_count": 0,
|
| 405 |
+
"weights_norm": 494.76519775390625,
|
| 406 |
+
"weights_w_mean": -0.007855363190174103
|
| 407 |
+
},
|
| 408 |
+
"kls": {
|
| 409 |
+
"time_counter": 1466,
|
| 410 |
+
"T_max": 10000,
|
| 411 |
+
"buffer_size": 0,
|
| 412 |
+
"training_ready": false,
|
| 413 |
+
"punishment_count": 0,
|
| 414 |
+
"success_count": 0,
|
| 415 |
+
"classifier_trained": true,
|
| 416 |
+
"histogram_size": 0,
|
| 417 |
+
"histogram_max": 0,
|
| 418 |
+
"N_start": 10,
|
| 419 |
+
"dim_choice": "y",
|
| 420 |
+
"som_neuron_count": 864,
|
| 421 |
+
"required_new_samples": 10,
|
| 422 |
+
"has_classifier": true,
|
| 423 |
+
"vocab_size": 16384,
|
| 424 |
+
"hidden_dim": 1024,
|
| 425 |
+
"seq_len": 8,
|
| 426 |
+
"enable_vqvae2": true,
|
| 427 |
+
"enable_reasoning": true,
|
| 428 |
+
"enable_w8a8": true,
|
| 429 |
+
"vqvae2_n_calls": 52,
|
| 430 |
+
"w8a8_n_calls": 52,
|
| 431 |
+
"tool_coordinator_workers_active": true
|
| 432 |
+
},
|
| 433 |
+
"vqvae2": {
|
| 434 |
+
"active": true,
|
| 435 |
+
"n_calls": 52,
|
| 436 |
+
"latest": {
|
| 437 |
+
"vq_loss": 2.6823174721357645e-06,
|
| 438 |
+
"recon_loss": 0.1413867026567459,
|
| 439 |
+
"total_loss": 0.1413893848657608,
|
| 440 |
+
"n_used_top": 64,
|
| 441 |
+
"n_used_bot": 128,
|
| 442 |
+
"usage_ratio_top": 1.0,
|
| 443 |
+
"usage_ratio_bot": 1.0,
|
| 444 |
+
"codebook_ppl_top": 11.94073328856705,
|
| 445 |
+
"codebook_ppl_bot": 14.672064691054654,
|
| 446 |
+
"n_restarted_top": 0,
|
| 447 |
+
"n_restarted_bot": 0,
|
| 448 |
+
"goose_temp": 0.5,
|
| 449 |
+
"active": true
|
| 450 |
+
},
|
| 451 |
+
"mean_total_loss": 0.13113299859505073,
|
| 452 |
+
"mean_recon_loss": 0.12597996927797794,
|
| 453 |
+
"n_nan_skipped": 1
|
| 454 |
+
},
|
| 455 |
+
"reasoning": {
|
| 456 |
+
"active": true,
|
| 457 |
+
"stats": {
|
| 458 |
+
"n_steps": 8,
|
| 459 |
+
"n_history": 7,
|
| 460 |
+
"tools": [
|
| 461 |
+
"som_query",
|
| 462 |
+
"buffer_stats"
|
| 463 |
+
],
|
| 464 |
+
"tool_stats": {
|
| 465 |
+
"som_query": {
|
| 466 |
+
"n_calls": 59,
|
| 467 |
+
"n_success": 59,
|
| 468 |
+
"n_failures": 0,
|
| 469 |
+
"total_time_s": 0.19558477401733398,
|
| 470 |
+
"avg_time_s": 0.003314996169785322,
|
| 471 |
+
"cache_size": 0,
|
| 472 |
+
"instructions_count": 0,
|
| 473 |
+
"error_count": 0,
|
| 474 |
+
"success_rate": 1.0,
|
| 475 |
+
"circuit_breaker": {
|
| 476 |
+
"state": "closed",
|
| 477 |
+
"failure_count": 0,
|
| 478 |
+
"success_count": 0,
|
| 479 |
+
"failure_threshold": 5,
|
| 480 |
+
"recovery_timeout_s": 30.0
|
| 481 |
+
}
|
| 482 |
+
},
|
| 483 |
+
"buffer_stats": {
|
| 484 |
+
"n_calls": 52,
|
| 485 |
+
"n_success": 52,
|
| 486 |
+
"n_failures": 0,
|
| 487 |
+
"total_time_s": 0.0364682674407959,
|
| 488 |
+
"avg_time_s": 0.0007013128353999212,
|
| 489 |
+
"cache_size": 0,
|
| 490 |
+
"instructions_count": 0,
|
| 491 |
+
"error_count": 0,
|
| 492 |
+
"success_rate": 1.0,
|
| 493 |
+
"circuit_breaker": {
|
| 494 |
+
"state": "closed",
|
| 495 |
+
"failure_count": 0,
|
| 496 |
+
"success_count": 0,
|
| 497 |
+
"failure_threshold": 5,
|
| 498 |
+
"recovery_timeout_s": 30.0
|
| 499 |
+
}
|
| 500 |
+
}
|
| 501 |
+
},
|
| 502 |
+
"phases_used": [
|
| 503 |
+
"thinking",
|
| 504 |
+
"predicting",
|
| 505 |
+
"decomposing",
|
| 506 |
+
"answering",
|
| 507 |
+
"executing",
|
| 508 |
+
"adjusting",
|
| 509 |
+
"planning",
|
| 510 |
+
"monitoring"
|
| 511 |
+
]
|
| 512 |
+
},
|
| 513 |
+
"n_history": 7
|
| 514 |
+
},
|
| 515 |
+
"w8a8": {
|
| 516 |
+
"active": true,
|
| 517 |
+
"n_calls": 52,
|
| 518 |
+
"latest": {
|
| 519 |
+
"active": true,
|
| 520 |
+
"n_neurons": 864,
|
| 521 |
+
"n_features": 4,
|
| 522 |
+
"n_calibration_samples": 16,
|
| 523 |
+
"smooth_scale_mean": 0.05636145547032356,
|
| 524 |
+
"smooth_scale_std": 0.11138901859521866,
|
| 525 |
+
"smooth_scale_min": 0.0006669463473372161,
|
| 526 |
+
"smooth_scale_max": 0.22344498336315155,
|
| 527 |
+
"alpha": 0.5,
|
| 528 |
+
"n_bits": 8,
|
| 529 |
+
"compression_ratio": 4.0,
|
| 530 |
+
"weights_norm_original": 484.2974548339844,
|
| 531 |
+
"weights_norm_dequant": 494.76519775390625,
|
| 532 |
+
"absolute_error": 10.478740692138672,
|
| 533 |
+
"relative_error": 0.021636993107326467,
|
| 534 |
+
"preserves_topology": true,
|
| 535 |
+
"w8a8_int8_range": [
|
| 536 |
+
-123,
|
| 537 |
+
127
|
| 538 |
+
],
|
| 539 |
+
"elapsed_ms": 0.5812644958496094
|
| 540 |
+
},
|
| 541 |
+
"mean_relative_error": 0.05793468396521811,
|
| 542 |
+
"max_relative_error": 0.18615433008559695,
|
| 543 |
+
"all_preserve_topology": false
|
| 544 |
+
}
|
| 545 |
+
},
|
| 546 |
+
"verification": {
|
| 547 |
+
"checks": {
|
| 548 |
+
"kls_instantiation": {
|
| 549 |
+
"status": "PASS",
|
| 550 |
+
"details": "vqvae2=True, reasoning=True, w8a8=True, workers_active=True"
|
| 551 |
+
},
|
| 552 |
+
"find_bmu_no_premature_return": {
|
| 553 |
+
"status": "PASS",
|
| 554 |
+
"details": "bmu=(2, 0, 0, 1) valid"
|
| 555 |
+
},
|
| 556 |
+
"activate_hypothesis_detach": {
|
| 557 |
+
"status": "PASS",
|
| 558 |
+
"details": "classifier_trained=True"
|
| 559 |
+
},
|
| 560 |
+
"pgvector_lookup_removed": {
|
| 561 |
+
"status": "PASS"
|
| 562 |
+
},
|
| 563 |
+
"kohonen_refactored_removed": {
|
| 564 |
+
"status": "PASS",
|
| 565 |
+
"details": "old_folder=False, new_file=True"
|
| 566 |
+
},
|
| 567 |
+
"trainer_removed": {
|
| 568 |
+
"status": "PASS"
|
| 569 |
+
},
|
| 570 |
+
"vqvae2_valid_output": {
|
| 571 |
+
"status": "PASS",
|
| 572 |
+
"details": "n_calls=1, total_loss=0.2569"
|
| 573 |
+
},
|
| 574 |
+
"reasoning_engine_tags": {
|
| 575 |
+
"status": "PASS",
|
| 576 |
+
"details": "reasoning length=942 chars"
|
| 577 |
+
},
|
| 578 |
+
"smoothquant_w8a8_som_weights": {
|
| 579 |
+
"status": "PASS",
|
| 580 |
+
"details": "relative_error=0.011401, compression_ratio=4.0x, n_neurons=54"
|
| 581 |
+
},
|
| 582 |
+
"tool_coordinator_workers_reactivated": {
|
| 583 |
+
"status": "PASS",
|
| 584 |
+
"details": "n_workers=4, n_tools=2, n_results=2, elapsed_ms=1.74"
|
| 585 |
+
}
|
| 586 |
+
},
|
| 587 |
+
"n_pass": 10,
|
| 588 |
+
"n_fail": 0,
|
| 589 |
+
"all_pass": true
|
| 590 |
+
},
|
| 591 |
+
"ewc_w8a8_benchmark_summary": {
|
| 592 |
+
"dequant_preserves_accuracy": true,
|
| 593 |
+
"dequant_relative_error": 0.00027968583245277626,
|
| 594 |
+
"int8_relative_error": 145504.6191166922,
|
| 595 |
+
"dequant_overhead_ms": 0.08929014205932617,
|
| 596 |
+
"dequant_overhead_pct": 193.16587579946358,
|
| 597 |
+
"conclusion": "V6.5-7ds EWC+W8A8 eval com dequant: erro dequant=0.000280 (< 0.1 = OK), erro int8 direto=145504.619117."
|
| 598 |
+
},
|
| 599 |
+
"reasoning_eval_summary": {
|
| 600 |
+
"n_with_answer": 7,
|
| 601 |
+
"n_with_think": 7,
|
| 602 |
+
"answer_rate": 1.0,
|
| 603 |
+
"think_rate": 1.0,
|
| 604 |
+
"avg_reasoning_length": 996.5714285714286,
|
| 605 |
+
"reasoning_engine_active": true,
|
| 606 |
+
"reasoning_engine_n_history": 7
|
| 607 |
+
},
|
| 608 |
+
"w8a8_compression_summary": {
|
| 609 |
+
"active": true,
|
| 610 |
+
"n_calls": 52,
|
| 611 |
+
"latest": {
|
| 612 |
+
"active": true,
|
| 613 |
+
"n_neurons": 864,
|
| 614 |
+
"n_features": 4,
|
| 615 |
+
"n_calibration_samples": 16,
|
| 616 |
+
"smooth_scale_mean": 0.05636145547032356,
|
| 617 |
+
"smooth_scale_std": 0.11138901859521866,
|
| 618 |
+
"smooth_scale_min": 0.0006669463473372161,
|
| 619 |
+
"smooth_scale_max": 0.22344498336315155,
|
| 620 |
+
"alpha": 0.5,
|
| 621 |
+
"n_bits": 8,
|
| 622 |
+
"compression_ratio": 4.0,
|
| 623 |
+
"weights_norm_original": 484.2974548339844,
|
| 624 |
+
"weights_norm_dequant": 494.76519775390625,
|
| 625 |
+
"absolute_error": 10.478740692138672,
|
| 626 |
+
"relative_error": 0.021636993107326467,
|
| 627 |
+
"preserves_topology": true,
|
| 628 |
+
"w8a8_int8_range": [
|
| 629 |
+
-123,
|
| 630 |
+
127
|
| 631 |
+
],
|
| 632 |
+
"elapsed_ms": 0.5812644958496094
|
| 633 |
+
},
|
| 634 |
+
"mean_relative_error": 0.05793468396521811,
|
| 635 |
+
"max_relative_error": 0.18615433008559695,
|
| 636 |
+
"all_preserve_topology": false
|
| 637 |
+
},
|
| 638 |
+
"module_analysis_summary": {
|
| 639 |
+
"n_removed_modules": 9,
|
| 640 |
+
"n_removed_folders": 1,
|
| 641 |
+
"n_active_modules": 21
|
| 642 |
+
},
|
| 643 |
+
"script_activity_summary": {
|
| 644 |
+
"n_scripts": 6,
|
| 645 |
+
"active_v65_final": 1
|
| 646 |
+
},
|
| 647 |
+
"math_analysis": {
|
| 648 |
+
"text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
|
| 649 |
+
"bmu_distance": "||W - x||^2 (L2 squared in R^4)",
|
| 650 |
+
"neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
|
| 651 |
+
"weight_update": "dW = alpha * Lambda * (x - W)",
|
| 652 |
+
"sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
|
| 653 |
+
"alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
|
| 654 |
+
"ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
|
| 655 |
+
"vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
|
| 656 |
+
"smoothquant_w8a8": "s_j = max|X_j|^alpha / max|W_j|^(1-alpha); W_smooth = W * diag(s); INT8 quant; dequant = W_int8 * scale / diag(s)",
|
| 657 |
+
"mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha), K=6 (V6.5-7ds)",
|
| 658 |
+
"ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
|
| 659 |
+
},
|
| 660 |
+
"datasets_used": [
|
| 661 |
+
"dominguesm/restore-punctuation-ptbr-dataset",
|
| 662 |
+
"carolina-c4ai/corpus-carolina",
|
| 663 |
+
"CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 664 |
+
"dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 665 |
+
"adalbertojunior/punctuation-ptbr",
|
| 666 |
+
"iara-project/news-articles-ptbr-dataset",
|
| 667 |
+
"manoela/noticias_ptbr"
|
| 668 |
+
],
|
| 669 |
+
"storage_cleanup_pre": {
|
| 670 |
+
"n_files_removed": 0,
|
| 671 |
+
"bytes_freed": 0,
|
| 672 |
+
"mb_freed": 0.0,
|
| 673 |
+
"files_removed_sample": []
|
| 674 |
+
}
|
| 675 |
+
}
|
reports/archive/v6_5_7ds_script_activity.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_v6_4.py": {
|
| 3 |
+
"path": "scripts/train_v6_4.py",
|
| 4 |
+
"size_bytes": 25325,
|
| 5 |
+
"mtime": "2026-08-07T23:25:35.828302",
|
| 6 |
+
"classification": "active_v64",
|
| 7 |
+
"activity": "recent"
|
| 8 |
+
},
|
| 9 |
+
"train_v6_5.py": {
|
| 10 |
+
"path": "scripts/train_v6_5.py",
|
| 11 |
+
"size_bytes": 64673,
|
| 12 |
+
"mtime": "2026-08-07T23:59:40.769069",
|
| 13 |
+
"classification": "active_v65",
|
| 14 |
+
"activity": "superseded"
|
| 15 |
+
},
|
| 16 |
+
"train_v6_5_7ds.py": {
|
| 17 |
+
"path": "scripts/train_v6_5_7ds.py",
|
| 18 |
+
"size_bytes": 71389,
|
| 19 |
+
"mtime": "2026-08-08T00:47:30.611598",
|
| 20 |
+
"classification": "active_v65_final",
|
| 21 |
+
"activity": "active"
|
| 22 |
+
},
|
| 23 |
+
"train_v6_5_final.py": {
|
| 24 |
+
"path": "scripts/train_v6_5_final.py",
|
| 25 |
+
"size_bytes": 71298,
|
| 26 |
+
"mtime": "2026-08-08T00:27:52.209458",
|
| 27 |
+
"classification": "active_v65",
|
| 28 |
+
"activity": "superseded"
|
| 29 |
+
},
|
| 30 |
+
"upload_v6_4_resilient.py": {
|
| 31 |
+
"path": "scripts/upload_v6_4_resilient.py",
|
| 32 |
+
"size_bytes": 5150,
|
| 33 |
+
"mtime": "2026-08-07T21:51:52.545045",
|
| 34 |
+
"classification": "active_v64",
|
| 35 |
+
"activity": "recent"
|
| 36 |
+
},
|
| 37 |
+
"upload_v6_5_resilient.py": {
|
| 38 |
+
"path": "scripts/upload_v6_5_resilient.py",
|
| 39 |
+
"size_bytes": 5001,
|
| 40 |
+
"mtime": "2026-08-07T23:25:46.234286",
|
| 41 |
+
"classification": "active_v65",
|
| 42 |
+
"activity": "superseded"
|
| 43 |
+
}
|
| 44 |
+
}
|
reports/archive/v6_5_7ds_training_metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
reports/archive/v6_5_7ds_upload_report.json
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "V6.5-7ds",
|
| 3 |
+
"upload_timestamp": "2026-08-08T00:55:30",
|
| 4 |
+
"repo_id": "PowerMachine/BiGRU_T_version",
|
| 5 |
+
"upload_commit_oid": "b714048364279d4bffa5f579c3c6b63b2c4cbd91",
|
| 6 |
+
"upload_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/b4c43386f73dde783c687b4924704551c5edb3a3",
|
| 7 |
+
"delete_commit_oid": "b4c43386f73dde783c687b4924704551c5edb3a3",
|
| 8 |
+
"delete_commit_url": "https://huggingface.co/PowerMachine/BiGRU_T_version/commit/b4c43386f73dde783c687b4924704551c5edb3a3",
|
| 9 |
+
"n_files_in_repo_after_cleanup": 108,
|
| 10 |
+
"all_critical_files_present": true,
|
| 11 |
+
"all_legacy_files_removed": true,
|
| 12 |
+
"critical_files_verified": [
|
| 13 |
+
"src/bigru_t/model/kohonen_learning_system.py",
|
| 14 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 15 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 16 |
+
"src/bigru_t/quantization/smoothquant_compressor.py",
|
| 17 |
+
"src/bigru_t/reasoning/reasoning_engine.py",
|
| 18 |
+
"v6_5_7ds_report.json",
|
| 19 |
+
"v6_5_7ds_training_metrics.json",
|
| 20 |
+
"v6_5_7ds_reasoning_eval.json",
|
| 21 |
+
"v6_5_7ds_w8a8_compression.json",
|
| 22 |
+
"v6_5_7ds_module_analysis.json",
|
| 23 |
+
"v6_5_7ds_script_activity.json",
|
| 24 |
+
"v6_5_7ds_ewc_w8a8_benchmark.json",
|
| 25 |
+
"scripts/train_v6_5_7ds.py",
|
| 26 |
+
"scripts/upload_v6_5_7ds.py",
|
| 27 |
+
"v6_4_report.json",
|
| 28 |
+
"README.md",
|
| 29 |
+
"requirements.txt"
|
| 30 |
+
],
|
| 31 |
+
"legacy_files_verified_removed": [
|
| 32 |
+
"v6_5_report.json",
|
| 33 |
+
"v6_5_final_report.json",
|
| 34 |
+
"v6_5_training_metrics.json",
|
| 35 |
+
"v6_5_final_training_metrics.json",
|
| 36 |
+
"v3_report.json",
|
| 37 |
+
"v4_report.json",
|
| 38 |
+
"v5_report.json",
|
| 39 |
+
"v6_report.json",
|
| 40 |
+
"training_report.json",
|
| 41 |
+
"scripts/train_v6_5.py",
|
| 42 |
+
"scripts/train_v6_5_final.py",
|
| 43 |
+
"scripts/upload_v6_5_resilient.py",
|
| 44 |
+
"scripts/train.py",
|
| 45 |
+
"scripts/train_v2.py",
|
| 46 |
+
"scripts/smoke_test.py",
|
| 47 |
+
"scripts/upload_to_hf.py",
|
| 48 |
+
"scripts/xeon_runtime.py",
|
| 49 |
+
"config.json",
|
| 50 |
+
"tokenizer/tokenizer.json",
|
| 51 |
+
"src/bigru_t/data/data_augmentation.py"
|
| 52 |
+
],
|
| 53 |
+
"files_in_repo": [
|
| 54 |
+
".gitattributes",
|
| 55 |
+
"README.md",
|
| 56 |
+
"docs/analysis.md",
|
| 57 |
+
"model_final/config.json",
|
| 58 |
+
"model_final/tokenizer/tokenizer.json",
|
| 59 |
+
"requirements.txt",
|
| 60 |
+
"scripts/train_v6_4.py",
|
| 61 |
+
"scripts/train_v6_5_7ds.py",
|
| 62 |
+
"scripts/upload_v6_5_7ds.py",
|
| 63 |
+
"src/bigru_t/__init__.py",
|
| 64 |
+
"src/bigru_t/attention/__init__.py",
|
| 65 |
+
"src/bigru_t/attention/window_context.py",
|
| 66 |
+
"src/bigru_t/data/__init__.py",
|
| 67 |
+
"src/bigru_t/data/streaming_datasets.py",
|
| 68 |
+
"src/bigru_t/inference/__init__.py",
|
| 69 |
+
"src/bigru_t/inference/generator.py",
|
| 70 |
+
"src/bigru_t/inference/langchain_adapter.py",
|
| 71 |
+
"src/bigru_t/inference/optimized_pipeline.py",
|
| 72 |
+
"src/bigru_t/integrations/__init__.py",
|
| 73 |
+
"src/bigru_t/integrations/langchain_compat.py",
|
| 74 |
+
"src/bigru_t/model/__init__.py",
|
| 75 |
+
"src/bigru_t/model/attention_multimodal.py",
|
| 76 |
+
"src/bigru_t/model/bigru4.py",
|
| 77 |
+
"src/bigru_t/model/embedding_reconfig.py",
|
| 78 |
+
"src/bigru_t/model/gru_hierarchy.py",
|
| 79 |
+
"src/bigru_t/model/hyp_t.py",
|
| 80 |
+
"src/bigru_t/model/kohonen_learning_system.py",
|
| 81 |
+
"src/bigru_t/model/kohonen_refactored/__init__.py",
|
| 82 |
+
"src/bigru_t/model/kohonen_refactored/kohonen_learning_system.py",
|
| 83 |
+
"src/bigru_t/model/module_selector.py",
|
| 84 |
+
"src/bigru_t/model/mtp.py",
|
| 85 |
+
"src/bigru_t/model/orq_cell.py",
|
| 86 |
+
"src/bigru_t/model/token_compress.py",
|
| 87 |
+
"src/bigru_t/model/train_t.py",
|
| 88 |
+
"src/bigru_t/model/transformer_unit.py",
|
| 89 |
+
"src/bigru_t/model/u8cell_t.py",
|
| 90 |
+
"src/bigru_t/model/unified_model.py",
|
| 91 |
+
"src/bigru_t/model/vqvae2_hierarchical.py",
|
| 92 |
+
"src/bigru_t/model/vqvae2_hierarchical_flexnet.py",
|
| 93 |
+
"src/bigru_t/model/window_context.py",
|
| 94 |
+
"src/bigru_t/multimodal/__init__.py",
|
| 95 |
+
"src/bigru_t/multimodal/audio_encoder.py",
|
| 96 |
+
"src/bigru_t/multimodal/fusion_layer.py",
|
| 97 |
+
"src/bigru_t/multimodal/image_encoder.py",
|
| 98 |
+
"src/bigru_t/multimodal/modal_router.py",
|
| 99 |
+
"src/bigru_t/multimodal/text_encoder.py",
|
| 100 |
+
"src/bigru_t/multimodal/video_encoder.py",
|
| 101 |
+
"src/bigru_t/optim/__init__.py",
|
| 102 |
+
"src/bigru_t/optim/hamiltonian_wasserstein.py",
|
| 103 |
+
"src/bigru_t/pipeline/__init__.py",
|
| 104 |
+
"src/bigru_t/pipeline/optimized_pipeline.py",
|
| 105 |
+
"src/bigru_t/quantization/__init__.py",
|
| 106 |
+
"src/bigru_t/quantization/quantized_linear.py",
|
| 107 |
+
"src/bigru_t/quantization/smoothquant_compressor.py",
|
| 108 |
+
"src/bigru_t/quantization/w8a8_error_reduction.py",
|
| 109 |
+
"src/bigru_t/quantization/w8a8_qoperator.py",
|
| 110 |
+
"src/bigru_t/quantization/w8a8_smoothquant.py",
|
| 111 |
+
"src/bigru_t/reasoning/__init__.py",
|
| 112 |
+
"src/bigru_t/reasoning/circular_orchestration.py",
|
| 113 |
+
"src/bigru_t/reasoning/circular_reasoning_wasserstein.py",
|
| 114 |
+
"src/bigru_t/reasoning/consensus_sampling.py",
|
| 115 |
+
"src/bigru_t/reasoning/cyclic_reasoning.py",
|
| 116 |
+
"src/bigru_t/reasoning/distributed_reasoning_system.py",
|
| 117 |
+
"src/bigru_t/reasoning/reasoning_engine.py",
|
| 118 |
+
"src/bigru_t/reasoning/reasoning_system.py",
|
| 119 |
+
"src/bigru_t/reasoning/thinking.py",
|
| 120 |
+
"src/bigru_t/reasoning/tool_agent.py",
|
| 121 |
+
"src/bigru_t/tokenizer/__init__.py",
|
| 122 |
+
"src/bigru_t/tokenizer/bbpe_tokenizer.py",
|
| 123 |
+
"src/bigru_t/tools/__init__.py",
|
| 124 |
+
"src/bigru_t/tools/tool_agent.py",
|
| 125 |
+
"src/bigru_t/tools/tool_cache.py",
|
| 126 |
+
"src/bigru_t/tools/tool_mutation.py",
|
| 127 |
+
"src/bigru_t/training/__init__.py",
|
| 128 |
+
"src/bigru_t/training/data_augmentation.py",
|
| 129 |
+
"src/bigru_t/training/dpo.py",
|
| 130 |
+
"src/bigru_t/training/dynamic_repetition_penalty.py",
|
| 131 |
+
"src/bigru_t/training/elastic_weight_consolidation.py",
|
| 132 |
+
"src/bigru_t/training/ewc.py",
|
| 133 |
+
"src/bigru_t/training/gradient_surgery.py",
|
| 134 |
+
"src/bigru_t/training/hypothesis_monitor.py",
|
| 135 |
+
"src/bigru_t/training/kill_switch.py",
|
| 136 |
+
"src/bigru_t/training/meta_configurator.py",
|
| 137 |
+
"src/bigru_t/training/mtp.py",
|
| 138 |
+
"src/bigru_t/training/rlhf_mapping.py",
|
| 139 |
+
"src/bigru_t/training/rlhf_possibility_mapping.py",
|
| 140 |
+
"src/bigru_t/training/trainer.py",
|
| 141 |
+
"src/bigru_t/training/triplet_prototype_loss.py",
|
| 142 |
+
"src/bigru_t/utils/__init__.py",
|
| 143 |
+
"src/bigru_t/utils/hardware_detector.py",
|
| 144 |
+
"src/bigru_t/utils/logging_utils.py",
|
| 145 |
+
"src/bigru_t/utils/memory_cleanup.py",
|
| 146 |
+
"src/bigru_t/utils/memory_monitor.py",
|
| 147 |
+
"src/bigru_t/utils/oom_guard.py",
|
| 148 |
+
"src/bigru_t/utils/tensor_ops.py",
|
| 149 |
+
"src/bigru_t/utils/validators.py",
|
| 150 |
+
"src/bigru_t/utils/xeon_runtime.py",
|
| 151 |
+
"src/setup.py",
|
| 152 |
+
"v6_4_report.json",
|
| 153 |
+
"v6_4_training_metrics.json",
|
| 154 |
+
"v6_4_upload_report.json",
|
| 155 |
+
"v6_5_7ds_ewc_w8a8_benchmark.json",
|
| 156 |
+
"v6_5_7ds_module_analysis.json",
|
| 157 |
+
"v6_5_7ds_reasoning_eval.json",
|
| 158 |
+
"v6_5_7ds_report.json",
|
| 159 |
+
"v6_5_7ds_script_activity.json",
|
| 160 |
+
"v6_5_7ds_training_metrics.json",
|
| 161 |
+
"v6_5_7ds_w8a8_compression.json"
|
| 162 |
+
]
|
| 163 |
+
}
|
reports/archive/v6_5_7ds_w8a8_compression.json
ADDED
|
@@ -0,0 +1,555 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"n_calls": 52,
|
| 3 |
+
"log": [
|
| 4 |
+
{
|
| 5 |
+
"step": 0,
|
| 6 |
+
"phase": 1,
|
| 7 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 8 |
+
"relative_error": 0.08564349913797292,
|
| 9 |
+
"compression_ratio": 4.0,
|
| 10 |
+
"preserves_topology": false,
|
| 11 |
+
"smooth_scale_mean": 0.007225902751088142,
|
| 12 |
+
"elapsed_ms": 0.6287097930908203
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"step": 2,
|
| 16 |
+
"phase": 1,
|
| 17 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 18 |
+
"relative_error": 0.15450305409221826,
|
| 19 |
+
"compression_ratio": 4.0,
|
| 20 |
+
"preserves_topology": false,
|
| 21 |
+
"smooth_scale_mean": 0.01163043174892664,
|
| 22 |
+
"elapsed_ms": 0.6177425384521484
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"step": 4,
|
| 26 |
+
"phase": 1,
|
| 27 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 28 |
+
"relative_error": 0.15302146496855623,
|
| 29 |
+
"compression_ratio": 4.0,
|
| 30 |
+
"preserves_topology": false,
|
| 31 |
+
"smooth_scale_mean": 0.013445748947560787,
|
| 32 |
+
"elapsed_ms": 0.5445480346679688
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"step": 6,
|
| 36 |
+
"phase": 1,
|
| 37 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 38 |
+
"relative_error": 0.18615433008559695,
|
| 39 |
+
"compression_ratio": 4.0,
|
| 40 |
+
"preserves_topology": false,
|
| 41 |
+
"smooth_scale_mean": 0.01609840616583824,
|
| 42 |
+
"elapsed_ms": 0.6251335144042969
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"step": 8,
|
| 46 |
+
"phase": 1,
|
| 47 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 48 |
+
"relative_error": 0.091190285942846,
|
| 49 |
+
"compression_ratio": 4.0,
|
| 50 |
+
"preserves_topology": false,
|
| 51 |
+
"smooth_scale_mean": 0.0174460019916296,
|
| 52 |
+
"elapsed_ms": 0.5884170532226562
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"step": 10,
|
| 56 |
+
"phase": 1,
|
| 57 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 58 |
+
"relative_error": 0.1653016322404397,
|
| 59 |
+
"compression_ratio": 4.0,
|
| 60 |
+
"preserves_topology": false,
|
| 61 |
+
"smooth_scale_mean": 0.01947426237165928,
|
| 62 |
+
"elapsed_ms": 0.6806850433349609
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"step": 12,
|
| 66 |
+
"phase": 1,
|
| 67 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 68 |
+
"relative_error": 0.03136036530439453,
|
| 69 |
+
"compression_ratio": 4.0,
|
| 70 |
+
"preserves_topology": true,
|
| 71 |
+
"smooth_scale_mean": 0.02065754495561123,
|
| 72 |
+
"elapsed_ms": 0.7143020629882812
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 14,
|
| 76 |
+
"phase": 1,
|
| 77 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 78 |
+
"relative_error": 0.08783820126461311,
|
| 79 |
+
"compression_ratio": 4.0,
|
| 80 |
+
"preserves_topology": false,
|
| 81 |
+
"smooth_scale_mean": 0.022427618503570557,
|
| 82 |
+
"elapsed_ms": 0.682830810546875
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"step": 18,
|
| 86 |
+
"phase": 1,
|
| 87 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 88 |
+
"relative_error": 0.15884122834361195,
|
| 89 |
+
"compression_ratio": 4.0,
|
| 90 |
+
"preserves_topology": false,
|
| 91 |
+
"smooth_scale_mean": 0.024837689474225044,
|
| 92 |
+
"elapsed_ms": 0.6165504455566406
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"step": 20,
|
| 96 |
+
"phase": 1,
|
| 97 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 98 |
+
"relative_error": 0.11487984553279505,
|
| 99 |
+
"compression_ratio": 4.0,
|
| 100 |
+
"preserves_topology": false,
|
| 101 |
+
"smooth_scale_mean": 0.025593247264623642,
|
| 102 |
+
"elapsed_ms": 0.6880760192871094
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"step": 22,
|
| 106 |
+
"phase": 1,
|
| 107 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 108 |
+
"relative_error": 0.11592525512140915,
|
| 109 |
+
"compression_ratio": 4.0,
|
| 110 |
+
"preserves_topology": false,
|
| 111 |
+
"smooth_scale_mean": 0.026943279430270195,
|
| 112 |
+
"elapsed_ms": 0.7128715515136719
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"step": 24,
|
| 116 |
+
"phase": 1,
|
| 117 |
+
"dataset": "manoela/noticias_ptbr",
|
| 118 |
+
"relative_error": 0.0879821979972805,
|
| 119 |
+
"compression_ratio": 4.0,
|
| 120 |
+
"preserves_topology": false,
|
| 121 |
+
"smooth_scale_mean": 0.027660520747303963,
|
| 122 |
+
"elapsed_ms": 0.7174015045166016
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"step": 26,
|
| 126 |
+
"phase": 1,
|
| 127 |
+
"dataset": "manoela/noticias_ptbr",
|
| 128 |
+
"relative_error": 0.09366754143952212,
|
| 129 |
+
"compression_ratio": 4.0,
|
| 130 |
+
"preserves_topology": false,
|
| 131 |
+
"smooth_scale_mean": 0.028919870033860207,
|
| 132 |
+
"elapsed_ms": 0.6835460662841797
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"step": 28,
|
| 136 |
+
"phase": 1,
|
| 137 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 138 |
+
"relative_error": 0.07270135913120278,
|
| 139 |
+
"compression_ratio": 4.0,
|
| 140 |
+
"preserves_topology": false,
|
| 141 |
+
"smooth_scale_mean": 0.029597193002700806,
|
| 142 |
+
"elapsed_ms": 0.5679130554199219
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"step": 30,
|
| 146 |
+
"phase": 1,
|
| 147 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 148 |
+
"relative_error": 0.07926075039347462,
|
| 149 |
+
"compression_ratio": 4.0,
|
| 150 |
+
"preserves_topology": false,
|
| 151 |
+
"smooth_scale_mean": 0.030778978019952774,
|
| 152 |
+
"elapsed_ms": 0.6253719329833984
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"step": 32,
|
| 156 |
+
"phase": 1,
|
| 157 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 158 |
+
"relative_error": 0.062325363918739926,
|
| 159 |
+
"compression_ratio": 4.0,
|
| 160 |
+
"preserves_topology": false,
|
| 161 |
+
"smooth_scale_mean": 0.031420402228832245,
|
| 162 |
+
"elapsed_ms": 0.9772777557373047
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 34,
|
| 166 |
+
"phase": 1,
|
| 167 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 168 |
+
"relative_error": 0.06909058935218183,
|
| 169 |
+
"compression_ratio": 4.0,
|
| 170 |
+
"preserves_topology": false,
|
| 171 |
+
"smooth_scale_mean": 0.03253643587231636,
|
| 172 |
+
"elapsed_ms": 0.5939006805419922
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"step": 36,
|
| 176 |
+
"phase": 1,
|
| 177 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 178 |
+
"relative_error": 0.05471899628254274,
|
| 179 |
+
"compression_ratio": 4.0,
|
| 180 |
+
"preserves_topology": false,
|
| 181 |
+
"smooth_scale_mean": 0.03314642235636711,
|
| 182 |
+
"elapsed_ms": 0.7698535919189453
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"step": 38,
|
| 186 |
+
"phase": 1,
|
| 187 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 188 |
+
"relative_error": 0.06120784133736482,
|
| 189 |
+
"compression_ratio": 4.0,
|
| 190 |
+
"preserves_topology": false,
|
| 191 |
+
"smooth_scale_mean": 0.034206219017505646,
|
| 192 |
+
"elapsed_ms": 0.8857250213623047
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"step": 40,
|
| 196 |
+
"phase": 1,
|
| 197 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 198 |
+
"relative_error": 0.04881920977623016,
|
| 199 |
+
"compression_ratio": 4.0,
|
| 200 |
+
"preserves_topology": true,
|
| 201 |
+
"smooth_scale_mean": 0.034788668155670166,
|
| 202 |
+
"elapsed_ms": 0.6403923034667969
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"step": 42,
|
| 206 |
+
"phase": 1,
|
| 207 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 208 |
+
"relative_error": 0.05501620234363583,
|
| 209 |
+
"compression_ratio": 4.0,
|
| 210 |
+
"preserves_topology": false,
|
| 211 |
+
"smooth_scale_mean": 0.0357997827231884,
|
| 212 |
+
"elapsed_ms": 0.5817413330078125
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"step": 46,
|
| 216 |
+
"phase": 1,
|
| 217 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 218 |
+
"relative_error": 0.07199619952438402,
|
| 219 |
+
"compression_ratio": 4.0,
|
| 220 |
+
"preserves_topology": false,
|
| 221 |
+
"smooth_scale_mean": 0.037314217537641525,
|
| 222 |
+
"elapsed_ms": 0.7331371307373047
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"step": 48,
|
| 226 |
+
"phase": 1,
|
| 227 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 228 |
+
"relative_error": 0.051076117004113276,
|
| 229 |
+
"compression_ratio": 4.0,
|
| 230 |
+
"preserves_topology": false,
|
| 231 |
+
"smooth_scale_mean": 0.037842705845832825,
|
| 232 |
+
"elapsed_ms": 0.6430149078369141
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"step": 50,
|
| 236 |
+
"phase": 1,
|
| 237 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 238 |
+
"relative_error": 0.05127399894335541,
|
| 239 |
+
"compression_ratio": 4.0,
|
| 240 |
+
"preserves_topology": false,
|
| 241 |
+
"smooth_scale_mean": 0.03877006098628044,
|
| 242 |
+
"elapsed_ms": 0.6418228149414062
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"step": 52,
|
| 246 |
+
"phase": 1,
|
| 247 |
+
"dataset": "manoela/noticias_ptbr",
|
| 248 |
+
"relative_error": 0.03967379796882346,
|
| 249 |
+
"compression_ratio": 4.0,
|
| 250 |
+
"preserves_topology": true,
|
| 251 |
+
"smooth_scale_mean": 0.03928571939468384,
|
| 252 |
+
"elapsed_ms": 0.7216930389404297
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"step": 54,
|
| 256 |
+
"phase": 1,
|
| 257 |
+
"dataset": "manoela/noticias_ptbr",
|
| 258 |
+
"relative_error": 0.04364149823007745,
|
| 259 |
+
"compression_ratio": 4.0,
|
| 260 |
+
"preserves_topology": true,
|
| 261 |
+
"smooth_scale_mean": 0.04018247127532959,
|
| 262 |
+
"elapsed_ms": 0.6287097930908203
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"step": 56,
|
| 266 |
+
"phase": 2,
|
| 267 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 268 |
+
"relative_error": 0.034876950478592454,
|
| 269 |
+
"compression_ratio": 4.0,
|
| 270 |
+
"preserves_topology": true,
|
| 271 |
+
"smooth_scale_mean": 0.04068223014473915,
|
| 272 |
+
"elapsed_ms": 0.60272216796875
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"step": 58,
|
| 276 |
+
"phase": 2,
|
| 277 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 278 |
+
"relative_error": 0.03958359265482299,
|
| 279 |
+
"compression_ratio": 4.0,
|
| 280 |
+
"preserves_topology": true,
|
| 281 |
+
"smooth_scale_mean": 0.04154938831925392,
|
| 282 |
+
"elapsed_ms": 0.5962848663330078
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"step": 60,
|
| 286 |
+
"phase": 2,
|
| 287 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 288 |
+
"relative_error": 0.03198369909715591,
|
| 289 |
+
"compression_ratio": 4.0,
|
| 290 |
+
"preserves_topology": true,
|
| 291 |
+
"smooth_scale_mean": 0.042033709585666656,
|
| 292 |
+
"elapsed_ms": 0.942230224609375
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"step": 62,
|
| 296 |
+
"phase": 2,
|
| 297 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 298 |
+
"relative_error": 0.03669540037715468,
|
| 299 |
+
"compression_ratio": 4.0,
|
| 300 |
+
"preserves_topology": true,
|
| 301 |
+
"smooth_scale_mean": 0.0428735725581646,
|
| 302 |
+
"elapsed_ms": 0.7536411285400391
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"step": 64,
|
| 306 |
+
"phase": 2,
|
| 307 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 308 |
+
"relative_error": 0.02978018134971616,
|
| 309 |
+
"compression_ratio": 4.0,
|
| 310 |
+
"preserves_topology": true,
|
| 311 |
+
"smooth_scale_mean": 0.04334356263279915,
|
| 312 |
+
"elapsed_ms": 0.5819797515869141
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"step": 66,
|
| 316 |
+
"phase": 2,
|
| 317 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 318 |
+
"relative_error": 0.03432850655210827,
|
| 319 |
+
"compression_ratio": 4.0,
|
| 320 |
+
"preserves_topology": true,
|
| 321 |
+
"smooth_scale_mean": 0.044158440083265305,
|
| 322 |
+
"elapsed_ms": 0.6673336029052734
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"step": 68,
|
| 326 |
+
"phase": 2,
|
| 327 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 328 |
+
"relative_error": 0.027925517292408625,
|
| 329 |
+
"compression_ratio": 4.0,
|
| 330 |
+
"preserves_topology": true,
|
| 331 |
+
"smooth_scale_mean": 0.044615238904953,
|
| 332 |
+
"elapsed_ms": 0.7236003875732422
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"step": 70,
|
| 336 |
+
"phase": 2,
|
| 337 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 338 |
+
"relative_error": 0.03228157068272739,
|
| 339 |
+
"compression_ratio": 4.0,
|
| 340 |
+
"preserves_topology": true,
|
| 341 |
+
"smooth_scale_mean": 0.04540719836950302,
|
| 342 |
+
"elapsed_ms": 0.6241798400878906
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"step": 72,
|
| 346 |
+
"phase": 2,
|
| 347 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 348 |
+
"relative_error": 0.026305008748260205,
|
| 349 |
+
"compression_ratio": 4.0,
|
| 350 |
+
"preserves_topology": true,
|
| 351 |
+
"smooth_scale_mean": 0.04585183039307594,
|
| 352 |
+
"elapsed_ms": 0.6046295166015625
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"step": 76,
|
| 356 |
+
"phase": 2,
|
| 357 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 358 |
+
"relative_error": 0.03984431492042853,
|
| 359 |
+
"compression_ratio": 4.0,
|
| 360 |
+
"preserves_topology": true,
|
| 361 |
+
"smooth_scale_mean": 0.047042034566402435,
|
| 362 |
+
"elapsed_ms": 0.6594657897949219
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"step": 78,
|
| 366 |
+
"phase": 2,
|
| 367 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 368 |
+
"relative_error": 0.03636783134371932,
|
| 369 |
+
"compression_ratio": 4.0,
|
| 370 |
+
"preserves_topology": true,
|
| 371 |
+
"smooth_scale_mean": 0.04778927192091942,
|
| 372 |
+
"elapsed_ms": 0.6456375122070312
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"step": 80,
|
| 376 |
+
"phase": 2,
|
| 377 |
+
"dataset": "manoela/noticias_ptbr",
|
| 378 |
+
"relative_error": 0.02731608311332865,
|
| 379 |
+
"compression_ratio": 4.0,
|
| 380 |
+
"preserves_topology": true,
|
| 381 |
+
"smooth_scale_mean": 0.04821018874645233,
|
| 382 |
+
"elapsed_ms": 0.7140636444091797
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"step": 82,
|
| 386 |
+
"phase": 2,
|
| 387 |
+
"dataset": "manoela/noticias_ptbr",
|
| 388 |
+
"relative_error": 0.029297335513965055,
|
| 389 |
+
"compression_ratio": 4.0,
|
| 390 |
+
"preserves_topology": true,
|
| 391 |
+
"smooth_scale_mean": 0.04894270747900009,
|
| 392 |
+
"elapsed_ms": 0.7989406585693359
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"step": 84,
|
| 396 |
+
"phase": 2,
|
| 397 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 398 |
+
"relative_error": 0.023365016142327215,
|
| 399 |
+
"compression_ratio": 4.0,
|
| 400 |
+
"preserves_topology": true,
|
| 401 |
+
"smooth_scale_mean": 0.049355559051036835,
|
| 402 |
+
"elapsed_ms": 0.6372928619384766
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"step": 86,
|
| 406 |
+
"phase": 2,
|
| 407 |
+
"dataset": "dominguesm/restore-punctuation-ptbr-dataset",
|
| 408 |
+
"relative_error": 0.026584937856115324,
|
| 409 |
+
"compression_ratio": 4.0,
|
| 410 |
+
"preserves_topology": true,
|
| 411 |
+
"smooth_scale_mean": 0.050072018057107925,
|
| 412 |
+
"elapsed_ms": 0.7154941558837891
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"step": 88,
|
| 416 |
+
"phase": 2,
|
| 417 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 418 |
+
"relative_error": 0.02161587437142888,
|
| 419 |
+
"compression_ratio": 4.0,
|
| 420 |
+
"preserves_topology": true,
|
| 421 |
+
"smooth_scale_mean": 0.05047616362571716,
|
| 422 |
+
"elapsed_ms": 0.6387233734130859
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"step": 90,
|
| 426 |
+
"phase": 2,
|
| 427 |
+
"dataset": "carolina-c4ai/corpus-carolina",
|
| 428 |
+
"relative_error": 0.025041827906234153,
|
| 429 |
+
"compression_ratio": 4.0,
|
| 430 |
+
"preserves_topology": true,
|
| 431 |
+
"smooth_scale_mean": 0.05117705836892128,
|
| 432 |
+
"elapsed_ms": 0.6191730499267578
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"step": 92,
|
| 436 |
+
"phase": 2,
|
| 437 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 438 |
+
"relative_error": 0.02048312489968288,
|
| 439 |
+
"compression_ratio": 4.0,
|
| 440 |
+
"preserves_topology": true,
|
| 441 |
+
"smooth_scale_mean": 0.0515727736055851,
|
| 442 |
+
"elapsed_ms": 0.6256103515625
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"step": 94,
|
| 446 |
+
"phase": 2,
|
| 447 |
+
"dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
|
| 448 |
+
"relative_error": 0.023864746918171535,
|
| 449 |
+
"compression_ratio": 4.0,
|
| 450 |
+
"preserves_topology": true,
|
| 451 |
+
"smooth_scale_mean": 0.052258942276239395,
|
| 452 |
+
"elapsed_ms": 0.6220340728759766
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"step": 96,
|
| 456 |
+
"phase": 2,
|
| 457 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 458 |
+
"relative_error": 0.019562601803668672,
|
| 459 |
+
"compression_ratio": 4.0,
|
| 460 |
+
"preserves_topology": true,
|
| 461 |
+
"smooth_scale_mean": 0.05264666676521301,
|
| 462 |
+
"elapsed_ms": 0.7052421569824219
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"step": 98,
|
| 466 |
+
"phase": 2,
|
| 467 |
+
"dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
|
| 468 |
+
"relative_error": 0.0228442267558361,
|
| 469 |
+
"compression_ratio": 4.0,
|
| 470 |
+
"preserves_topology": true,
|
| 471 |
+
"smooth_scale_mean": 0.053318969905376434,
|
| 472 |
+
"elapsed_ms": 0.9198188781738281
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"step": 100,
|
| 476 |
+
"phase": 2,
|
| 477 |
+
"dataset": "adalbertojunior/punctuation-ptbr",
|
| 478 |
+
"relative_error": 0.018746969782548865,
|
| 479 |
+
"compression_ratio": 4.0,
|
| 480 |
+
"preserves_topology": true,
|
| 481 |
+
"smooth_scale_mean": 0.053699154406785965,
|
| 482 |
+
"elapsed_ms": 0.8018016815185547
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"step": 104,
|
| 486 |
+
"phase": 2,
|
| 487 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 488 |
+
"relative_error": 0.028722765115324095,
|
| 489 |
+
"compression_ratio": 4.0,
|
| 490 |
+
"preserves_topology": true,
|
| 491 |
+
"smooth_scale_mean": 0.05471718683838844,
|
| 492 |
+
"elapsed_ms": 0.7207393646240234
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"step": 106,
|
| 496 |
+
"phase": 2,
|
| 497 |
+
"dataset": "iara-project/news-articles-ptbr-dataset",
|
| 498 |
+
"relative_error": 0.02644284243379615,
|
| 499 |
+
"compression_ratio": 4.0,
|
| 500 |
+
"preserves_topology": true,
|
| 501 |
+
"smooth_scale_mean": 0.055361583828926086,
|
| 502 |
+
"elapsed_ms": 0.6337165832519531
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"step": 108,
|
| 506 |
+
"phase": 2,
|
| 507 |
+
"dataset": "manoela/noticias_ptbr",
|
| 508 |
+
"relative_error": 0.019994821297110537,
|
| 509 |
+
"compression_ratio": 4.0,
|
| 510 |
+
"preserves_topology": true,
|
| 511 |
+
"smooth_scale_mean": 0.05572666972875595,
|
| 512 |
+
"elapsed_ms": 0.6132125854492188
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"step": 110,
|
| 516 |
+
"phase": 2,
|
| 517 |
+
"dataset": "manoela/noticias_ptbr",
|
| 518 |
+
"relative_error": 0.021636993107326467,
|
| 519 |
+
"compression_ratio": 4.0,
|
| 520 |
+
"preserves_topology": true,
|
| 521 |
+
"smooth_scale_mean": 0.05636145547032356,
|
| 522 |
+
"elapsed_ms": 0.5812644958496094
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"summary": {
|
| 526 |
+
"active": true,
|
| 527 |
+
"n_calls": 52,
|
| 528 |
+
"latest": {
|
| 529 |
+
"active": true,
|
| 530 |
+
"n_neurons": 864,
|
| 531 |
+
"n_features": 4,
|
| 532 |
+
"n_calibration_samples": 16,
|
| 533 |
+
"smooth_scale_mean": 0.05636145547032356,
|
| 534 |
+
"smooth_scale_std": 0.11138901859521866,
|
| 535 |
+
"smooth_scale_min": 0.0006669463473372161,
|
| 536 |
+
"smooth_scale_max": 0.22344498336315155,
|
| 537 |
+
"alpha": 0.5,
|
| 538 |
+
"n_bits": 8,
|
| 539 |
+
"compression_ratio": 4.0,
|
| 540 |
+
"weights_norm_original": 484.2974548339844,
|
| 541 |
+
"weights_norm_dequant": 494.76519775390625,
|
| 542 |
+
"absolute_error": 10.478740692138672,
|
| 543 |
+
"relative_error": 0.021636993107326467,
|
| 544 |
+
"preserves_topology": true,
|
| 545 |
+
"w8a8_int8_range": [
|
| 546 |
+
-123,
|
| 547 |
+
127
|
| 548 |
+
],
|
| 549 |
+
"elapsed_ms": 0.5812644958496094
|
| 550 |
+
},
|
| 551 |
+
"mean_relative_error": 0.05793468396521811,
|
| 552 |
+
"max_relative_error": 0.18615433008559695,
|
| 553 |
+
"all_preserve_topology": false
|
| 554 |
+
}
|
| 555 |
+
}
|