PowerMachine commited on
Commit
9b839c5
·
verified ·
1 Parent(s): 553eda6

V6.5-attn-v2 cleanup: remove legacy v6_5_7ds_w8a8_compression.json

Browse files
Files changed (1) hide show
  1. v6_5_7ds_w8a8_compression.json +0 -555
v6_5_7ds_w8a8_compression.json DELETED
@@ -1,555 +0,0 @@
1
- {
2
- "n_calls": 52,
3
- "log": [
4
- {
5
- "step": 0,
6
- "phase": 1,
7
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
8
- "relative_error": 0.08564349913797292,
9
- "compression_ratio": 4.0,
10
- "preserves_topology": false,
11
- "smooth_scale_mean": 0.007225902751088142,
12
- "elapsed_ms": 0.6287097930908203
13
- },
14
- {
15
- "step": 2,
16
- "phase": 1,
17
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
18
- "relative_error": 0.15450305409221826,
19
- "compression_ratio": 4.0,
20
- "preserves_topology": false,
21
- "smooth_scale_mean": 0.01163043174892664,
22
- "elapsed_ms": 0.6177425384521484
23
- },
24
- {
25
- "step": 4,
26
- "phase": 1,
27
- "dataset": "carolina-c4ai/corpus-carolina",
28
- "relative_error": 0.15302146496855623,
29
- "compression_ratio": 4.0,
30
- "preserves_topology": false,
31
- "smooth_scale_mean": 0.013445748947560787,
32
- "elapsed_ms": 0.5445480346679688
33
- },
34
- {
35
- "step": 6,
36
- "phase": 1,
37
- "dataset": "carolina-c4ai/corpus-carolina",
38
- "relative_error": 0.18615433008559695,
39
- "compression_ratio": 4.0,
40
- "preserves_topology": false,
41
- "smooth_scale_mean": 0.01609840616583824,
42
- "elapsed_ms": 0.6251335144042969
43
- },
44
- {
45
- "step": 8,
46
- "phase": 1,
47
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
48
- "relative_error": 0.091190285942846,
49
- "compression_ratio": 4.0,
50
- "preserves_topology": false,
51
- "smooth_scale_mean": 0.0174460019916296,
52
- "elapsed_ms": 0.5884170532226562
53
- },
54
- {
55
- "step": 10,
56
- "phase": 1,
57
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
58
- "relative_error": 0.1653016322404397,
59
- "compression_ratio": 4.0,
60
- "preserves_topology": false,
61
- "smooth_scale_mean": 0.01947426237165928,
62
- "elapsed_ms": 0.6806850433349609
63
- },
64
- {
65
- "step": 12,
66
- "phase": 1,
67
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
68
- "relative_error": 0.03136036530439453,
69
- "compression_ratio": 4.0,
70
- "preserves_topology": true,
71
- "smooth_scale_mean": 0.02065754495561123,
72
- "elapsed_ms": 0.7143020629882812
73
- },
74
- {
75
- "step": 14,
76
- "phase": 1,
77
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
78
- "relative_error": 0.08783820126461311,
79
- "compression_ratio": 4.0,
80
- "preserves_topology": false,
81
- "smooth_scale_mean": 0.022427618503570557,
82
- "elapsed_ms": 0.682830810546875
83
- },
84
- {
85
- "step": 18,
86
- "phase": 1,
87
- "dataset": "adalbertojunior/punctuation-ptbr",
88
- "relative_error": 0.15884122834361195,
89
- "compression_ratio": 4.0,
90
- "preserves_topology": false,
91
- "smooth_scale_mean": 0.024837689474225044,
92
- "elapsed_ms": 0.6165504455566406
93
- },
94
- {
95
- "step": 20,
96
- "phase": 1,
97
- "dataset": "iara-project/news-articles-ptbr-dataset",
98
- "relative_error": 0.11487984553279505,
99
- "compression_ratio": 4.0,
100
- "preserves_topology": false,
101
- "smooth_scale_mean": 0.025593247264623642,
102
- "elapsed_ms": 0.6880760192871094
103
- },
104
- {
105
- "step": 22,
106
- "phase": 1,
107
- "dataset": "iara-project/news-articles-ptbr-dataset",
108
- "relative_error": 0.11592525512140915,
109
- "compression_ratio": 4.0,
110
- "preserves_topology": false,
111
- "smooth_scale_mean": 0.026943279430270195,
112
- "elapsed_ms": 0.7128715515136719
113
- },
114
- {
115
- "step": 24,
116
- "phase": 1,
117
- "dataset": "manoela/noticias_ptbr",
118
- "relative_error": 0.0879821979972805,
119
- "compression_ratio": 4.0,
120
- "preserves_topology": false,
121
- "smooth_scale_mean": 0.027660520747303963,
122
- "elapsed_ms": 0.7174015045166016
123
- },
124
- {
125
- "step": 26,
126
- "phase": 1,
127
- "dataset": "manoela/noticias_ptbr",
128
- "relative_error": 0.09366754143952212,
129
- "compression_ratio": 4.0,
130
- "preserves_topology": false,
131
- "smooth_scale_mean": 0.028919870033860207,
132
- "elapsed_ms": 0.6835460662841797
133
- },
134
- {
135
- "step": 28,
136
- "phase": 1,
137
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
138
- "relative_error": 0.07270135913120278,
139
- "compression_ratio": 4.0,
140
- "preserves_topology": false,
141
- "smooth_scale_mean": 0.029597193002700806,
142
- "elapsed_ms": 0.5679130554199219
143
- },
144
- {
145
- "step": 30,
146
- "phase": 1,
147
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
148
- "relative_error": 0.07926075039347462,
149
- "compression_ratio": 4.0,
150
- "preserves_topology": false,
151
- "smooth_scale_mean": 0.030778978019952774,
152
- "elapsed_ms": 0.6253719329833984
153
- },
154
- {
155
- "step": 32,
156
- "phase": 1,
157
- "dataset": "carolina-c4ai/corpus-carolina",
158
- "relative_error": 0.062325363918739926,
159
- "compression_ratio": 4.0,
160
- "preserves_topology": false,
161
- "smooth_scale_mean": 0.031420402228832245,
162
- "elapsed_ms": 0.9772777557373047
163
- },
164
- {
165
- "step": 34,
166
- "phase": 1,
167
- "dataset": "carolina-c4ai/corpus-carolina",
168
- "relative_error": 0.06909058935218183,
169
- "compression_ratio": 4.0,
170
- "preserves_topology": false,
171
- "smooth_scale_mean": 0.03253643587231636,
172
- "elapsed_ms": 0.5939006805419922
173
- },
174
- {
175
- "step": 36,
176
- "phase": 1,
177
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
178
- "relative_error": 0.05471899628254274,
179
- "compression_ratio": 4.0,
180
- "preserves_topology": false,
181
- "smooth_scale_mean": 0.03314642235636711,
182
- "elapsed_ms": 0.7698535919189453
183
- },
184
- {
185
- "step": 38,
186
- "phase": 1,
187
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
188
- "relative_error": 0.06120784133736482,
189
- "compression_ratio": 4.0,
190
- "preserves_topology": false,
191
- "smooth_scale_mean": 0.034206219017505646,
192
- "elapsed_ms": 0.8857250213623047
193
- },
194
- {
195
- "step": 40,
196
- "phase": 1,
197
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
198
- "relative_error": 0.04881920977623016,
199
- "compression_ratio": 4.0,
200
- "preserves_topology": true,
201
- "smooth_scale_mean": 0.034788668155670166,
202
- "elapsed_ms": 0.6403923034667969
203
- },
204
- {
205
- "step": 42,
206
- "phase": 1,
207
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
208
- "relative_error": 0.05501620234363583,
209
- "compression_ratio": 4.0,
210
- "preserves_topology": false,
211
- "smooth_scale_mean": 0.0357997827231884,
212
- "elapsed_ms": 0.5817413330078125
213
- },
214
- {
215
- "step": 46,
216
- "phase": 1,
217
- "dataset": "adalbertojunior/punctuation-ptbr",
218
- "relative_error": 0.07199619952438402,
219
- "compression_ratio": 4.0,
220
- "preserves_topology": false,
221
- "smooth_scale_mean": 0.037314217537641525,
222
- "elapsed_ms": 0.7331371307373047
223
- },
224
- {
225
- "step": 48,
226
- "phase": 1,
227
- "dataset": "iara-project/news-articles-ptbr-dataset",
228
- "relative_error": 0.051076117004113276,
229
- "compression_ratio": 4.0,
230
- "preserves_topology": false,
231
- "smooth_scale_mean": 0.037842705845832825,
232
- "elapsed_ms": 0.6430149078369141
233
- },
234
- {
235
- "step": 50,
236
- "phase": 1,
237
- "dataset": "iara-project/news-articles-ptbr-dataset",
238
- "relative_error": 0.05127399894335541,
239
- "compression_ratio": 4.0,
240
- "preserves_topology": false,
241
- "smooth_scale_mean": 0.03877006098628044,
242
- "elapsed_ms": 0.6418228149414062
243
- },
244
- {
245
- "step": 52,
246
- "phase": 1,
247
- "dataset": "manoela/noticias_ptbr",
248
- "relative_error": 0.03967379796882346,
249
- "compression_ratio": 4.0,
250
- "preserves_topology": true,
251
- "smooth_scale_mean": 0.03928571939468384,
252
- "elapsed_ms": 0.7216930389404297
253
- },
254
- {
255
- "step": 54,
256
- "phase": 1,
257
- "dataset": "manoela/noticias_ptbr",
258
- "relative_error": 0.04364149823007745,
259
- "compression_ratio": 4.0,
260
- "preserves_topology": true,
261
- "smooth_scale_mean": 0.04018247127532959,
262
- "elapsed_ms": 0.6287097930908203
263
- },
264
- {
265
- "step": 56,
266
- "phase": 2,
267
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
268
- "relative_error": 0.034876950478592454,
269
- "compression_ratio": 4.0,
270
- "preserves_topology": true,
271
- "smooth_scale_mean": 0.04068223014473915,
272
- "elapsed_ms": 0.60272216796875
273
- },
274
- {
275
- "step": 58,
276
- "phase": 2,
277
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
278
- "relative_error": 0.03958359265482299,
279
- "compression_ratio": 4.0,
280
- "preserves_topology": true,
281
- "smooth_scale_mean": 0.04154938831925392,
282
- "elapsed_ms": 0.5962848663330078
283
- },
284
- {
285
- "step": 60,
286
- "phase": 2,
287
- "dataset": "carolina-c4ai/corpus-carolina",
288
- "relative_error": 0.03198369909715591,
289
- "compression_ratio": 4.0,
290
- "preserves_topology": true,
291
- "smooth_scale_mean": 0.042033709585666656,
292
- "elapsed_ms": 0.942230224609375
293
- },
294
- {
295
- "step": 62,
296
- "phase": 2,
297
- "dataset": "carolina-c4ai/corpus-carolina",
298
- "relative_error": 0.03669540037715468,
299
- "compression_ratio": 4.0,
300
- "preserves_topology": true,
301
- "smooth_scale_mean": 0.0428735725581646,
302
- "elapsed_ms": 0.7536411285400391
303
- },
304
- {
305
- "step": 64,
306
- "phase": 2,
307
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
308
- "relative_error": 0.02978018134971616,
309
- "compression_ratio": 4.0,
310
- "preserves_topology": true,
311
- "smooth_scale_mean": 0.04334356263279915,
312
- "elapsed_ms": 0.5819797515869141
313
- },
314
- {
315
- "step": 66,
316
- "phase": 2,
317
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
318
- "relative_error": 0.03432850655210827,
319
- "compression_ratio": 4.0,
320
- "preserves_topology": true,
321
- "smooth_scale_mean": 0.044158440083265305,
322
- "elapsed_ms": 0.6673336029052734
323
- },
324
- {
325
- "step": 68,
326
- "phase": 2,
327
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
328
- "relative_error": 0.027925517292408625,
329
- "compression_ratio": 4.0,
330
- "preserves_topology": true,
331
- "smooth_scale_mean": 0.044615238904953,
332
- "elapsed_ms": 0.7236003875732422
333
- },
334
- {
335
- "step": 70,
336
- "phase": 2,
337
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
338
- "relative_error": 0.03228157068272739,
339
- "compression_ratio": 4.0,
340
- "preserves_topology": true,
341
- "smooth_scale_mean": 0.04540719836950302,
342
- "elapsed_ms": 0.6241798400878906
343
- },
344
- {
345
- "step": 72,
346
- "phase": 2,
347
- "dataset": "adalbertojunior/punctuation-ptbr",
348
- "relative_error": 0.026305008748260205,
349
- "compression_ratio": 4.0,
350
- "preserves_topology": true,
351
- "smooth_scale_mean": 0.04585183039307594,
352
- "elapsed_ms": 0.6046295166015625
353
- },
354
- {
355
- "step": 76,
356
- "phase": 2,
357
- "dataset": "iara-project/news-articles-ptbr-dataset",
358
- "relative_error": 0.03984431492042853,
359
- "compression_ratio": 4.0,
360
- "preserves_topology": true,
361
- "smooth_scale_mean": 0.047042034566402435,
362
- "elapsed_ms": 0.6594657897949219
363
- },
364
- {
365
- "step": 78,
366
- "phase": 2,
367
- "dataset": "iara-project/news-articles-ptbr-dataset",
368
- "relative_error": 0.03636783134371932,
369
- "compression_ratio": 4.0,
370
- "preserves_topology": true,
371
- "smooth_scale_mean": 0.04778927192091942,
372
- "elapsed_ms": 0.6456375122070312
373
- },
374
- {
375
- "step": 80,
376
- "phase": 2,
377
- "dataset": "manoela/noticias_ptbr",
378
- "relative_error": 0.02731608311332865,
379
- "compression_ratio": 4.0,
380
- "preserves_topology": true,
381
- "smooth_scale_mean": 0.04821018874645233,
382
- "elapsed_ms": 0.7140636444091797
383
- },
384
- {
385
- "step": 82,
386
- "phase": 2,
387
- "dataset": "manoela/noticias_ptbr",
388
- "relative_error": 0.029297335513965055,
389
- "compression_ratio": 4.0,
390
- "preserves_topology": true,
391
- "smooth_scale_mean": 0.04894270747900009,
392
- "elapsed_ms": 0.7989406585693359
393
- },
394
- {
395
- "step": 84,
396
- "phase": 2,
397
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
398
- "relative_error": 0.023365016142327215,
399
- "compression_ratio": 4.0,
400
- "preserves_topology": true,
401
- "smooth_scale_mean": 0.049355559051036835,
402
- "elapsed_ms": 0.6372928619384766
403
- },
404
- {
405
- "step": 86,
406
- "phase": 2,
407
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
408
- "relative_error": 0.026584937856115324,
409
- "compression_ratio": 4.0,
410
- "preserves_topology": true,
411
- "smooth_scale_mean": 0.050072018057107925,
412
- "elapsed_ms": 0.7154941558837891
413
- },
414
- {
415
- "step": 88,
416
- "phase": 2,
417
- "dataset": "carolina-c4ai/corpus-carolina",
418
- "relative_error": 0.02161587437142888,
419
- "compression_ratio": 4.0,
420
- "preserves_topology": true,
421
- "smooth_scale_mean": 0.05047616362571716,
422
- "elapsed_ms": 0.6387233734130859
423
- },
424
- {
425
- "step": 90,
426
- "phase": 2,
427
- "dataset": "carolina-c4ai/corpus-carolina",
428
- "relative_error": 0.025041827906234153,
429
- "compression_ratio": 4.0,
430
- "preserves_topology": true,
431
- "smooth_scale_mean": 0.05117705836892128,
432
- "elapsed_ms": 0.6191730499267578
433
- },
434
- {
435
- "step": 92,
436
- "phase": 2,
437
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
438
- "relative_error": 0.02048312489968288,
439
- "compression_ratio": 4.0,
440
- "preserves_topology": true,
441
- "smooth_scale_mean": 0.0515727736055851,
442
- "elapsed_ms": 0.6256103515625
443
- },
444
- {
445
- "step": 94,
446
- "phase": 2,
447
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
448
- "relative_error": 0.023864746918171535,
449
- "compression_ratio": 4.0,
450
- "preserves_topology": true,
451
- "smooth_scale_mean": 0.052258942276239395,
452
- "elapsed_ms": 0.6220340728759766
453
- },
454
- {
455
- "step": 96,
456
- "phase": 2,
457
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
458
- "relative_error": 0.019562601803668672,
459
- "compression_ratio": 4.0,
460
- "preserves_topology": true,
461
- "smooth_scale_mean": 0.05264666676521301,
462
- "elapsed_ms": 0.7052421569824219
463
- },
464
- {
465
- "step": 98,
466
- "phase": 2,
467
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
468
- "relative_error": 0.0228442267558361,
469
- "compression_ratio": 4.0,
470
- "preserves_topology": true,
471
- "smooth_scale_mean": 0.053318969905376434,
472
- "elapsed_ms": 0.9198188781738281
473
- },
474
- {
475
- "step": 100,
476
- "phase": 2,
477
- "dataset": "adalbertojunior/punctuation-ptbr",
478
- "relative_error": 0.018746969782548865,
479
- "compression_ratio": 4.0,
480
- "preserves_topology": true,
481
- "smooth_scale_mean": 0.053699154406785965,
482
- "elapsed_ms": 0.8018016815185547
483
- },
484
- {
485
- "step": 104,
486
- "phase": 2,
487
- "dataset": "iara-project/news-articles-ptbr-dataset",
488
- "relative_error": 0.028722765115324095,
489
- "compression_ratio": 4.0,
490
- "preserves_topology": true,
491
- "smooth_scale_mean": 0.05471718683838844,
492
- "elapsed_ms": 0.7207393646240234
493
- },
494
- {
495
- "step": 106,
496
- "phase": 2,
497
- "dataset": "iara-project/news-articles-ptbr-dataset",
498
- "relative_error": 0.02644284243379615,
499
- "compression_ratio": 4.0,
500
- "preserves_topology": true,
501
- "smooth_scale_mean": 0.055361583828926086,
502
- "elapsed_ms": 0.6337165832519531
503
- },
504
- {
505
- "step": 108,
506
- "phase": 2,
507
- "dataset": "manoela/noticias_ptbr",
508
- "relative_error": 0.019994821297110537,
509
- "compression_ratio": 4.0,
510
- "preserves_topology": true,
511
- "smooth_scale_mean": 0.05572666972875595,
512
- "elapsed_ms": 0.6132125854492188
513
- },
514
- {
515
- "step": 110,
516
- "phase": 2,
517
- "dataset": "manoela/noticias_ptbr",
518
- "relative_error": 0.021636993107326467,
519
- "compression_ratio": 4.0,
520
- "preserves_topology": true,
521
- "smooth_scale_mean": 0.05636145547032356,
522
- "elapsed_ms": 0.5812644958496094
523
- }
524
- ],
525
- "summary": {
526
- "active": true,
527
- "n_calls": 52,
528
- "latest": {
529
- "active": true,
530
- "n_neurons": 864,
531
- "n_features": 4,
532
- "n_calibration_samples": 16,
533
- "smooth_scale_mean": 0.05636145547032356,
534
- "smooth_scale_std": 0.11138901859521866,
535
- "smooth_scale_min": 0.0006669463473372161,
536
- "smooth_scale_max": 0.22344498336315155,
537
- "alpha": 0.5,
538
- "n_bits": 8,
539
- "compression_ratio": 4.0,
540
- "weights_norm_original": 484.2974548339844,
541
- "weights_norm_dequant": 494.76519775390625,
542
- "absolute_error": 10.478740692138672,
543
- "relative_error": 0.021636993107326467,
544
- "preserves_topology": true,
545
- "w8a8_int8_range": [
546
- -123,
547
- 127
548
- ],
549
- "elapsed_ms": 0.5812644958496094
550
- },
551
- "mean_relative_error": 0.05793468396521811,
552
- "max_relative_error": 0.18615433008559695,
553
- "all_preserve_topology": false
554
- }
555
- }