PowerMachine commited on
Commit
48c2a2b
·
verified ·
1 Parent(s): e83f603

Delete v6_5_7ds_attn_v3_w8a8_compression.json

Browse files
Files changed (1) hide show
  1. v6_5_7ds_attn_v3_w8a8_compression.json +0 -1035
v6_5_7ds_attn_v3_w8a8_compression.json DELETED
@@ -1,1035 +0,0 @@
1
- {
2
- "n_calls": 100,
3
- "log": [
4
- {
5
- "step": 0,
6
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
7
- "chunk_idx": 1,
8
- "relative_error": 0.08564349913797292,
9
- "compression_ratio": 4.0,
10
- "preserves_topology": false,
11
- "smooth_scale_mean": 0.007225902751088142,
12
- "elapsed_ms": 0.5459785461425781
13
- },
14
- {
15
- "step": 2,
16
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
17
- "chunk_idx": 1,
18
- "relative_error": 0.15479964005664892,
19
- "compression_ratio": 4.0,
20
- "preserves_topology": false,
21
- "smooth_scale_mean": 0.011630397289991379,
22
- "elapsed_ms": 0.5590915679931641
23
- },
24
- {
25
- "step": 4,
26
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
27
- "chunk_idx": 1,
28
- "relative_error": 0.2009209120298671,
29
- "compression_ratio": 4.0,
30
- "preserves_topology": false,
31
- "smooth_scale_mean": 0.014633141458034515,
32
- "elapsed_ms": 0.5445480346679688
33
- },
34
- {
35
- "step": 7,
36
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
37
- "chunk_idx": 2,
38
- "relative_error": 0.22440579346774248,
39
- "compression_ratio": 4.0,
40
- "preserves_topology": false,
41
- "smooth_scale_mean": 0.01729685254395008,
42
- "elapsed_ms": 0.6005764007568359
43
- },
44
- {
45
- "step": 9,
46
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
47
- "chunk_idx": 2,
48
- "relative_error": 0.13517246789775203,
49
- "compression_ratio": 4.0,
50
- "preserves_topology": false,
51
- "smooth_scale_mean": 0.019377199932932854,
52
- "elapsed_ms": 0.5469322204589844
53
- },
54
- {
55
- "step": 11,
56
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
57
- "chunk_idx": 2,
58
- "relative_error": 0.17126423867255017,
59
- "compression_ratio": 4.0,
60
- "preserves_topology": false,
61
- "smooth_scale_mean": 0.02116679772734642,
62
- "elapsed_ms": 0.49304962158203125
63
- },
64
- {
65
- "step": 14,
66
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
67
- "chunk_idx": 3,
68
- "relative_error": 0.044887732911389144,
69
- "compression_ratio": 4.0,
70
- "preserves_topology": true,
71
- "smooth_scale_mean": 0.023150909692049026,
72
- "elapsed_ms": 0.6177425384521484
73
- },
74
- {
75
- "step": 16,
76
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
77
- "chunk_idx": 3,
78
- "relative_error": 0.08517795655012997,
79
- "compression_ratio": 4.0,
80
- "preserves_topology": false,
81
- "smooth_scale_mean": 0.024702010676264763,
82
- "elapsed_ms": 1.0385513305664062
83
- },
84
- {
85
- "step": 18,
86
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
87
- "chunk_idx": 3,
88
- "relative_error": 0.10443996364414876,
89
- "compression_ratio": 4.0,
90
- "preserves_topology": false,
91
- "smooth_scale_mean": 0.026120537891983986,
92
- "elapsed_ms": 0.614166259765625
93
- },
94
- {
95
- "step": 21,
96
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
97
- "chunk_idx": 4,
98
- "relative_error": 0.1147290915176734,
99
- "compression_ratio": 4.0,
100
- "preserves_topology": false,
101
- "smooth_scale_mean": 0.027611201629042625,
102
- "elapsed_ms": 0.61798095703125
103
- },
104
- {
105
- "step": 23,
106
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
107
- "chunk_idx": 4,
108
- "relative_error": 0.113942549433572,
109
- "compression_ratio": 4.0,
110
- "preserves_topology": false,
111
- "smooth_scale_mean": 0.02885909378528595,
112
- "elapsed_ms": 0.5748271942138672
113
- },
114
- {
115
- "step": 25,
116
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
117
- "chunk_idx": 4,
118
- "relative_error": 0.10308170866864594,
119
- "compression_ratio": 4.0,
120
- "preserves_topology": false,
121
- "smooth_scale_mean": 0.030055120587348938,
122
- "elapsed_ms": 0.6327629089355469
123
- },
124
- {
125
- "step": 28,
126
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
127
- "chunk_idx": 5,
128
- "relative_error": 0.09773494474776438,
129
- "compression_ratio": 4.0,
130
- "preserves_topology": false,
131
- "smooth_scale_mean": 0.031348325312137604,
132
- "elapsed_ms": 0.5788803100585938
133
- },
134
- {
135
- "step": 30,
136
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
137
- "chunk_idx": 5,
138
- "relative_error": 0.08664815940451621,
139
- "compression_ratio": 4.0,
140
- "preserves_topology": false,
141
- "smooth_scale_mean": 0.03245191648602486,
142
- "elapsed_ms": 0.5195140838623047
143
- },
144
- {
145
- "step": 32,
146
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
147
- "chunk_idx": 5,
148
- "relative_error": 0.07850060291416591,
149
- "compression_ratio": 4.0,
150
- "preserves_topology": false,
151
- "smooth_scale_mean": 0.03352143242955208,
152
- "elapsed_ms": 0.6875991821289062
153
- },
154
- {
155
- "step": 35,
156
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
157
- "chunk_idx": 6,
158
- "relative_error": 0.0763721082250016,
159
- "compression_ratio": 4.0,
160
- "preserves_topology": false,
161
- "smooth_scale_mean": 0.03468688577413559,
162
- "elapsed_ms": 0.5831718444824219
163
- },
164
- {
165
- "step": 37,
166
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
167
- "chunk_idx": 6,
168
- "relative_error": 0.0690074873135999,
169
- "compression_ratio": 4.0,
170
- "preserves_topology": false,
171
- "smooth_scale_mean": 0.035690031945705414,
172
- "elapsed_ms": 0.5295276641845703
173
- },
174
- {
175
- "step": 39,
176
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
177
- "chunk_idx": 6,
178
- "relative_error": 0.0637491847885547,
179
- "compression_ratio": 4.0,
180
- "preserves_topology": false,
181
- "smooth_scale_mean": 0.036667320877313614,
182
- "elapsed_ms": 0.5621910095214844
183
- },
184
- {
185
- "step": 42,
186
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
187
- "chunk_idx": 7,
188
- "relative_error": 0.0626666558320244,
189
- "compression_ratio": 4.0,
190
- "preserves_topology": false,
191
- "smooth_scale_mean": 0.0377369150519371,
192
- "elapsed_ms": 0.63323974609375
193
- },
194
- {
195
- "step": 44,
196
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
197
- "chunk_idx": 7,
198
- "relative_error": 0.05718552174981847,
199
- "compression_ratio": 4.0,
200
- "preserves_topology": false,
201
- "smooth_scale_mean": 0.03866267576813698,
202
- "elapsed_ms": 0.6341934204101562
203
- },
204
- {
205
- "step": 46,
206
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
207
- "chunk_idx": 7,
208
- "relative_error": 0.05319962909526208,
209
- "compression_ratio": 4.0,
210
- "preserves_topology": false,
211
- "smooth_scale_mean": 0.03956785425543785,
212
- "elapsed_ms": 1.027822494506836
213
- },
214
- {
215
- "step": 49,
216
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
217
- "chunk_idx": 8,
218
- "relative_error": 0.052909804491855,
219
- "compression_ratio": 4.0,
220
- "preserves_topology": false,
221
- "smooth_scale_mean": 0.04056166857481003,
222
- "elapsed_ms": 0.5471706390380859
223
- },
224
- {
225
- "step": 51,
226
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
227
- "chunk_idx": 8,
228
- "relative_error": 0.04874580243294147,
229
- "compression_ratio": 4.0,
230
- "preserves_topology": true,
231
- "smooth_scale_mean": 0.041425324976444244,
232
- "elapsed_ms": 0.5660057067871094
233
- },
234
- {
235
- "step": 53,
236
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
237
- "chunk_idx": 8,
238
- "relative_error": 0.045719136518974884,
239
- "compression_ratio": 4.0,
240
- "preserves_topology": true,
241
- "smooth_scale_mean": 0.042272116988897324,
242
- "elapsed_ms": 0.58746337890625
243
- },
244
- {
245
- "step": 56,
246
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
247
- "chunk_idx": 9,
248
- "relative_error": 0.04581977449942311,
249
- "compression_ratio": 4.0,
250
- "preserves_topology": true,
251
- "smooth_scale_mean": 0.04320410266518593,
252
- "elapsed_ms": 0.5507469177246094
253
- },
254
- {
255
- "step": 60,
256
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
257
- "chunk_idx": 9,
258
- "relative_error": 0.06135950997742256,
259
- "compression_ratio": 4.0,
260
- "preserves_topology": false,
261
- "smooth_scale_mean": 0.044804058969020844,
262
- "elapsed_ms": 0.6139278411865234
263
- },
264
- {
265
- "step": 63,
266
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
267
- "chunk_idx": 10,
268
- "relative_error": 0.05102039786930983,
269
- "compression_ratio": 4.0,
270
- "preserves_topology": false,
271
- "smooth_scale_mean": 0.04567809775471687,
272
- "elapsed_ms": 0.5609989166259766
273
- },
274
- {
275
- "step": 65,
276
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
277
- "chunk_idx": 10,
278
- "relative_error": 0.04295417907571186,
279
- "compression_ratio": 4.0,
280
- "preserves_topology": true,
281
- "smooth_scale_mean": 0.04644449055194855,
282
- "elapsed_ms": 0.6253719329833984
283
- },
284
- {
285
- "step": 67,
286
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
287
- "chunk_idx": 10,
288
- "relative_error": 0.03835183624713222,
289
- "compression_ratio": 4.0,
290
- "preserves_topology": true,
291
- "smooth_scale_mean": 0.04720049723982811,
292
- "elapsed_ms": 0.5850791931152344
293
- },
294
- {
295
- "step": 70,
296
- "dataset": "carolina-c4ai/corpus-carolina",
297
- "chunk_idx": 11,
298
- "relative_error": 0.037489155362446756,
299
- "compression_ratio": 4.0,
300
- "preserves_topology": true,
301
- "smooth_scale_mean": 0.04803648963570595,
302
- "elapsed_ms": 0.5664825439453125
303
- },
304
- {
305
- "step": 72,
306
- "dataset": "carolina-c4ai/corpus-carolina",
307
- "chunk_idx": 11,
308
- "relative_error": 0.0344984871342134,
309
- "compression_ratio": 4.0,
310
- "preserves_topology": true,
311
- "smooth_scale_mean": 0.04876876249909401,
312
- "elapsed_ms": 0.5939006805419922
313
- },
314
- {
315
- "step": 74,
316
- "dataset": "carolina-c4ai/corpus-carolina",
317
- "chunk_idx": 11,
318
- "relative_error": 0.03252469785811555,
319
- "compression_ratio": 4.0,
320
- "preserves_topology": true,
321
- "smooth_scale_mean": 0.049490783363580704,
322
- "elapsed_ms": 0.5977153778076172
323
- },
324
- {
325
- "step": 77,
326
- "dataset": "carolina-c4ai/corpus-carolina",
327
- "chunk_idx": 12,
328
- "relative_error": 0.03288395033421959,
329
- "compression_ratio": 4.0,
330
- "preserves_topology": true,
331
- "smooth_scale_mean": 0.05028941109776497,
332
- "elapsed_ms": 0.5495548248291016
333
- },
334
- {
335
- "step": 79,
336
- "dataset": "carolina-c4ai/corpus-carolina",
337
- "chunk_idx": 12,
338
- "relative_error": 0.030788987651132173,
339
- "compression_ratio": 4.0,
340
- "preserves_topology": true,
341
- "smooth_scale_mean": 0.05098985135555267,
342
- "elapsed_ms": 0.5261898040771484
343
- },
344
- {
345
- "step": 81,
346
- "dataset": "carolina-c4ai/corpus-carolina",
347
- "chunk_idx": 12,
348
- "relative_error": 0.02934268767760077,
349
- "compression_ratio": 4.0,
350
- "preserves_topology": true,
351
- "smooth_scale_mean": 0.05168114975094795,
352
- "elapsed_ms": 0.6151199340820312
353
- },
354
- {
355
- "step": 84,
356
- "dataset": "carolina-c4ai/corpus-carolina",
357
- "chunk_idx": 13,
358
- "relative_error": 0.029887248982661183,
359
- "compression_ratio": 4.0,
360
- "preserves_topology": true,
361
- "smooth_scale_mean": 0.05244655907154083,
362
- "elapsed_ms": 0.6315708160400391
363
- },
364
- {
365
- "step": 86,
366
- "dataset": "carolina-c4ai/corpus-carolina",
367
- "chunk_idx": 13,
368
- "relative_error": 0.02811290699242251,
369
- "compression_ratio": 4.0,
370
- "preserves_topology": true,
371
- "smooth_scale_mean": 0.053118735551834106,
372
- "elapsed_ms": 0.6253719329833984
373
- },
374
- {
375
- "step": 88,
376
- "dataset": "carolina-c4ai/corpus-carolina",
377
- "chunk_idx": 13,
378
- "relative_error": 0.026889121930204974,
379
- "compression_ratio": 4.0,
380
- "preserves_topology": true,
381
- "smooth_scale_mean": 0.05378280580043793,
382
- "elapsed_ms": 0.7061958312988281
383
- },
384
- {
385
- "step": 91,
386
- "dataset": "carolina-c4ai/corpus-carolina",
387
- "chunk_idx": 14,
388
- "relative_error": 0.027473443036439015,
389
- "compression_ratio": 4.0,
390
- "preserves_topology": true,
391
- "smooth_scale_mean": 0.054518748074769974,
392
- "elapsed_ms": 0.6482601165771484
393
- },
394
- {
395
- "step": 93,
396
- "dataset": "carolina-c4ai/corpus-carolina",
397
- "chunk_idx": 14,
398
- "relative_error": 0.025907068973917504,
399
- "compression_ratio": 4.0,
400
- "preserves_topology": true,
401
- "smooth_scale_mean": 0.05516580119729042,
402
- "elapsed_ms": 0.5521774291992188
403
- },
404
- {
405
- "step": 95,
406
- "dataset": "carolina-c4ai/corpus-carolina",
407
- "chunk_idx": 14,
408
- "relative_error": 0.024835498666120222,
409
- "compression_ratio": 4.0,
410
- "preserves_topology": true,
411
- "smooth_scale_mean": 0.05580560117959976,
412
- "elapsed_ms": 0.5855560302734375
413
- },
414
- {
415
- "step": 98,
416
- "dataset": "carolina-c4ai/corpus-carolina",
417
- "chunk_idx": 15,
418
- "relative_error": 0.02543145484872906,
419
- "compression_ratio": 4.0,
420
- "preserves_topology": true,
421
- "smooth_scale_mean": 0.05651522055268288,
422
- "elapsed_ms": 0.5705356597900391
423
- },
424
- {
425
- "step": 100,
426
- "dataset": "carolina-c4ai/corpus-carolina",
427
- "chunk_idx": 15,
428
- "relative_error": 0.024027778220865666,
429
- "compression_ratio": 4.0,
430
- "preserves_topology": true,
431
- "smooth_scale_mean": 0.05713976174592972,
432
- "elapsed_ms": 0.6012916564941406
433
- },
434
- {
435
- "step": 103,
436
- "dataset": "carolina-c4ai/corpus-carolina",
437
- "chunk_idx": 15,
438
- "relative_error": 0.028430628428058175,
439
- "compression_ratio": 4.0,
440
- "preserves_topology": true,
441
- "smooth_scale_mean": 0.05805779993534088,
442
- "elapsed_ms": 0.6337165832519531
443
- },
444
- {
445
- "step": 105,
446
- "dataset": "carolina-c4ai/corpus-carolina",
447
- "chunk_idx": 16,
448
- "relative_error": 0.021005248682141424,
449
- "compression_ratio": 4.0,
450
- "preserves_topology": true,
451
- "smooth_scale_mean": 0.05844243988394737,
452
- "elapsed_ms": 0.6113052368164062
453
- },
454
- {
455
- "step": 108,
456
- "dataset": "carolina-c4ai/corpus-carolina",
457
- "chunk_idx": 16,
458
- "relative_error": 0.026180030968393112,
459
- "compression_ratio": 4.0,
460
- "preserves_topology": true,
461
- "smooth_scale_mean": 0.059340689331293106,
462
- "elapsed_ms": 0.8339881896972656
463
- },
464
- {
465
- "step": 113,
466
- "dataset": "carolina-c4ai/corpus-carolina",
467
- "chunk_idx": 17,
468
- "relative_error": 0.0344795037098241,
469
- "compression_ratio": 4.0,
470
- "preserves_topology": true,
471
- "smooth_scale_mean": 0.06058346852660179,
472
- "elapsed_ms": 0.5891323089599609
473
- },
474
- {
475
- "step": 115,
476
- "dataset": "carolina-c4ai/corpus-carolina",
477
- "chunk_idx": 17,
478
- "relative_error": 0.027038960061085048,
479
- "compression_ratio": 4.0,
480
- "preserves_topology": true,
481
- "smooth_scale_mean": 0.0611637718975544,
482
- "elapsed_ms": 0.5822181701660156
483
- },
484
- {
485
- "step": 119,
486
- "dataset": "carolina-c4ai/corpus-carolina",
487
- "chunk_idx": 18,
488
- "relative_error": 0.02899374310645661,
489
- "compression_ratio": 4.0,
490
- "preserves_topology": true,
491
- "smooth_scale_mean": 0.06209060549736023,
492
- "elapsed_ms": 0.7114410400390625
493
- },
494
- {
495
- "step": 121,
496
- "dataset": "carolina-c4ai/corpus-carolina",
497
- "chunk_idx": 18,
498
- "relative_error": 0.023831211683757826,
499
- "compression_ratio": 4.0,
500
- "preserves_topology": true,
501
- "smooth_scale_mean": 0.06265795975923538,
502
- "elapsed_ms": 0.5781650543212891
503
- },
504
- {
505
- "step": 126,
506
- "dataset": "carolina-c4ai/corpus-carolina",
507
- "chunk_idx": 19,
508
- "relative_error": 0.031075311609990424,
509
- "compression_ratio": 4.0,
510
- "preserves_topology": true,
511
- "smooth_scale_mean": 0.0638357400894165,
512
- "elapsed_ms": 0.5462169647216797
513
- },
514
- {
515
- "step": 128,
516
- "dataset": "carolina-c4ai/corpus-carolina",
517
- "chunk_idx": 19,
518
- "relative_error": 0.024352814429021208,
519
- "compression_ratio": 4.0,
520
- "preserves_topology": true,
521
- "smooth_scale_mean": 0.06438705325126648,
522
- "elapsed_ms": 0.6582736968994141
523
- },
524
- {
525
- "step": 131,
526
- "dataset": "carolina-c4ai/corpus-carolina",
527
- "chunk_idx": 19,
528
- "relative_error": 0.02506970100491808,
529
- "compression_ratio": 4.0,
530
- "preserves_topology": true,
531
- "smooth_scale_mean": 0.06520160287618637,
532
- "elapsed_ms": 1.115560531616211
533
- },
534
- {
535
- "step": 133,
536
- "dataset": "carolina-c4ai/corpus-carolina",
537
- "chunk_idx": 20,
538
- "relative_error": 0.01789701555889211,
539
- "compression_ratio": 4.0,
540
- "preserves_topology": true,
541
- "smooth_scale_mean": 0.06554444134235382,
542
- "elapsed_ms": 0.5612373352050781
543
- },
544
- {
545
- "step": 135,
546
- "dataset": "carolina-c4ai/corpus-carolina",
547
- "chunk_idx": 20,
548
- "relative_error": 0.017323408553522646,
549
- "compression_ratio": 4.0,
550
- "preserves_topology": true,
551
- "smooth_scale_mean": 0.06608407199382782,
552
- "elapsed_ms": 0.6017684936523438
553
- },
554
- {
555
- "step": 140,
556
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
557
- "chunk_idx": 21,
558
- "relative_error": 0.02584905513397309,
559
- "compression_ratio": 4.0,
560
- "preserves_topology": true,
561
- "smooth_scale_mean": 0.0672023743391037,
562
- "elapsed_ms": 0.5943775177001953
563
- },
564
- {
565
- "step": 142,
566
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
567
- "chunk_idx": 21,
568
- "relative_error": 0.020875506593958763,
569
- "compression_ratio": 4.0,
570
- "preserves_topology": true,
571
- "smooth_scale_mean": 0.0677269995212555,
572
- "elapsed_ms": 0.7827281951904297
573
- },
574
- {
575
- "step": 144,
576
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
577
- "chunk_idx": 21,
578
- "relative_error": 0.01827271799510967,
579
- "compression_ratio": 4.0,
580
- "preserves_topology": true,
581
- "smooth_scale_mean": 0.06824856251478195,
582
- "elapsed_ms": 0.7171630859375
583
- },
584
- {
585
- "step": 147,
586
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
587
- "chunk_idx": 22,
588
- "relative_error": 0.017789085186493216,
589
- "compression_ratio": 4.0,
590
- "preserves_topology": true,
591
- "smooth_scale_mean": 0.06882961094379425,
592
- "elapsed_ms": 0.6570816040039062
593
- },
594
- {
595
- "step": 149,
596
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
597
- "chunk_idx": 22,
598
- "relative_error": 0.01647985757874803,
599
- "compression_ratio": 4.0,
600
- "preserves_topology": true,
601
- "smooth_scale_mean": 0.06934338808059692,
602
- "elapsed_ms": 0.591278076171875
603
- },
604
- {
605
- "step": 151,
606
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
607
- "chunk_idx": 22,
608
- "relative_error": 0.015712684429297352,
609
- "compression_ratio": 4.0,
610
- "preserves_topology": true,
611
- "smooth_scale_mean": 0.06985361129045486,
612
- "elapsed_ms": 0.7085800170898438
613
- },
614
- {
615
- "step": 154,
616
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
617
- "chunk_idx": 23,
618
- "relative_error": 0.016111363858781976,
619
- "compression_ratio": 4.0,
620
- "preserves_topology": true,
621
- "smooth_scale_mean": 0.07042176276445389,
622
- "elapsed_ms": 0.7114410400390625
623
- },
624
- {
625
- "step": 158,
626
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
627
- "chunk_idx": 23,
628
- "relative_error": 0.02230384201678461,
629
- "compression_ratio": 4.0,
630
- "preserves_topology": true,
631
- "smooth_scale_mean": 0.07141105085611343,
632
- "elapsed_ms": 0.5962848663330078
633
- },
634
- {
635
- "step": 161,
636
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
637
- "chunk_idx": 24,
638
- "relative_error": 0.01904292415764518,
639
- "compression_ratio": 4.0,
640
- "preserves_topology": true,
641
- "smooth_scale_mean": 0.07196551561355591,
642
- "elapsed_ms": 0.5865097045898438
643
- },
644
- {
645
- "step": 163,
646
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
647
- "chunk_idx": 24,
648
- "relative_error": 0.016451058148211385,
649
- "compression_ratio": 4.0,
650
- "preserves_topology": true,
651
- "smooth_scale_mean": 0.07245657593011856,
652
- "elapsed_ms": 0.7178783416748047
653
- },
654
- {
655
- "step": 165,
656
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
657
- "chunk_idx": 24,
658
- "relative_error": 0.015062804635270785,
659
- "compression_ratio": 4.0,
660
- "preserves_topology": true,
661
- "smooth_scale_mean": 0.07294478267431259,
662
- "elapsed_ms": 0.5943775177001953
663
- },
664
- {
665
- "step": 168,
666
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
667
- "chunk_idx": 25,
668
- "relative_error": 0.015095028154266959,
669
- "compression_ratio": 4.0,
670
- "preserves_topology": true,
671
- "smooth_scale_mean": 0.07348890602588654,
672
- "elapsed_ms": 0.629425048828125
673
- },
674
- {
675
- "step": 170,
676
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
677
- "chunk_idx": 25,
678
- "relative_error": 0.014192565943761889,
679
- "compression_ratio": 4.0,
680
- "preserves_topology": true,
681
- "smooth_scale_mean": 0.0739704892039299,
682
- "elapsed_ms": 0.8606910705566406
683
- },
684
- {
685
- "step": 176,
686
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
687
- "chunk_idx": 26,
688
- "relative_error": 0.02394190789261076,
689
- "compression_ratio": 4.0,
690
- "preserves_topology": true,
691
- "smooth_scale_mean": 0.0752011388540268,
692
- "elapsed_ms": 0.6873607635498047
693
- },
694
- {
695
- "step": 178,
696
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
697
- "chunk_idx": 26,
698
- "relative_error": 0.01829962872211136,
699
- "compression_ratio": 4.0,
700
- "preserves_topology": true,
701
- "smooth_scale_mean": 0.07567010819911957,
702
- "elapsed_ms": 0.5714893341064453
703
- },
704
- {
705
- "step": 182,
706
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
707
- "chunk_idx": 27,
708
- "relative_error": 0.019210676972237807,
709
- "compression_ratio": 4.0,
710
- "preserves_topology": true,
711
- "smooth_scale_mean": 0.0764208436012268,
712
- "elapsed_ms": 0.5688667297363281
713
- },
714
- {
715
- "step": 186,
716
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
717
- "chunk_idx": 27,
718
- "relative_error": 0.02169840533839402,
719
- "compression_ratio": 4.0,
720
- "preserves_topology": true,
721
- "smooth_scale_mean": 0.07733211666345596,
722
- "elapsed_ms": 0.6062984466552734
723
- },
724
- {
725
- "step": 191,
726
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
727
- "chunk_idx": 28,
728
- "relative_error": 0.02338517368630948,
729
- "compression_ratio": 4.0,
730
- "preserves_topology": true,
731
- "smooth_scale_mean": 0.0782875269651413,
732
- "elapsed_ms": 0.6999969482421875
733
- },
734
- {
735
- "step": 193,
736
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
737
- "chunk_idx": 28,
738
- "relative_error": 0.017525240144283784,
739
- "compression_ratio": 4.0,
740
- "preserves_topology": true,
741
- "smooth_scale_mean": 0.07873803377151489,
742
- "elapsed_ms": 0.6296634674072266
743
- },
744
- {
745
- "step": 196,
746
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
747
- "chunk_idx": 29,
748
- "relative_error": 0.015242667195374517,
749
- "compression_ratio": 4.0,
750
- "preserves_topology": true,
751
- "smooth_scale_mean": 0.07924159616231918,
752
- "elapsed_ms": 0.8242130279541016
753
- },
754
- {
755
- "step": 200,
756
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
757
- "chunk_idx": 29,
758
- "relative_error": 0.018857604349467094,
759
- "compression_ratio": 4.0,
760
- "preserves_topology": true,
761
- "smooth_scale_mean": 0.08012118190526962,
762
- "elapsed_ms": 1.51824951171875
763
- },
764
- {
765
- "step": 203,
766
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
767
- "chunk_idx": 30,
768
- "relative_error": 0.01568277653600045,
769
- "compression_ratio": 4.0,
770
- "preserves_topology": true,
771
- "smooth_scale_mean": 0.08061578869819641,
772
- "elapsed_ms": 3.789186477661133
773
- },
774
- {
775
- "step": 207,
776
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
777
- "chunk_idx": 30,
778
- "relative_error": 0.018696496924984877,
779
- "compression_ratio": 4.0,
780
- "preserves_topology": true,
781
- "smooth_scale_mean": 0.08148033916950226,
782
- "elapsed_ms": 0.9150505065917969
783
- },
784
- {
785
- "step": 210,
786
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
787
- "chunk_idx": 31,
788
- "relative_error": 0.015393155164818026,
789
- "compression_ratio": 4.0,
790
- "preserves_topology": true,
791
- "smooth_scale_mean": 0.08196670562028885,
792
- "elapsed_ms": 0.6184577941894531
793
- },
794
- {
795
- "step": 212,
796
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
797
- "chunk_idx": 31,
798
- "relative_error": 0.013025498766266899,
799
- "compression_ratio": 4.0,
800
- "preserves_topology": true,
801
- "smooth_scale_mean": 0.08239827305078506,
802
- "elapsed_ms": 0.5843639373779297
803
- },
804
- {
805
- "step": 282,
806
- "dataset": "adalbertojunior/punctuation-ptbr",
807
- "chunk_idx": 41,
808
- "relative_error": 0.15638688643492593,
809
- "compression_ratio": 4.0,
810
- "preserves_topology": false,
811
- "smooth_scale_mean": 0.09462006390094757,
812
- "elapsed_ms": 0.7121562957763672
813
- },
814
- {
815
- "step": 284,
816
- "dataset": "adalbertojunior/punctuation-ptbr",
817
- "chunk_idx": 41,
818
- "relative_error": 0.07964709097520162,
819
- "compression_ratio": 4.0,
820
- "preserves_topology": false,
821
- "smooth_scale_mean": 0.09497267007827759,
822
- "elapsed_ms": 0.7350444793701172
823
- },
824
- {
825
- "step": 287,
826
- "dataset": "adalbertojunior/punctuation-ptbr",
827
- "chunk_idx": 42,
828
- "relative_error": 0.043670314282109685,
829
- "compression_ratio": 4.0,
830
- "preserves_topology": true,
831
- "smooth_scale_mean": 0.09538087248802185,
832
- "elapsed_ms": 0.7412433624267578
833
- },
834
- {
835
- "step": 289,
836
- "dataset": "adalbertojunior/punctuation-ptbr",
837
- "chunk_idx": 42,
838
- "relative_error": 0.025609021500137663,
839
- "compression_ratio": 4.0,
840
- "preserves_topology": true,
841
- "smooth_scale_mean": 0.09574750065803528,
842
- "elapsed_ms": 0.6079673767089844
843
- },
844
- {
845
- "step": 291,
846
- "dataset": "adalbertojunior/punctuation-ptbr",
847
- "chunk_idx": 42,
848
- "relative_error": 0.016664971769289785,
849
- "compression_ratio": 4.0,
850
- "preserves_topology": true,
851
- "smooth_scale_mean": 0.09611533582210541,
852
- "elapsed_ms": 0.6434917449951172
853
- },
854
- {
855
- "step": 294,
856
- "dataset": "adalbertojunior/punctuation-ptbr",
857
- "chunk_idx": 43,
858
- "relative_error": 0.012662738650938242,
859
- "compression_ratio": 4.0,
860
- "preserves_topology": true,
861
- "smooth_scale_mean": 0.09652779251337051,
862
- "elapsed_ms": 0.6353855133056641
863
- },
864
- {
865
- "step": 297,
866
- "dataset": "adalbertojunior/punctuation-ptbr",
867
- "chunk_idx": 43,
868
- "relative_error": 0.012026807131446314,
869
- "compression_ratio": 4.0,
870
- "preserves_topology": true,
871
- "smooth_scale_mean": 0.09707264602184296,
872
- "elapsed_ms": 0.6489753723144531
873
- },
874
- {
875
- "step": 299,
876
- "dataset": "adalbertojunior/punctuation-ptbr",
877
- "chunk_idx": 43,
878
- "relative_error": 0.009803688477182724,
879
- "compression_ratio": 4.0,
880
- "preserves_topology": true,
881
- "smooth_scale_mean": 0.09743738174438477,
882
- "elapsed_ms": 0.6363391876220703
883
- },
884
- {
885
- "step": 303,
886
- "dataset": "adalbertojunior/punctuation-ptbr",
887
- "chunk_idx": 44,
888
- "relative_error": 0.010946606250262968,
889
- "compression_ratio": 4.0,
890
- "preserves_topology": true,
891
- "smooth_scale_mean": 0.09802162647247314,
892
- "elapsed_ms": 0.6825923919677734
893
- },
894
- {
895
- "step": 305,
896
- "dataset": "adalbertojunior/punctuation-ptbr",
897
- "chunk_idx": 44,
898
- "relative_error": 0.009190866368712051,
899
- "compression_ratio": 4.0,
900
- "preserves_topology": true,
901
- "smooth_scale_mean": 0.09838295727968216,
902
- "elapsed_ms": 0.6814002990722656
903
- },
904
- {
905
- "step": 308,
906
- "dataset": "adalbertojunior/punctuation-ptbr",
907
- "chunk_idx": 45,
908
- "relative_error": 0.008734442520968682,
909
- "compression_ratio": 4.0,
910
- "preserves_topology": true,
911
- "smooth_scale_mean": 0.09878693521022797,
912
- "elapsed_ms": 1.0676383972167969
913
- },
914
- {
915
- "step": 310,
916
- "dataset": "adalbertojunior/punctuation-ptbr",
917
- "chunk_idx": 45,
918
- "relative_error": 0.008028553687749367,
919
- "compression_ratio": 4.0,
920
- "preserves_topology": true,
921
- "smooth_scale_mean": 0.09914577752351761,
922
- "elapsed_ms": 0.6632804870605469
923
- },
924
- {
925
- "step": 313,
926
- "dataset": "adalbertojunior/punctuation-ptbr",
927
- "chunk_idx": 45,
928
- "relative_error": 0.009410474895066703,
929
- "compression_ratio": 4.0,
930
- "preserves_topology": true,
931
- "smooth_scale_mean": 0.09967688471078873,
932
- "elapsed_ms": 0.6008148193359375
933
- },
934
- {
935
- "step": 315,
936
- "dataset": "adalbertojunior/punctuation-ptbr",
937
- "chunk_idx": 46,
938
- "relative_error": 0.006990670039192889,
939
- "compression_ratio": 4.0,
940
- "preserves_topology": true,
941
- "smooth_scale_mean": 0.09990280866622925,
942
- "elapsed_ms": 0.5097389221191406
943
- },
944
- {
945
- "step": 318,
946
- "dataset": "adalbertojunior/punctuation-ptbr",
947
- "chunk_idx": 46,
948
- "relative_error": 0.008808655433219304,
949
- "compression_ratio": 4.0,
950
- "preserves_topology": true,
951
- "smooth_scale_mean": 0.10043002665042877,
952
- "elapsed_ms": 0.7467269897460938
953
- },
954
- {
955
- "step": 322,
956
- "dataset": "adalbertojunior/punctuation-ptbr",
957
- "chunk_idx": 47,
958
- "relative_error": 0.01009215499353653,
959
- "compression_ratio": 4.0,
960
- "preserves_topology": true,
961
- "smooth_scale_mean": 0.10099700093269348,
962
- "elapsed_ms": 0.5183219909667969
963
- },
964
- {
965
- "step": 325,
966
- "dataset": "adalbertojunior/punctuation-ptbr",
967
- "chunk_idx": 47,
968
- "relative_error": 0.010246160840987478,
969
- "compression_ratio": 4.0,
970
- "preserves_topology": true,
971
- "smooth_scale_mean": 0.10151809453964233,
972
- "elapsed_ms": 0.6356239318847656
973
- },
974
- {
975
- "step": 329,
976
- "dataset": "adalbertojunior/punctuation-ptbr",
977
- "chunk_idx": 48,
978
- "relative_error": 0.010689548592442201,
979
- "compression_ratio": 4.0,
980
- "preserves_topology": true,
981
- "smooth_scale_mean": 0.10207879543304443,
982
- "elapsed_ms": 0.6291866302490234
983
- },
984
- {
985
- "step": 331,
986
- "dataset": "adalbertojunior/punctuation-ptbr",
987
- "chunk_idx": 48,
988
- "relative_error": 0.008770816910811734,
989
- "compression_ratio": 4.0,
990
- "preserves_topology": true,
991
- "smooth_scale_mean": 0.10242577642202377,
992
- "elapsed_ms": 0.6415843963623047
993
- },
994
- {
995
- "step": 334,
996
- "dataset": "adalbertojunior/punctuation-ptbr",
997
- "chunk_idx": 48,
998
- "relative_error": 0.00944050540009401,
999
- "compression_ratio": 4.0,
1000
- "preserves_topology": true,
1001
- "smooth_scale_mean": 0.10293976962566376,
1002
- "elapsed_ms": 0.7407665252685547
1003
- }
1004
- ],
1005
- "summary": {
1006
- "active": true,
1007
- "n_calls": 100,
1008
- "latest": {
1009
- "active": true,
1010
- "n_neurons": 864,
1011
- "n_features": 4,
1012
- "n_calibration_samples": 16,
1013
- "smooth_scale_mean": 0.1224491074681282,
1014
- "smooth_scale_std": 0.24429823458194733,
1015
- "smooth_scale_min": 0.0002999893040396273,
1016
- "smooth_scale_max": 0.4888964593410492,
1017
- "alpha": 0.5,
1018
- "n_bits": 8,
1019
- "compression_ratio": 4.0,
1020
- "weights_norm_original": 2215.064697265625,
1021
- "weights_norm_dequant": 2227.227294921875,
1022
- "absolute_error": 12.161881446838379,
1023
- "relative_error": 0.005490531026859645,
1024
- "preserves_topology": true,
1025
- "w8a8_int8_range": [
1026
- -122,
1027
- 127
1028
- ],
1029
- "elapsed_ms": 0.5731582641601562
1030
- },
1031
- "mean_relative_error": 0.012106726645613457,
1032
- "max_relative_error": 0.15638688643492593,
1033
- "all_preserve_topology": false
1034
- }
1035
- }