|
Loading checkpoint shards: 0%| | 0/7 [00:00<?, ?it/s]
Loading checkpoint shards: 14%|█▍ | 1/7 [00:11<01:09, 11.62s/it]
Loading checkpoint shards: 29%|██▊ | 2/7 [00:23<00:58, 11.65s/it]
Loading checkpoint shards: 43%|████▎ | 3/7 [00:34<00:46, 11.67s/it]
Loading checkpoint shards: 57%|█████▋ | 4/7 [00:46<00:34, 11.64s/it]
Loading checkpoint shards: 71%|███████▏ | 5/7 [00:58<00:23, 11.68s/it]
Loading checkpoint shards: 86%|████████▌ | 6/7 [01:09<00:11, 11.64s/it]
Loading checkpoint shards: 100%|██████████| 7/7 [01:16<00:00, 10.09s/it]
Loading checkpoint shards: 100%|██████████| 7/7 [01:16<00:00, 10.97s/it] |
| Found cached dataset json (/home/usbhost/.cache/huggingface/datasets/allenai___json/allenai--c4-6fbe877195f42de5/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51) |
| Found cached dataset json (/home/usbhost/.cache/huggingface/datasets/allenai___json/allenai--c4-efc3d4f4606f44bd/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51) |
| Starting ... |
| Ready. |
| 0 self_attn.k_proj |
| Quantizing ... |
| time 5.59 |
| error 248.51150512695312 |
| 0 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 23.832942962646484 |
| 0 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 208.9890899658203 |
| 0 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1.2797350883483887 |
| 0 mlp.up_proj |
| Quantizing ... |
| time 5.50 |
| error 85.32704162597656 |
| 0 mlp.gate_proj |
| Quantizing ... |
| time 4.67 |
| error 92.8025131225586 |
| 0 mlp.down_proj |
| Quantizing ... |
| time 15.19 |
| error 7.90690803527832 |
| 1 self_attn.k_proj |
| Quantizing ... |
| time 5.53 |
| error 491.87091064453125 |
| 1 self_attn.v_proj |
| Quantizing ... |
| time 4.61 |
| error 65.71781158447266 |
| 1 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 481.22857666015625 |
| 1 self_attn.o_proj |
| Quantizing ... |
| time 5.37 |
| error 14.926952362060547 |
| 1 mlp.up_proj |
| Quantizing ... |
| time 5.54 |
| error 569.1054077148438 |
| 1 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 651.648193359375 |
| 1 mlp.down_proj |
| Quantizing ... |
| time 15.20 |
| error 52.38072204589844 |
| 2 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 1702.48681640625 |
| 2 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 328.9317321777344 |
| 2 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 1640.189453125 |
| 2 self_attn.o_proj |
| Quantizing ... |
| time 5.39 |
| error 32.7197380065918 |
| 2 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 1899.3172607421875 |
| 2 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 2259.476806640625 |
| 2 mlp.down_proj |
| Quantizing ... |
| time 15.23 |
| error 115.92791748046875 |
| 3 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 3070.20654296875 |
| 3 self_attn.v_proj |
| Quantizing ... |
| time 4.61 |
| error 640.16943359375 |
| 3 self_attn.q_proj |
| Quantizing ... |
| time 4.62 |
| error 2804.199462890625 |
| 3 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 56.04383850097656 |
| 3 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 3143.75732421875 |
| 3 mlp.gate_proj |
| Quantizing ... |
| time 4.70 |
| error 3672.450439453125 |
| 3 mlp.down_proj |
| Quantizing ... |
| time 15.21 |
| error 455.0036315917969 |
| 4 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 8661.1416015625 |
| 4 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 3130.848388671875 |
| 4 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 8500.8896484375 |
| 4 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 73.76594543457031 |
| 4 mlp.up_proj |
| Quantizing ... |
| time 5.55 |
| error 4750.201171875 |
| 4 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 5532.53076171875 |
| 4 mlp.down_proj |
| Quantizing ... |
| time 15.24 |
| error 274.5998229980469 |
| 5 self_attn.k_proj |
| Quantizing ... |
| time 5.53 |
| error 9668.17578125 |
| 5 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 3808.4091796875 |
| 5 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 9597.880859375 |
| 5 self_attn.o_proj |
| Quantizing ... |
| time 5.39 |
| error 96.71366882324219 |
| 5 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 5799.3759765625 |
| 5 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 6807.18798828125 |
| 5 mlp.down_proj |
| Quantizing ... |
| time 15.21 |
| error 389.222900390625 |
| 6 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 10976.859375 |
| 6 self_attn.v_proj |
| Quantizing ... |
| time 4.63 |
| error 4781.712890625 |
| 6 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 11052.400390625 |
| 6 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 126.38148498535156 |
| 6 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 7372.54296875 |
| 6 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 8426.8515625 |
| 6 mlp.down_proj |
| Quantizing ... |
| time 15.25 |
| error 516.6248779296875 |
| 7 self_attn.k_proj |
| Quantizing ... |
| time 5.53 |
| error 12607.513671875 |
| 7 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 5585.8876953125 |
| 7 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 12423.859375 |
| 7 self_attn.o_proj |
| Quantizing ... |
| time 5.37 |
| error 216.31124877929688 |
| 7 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 8981.8994140625 |
| 7 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 10161.09375 |
| 7 mlp.down_proj |
| Quantizing ... |
| time 15.23 |
| error 673.1290283203125 |
| 8 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 13563.486328125 |
| 8 self_attn.v_proj |
| Quantizing ... |
| time 4.61 |
| error 6292.990234375 |
| 8 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 13392.42578125 |
| 8 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 296.80194091796875 |
| 8 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 10729.47265625 |
| 8 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 12080.126953125 |
| 8 mlp.down_proj |
| Quantizing ... |
| time 15.19 |
| error 850.3040161132812 |
| 9 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 13440.3017578125 |
| 9 self_attn.v_proj |
| Quantizing ... |
| time 4.62 |
| error 6355.3544921875 |
| 9 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 12908.4482421875 |
| 9 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 356.29302978515625 |
| 9 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 12409.3623046875 |
| 9 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 13892.767578125 |
| 9 mlp.down_proj |
| Quantizing ... |
| time 15.18 |
| error 1032.557861328125 |
| 10 self_attn.k_proj |
| Quantizing ... |
| time 5.19 |
| error 15417.884765625 |
| 10 self_attn.v_proj |
| Quantizing ... |
| time 4.50 |
| error 7487.8876953125 |
| 10 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 14854.5859375 |
| 10 self_attn.o_proj |
| Quantizing ... |
| time 4.65 |
| error 522.43212890625 |
| 10 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 13540.619140625 |
| 10 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 14910.919921875 |
| 10 mlp.down_proj |
| Quantizing ... |
| time 15.21 |
| error 1451.3995361328125 |
| 11 self_attn.k_proj |
| Quantizing ... |
| time 5.45 |
| error 19503.8125 |
| 11 self_attn.v_proj |
| Quantizing ... |
| time 4.54 |
| error 10578.271484375 |
| 11 self_attn.q_proj |
| Quantizing ... |
| time 4.53 |
| error 19087.310546875 |
| 11 self_attn.o_proj |
| Quantizing ... |
| time 5.29 |
| error 460.1400146484375 |
| 11 mlp.up_proj |
| Quantizing ... |
| time 5.46 |
| error 15259.3271484375 |
| 11 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 16558.69921875 |
| 11 mlp.down_proj |
| Quantizing ... |
| time 15.07 |
| error 1355.914794921875 |
| 12 self_attn.k_proj |
| Quantizing ... |
| time 5.46 |
| error 19905.421875 |
| 12 self_attn.v_proj |
| Quantizing ... |
| time 4.53 |
| error 10467.2255859375 |
| 12 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 19042.11328125 |
| 12 self_attn.o_proj |
| Quantizing ... |
| time 5.30 |
| error 554.3314208984375 |
| 12 mlp.up_proj |
| Quantizing ... |
| time 5.46 |
| error 16581.44921875 |
| 12 mlp.gate_proj |
| Quantizing ... |
| time 4.63 |
| error 17876.6640625 |
| 12 mlp.down_proj |
| Quantizing ... |
| time 14.99 |
| error 1520.2266845703125 |
| 13 self_attn.k_proj |
| Quantizing ... |
| time 5.40 |
| error 18666.96875 |
| 13 self_attn.v_proj |
| Quantizing ... |
| time 4.50 |
| error 9848.2939453125 |
| 13 self_attn.q_proj |
| Quantizing ... |
| time 4.48 |
| error 17859.89453125 |
| 13 self_attn.o_proj |
| Quantizing ... |
| time 5.27 |
| error 736.5158081054688 |
| 13 mlp.up_proj |
| Quantizing ... |
| time 5.44 |
| error 17094.962890625 |
| 13 mlp.gate_proj |
| Quantizing ... |
| time 4.60 |
| error 17981.009765625 |
| 13 mlp.down_proj |
| Quantizing ... |
| time 14.99 |
| error 1649.564697265625 |
| 14 self_attn.k_proj |
| Quantizing ... |
| time 5.43 |
| error 19464.08984375 |
| 14 self_attn.v_proj |
| Quantizing ... |
| time 4.51 |
| error 10684.158203125 |
| 14 self_attn.q_proj |
| Quantizing ... |
| time 4.51 |
| error 18777.158203125 |
| 14 self_attn.o_proj |
| Quantizing ... |
| time 5.27 |
| error 666.4788818359375 |
| 14 mlp.up_proj |
| Quantizing ... |
| time 5.43 |
| error 18003.3359375 |
| 14 mlp.gate_proj |
| Quantizing ... |
| time 4.58 |
| error 18659.9375 |
| 14 mlp.down_proj |
| Quantizing ... |
| time 14.99 |
| error 1756.21533203125 |
| 15 self_attn.k_proj |
| Quantizing ... |
| time 5.42 |
| error 22731.232421875 |
| 15 self_attn.v_proj |
| Quantizing ... |
| time 4.53 |
| error 13153.8212890625 |
| 15 self_attn.q_proj |
| Quantizing ... |
| time 4.56 |
| error 22046.060546875 |
| 15 self_attn.o_proj |
| Quantizing ... |
| time 5.33 |
| error 927.9457397460938 |
| 15 mlp.up_proj |
| Quantizing ... |
| time 5.49 |
| error 18842.2421875 |
| 15 mlp.gate_proj |
| Quantizing ... |
| time 4.64 |
| error 19572.6171875 |
| 15 mlp.down_proj |
| Quantizing ... |
| time 15.11 |
| error 2022.401123046875 |
| 16 self_attn.k_proj |
| Quantizing ... |
| time 5.48 |
| error 23348.453125 |
| 16 self_attn.v_proj |
| Quantizing ... |
| time 4.56 |
| error 14359.458984375 |
| 16 self_attn.q_proj |
| Quantizing ... |
| time 4.56 |
| error 22662.978515625 |
| 16 self_attn.o_proj |
| Quantizing ... |
| time 5.32 |
| error 903.6290893554688 |
| 16 mlp.up_proj |
| Quantizing ... |
| time 5.49 |
| error 20053.740234375 |
| 16 mlp.gate_proj |
| Quantizing ... |
| time 4.64 |
| error 20500.84765625 |
| 16 mlp.down_proj |
| Quantizing ... |
| time 15.12 |
| error 2178.75537109375 |
| 17 self_attn.k_proj |
| Quantizing ... |
| time 5.48 |
| error 22102.595703125 |
| 17 self_attn.v_proj |
| Quantizing ... |
| time 4.56 |
| error 13796.431640625 |
| 17 self_attn.q_proj |
| Quantizing ... |
| time 4.56 |
| error 21351.3203125 |
| 17 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 914.3590087890625 |
| 17 mlp.up_proj |
| Quantizing ... |
| time 5.50 |
| error 21227.931640625 |
| 17 mlp.gate_proj |
| Quantizing ... |
| time 4.66 |
| error 21392.0234375 |
| 17 mlp.down_proj |
| Quantizing ... |
| time 15.16 |
| error 2325.583740234375 |
| 18 self_attn.k_proj |
| Quantizing ... |
| time 5.49 |
| error 23322.21484375 |
| 18 self_attn.v_proj |
| Quantizing ... |
| time 4.58 |
| error 14129.474609375 |
| 18 self_attn.q_proj |
| Quantizing ... |
| time 4.56 |
| error 22335.5390625 |
| 18 self_attn.o_proj |
| Quantizing ... |
| time 5.32 |
| error 1253.7630615234375 |
| 18 mlp.up_proj |
| Quantizing ... |
| time 5.51 |
| error 22060.33203125 |
| 18 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 22286.359375 |
| 18 mlp.down_proj |
| Quantizing ... |
| time 15.18 |
| error 2743.5048828125 |
| 19 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 22394.88671875 |
| 19 self_attn.v_proj |
| Quantizing ... |
| time 4.58 |
| error 14984.123046875 |
| 19 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 21649.625 |
| 19 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 1130.92822265625 |
| 19 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 23244.22265625 |
| 19 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 23601.015625 |
| 19 mlp.down_proj |
| Quantizing ... |
| time 15.26 |
| error 3028.933349609375 |
| 20 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 22318.123046875 |
| 20 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 15997.8583984375 |
| 20 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 21778.65234375 |
| 20 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 1066.665283203125 |
| 20 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 25091.755859375 |
| 20 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 25606.6796875 |
| 20 mlp.down_proj |
| Quantizing ... |
| time 15.15 |
| error 3200.33935546875 |
| 21 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 22088.099609375 |
| 21 self_attn.v_proj |
| Quantizing ... |
| time 4.45 |
| error 15016.916015625 |
| 21 self_attn.q_proj |
| Quantizing ... |
| time 3.92 |
| error 21347.455078125 |
| 21 self_attn.o_proj |
| Quantizing ... |
| time 4.65 |
| error 1443.336669921875 |
| 21 mlp.up_proj |
| Quantizing ... |
| time 4.79 |
| error 25449.8359375 |
| 21 mlp.gate_proj |
| Quantizing ... |
| time 3.96 |
| error 25958.3515625 |
| 21 mlp.down_proj |
| Quantizing ... |
| time 13.25 |
| error 3697.61669921875 |
| 22 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 17819.23046875 |
| 22 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 14577.216796875 |
| 22 self_attn.q_proj |
| Quantizing ... |
| time 4.57 |
| error 17515.81640625 |
| 22 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1200.3115234375 |
| 22 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 27206.17578125 |
| 22 mlp.gate_proj |
| Quantizing ... |
| time 4.66 |
| error 27972.80859375 |
| 22 mlp.down_proj |
| Quantizing ... |
| time 15.22 |
| error 4049.857177734375 |
| 23 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 22719.404296875 |
| 23 self_attn.v_proj |
| Quantizing ... |
| time 4.58 |
| error 17897.3828125 |
| 23 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 22223.16015625 |
| 23 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 1186.746826171875 |
| 23 mlp.up_proj |
| Quantizing ... |
| time 5.51 |
| error 28716.908203125 |
| 23 mlp.gate_proj |
| Quantizing ... |
| time 4.67 |
| error 29901.70703125 |
| 23 mlp.down_proj |
| Quantizing ... |
| time 15.15 |
| error 4423.9609375 |
| 24 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 21154.1796875 |
| 24 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 17285.16015625 |
| 24 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 20868.7890625 |
| 24 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1467.7769775390625 |
| 24 mlp.up_proj |
| Quantizing ... |
| time 5.48 |
| error 29462.51953125 |
| 24 mlp.gate_proj |
| Quantizing ... |
| time 4.66 |
| error 30764.58984375 |
| 24 mlp.down_proj |
| Quantizing ... |
| time 15.18 |
| error 4902.71728515625 |
| 25 self_attn.k_proj |
| Quantizing ... |
| time 5.49 |
| error 22048.046875 |
| 25 self_attn.v_proj |
| Quantizing ... |
| time 4.57 |
| error 16228.04296875 |
| 25 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 21143.0 |
| 25 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 2139.94775390625 |
| 25 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 30151.56640625 |
| 25 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 32173.623046875 |
| 25 mlp.down_proj |
| Quantizing ... |
| time 15.19 |
| error 5837.19970703125 |
| 26 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 23134.4375 |
| 26 self_attn.v_proj |
| Quantizing ... |
| time 4.58 |
| error 20564.1015625 |
| 26 self_attn.q_proj |
| Quantizing ... |
| time 4.57 |
| error 22738.328125 |
| 26 self_attn.o_proj |
| Quantizing ... |
| time 5.32 |
| error 1489.8433837890625 |
| 26 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 32375.87890625 |
| 26 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 35263.8046875 |
| 26 mlp.down_proj |
| Quantizing ... |
| time 15.16 |
| error 6332.103515625 |
| 27 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 18952.2265625 |
| 27 self_attn.v_proj |
| Quantizing ... |
| time 4.58 |
| error 17621.71875 |
| 27 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 18678.576171875 |
| 27 self_attn.o_proj |
| Quantizing ... |
| time 5.33 |
| error 948.7327880859375 |
| 27 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 34296.54296875 |
| 27 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 38023.46875 |
| 27 mlp.down_proj |
| Quantizing ... |
| time 15.14 |
| error 6713.2685546875 |
| 28 self_attn.k_proj |
| Quantizing ... |
| time 5.44 |
| error 21827.68359375 |
| 28 self_attn.v_proj |
| Quantizing ... |
| time 4.51 |
| error 21026.181640625 |
| 28 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 21629.984375 |
| 28 self_attn.o_proj |
| Quantizing ... |
| time 5.28 |
| error 1200.962158203125 |
| 28 mlp.up_proj |
| Quantizing ... |
| time 4.73 |
| error 35941.671875 |
| 28 mlp.gate_proj |
| Quantizing ... |
| time 3.89 |
| error 40337.671875 |
| 28 mlp.down_proj |
| Quantizing ... |
| time 13.09 |
| error 7115.2939453125 |
| 29 self_attn.k_proj |
| Quantizing ... |
| time 4.71 |
| error 18534.94921875 |
| 29 self_attn.v_proj |
| Quantizing ... |
| time 3.81 |
| error 18983.3828125 |
| 29 self_attn.q_proj |
| Quantizing ... |
| time 3.79 |
| error 18497.5078125 |
| 29 self_attn.o_proj |
| Quantizing ... |
| time 4.56 |
| error 1055.707763671875 |
| 29 mlp.up_proj |
| Quantizing ... |
| time 4.73 |
| error 37311.1328125 |
| 29 mlp.gate_proj |
| Quantizing ... |
| time 3.89 |
| error 42287.8046875 |
| 29 mlp.down_proj |
| Quantizing ... |
| time 13.09 |
| error 7297.30322265625 |
| 30 self_attn.k_proj |
| Quantizing ... |
| time 4.73 |
| error 19803.091796875 |
| 30 self_attn.v_proj |
| Quantizing ... |
| time 3.82 |
| error 19785.2578125 |
| 30 self_attn.q_proj |
| Quantizing ... |
| time 3.79 |
| error 19760.001953125 |
| 30 self_attn.o_proj |
| Quantizing ... |
| time 4.54 |
| error 1469.172119140625 |
| 30 mlp.up_proj |
| Quantizing ... |
| time 4.73 |
| error 38499.63671875 |
| 30 mlp.gate_proj |
| Quantizing ... |
| time 3.89 |
| error 44179.5 |
| 30 mlp.down_proj |
| Quantizing ... |
| time 13.09 |
| error 7580.81689453125 |
| 31 self_attn.k_proj |
| Quantizing ... |
| time 4.73 |
| error 17820.888671875 |
| 31 self_attn.v_proj |
| Quantizing ... |
| time 3.81 |
| error 18094.15234375 |
| 31 self_attn.q_proj |
| Quantizing ... |
| time 3.79 |
| error 17839.12890625 |
| 31 self_attn.o_proj |
| Quantizing ... |
| time 4.55 |
| error 865.2473754882812 |
| 31 mlp.up_proj |
| Quantizing ... |
| time 4.73 |
| error 39930.4765625 |
| 31 mlp.gate_proj |
| Quantizing ... |
| time 3.90 |
| error 46099.22265625 |
| 31 mlp.down_proj |
| Quantizing ... |
| time 13.07 |
| error 7856.654296875 |
| 32 self_attn.k_proj |
| Quantizing ... |
| time 4.72 |
| error 17320.09375 |
| 32 self_attn.v_proj |
| Quantizing ... |
| time 3.81 |
| error 18277.00390625 |
| 32 self_attn.q_proj |
| Quantizing ... |
| time 3.78 |
| error 17301.69140625 |
| 32 self_attn.o_proj |
| Quantizing ... |
| time 4.55 |
| error 1483.154052734375 |
| 32 mlp.up_proj |
| Quantizing ... |
| time 4.73 |
| error 40772.7578125 |
| 32 mlp.gate_proj |
| Quantizing ... |
| time 3.91 |
| error 47268.8828125 |
| 32 mlp.down_proj |
| Quantizing ... |
| time 15.05 |
| error 8160.94189453125 |
| 33 self_attn.k_proj |
| Quantizing ... |
| time 5.43 |
| error 21955.51953125 |
| 33 self_attn.v_proj |
| Quantizing ... |
| time 4.52 |
| error 21049.22265625 |
| 33 self_attn.q_proj |
| Quantizing ... |
| time 4.51 |
| error 21577.25390625 |
| 33 self_attn.o_proj |
| Quantizing ... |
| time 5.28 |
| error 1723.208251953125 |
| 33 mlp.up_proj |
| Quantizing ... |
| time 5.45 |
| error 41624.625 |
| 33 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 48574.9140625 |
| 33 mlp.down_proj |
| Quantizing ... |
| time 15.02 |
| error 8516.169921875 |
| 34 self_attn.k_proj |
| Quantizing ... |
| time 5.45 |
| error 21276.6171875 |
| 34 self_attn.v_proj |
| Quantizing ... |
| time 4.53 |
| error 21605.98828125 |
| 34 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 21282.73828125 |
| 34 self_attn.o_proj |
| Quantizing ... |
| time 5.29 |
| error 1147.412109375 |
| 34 mlp.up_proj |
| Quantizing ... |
| time 5.47 |
| error 43007.8515625 |
| 34 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 50336.4453125 |
| 34 mlp.down_proj |
| Quantizing ... |
| time 15.03 |
| error 8801.716796875 |
| 35 self_attn.k_proj |
| Quantizing ... |
| time 5.42 |
| error 19654.30078125 |
| 35 self_attn.v_proj |
| Quantizing ... |
| time 4.53 |
| error 20460.298828125 |
| 35 self_attn.q_proj |
| Quantizing ... |
| time 4.51 |
| error 19565.66015625 |
| 35 self_attn.o_proj |
| Quantizing ... |
| time 5.28 |
| error 1267.8861083984375 |
| 35 mlp.up_proj |
| Quantizing ... |
| time 5.44 |
| error 43844.3984375 |
| 35 mlp.gate_proj |
| Quantizing ... |
| time 4.61 |
| error 51832.9296875 |
| 35 mlp.down_proj |
| Quantizing ... |
| time 14.99 |
| error 9246.138671875 |
| 36 self_attn.k_proj |
| Quantizing ... |
| time 5.42 |
| error 21818.0546875 |
| 36 self_attn.v_proj |
| Quantizing ... |
| time 4.51 |
| error 22970.7421875 |
| 36 self_attn.q_proj |
| Quantizing ... |
| time 4.51 |
| error 21755.69140625 |
| 36 self_attn.o_proj |
| Quantizing ... |
| time 5.27 |
| error 1475.30712890625 |
| 36 mlp.up_proj |
| Quantizing ... |
| time 5.45 |
| error 45133.0 |
| 36 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 53537.16796875 |
| 36 mlp.down_proj |
| Quantizing ... |
| time 15.01 |
| error 9547.609375 |
| 37 self_attn.k_proj |
| Quantizing ... |
| time 5.42 |
| error 19679.92578125 |
| 37 self_attn.v_proj |
| Quantizing ... |
| time 4.49 |
| error 21583.8515625 |
| 37 self_attn.q_proj |
| Quantizing ... |
| time 4.46 |
| error 19695.486328125 |
| 37 self_attn.o_proj |
| Quantizing ... |
| time 5.27 |
| error 1159.252197265625 |
| 37 mlp.up_proj |
| Quantizing ... |
| time 5.47 |
| error 46412.2890625 |
| 37 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 54849.98828125 |
| 37 mlp.down_proj |
| Quantizing ... |
| time 15.02 |
| error 9819.6611328125 |
| 38 self_attn.k_proj |
| Quantizing ... |
| time 5.44 |
| error 18576.4296875 |
| 38 self_attn.v_proj |
| Quantizing ... |
| time 4.53 |
| error 22137.95703125 |
| 38 self_attn.q_proj |
| Quantizing ... |
| time 4.50 |
| error 18715.9453125 |
| 38 self_attn.o_proj |
| Quantizing ... |
| time 5.27 |
| error 1157.175537109375 |
| 38 mlp.up_proj |
| Quantizing ... |
| time 5.47 |
| error 47867.8359375 |
| 38 mlp.gate_proj |
| Quantizing ... |
| time 4.63 |
| error 56564.65625 |
| 38 mlp.down_proj |
| Quantizing ... |
| time 15.05 |
| error 10064.912109375 |
| 39 self_attn.k_proj |
| Quantizing ... |
| time 5.43 |
| error 18319.57421875 |
| 39 self_attn.v_proj |
| Quantizing ... |
| time 4.52 |
| error 21200.6953125 |
| 39 self_attn.q_proj |
| Quantizing ... |
| time 4.51 |
| error 18492.78515625 |
| 39 self_attn.o_proj |
| Quantizing ... |
| time 5.28 |
| error 871.6390380859375 |
| 39 mlp.up_proj |
| Quantizing ... |
| time 5.49 |
| error 49243.14453125 |
| 39 mlp.gate_proj |
| Quantizing ... |
| time 4.64 |
| error 57997.484375 |
| 39 mlp.down_proj |
| Quantizing ... |
| time 15.02 |
| error 10489.1953125 |
| 40 self_attn.k_proj |
| Quantizing ... |
| time 5.45 |
| error 19263.89453125 |
| 40 self_attn.v_proj |
| Quantizing ... |
| time 4.52 |
| error 23175.212890625 |
| 40 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 19302.951171875 |
| 40 self_attn.o_proj |
| Quantizing ... |
| time 5.31 |
| error 1094.509033203125 |
| 40 mlp.up_proj |
| Quantizing ... |
| time 5.48 |
| error 50629.12109375 |
| 40 mlp.gate_proj |
| Quantizing ... |
| time 4.63 |
| error 59236.71875 |
| 40 mlp.down_proj |
| Quantizing ... |
| time 15.04 |
| error 10625.0810546875 |
| 41 self_attn.k_proj |
| Quantizing ... |
| time 5.45 |
| error 16903.75 |
| 41 self_attn.v_proj |
| Quantizing ... |
| time 4.52 |
| error 20939.875 |
| 41 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 17243.86328125 |
| 41 self_attn.o_proj |
| Quantizing ... |
| time 5.28 |
| error 1089.82421875 |
| 41 mlp.up_proj |
| Quantizing ... |
| time 5.46 |
| error 51843.125 |
| 41 mlp.gate_proj |
| Quantizing ... |
| time 4.63 |
| error 60519.8515625 |
| 41 mlp.down_proj |
| Quantizing ... |
| time 15.00 |
| error 10861.064453125 |
| 42 self_attn.k_proj |
| Quantizing ... |
| time 5.42 |
| error 15238.4775390625 |
| 42 self_attn.v_proj |
| Quantizing ... |
| time 4.51 |
| error 18795.26171875 |
| 42 self_attn.q_proj |
| Quantizing ... |
| time 4.52 |
| error 15420.541015625 |
| 42 self_attn.o_proj |
| Quantizing ... |
| time 5.29 |
| error 784.9866943359375 |
| 42 mlp.up_proj |
| Quantizing ... |
| time 5.46 |
| error 53463.21875 |
| 42 mlp.gate_proj |
| Quantizing ... |
| time 4.62 |
| error 62206.3515625 |
| 42 mlp.down_proj |
| Quantizing ... |
| time 15.02 |
| error 11189.00390625 |
| 43 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 20108.013671875 |
| 43 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 23657.625 |
| 43 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 20269.19140625 |
| 43 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1607.70849609375 |
| 43 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 55084.65234375 |
| 43 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 64042.7734375 |
| 43 mlp.down_proj |
| Quantizing ... |
| time 15.19 |
| error 11612.2919921875 |
| 44 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 17356.1171875 |
| 44 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 21160.546875 |
| 44 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 17603.23828125 |
| 44 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 1255.604248046875 |
| 44 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 56339.96875 |
| 44 mlp.gate_proj |
| Quantizing ... |
| time 4.70 |
| error 65163.125 |
| 44 mlp.down_proj |
| Quantizing ... |
| time 15.20 |
| error 12064.7138671875 |
| 45 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 18117.7890625 |
| 45 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 21808.15625 |
| 45 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 18116.814453125 |
| 45 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1263.494140625 |
| 45 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 57673.00390625 |
| 45 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 66421.8984375 |
| 45 mlp.down_proj |
| Quantizing ... |
| time 15.22 |
| error 12156.66015625 |
| 46 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 14839.7373046875 |
| 46 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 18257.892578125 |
| 46 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 15213.90625 |
| 46 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 785.2659912109375 |
| 46 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 58797.3125 |
| 46 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 67662.4375 |
| 46 mlp.down_proj |
| Quantizing ... |
| time 15.22 |
| error 12578.89453125 |
| 47 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 15980.6748046875 |
| 47 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 20399.40625 |
| 47 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 16314.845703125 |
| 47 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 994.2510375976562 |
| 47 mlp.up_proj |
| Quantizing ... |
| time 5.55 |
| error 60194.90625 |
| 47 mlp.gate_proj |
| Quantizing ... |
| time 4.69 |
| error 69083.8046875 |
| 47 mlp.down_proj |
| Quantizing ... |
| time 15.22 |
| error 12717.556640625 |
| 48 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 16732.21484375 |
| 48 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 20331.4609375 |
| 48 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 16550.6796875 |
| 48 self_attn.o_proj |
| Quantizing ... |
| time 5.37 |
| error 830.1424560546875 |
| 48 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 61524.6640625 |
| 48 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 69989.859375 |
| 48 mlp.down_proj |
| Quantizing ... |
| time 15.25 |
| error 12867.81640625 |
| 49 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 20927.19921875 |
| 49 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 26998.1875 |
| 49 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 21068.333984375 |
| 49 self_attn.o_proj |
| Quantizing ... |
| time 5.33 |
| error 2200.43896484375 |
| 49 mlp.up_proj |
| Quantizing ... |
| time 5.52 |
| error 62553.7578125 |
| 49 mlp.gate_proj |
| Quantizing ... |
| time 4.68 |
| error 70532.5 |
| 49 mlp.down_proj |
| Quantizing ... |
| time 15.24 |
| error 13343.169921875 |
| 50 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 19778.150390625 |
| 50 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 24383.1171875 |
| 50 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 19944.087890625 |
| 50 self_attn.o_proj |
| Quantizing ... |
| time 5.34 |
| error 1318.1099853515625 |
| 50 mlp.up_proj |
| Quantizing ... |
| time 5.53 |
| error 63662.0 |
| 50 mlp.gate_proj |
| Quantizing ... |
| time 4.71 |
| error 70943.359375 |
| 50 mlp.down_proj |
| Quantizing ... |
| time 15.23 |
| error 13458.142578125 |
| 51 self_attn.k_proj |
| Quantizing ... |
| time 5.51 |
| error 19395.578125 |
| 51 self_attn.v_proj |
| Quantizing ... |
| time 4.61 |
| error 23529.4296875 |
| 51 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 19515.13671875 |
| 51 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1308.77294921875 |
| 51 mlp.up_proj |
| Quantizing ... |
| time 5.54 |
| error 64472.87890625 |
| 51 mlp.gate_proj |
| Quantizing ... |
| time 4.70 |
| error 71128.5078125 |
| 51 mlp.down_proj |
| Quantizing ... |
| time 15.24 |
| error 13829.0478515625 |
| 52 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 15992.076171875 |
| 52 self_attn.v_proj |
| Quantizing ... |
| time 4.59 |
| error 19542.921875 |
| 52 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 16278.9853515625 |
| 52 self_attn.o_proj |
| Quantizing ... |
| time 5.36 |
| error 1193.5657958984375 |
| 52 mlp.up_proj |
| Quantizing ... |
| time 5.54 |
| error 64697.9375 |
| 52 mlp.gate_proj |
| Quantizing ... |
| time 4.71 |
| error 70637.9453125 |
| 52 mlp.down_proj |
| Quantizing ... |
| time 15.26 |
| error 14138.74609375 |
| 53 self_attn.k_proj |
| Quantizing ... |
| time 5.52 |
| error 15789.552734375 |
| 53 self_attn.v_proj |
| Quantizing ... |
| time 4.60 |
| error 18145.87109375 |
| 53 self_attn.q_proj |
| Quantizing ... |
| time 4.59 |
| error 15677.279296875 |
| 53 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 987.3407592773438 |
| 53 mlp.up_proj |
| Quantizing ... |
| time 5.54 |
| error 64783.2578125 |
| 53 mlp.gate_proj |
| Quantizing ... |
| time 4.70 |
| error 70183.8125 |
| 53 mlp.down_proj |
| Quantizing ... |
| time 15.15 |
| error 14546.9462890625 |
| 54 self_attn.k_proj |
| Quantizing ... |
| time 5.57 |
| error 17387.84375 |
| 54 self_attn.v_proj |
| Quantizing ... |
| time 4.57 |
| error 21607.25390625 |
| 54 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 17343.09375 |
| 54 self_attn.o_proj |
| Quantizing ... |
| time 5.33 |
| error 1196.340576171875 |
| 54 mlp.up_proj |
| Quantizing ... |
| time 5.55 |
| error 65141.66015625 |
| 54 mlp.gate_proj |
| Quantizing ... |
| time 4.72 |
| error 69816.265625 |
| 54 mlp.down_proj |
| Quantizing ... |
| time 15.27 |
| error 14795.326171875 |
| 55 self_attn.k_proj |
| Quantizing ... |
| time 5.53 |
| error 17946.92578125 |
| 55 self_attn.v_proj |
| Quantizing ... |
| time 4.62 |
| error 21772.1796875 |
| 55 self_attn.q_proj |
| Quantizing ... |
| time 4.61 |
| error 18037.7890625 |
| 55 self_attn.o_proj |
| Quantizing ... |
| time 5.37 |
| error 1498.04150390625 |
| 55 mlp.up_proj |
| Quantizing ... |
| time 5.55 |
| error 65091.9140625 |
| 55 mlp.gate_proj |
| Quantizing ... |
| time 4.71 |
| error 69162.703125 |
| 55 mlp.down_proj |
| Quantizing ... |
| time 15.27 |
| error 16282.494140625 |
| 56 self_attn.k_proj |
| Quantizing ... |
| time 5.53 |
| error 15704.654296875 |
| 56 self_attn.v_proj |
| Quantizing ... |
| time 4.62 |
| error 21285.42578125 |
| 56 self_attn.q_proj |
| Quantizing ... |
| time 4.62 |
| error 15670.8251953125 |
| 56 self_attn.o_proj |
| Quantizing ... |
| time 5.38 |
| error 2344.0654296875 |
| 56 mlp.up_proj |
| Quantizing ... |
| time 5.56 |
| error 64253.71875 |
| 56 mlp.gate_proj |
| Quantizing ... |
| time 4.72 |
| error 67705.203125 |
| 56 mlp.down_proj |
| Quantizing ... |
| time 15.32 |
| error 18808.955078125 |
| 57 self_attn.k_proj |
| Quantizing ... |
| time 5.54 |
| error 15364.15234375 |
| 57 self_attn.v_proj |
| Quantizing ... |
| time 4.62 |
| error 17928.765625 |
| 57 self_attn.q_proj |
| Quantizing ... |
| time 4.60 |
| error 15470.736328125 |
| 57 self_attn.o_proj |
| Quantizing ... |
| time 5.38 |
| error 1377.28271484375 |
| 57 mlp.up_proj |
| Quantizing ... |
| time 5.55 |
| error 61965.84375 |
| 57 mlp.gate_proj |
| Quantizing ... |
| time 4.72 |
| error 65122.2578125 |
| 57 mlp.down_proj |
| Quantizing ... |
| time 15.28 |
| error 23356.546875 |
| 58 self_attn.k_proj |
| Quantizing ... |
| time 5.50 |
| error 12949.615234375 |
| 58 self_attn.v_proj |
| Quantizing ... |
| time 4.57 |
| error 14125.650390625 |
| 58 self_attn.q_proj |
| Quantizing ... |
| time 4.58 |
| error 13172.3046875 |
| 58 self_attn.o_proj |
| Quantizing ... |
| time 5.35 |
| error 1190.738037109375 |
| 58 mlp.up_proj |
| Quantizing ... |
| time 4.92 |
| error 56147.046875 |
| 58 mlp.gate_proj |
| Quantizing ... |
| time 4.08 |
| error 60298.77734375 |
| 58 mlp.down_proj |
| Quantizing ... |
| time 13.60 |
| error 31925.26953125 |
| 59 self_attn.k_proj |
| Quantizing ... |
| time 4.89 |
| error 11584.0322265625 |
| 59 self_attn.v_proj |
| Quantizing ... |
| time 3.98 |
| error 10727.130859375 |
| 59 self_attn.q_proj |
| Quantizing ... |
| time 3.98 |
| error 11997.470703125 |
| 59 self_attn.o_proj |
| Quantizing ... |
| time 4.87 |
| error 2141.62890625 |
| 59 mlp.up_proj |
| Quantizing ... |
| time 5.01 |
| error 43433.7265625 |
| 59 mlp.gate_proj |
| Quantizing ... |
| time 4.22 |
| error 46841.99609375 |
| 59 mlp.down_proj |
| Quantizing ... |
| time 13.90 |
| error 51444.9765625 |
| 4572.00866651535 |
| Found cached dataset wikitext (/home/usbhost/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/1.0.0/a241db52902eaf2c6aa732210bead40c090019a499ceb13bcbfa3f8ab646a126) |
| Found cached dataset wikitext (/home/usbhost/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/1.0.0/a241db52902eaf2c6aa732210bead40c090019a499ceb13bcbfa3f8ab646a126) |
| wikitext2 |
| Evaluating ... |
| 0 |
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
| 7 |
| 8 |
| 9 |
| 10 |
| 11 |
| 12 |
| 13 |
| 14 |
| 15 |
| 16 |
| 17 |
| 18 |
| 19 |
| 20 |
| 21 |
| 22 |
| 23 |
| 24 |
| 25 |
| 26 |
| 27 |
| 28 |
| 29 |
| 30 |
| 31 |
| 32 |
| 33 |
| 34 |
| 35 |
| 36 |
| 37 |
| 38 |
| 39 |
| 40 |
| 41 |
| 42 |
| 43 |
| 44 |
| 45 |
| 46 |
| 47 |
| 48 |
| 49 |
| 50 |
| 51 |
| 52 |
| 53 |
| 54 |
| 55 |
| 56 |
| 57 |
| 58 |
| 59 |
| 4.230341911315918 |
| Found cached dataset ptb_text_only (/home/usbhost/.cache/huggingface/datasets/ptb_text_only/penn_treebank/1.1.0/8d1b97746fb9765d140e569ec5ddd35e20af4d37761f5e1bf357ea0b081f2c1f) |
| Found cached dataset ptb_text_only (/home/usbhost/.cache/huggingface/datasets/ptb_text_only/penn_treebank/1.1.0/8d1b97746fb9765d140e569ec5ddd35e20af4d37761f5e1bf357ea0b081f2c1f) |
| ptb-new |
| Evaluating ... |
| 0 |
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
| 7 |
| 8 |
| 9 |
| 10 |
| 11 |
| 12 |
| 13 |
| 14 |
| 15 |
| 16 |
| 17 |
| 18 |
| 19 |
| 20 |
| 21 |
| 22 |
| 23 |
| 24 |
| 25 |
| 26 |
| 27 |
| 28 |
| 29 |
| 30 |
| 31 |
| 32 |
| 33 |
| 34 |
| 35 |
| 36 |
| 37 |
| 38 |
| 39 |
| 40 |
| 41 |
| 42 |
| 43 |
| 44 |
| 45 |
| 46 |
| 47 |
| 48 |
| 49 |
| 50 |
| 51 |
| 52 |
| 53 |
| 54 |
| 55 |
| 56 |
| 57 |
| 58 |
| 59 |
| 8.243087768554688 |
| Found cached dataset json (/home/usbhost/.cache/huggingface/datasets/allenai___json/allenai--c4-6fbe877195f42de5/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51) |
| Found cached dataset json (/home/usbhost/.cache/huggingface/datasets/allenai___json/allenai--c4-efc3d4f4606f44bd/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51) |
| c4-new |
| Evaluating ... |
| 0 |
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
| 7 |
| 8 |
| 9 |
| 10 |
| 11 |
| 12 |
| 13 |
| 14 |
| 15 |
| 16 |
| 17 |
| 18 |
| 19 |
| 20 |
| 21 |
| 22 |
| 23 |
| 24 |
| 25 |
| 26 |
| 27 |
| 28 |
| 29 |
| 30 |
| 31 |
| 32 |
| 33 |
| 34 |
| 35 |
| 36 |
| 37 |
| 38 |
| 39 |
| 40 |
| 41 |
| 42 |
| 43 |
| 44 |
| 45 |
| 46 |
| 47 |
| 48 |
| 49 |
| 50 |
| 51 |
| 52 |
| 53 |
| 54 |
| 55 |
| 56 |
| 57 |
| 58 |
| 59 |
| 6.231330394744873 |
| Packing ... |
| model.layers.0.self_attn.k_proj |
| model.layers.0.self_attn.o_proj |
| model.layers.0.self_attn.q_proj |
| model.layers.0.self_attn.v_proj |
| model.layers.0.mlp.down_proj |
| model.layers.0.mlp.gate_proj |
| model.layers.0.mlp.up_proj |
| model.layers.1.self_attn.k_proj |
| model.layers.1.self_attn.o_proj |
| model.layers.1.self_attn.q_proj |
| model.layers.1.self_attn.v_proj |
| model.layers.1.mlp.down_proj |
| model.layers.1.mlp.gate_proj |
| model.layers.1.mlp.up_proj |
| model.layers.2.self_attn.k_proj |
| model.layers.2.self_attn.o_proj |
| model.layers.2.self_attn.q_proj |
| model.layers.2.self_attn.v_proj |
| model.layers.2.mlp.down_proj |
| model.layers.2.mlp.gate_proj |
| model.layers.2.mlp.up_proj |
| model.layers.3.self_attn.k_proj |
| model.layers.3.self_attn.o_proj |
| model.layers.3.self_attn.q_proj |
| model.layers.3.self_attn.v_proj |
| model.layers.3.mlp.down_proj |
| model.layers.3.mlp.gate_proj |
| model.layers.3.mlp.up_proj |
| model.layers.4.self_attn.k_proj |
| model.layers.4.self_attn.o_proj |
| model.layers.4.self_attn.q_proj |
| model.layers.4.self_attn.v_proj |
| model.layers.4.mlp.down_proj |
| model.layers.4.mlp.gate_proj |
| model.layers.4.mlp.up_proj |
| model.layers.5.self_attn.k_proj |
| model.layers.5.self_attn.o_proj |
| model.layers.5.self_attn.q_proj |
| model.layers.5.self_attn.v_proj |
| model.layers.5.mlp.down_proj |
| model.layers.5.mlp.gate_proj |
| model.layers.5.mlp.up_proj |
| model.layers.6.self_attn.k_proj |
| model.layers.6.self_attn.o_proj |
| model.layers.6.self_attn.q_proj |
| model.layers.6.self_attn.v_proj |
| model.layers.6.mlp.down_proj |
| model.layers.6.mlp.gate_proj |
| model.layers.6.mlp.up_proj |
| model.layers.7.self_attn.k_proj |
| model.layers.7.self_attn.o_proj |
| model.layers.7.self_attn.q_proj |
| model.layers.7.self_attn.v_proj |
| model.layers.7.mlp.down_proj |
| model.layers.7.mlp.gate_proj |
| model.layers.7.mlp.up_proj |
| model.layers.8.self_attn.k_proj |
| model.layers.8.self_attn.o_proj |
| model.layers.8.self_attn.q_proj |
| model.layers.8.self_attn.v_proj |
| model.layers.8.mlp.down_proj |
| model.layers.8.mlp.gate_proj |
| model.layers.8.mlp.up_proj |
| model.layers.9.self_attn.k_proj |
| model.layers.9.self_attn.o_proj |
| model.layers.9.self_attn.q_proj |
| model.layers.9.self_attn.v_proj |
| model.layers.9.mlp.down_proj |
| model.layers.9.mlp.gate_proj |
| model.layers.9.mlp.up_proj |
| model.layers.10.self_attn.k_proj |
| model.layers.10.self_attn.o_proj |
| model.layers.10.self_attn.q_proj |
| model.layers.10.self_attn.v_proj |
| model.layers.10.mlp.down_proj |
| model.layers.10.mlp.gate_proj |
| model.layers.10.mlp.up_proj |
| model.layers.11.self_attn.k_proj |
| model.layers.11.self_attn.o_proj |
| model.layers.11.self_attn.q_proj |
| model.layers.11.self_attn.v_proj |
| model.layers.11.mlp.down_proj |
| model.layers.11.mlp.gate_proj |
| model.layers.11.mlp.up_proj |
| model.layers.12.self_attn.k_proj |
| model.layers.12.self_attn.o_proj |
| model.layers.12.self_attn.q_proj |
| model.layers.12.self_attn.v_proj |
| model.layers.12.mlp.down_proj |
| model.layers.12.mlp.gate_proj |
| model.layers.12.mlp.up_proj |
| model.layers.13.self_attn.k_proj |
| model.layers.13.self_attn.o_proj |
| model.layers.13.self_attn.q_proj |
| model.layers.13.self_attn.v_proj |
| model.layers.13.mlp.down_proj |
| model.layers.13.mlp.gate_proj |
| model.layers.13.mlp.up_proj |
| model.layers.14.self_attn.k_proj |
| model.layers.14.self_attn.o_proj |
| model.layers.14.self_attn.q_proj |
| model.layers.14.self_attn.v_proj |
| model.layers.14.mlp.down_proj |
| model.layers.14.mlp.gate_proj |
| model.layers.14.mlp.up_proj |
| model.layers.15.self_attn.k_proj |
| model.layers.15.self_attn.o_proj |
| model.layers.15.self_attn.q_proj |
| model.layers.15.self_attn.v_proj |
| model.layers.15.mlp.down_proj |
| model.layers.15.mlp.gate_proj |
| model.layers.15.mlp.up_proj |
| model.layers.16.self_attn.k_proj |
| model.layers.16.self_attn.o_proj |
| model.layers.16.self_attn.q_proj |
| model.layers.16.self_attn.v_proj |
| model.layers.16.mlp.down_proj |
| model.layers.16.mlp.gate_proj |
| model.layers.16.mlp.up_proj |
| model.layers.17.self_attn.k_proj |
| model.layers.17.self_attn.o_proj |
| model.layers.17.self_attn.q_proj |
| model.layers.17.self_attn.v_proj |
| model.layers.17.mlp.down_proj |
| model.layers.17.mlp.gate_proj |
| model.layers.17.mlp.up_proj |
| model.layers.18.self_attn.k_proj |
| model.layers.18.self_attn.o_proj |
| model.layers.18.self_attn.q_proj |
| model.layers.18.self_attn.v_proj |
| model.layers.18.mlp.down_proj |
| model.layers.18.mlp.gate_proj |
| model.layers.18.mlp.up_proj |
| model.layers.19.self_attn.k_proj |
| model.layers.19.self_attn.o_proj |
| model.layers.19.self_attn.q_proj |
| model.layers.19.self_attn.v_proj |
| model.layers.19.mlp.down_proj |
| model.layers.19.mlp.gate_proj |
| model.layers.19.mlp.up_proj |
| model.layers.20.self_attn.k_proj |
| model.layers.20.self_attn.o_proj |
| model.layers.20.self_attn.q_proj |
| model.layers.20.self_attn.v_proj |
| model.layers.20.mlp.down_proj |
| model.layers.20.mlp.gate_proj |
| model.layers.20.mlp.up_proj |
| model.layers.21.self_attn.k_proj |
| model.layers.21.self_attn.o_proj |
| model.layers.21.self_attn.q_proj |
| model.layers.21.self_attn.v_proj |
| model.layers.21.mlp.down_proj |
| model.layers.21.mlp.gate_proj |
| model.layers.21.mlp.up_proj |
| model.layers.22.self_attn.k_proj |
| model.layers.22.self_attn.o_proj |
| model.layers.22.self_attn.q_proj |
| model.layers.22.self_attn.v_proj |
| model.layers.22.mlp.down_proj |
| model.layers.22.mlp.gate_proj |
| model.layers.22.mlp.up_proj |
| model.layers.23.self_attn.k_proj |
| model.layers.23.self_attn.o_proj |
| model.layers.23.self_attn.q_proj |
| model.layers.23.self_attn.v_proj |
| model.layers.23.mlp.down_proj |
| model.layers.23.mlp.gate_proj |
| model.layers.23.mlp.up_proj |
| model.layers.24.self_attn.k_proj |
| model.layers.24.self_attn.o_proj |
| model.layers.24.self_attn.q_proj |
| model.layers.24.self_attn.v_proj |
| model.layers.24.mlp.down_proj |
| model.layers.24.mlp.gate_proj |
| model.layers.24.mlp.up_proj |
| model.layers.25.self_attn.k_proj |
| model.layers.25.self_attn.o_proj |
| model.layers.25.self_attn.q_proj |
| model.layers.25.self_attn.v_proj |
| model.layers.25.mlp.down_proj |
| model.layers.25.mlp.gate_proj |
| model.layers.25.mlp.up_proj |
| model.layers.26.self_attn.k_proj |
| model.layers.26.self_attn.o_proj |
| model.layers.26.self_attn.q_proj |
| model.layers.26.self_attn.v_proj |
| model.layers.26.mlp.down_proj |
| model.layers.26.mlp.gate_proj |
| model.layers.26.mlp.up_proj |
| model.layers.27.self_attn.k_proj |
| model.layers.27.self_attn.o_proj |
| model.layers.27.self_attn.q_proj |
| model.layers.27.self_attn.v_proj |
| model.layers.27.mlp.down_proj |
| model.layers.27.mlp.gate_proj |
| model.layers.27.mlp.up_proj |
| model.layers.28.self_attn.k_proj |
| model.layers.28.self_attn.o_proj |
| model.layers.28.self_attn.q_proj |
| model.layers.28.self_attn.v_proj |
| model.layers.28.mlp.down_proj |
| model.layers.28.mlp.gate_proj |
| model.layers.28.mlp.up_proj |
| model.layers.29.self_attn.k_proj |
| model.layers.29.self_attn.o_proj |
| model.layers.29.self_attn.q_proj |
| model.layers.29.self_attn.v_proj |
| model.layers.29.mlp.down_proj |
| model.layers.29.mlp.gate_proj |
| model.layers.29.mlp.up_proj |
| model.layers.30.self_attn.k_proj |
| model.layers.30.self_attn.o_proj |
| model.layers.30.self_attn.q_proj |
| model.layers.30.self_attn.v_proj |
| model.layers.30.mlp.down_proj |
| model.layers.30.mlp.gate_proj |
| model.layers.30.mlp.up_proj |
| model.layers.31.self_attn.k_proj |
| model.layers.31.self_attn.o_proj |
| model.layers.31.self_attn.q_proj |
| model.layers.31.self_attn.v_proj |
| model.layers.31.mlp.down_proj |
| model.layers.31.mlp.gate_proj |
| model.layers.31.mlp.up_proj |
| model.layers.32.self_attn.k_proj |
| model.layers.32.self_attn.o_proj |
| model.layers.32.self_attn.q_proj |
| model.layers.32.self_attn.v_proj |
| model.layers.32.mlp.down_proj |
| model.layers.32.mlp.gate_proj |
| model.layers.32.mlp.up_proj |
| model.layers.33.self_attn.k_proj |
| model.layers.33.self_attn.o_proj |
| model.layers.33.self_attn.q_proj |
| model.layers.33.self_attn.v_proj |
| model.layers.33.mlp.down_proj |
| model.layers.33.mlp.gate_proj |
| model.layers.33.mlp.up_proj |
| model.layers.34.self_attn.k_proj |
| model.layers.34.self_attn.o_proj |
| model.layers.34.self_attn.q_proj |
| model.layers.34.self_attn.v_proj |
| model.layers.34.mlp.down_proj |
| model.layers.34.mlp.gate_proj |
| model.layers.34.mlp.up_proj |
| model.layers.35.self_attn.k_proj |
| model.layers.35.self_attn.o_proj |
| model.layers.35.self_attn.q_proj |
| model.layers.35.self_attn.v_proj |
| model.layers.35.mlp.down_proj |
| model.layers.35.mlp.gate_proj |
| model.layers.35.mlp.up_proj |
| model.layers.36.self_attn.k_proj |
| model.layers.36.self_attn.o_proj |
| model.layers.36.self_attn.q_proj |
| model.layers.36.self_attn.v_proj |
| model.layers.36.mlp.down_proj |
| model.layers.36.mlp.gate_proj |
| model.layers.36.mlp.up_proj |
| model.layers.37.self_attn.k_proj |
| model.layers.37.self_attn.o_proj |
| model.layers.37.self_attn.q_proj |
| model.layers.37.self_attn.v_proj |
| model.layers.37.mlp.down_proj |
| model.layers.37.mlp.gate_proj |
| model.layers.37.mlp.up_proj |
| model.layers.38.self_attn.k_proj |
| model.layers.38.self_attn.o_proj |
| model.layers.38.self_attn.q_proj |
| model.layers.38.self_attn.v_proj |
| model.layers.38.mlp.down_proj |
| model.layers.38.mlp.gate_proj |
| model.layers.38.mlp.up_proj |
| model.layers.39.self_attn.k_proj |
| model.layers.39.self_attn.o_proj |
| model.layers.39.self_attn.q_proj |
| model.layers.39.self_attn.v_proj |
| model.layers.39.mlp.down_proj |
| model.layers.39.mlp.gate_proj |
| model.layers.39.mlp.up_proj |
| model.layers.40.self_attn.k_proj |
| model.layers.40.self_attn.o_proj |
| model.layers.40.self_attn.q_proj |
| model.layers.40.self_attn.v_proj |
| model.layers.40.mlp.down_proj |
| model.layers.40.mlp.gate_proj |
| model.layers.40.mlp.up_proj |
| model.layers.41.self_attn.k_proj |
| model.layers.41.self_attn.o_proj |
| model.layers.41.self_attn.q_proj |
| model.layers.41.self_attn.v_proj |
| model.layers.41.mlp.down_proj |
| model.layers.41.mlp.gate_proj |
| model.layers.41.mlp.up_proj |
| model.layers.42.self_attn.k_proj |
| model.layers.42.self_attn.o_proj |
| model.layers.42.self_attn.q_proj |
| model.layers.42.self_attn.v_proj |
| model.layers.42.mlp.down_proj |
| model.layers.42.mlp.gate_proj |
| model.layers.42.mlp.up_proj |
| model.layers.43.self_attn.k_proj |
| model.layers.43.self_attn.o_proj |
| model.layers.43.self_attn.q_proj |
| model.layers.43.self_attn.v_proj |
| model.layers.43.mlp.down_proj |
| model.layers.43.mlp.gate_proj |
| model.layers.43.mlp.up_proj |
| model.layers.44.self_attn.k_proj |
| model.layers.44.self_attn.o_proj |
| model.layers.44.self_attn.q_proj |
| model.layers.44.self_attn.v_proj |
| model.layers.44.mlp.down_proj |
| model.layers.44.mlp.gate_proj |
| model.layers.44.mlp.up_proj |
| model.layers.45.self_attn.k_proj |
| model.layers.45.self_attn.o_proj |
| model.layers.45.self_attn.q_proj |
| model.layers.45.self_attn.v_proj |
| model.layers.45.mlp.down_proj |
| model.layers.45.mlp.gate_proj |
| model.layers.45.mlp.up_proj |
| model.layers.46.self_attn.k_proj |
| model.layers.46.self_attn.o_proj |
| model.layers.46.self_attn.q_proj |
| model.layers.46.self_attn.v_proj |
| model.layers.46.mlp.down_proj |
| model.layers.46.mlp.gate_proj |
| model.layers.46.mlp.up_proj |
| model.layers.47.self_attn.k_proj |
| model.layers.47.self_attn.o_proj |
| model.layers.47.self_attn.q_proj |
| model.layers.47.self_attn.v_proj |
| model.layers.47.mlp.down_proj |
| model.layers.47.mlp.gate_proj |
| model.layers.47.mlp.up_proj |
| model.layers.48.self_attn.k_proj |
| model.layers.48.self_attn.o_proj |
| model.layers.48.self_attn.q_proj |
| model.layers.48.self_attn.v_proj |
| model.layers.48.mlp.down_proj |
| model.layers.48.mlp.gate_proj |
| model.layers.48.mlp.up_proj |
| model.layers.49.self_attn.k_proj |
| model.layers.49.self_attn.o_proj |
| model.layers.49.self_attn.q_proj |
| model.layers.49.self_attn.v_proj |
| model.layers.49.mlp.down_proj |
| model.layers.49.mlp.gate_proj |
| model.layers.49.mlp.up_proj |
| model.layers.50.self_attn.k_proj |
| model.layers.50.self_attn.o_proj |
| model.layers.50.self_attn.q_proj |
| model.layers.50.self_attn.v_proj |
| model.layers.50.mlp.down_proj |
| model.layers.50.mlp.gate_proj |
| model.layers.50.mlp.up_proj |
| model.layers.51.self_attn.k_proj |
| model.layers.51.self_attn.o_proj |
| model.layers.51.self_attn.q_proj |
| model.layers.51.self_attn.v_proj |
| model.layers.51.mlp.down_proj |
| model.layers.51.mlp.gate_proj |
| model.layers.51.mlp.up_proj |
| model.layers.52.self_attn.k_proj |
| model.layers.52.self_attn.o_proj |
| model.layers.52.self_attn.q_proj |
| model.layers.52.self_attn.v_proj |
| model.layers.52.mlp.down_proj |
| model.layers.52.mlp.gate_proj |
| model.layers.52.mlp.up_proj |
| model.layers.53.self_attn.k_proj |
| model.layers.53.self_attn.o_proj |
| model.layers.53.self_attn.q_proj |
| model.layers.53.self_attn.v_proj |
| model.layers.53.mlp.down_proj |
| model.layers.53.mlp.gate_proj |
| model.layers.53.mlp.up_proj |
| model.layers.54.self_attn.k_proj |
| model.layers.54.self_attn.o_proj |
| model.layers.54.self_attn.q_proj |
| model.layers.54.self_attn.v_proj |
| model.layers.54.mlp.down_proj |
| model.layers.54.mlp.gate_proj |
| model.layers.54.mlp.up_proj |
| model.layers.55.self_attn.k_proj |
| model.layers.55.self_attn.o_proj |
| model.layers.55.self_attn.q_proj |
| model.layers.55.self_attn.v_proj |
| model.layers.55.mlp.down_proj |
| model.layers.55.mlp.gate_proj |
| model.layers.55.mlp.up_proj |
| model.layers.56.self_attn.k_proj |
| model.layers.56.self_attn.o_proj |
| model.layers.56.self_attn.q_proj |
| model.layers.56.self_attn.v_proj |
| model.layers.56.mlp.down_proj |
| model.layers.56.mlp.gate_proj |
| model.layers.56.mlp.up_proj |
| model.layers.57.self_attn.k_proj |
| model.layers.57.self_attn.o_proj |
| model.layers.57.self_attn.q_proj |
| model.layers.57.self_attn.v_proj |
| model.layers.57.mlp.down_proj |
| model.layers.57.mlp.gate_proj |
| model.layers.57.mlp.up_proj |
| model.layers.58.self_attn.k_proj |
| model.layers.58.self_attn.o_proj |
| model.layers.58.self_attn.q_proj |
| model.layers.58.self_attn.v_proj |
| model.layers.58.mlp.down_proj |
| model.layers.58.mlp.gate_proj |
| model.layers.58.mlp.up_proj |
| model.layers.59.self_attn.k_proj |
| model.layers.59.self_attn.o_proj |
| model.layers.59.self_attn.q_proj |
| model.layers.59.self_attn.v_proj |
| model.layers.59.mlp.down_proj |
| model.layers.59.mlp.gate_proj |
| model.layers.59.mlp.up_proj |
| Done. |
|
|
