Add files using upload-large-folder tool

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93c83a68e9ec3f86037b49ff8625ced97a17aab9ed0704439e17b4c79aad738a
+oid sha256:01f9ceaebdb06d5deee40a8d4db27fe595dff5875a126846cde3a7317ffeb05e
 size 845033800

quant_log.csv

@@ -1,145 +1,145 @@
 layer,module,loss,samples,damp,time
-0,self_attn.k_proj,0.00399020,0.01000,1.264
-0,self_attn.v_proj,0.00070882,0.01000,0.970
-0,self_attn.q_proj,0.00407133,0.01000,0.970
-0,self_attn.out_proj,0.00002185,0.01000,1.010
-0,fc1,0.00872974,0.01000,0.978
-0,fc2,0.00022706,0.01000,4.293
-1,self_attn.k_proj,0.00293531,0.01000,0.986
-1,self_attn.v_proj,0.00037064,0.01000,0.984
-1,self_attn.q_proj,0.00318605,0.01000,0.986
-1,self_attn.out_proj,0.00000342,0.01000,0.990
-1,fc1,0.00963631,0.01000,0.987
-1,fc2,0.00019677,0.01000,4.262
-2,self_attn.k_proj,0.00401148,0.01000,0.973
-2,self_attn.v_proj,0.00062648,0.01000,0.969
-2,self_attn.q_proj,0.00399745,0.01000,0.966
-2,self_attn.out_proj,0.00000257,0.01000,0.969
-2,fc1,0.01047378,0.01000,0.996
-2,fc2,0.00007746,0.01000,4.171
-3,self_attn.k_proj,0.00450096,0.01000,0.971
-3,self_attn.v_proj,0.00088504,0.01000,0.962
-3,self_attn.q_proj,0.00498925,0.01000,0.974
-3,self_attn.out_proj,0.00000471,0.01000,0.986
-3,fc1,0.01086146,0.01000,0.975
-3,fc2,0.00008414,0.01000,4.121
-4,self_attn.k_proj,0.00736717,0.01000,0.978
-4,self_attn.v_proj,0.00119574,0.01000,0.970
-4,self_attn.q_proj,0.00785260,0.01000,0.979
-4,self_attn.out_proj,0.00001008,0.01000,0.984
-4,fc1,0.01312051,0.01000,0.979
-4,fc2,0.00009959,0.01000,4.149
-5,self_attn.k_proj,0.00950116,0.01000,0.964
-5,self_attn.v_proj,0.00169445,0.01000,0.969
-5,self_attn.q_proj,0.00980629,0.01000,0.968
-5,self_attn.out_proj,0.00001083,0.01000,0.973
-5,fc1,0.01551265,0.01000,0.977
-5,fc2,0.00011699,0.01000,4.148
-6,self_attn.k_proj,0.01533377,0.01000,0.969
-6,self_attn.v_proj,0.00226665,0.01000,0.952
-6,self_attn.q_proj,0.01375490,0.01000,0.973
-6,self_attn.out_proj,0.00002926,0.01000,0.970
-6,fc1,0.02030997,0.01000,0.971
-6,fc2,0.00015709,0.01000,4.118
-7,self_attn.k_proj,0.01740401,0.01000,0.969
-7,self_attn.v_proj,0.00279684,0.01000,0.967
-7,self_attn.q_proj,0.01548278,0.01000,0.972
-7,self_attn.out_proj,0.00003702,0.01000,0.969
-7,fc1,0.02616167,0.01000,0.976
-7,fc2,0.00022070,0.01000,4.118
-8,self_attn.k_proj,0.02040624,0.01000,0.976
-8,self_attn.v_proj,0.00337292,0.01000,0.974
-8,self_attn.q_proj,0.01664504,0.01000,0.977
-8,self_attn.out_proj,0.00005092,0.01000,0.983
-8,fc1,0.03254646,0.01000,0.992
-8,fc2,0.00029163,0.01000,4.102
-9,self_attn.k_proj,0.02243577,0.01000,0.969
-9,self_attn.v_proj,0.00395448,0.01000,0.981
-9,self_attn.q_proj,0.01871208,0.01000,0.999
-9,self_attn.out_proj,0.00007879,0.01000,0.983
-9,fc1,0.03796821,0.01000,0.984
-9,fc2,0.00038551,0.01000,4.163
-10,self_attn.k_proj,0.02308127,0.01000,0.976
-10,self_attn.v_proj,0.00508604,0.01000,0.973
-10,self_attn.q_proj,0.01914719,0.01000,0.974
-10,self_attn.out_proj,0.00010216,0.01000,0.984
-10,fc1,0.04341091,0.01000,0.980
-10,fc2,0.00060412,0.01000,4.128
-11,self_attn.k_proj,0.02389702,0.01000,0.975
-11,self_attn.v_proj,0.00636119,0.01000,0.984
-11,self_attn.q_proj,0.01992871,0.01000,0.987
-11,self_attn.out_proj,0.00014076,0.01000,0.999
-11,fc1,0.04898007,0.01000,0.988
-11,fc2,0.00081568,0.01000,4.164
-12,self_attn.k_proj,0.02727781,0.01000,0.977
-12,self_attn.v_proj,0.00716118,0.01000,0.980
-12,self_attn.q_proj,0.02138953,0.01000,0.973
-12,self_attn.out_proj,0.00022961,0.01000,0.974
-12,fc1,0.05186468,0.01000,0.975
-12,fc2,0.00110451,0.01000,4.126
-13,self_attn.k_proj,0.02947615,0.01000,0.980
-13,self_attn.v_proj,0.00801060,0.01000,0.976
-13,self_attn.q_proj,0.02191754,0.01000,0.986
-13,self_attn.out_proj,0.00024779,0.01000,0.972
-13,fc1,0.05749568,0.01000,0.983
-13,fc2,0.00148446,0.01000,4.256
-14,self_attn.k_proj,0.02809097,0.01000,0.968
-14,self_attn.v_proj,0.01016108,0.01000,0.961
-14,self_attn.q_proj,0.02138641,0.01000,0.967
-14,self_attn.out_proj,0.00027950,0.01000,0.964
-14,fc1,0.06364647,0.01000,0.968
-14,fc2,0.00202063,0.01000,4.102
-15,self_attn.k_proj,0.02527042,0.01000,0.964
-15,self_attn.v_proj,0.01288679,0.01000,0.966
-15,self_attn.q_proj,0.02164990,0.01000,0.966
-15,self_attn.out_proj,0.00026314,0.01000,0.974
-15,fc1,0.06786803,0.01000,0.966
-15,fc2,0.00252577,0.01000,4.123
-16,self_attn.k_proj,0.02550102,0.01000,0.969
-16,self_attn.v_proj,0.01406841,0.01000,0.958
-16,self_attn.q_proj,0.01926361,0.01000,0.963
-16,self_attn.out_proj,0.00039853,0.01000,0.971
-16,fc1,0.07458527,0.01000,0.979
-16,fc2,0.00321327,0.01000,4.129
-17,self_attn.k_proj,0.02485269,0.01000,0.961
-17,self_attn.v_proj,0.01542338,0.01000,0.960
-17,self_attn.q_proj,0.01941807,0.01000,0.971
-17,self_attn.out_proj,0.00048917,0.01000,0.970
-17,fc1,0.08214158,0.01000,0.973
-17,fc2,0.00403266,0.01000,4.117
-18,self_attn.k_proj,0.02275580,0.01000,0.963
-18,self_attn.v_proj,0.01784235,0.01000,0.961
-18,self_attn.q_proj,0.01897552,0.01000,0.965
-18,self_attn.out_proj,0.00052644,0.01000,0.966
-18,fc1,0.08688586,0.01000,0.975
-18,fc2,0.00493614,0.01000,4.105
-19,self_attn.k_proj,0.02327104,0.01000,0.963
-19,self_attn.v_proj,0.02300425,0.01000,0.972
-19,self_attn.q_proj,0.01916058,0.01000,0.956
-19,self_attn.out_proj,0.00077869,0.01000,0.977
-19,fc1,0.09395289,0.01000,0.977
-19,fc2,0.00609364,0.01000,4.118
-20,self_attn.k_proj,0.02386747,0.01000,0.962
-20,self_attn.v_proj,0.02619410,0.01000,0.974
-20,self_attn.q_proj,0.01858719,0.01000,0.968
-20,self_attn.out_proj,0.00093543,0.01000,0.968
-20,fc1,0.09828432,0.01000,0.985
-20,fc2,0.00770969,0.01000,4.126
-21,self_attn.k_proj,0.02234699,0.01000,0.973
-21,self_attn.v_proj,0.02693190,0.01000,0.977
-21,self_attn.q_proj,0.02045901,0.01000,0.972
-21,self_attn.out_proj,0.00080754,0.01000,0.981
-21,fc1,0.09965696,0.01000,1.016
-21,fc2,0.00898138,0.01000,4.172
-22,self_attn.k_proj,0.02288331,0.01000,0.978
-22,self_attn.v_proj,0.02985917,0.01000,0.957
-22,self_attn.q_proj,0.02454582,0.01000,0.980
-22,self_attn.out_proj,0.00085336,0.01000,0.969
-22,fc1,0.09818267,0.01000,0.974
-22,fc2,0.00932770,0.01000,4.090
-23,self_attn.k_proj,0.02912697,0.01000,0.972
-23,self_attn.v_proj,0.02026520,0.01000,0.968
-23,self_attn.q_proj,0.05245103,0.01000,0.969
-23,self_attn.out_proj,0.00163580,0.01000,0.974
-23,fc1,0.09108696,0.01000,0.980
-23,fc2,0.00708841,0.01000,4.131
+0,self_attn.k_proj,0.00399020,0.01000,1.769
+0,self_attn.v_proj,0.00070882,0.01000,0.943
+0,self_attn.q_proj,0.00407133,0.01000,0.973
+0,self_attn.out_proj,0.00002881,0.01000,0.954
+0,fc1,0.00841130,0.01000,0.949
+0,fc2,0.00023788,0.01000,4.238
+1,self_attn.k_proj,0.00265268,0.01000,0.977
+1,self_attn.v_proj,0.00033390,0.01000,0.980
+1,self_attn.q_proj,0.00286817,0.01000,0.962
+1,self_attn.out_proj,0.00000700,0.01000,0.976
+1,fc1,0.00870118,0.01000,0.987
+1,fc2,0.00015716,0.01000,4.314
+2,self_attn.k_proj,0.00358274,0.01000,0.969
+2,self_attn.v_proj,0.00055633,0.01000,0.966
+2,self_attn.q_proj,0.00357723,0.01000,0.967
+2,self_attn.out_proj,0.00000220,0.01000,0.976
+2,fc1,0.00947768,0.01000,0.976
+2,fc2,0.00006839,0.01000,4.106
+3,self_attn.k_proj,0.00388418,0.01000,0.970
+3,self_attn.v_proj,0.00075879,0.01000,0.992
+3,self_attn.q_proj,0.00437635,0.01000,0.970
+3,self_attn.out_proj,0.00000383,0.01000,1.023
+3,fc1,0.00933810,0.01000,0.972
+3,fc2,0.00007643,0.01000,4.081
+4,self_attn.k_proj,0.00632844,0.01000,0.963
+4,self_attn.v_proj,0.00101882,0.01000,0.968
+4,self_attn.q_proj,0.00671913,0.01000,0.978
+4,self_attn.out_proj,0.00000953,0.01000,0.974
+4,fc1,0.01132140,0.01000,1.014
+4,fc2,0.00009407,0.01000,4.120
+5,self_attn.k_proj,0.00836137,0.01000,0.970
+5,self_attn.v_proj,0.00141843,0.01000,0.966
+5,self_attn.q_proj,0.00862948,0.01000,0.977
+5,self_attn.out_proj,0.00001295,0.01000,0.976
+5,fc1,0.01352680,0.01000,1.009
+5,fc2,0.00010500,0.01000,4.146
+6,self_attn.k_proj,0.01344048,0.01000,0.964
+6,self_attn.v_proj,0.00186100,0.01000,0.983
+6,self_attn.q_proj,0.01191495,0.01000,0.974
+6,self_attn.out_proj,0.00002467,0.01000,0.959
+6,fc1,0.01742047,0.01000,0.953
+6,fc2,0.00013119,0.01000,4.097
+7,self_attn.k_proj,0.01503923,0.01000,0.980
+7,self_attn.v_proj,0.00229473,0.01000,0.966
+7,self_attn.q_proj,0.01326014,0.01000,0.976
+7,self_attn.out_proj,0.00003410,0.01000,0.946
+7,fc1,0.02252554,0.01000,0.981
+7,fc2,0.00018367,0.01000,4.157
+8,self_attn.k_proj,0.01784026,0.01000,0.954
+8,self_attn.v_proj,0.00280950,0.01000,0.951
+8,self_attn.q_proj,0.01452082,0.01000,0.971
+8,self_attn.out_proj,0.00004744,0.01000,1.036
+8,fc1,0.02815095,0.01000,0.972
+8,fc2,0.00025076,0.01000,4.100
+9,self_attn.k_proj,0.01993856,0.01000,0.971
+9,self_attn.v_proj,0.00336911,0.01000,0.985
+9,self_attn.q_proj,0.01663456,0.01000,0.974
+9,self_attn.out_proj,0.00007329,0.01000,0.988
+9,fc1,0.03346713,0.01000,0.991
+9,fc2,0.00033390,0.01000,4.126
+10,self_attn.k_proj,0.02098462,0.01000,0.952
+10,self_attn.v_proj,0.00442903,0.01000,0.972
+10,self_attn.q_proj,0.01737896,0.01000,0.970
+10,self_attn.out_proj,0.00009355,0.01000,0.956
+10,fc1,0.03937871,0.01000,0.969
+10,fc2,0.00054157,0.01000,4.074
+11,self_attn.k_proj,0.02233104,0.01000,0.990
+11,self_attn.v_proj,0.00575745,0.01000,0.969
+11,self_attn.q_proj,0.01841100,0.01000,0.988
+11,self_attn.out_proj,0.00012954,0.01000,0.975
+11,fc1,0.04563497,0.01000,0.976
+11,fc2,0.00075835,0.01000,4.148
+12,self_attn.k_proj,0.02574713,0.01000,0.971
+12,self_attn.v_proj,0.00661912,0.01000,0.965
+12,self_attn.q_proj,0.02014845,0.01000,0.957
+12,self_attn.out_proj,0.00022067,0.01000,0.963
+12,fc1,0.04933250,0.01000,0.991
+12,fc2,0.00101735,0.01000,4.085
+13,self_attn.k_proj,0.02849308,0.01000,0.977
+13,self_attn.v_proj,0.00755646,0.01000,0.960
+13,self_attn.q_proj,0.02111352,0.01000,0.955
+13,self_attn.out_proj,0.00024542,0.01000,0.983
+13,fc1,0.05511705,0.01000,0.962
+13,fc2,0.00135350,0.01000,4.206
+14,self_attn.k_proj,0.02709149,0.01000,0.963
+14,self_attn.v_proj,0.00964833,0.01000,0.956
+14,self_attn.q_proj,0.02070987,0.01000,0.972
+14,self_attn.out_proj,0.00027742,0.01000,0.963
+14,fc1,0.06202892,0.01000,0.974
+14,fc2,0.00191707,0.01000,4.080
+15,self_attn.k_proj,0.02484710,0.01000,0.951
+15,self_attn.v_proj,0.01247784,0.01000,0.952
+15,self_attn.q_proj,0.02116217,0.01000,0.983
+15,self_attn.out_proj,0.00025006,0.01000,0.970
+15,fc1,0.06626023,0.01000,1.001
+15,fc2,0.00237964,0.01000,4.261
+16,self_attn.k_proj,0.02497149,0.01000,0.968
+16,self_attn.v_proj,0.01356158,0.01000,0.954
+16,self_attn.q_proj,0.01884268,0.01000,0.968
+16,self_attn.out_proj,0.00038158,0.01000,0.967
+16,fc1,0.07270662,0.01000,0.957
+16,fc2,0.00306718,0.01000,4.124
+17,self_attn.k_proj,0.02425222,0.01000,0.985
+17,self_attn.v_proj,0.01491047,0.01000,0.990
+17,self_attn.q_proj,0.01910833,0.01000,0.981
+17,self_attn.out_proj,0.00044458,0.01000,0.949
+17,fc1,0.08014514,0.01000,0.976
+17,fc2,0.00390363,0.01000,4.102
+18,self_attn.k_proj,0.02210768,0.01000,0.986
+18,self_attn.v_proj,0.01711883,0.01000,1.004
+18,self_attn.q_proj,0.01853545,0.01000,0.982
+18,self_attn.out_proj,0.00051715,0.01000,0.989
+18,fc1,0.08440722,0.01000,0.989
+18,fc2,0.00473098,0.01000,4.083
+19,self_attn.k_proj,0.02249363,0.01000,0.967
+19,self_attn.v_proj,0.02193001,0.01000,0.960
+19,self_attn.q_proj,0.01848070,0.01000,0.968
+19,self_attn.out_proj,0.00083592,0.01000,1.005
+19,fc1,0.09134186,0.01000,1.013
+19,fc2,0.00585078,0.01000,4.103
+20,self_attn.k_proj,0.02311379,0.01000,0.952
+20,self_attn.v_proj,0.02502821,0.01000,0.955
+20,self_attn.q_proj,0.01801062,0.01000,0.961
+20,self_attn.out_proj,0.00098910,0.01000,0.968
+20,fc1,0.09524175,0.01000,0.993
+20,fc2,0.00739040,0.01000,4.123
+21,self_attn.k_proj,0.02165480,0.01000,0.994
+21,self_attn.v_proj,0.02562368,0.01000,0.961
+21,self_attn.q_proj,0.01968897,0.01000,0.964
+21,self_attn.out_proj,0.00083486,0.01000,0.955
+21,fc1,0.09495520,0.01000,0.957
+21,fc2,0.00845354,0.01000,4.166
+22,self_attn.k_proj,0.02163469,0.01000,0.990
+22,self_attn.v_proj,0.02802912,0.01000,1.023
+22,self_attn.q_proj,0.02326590,0.01000,0.975
+22,self_attn.out_proj,0.00088141,0.01000,0.967
+22,fc1,0.09237307,0.01000,0.976
+22,fc2,0.00874107,0.01000,4.192
+23,self_attn.k_proj,0.02720753,0.01000,0.974
+23,self_attn.v_proj,0.01896040,0.01000,0.957
+23,self_attn.q_proj,0.04915815,0.01000,0.973
+23,self_attn.out_proj,0.00157263,0.01000,0.961
+23,fc1,0.08544412,0.01000,0.981
+23,fc2,0.00670062,0.01000,4.107