quant_log.csv

layer,module,loss,samples,damp,time
0,attention.wqkv,0.0000000184,0.05000,1.044
0,attention.wo,0.0000000191,0.05000,1.306
0,feed_forward.w1,0.0000100012,0.05000,1.934
0,feed_forward.w3,0.0000096227,0.05000,1.953
0,feed_forward.w2,0.0000085062,0.05000,3.203
1,attention.wqkv,0.0000003729,0.05000,0.798
1,attention.wo,0.0000011669,0.05000,1.312
1,feed_forward.w3,0.0000250652,0.05000,1.576
1,feed_forward.w1,0.0000429327,0.05000,1.586
2,attention.wqkv,0.0000013796,0.05000,0.882
2,attention.wo,0.0000007895,0.05000,1.310
2,feed_forward.w3,0.0000649419,0.05000,1.904
2,feed_forward.w1,0.0000777870,0.05000,1.941
2,feed_forward.w2,0.0000032688,0.05000,3.236
3,attention.wqkv,0.0000016832,0.05000,0.909
3,attention.wo,0.0000016373,0.05000,1.307
3,feed_forward.w1,0.0000765052,0.05000,1.644
3,feed_forward.w3,0.0000487657,0.05000,1.652
3,feed_forward.w2,0.0000117442,0.05000,3.264
4,attention.wqkv,0.0000034284,0.05000,0.917
4,attention.wo,0.0000026668,0.05000,1.273
4,feed_forward.w3,0.0000483825,0.05000,2.036
4,feed_forward.w1,0.0000807134,0.05000,2.044
4,feed_forward.w2,0.0000297225,0.05000,3.174
5,attention.wqkv,0.0000031775,0.05000,0.888
5,attention.wo,0.0000019539,0.05000,1.354
5,feed_forward.w3,0.0000347014,0.05000,1.618
5,feed_forward.w1,0.0000425733,0.05000,1.630
5,feed_forward.w2,0.0000324496,0.05000,3.286
6,attention.wqkv,0.0000056109,0.05000,0.863
6,attention.wo,0.0000075752,0.05000,1.310
6,feed_forward.w3,0.0000438710,0.05000,1.570
6,feed_forward.w1,0.0000517480,0.05000,1.574
7,attention.wqkv,0.0000084231,0.05000,0.854
7,attention.wo,0.0000066566,0.05000,1.279
7,feed_forward.w1,0.0000554743,0.05000,1.922
7,feed_forward.w3,0.0000467066,0.05000,1.932
7,feed_forward.w2,0.0000221609,0.05000,3.167
8,attention.wqkv,0.0000123272,0.05000,0.957
8,attention.wo,0.0000032447,0.05000,1.331
8,feed_forward.w3,0.0000457821,0.05000,1.599
8,feed_forward.w1,0.0000469061,0.05000,1.612
8,feed_forward.w2,0.0000248079,0.05000,3.243
9,attention.wqkv,0.0000108280,0.05000,0.892
9,attention.wo,0.0000043953,0.05000,1.270
9,feed_forward.w3,0.0000485006,0.05000,1.498
9,feed_forward.w1,0.0000511471,0.05000,1.518
9,feed_forward.w2,0.0000199869,0.05000,3.214
10,attention.wqkv,0.0000130919,0.05000,0.904
10,attention.wo,0.0000051321,0.05000,1.254
10,feed_forward.w3,0.0000408774,0.05000,1.500
10,feed_forward.w1,0.0000416675,0.05000,1.509
10,feed_forward.w2,0.0000159744,0.05000,3.142
11,attention.wqkv,0.0000070555,0.05000,0.860
11,attention.wo,0.0000023947,0.05000,1.301
11,feed_forward.w1,0.0000348907,0.05000,1.484
11,feed_forward.w3,0.0000356065,0.05000,1.506
11,feed_forward.w2,0.0000129260,0.05000,3.270
12,attention.wqkv,0.0000072368,0.05000,0.843
12,attention.wo,0.0000055589,0.05000,1.266
12,feed_forward.w1,0.0000304823,0.05000,1.480
12,feed_forward.w3,0.0000321489,0.05000,1.485
12,feed_forward.w2,0.0000136713,0.05000,3.109
13,attention.wqkv,0.0000083051,0.05000,0.877
13,attention.wo,0.0000015811,0.05000,1.311
13,feed_forward.w3,0.0000286258,0.05000,1.415
13,feed_forward.w1,0.0000266881,0.05000,1.420
13,feed_forward.w2,0.0000136194,0.05000,3.182
14,attention.wqkv,0.0000072585,0.05000,0.915
14,attention.wo,0.0000080549,0.05000,1.372
14,feed_forward.w1,0.0000241453,0.05000,1.473
14,feed_forward.w3,0.0000259315,0.05000,1.490
14,feed_forward.w2,0.0000122404,0.05000,3.264
15,attention.wqkv,0.0000075127,0.05000,0.846
15,attention.wo,0.0000063668,0.05000,1.276
15,feed_forward.w1,0.0000202709,0.05000,1.509
15,feed_forward.w3,0.0000211200,0.05000,1.525
15,feed_forward.w2,0.0000090576,0.05000,3.114
16,attention.wqkv,0.0000099406,0.05000,0.878
16,attention.wo,0.0000038709,0.05000,1.323
16,feed_forward.w1,0.0000215018,0.05000,1.568
16,feed_forward.w3,0.0000219626,0.05000,1.574
17,attention.wqkv,0.0000062546,0.05000,0.866
17,attention.wo,0.0000018602,0.05000,1.270
17,feed_forward.w1,0.0000156093,0.05000,1.555
17,feed_forward.w3,0.0000164744,0.05000,1.572
17,feed_forward.w2,0.0000041195,0.05000,3.175
18,attention.wqkv,0.0000060079,0.05000,0.860
18,attention.wo,0.0000013779,0.05000,1.288
18,feed_forward.w3,0.0000158498,0.05000,1.479
18,feed_forward.w1,0.0000149070,0.05000,1.491
18,feed_forward.w2,0.0000059618,0.05000,3.165
19,attention.wqkv,0.0000100084,0.05000,0.892
19,attention.wo,0.0000115284,0.05000,1.323
19,feed_forward.w1,0.0000164364,0.05000,1.554
19,feed_forward.w3,0.0000172152,0.05000,1.560
19,feed_forward.w2,0.0000235272,0.05000,3.179
20,attention.wqkv,0.0000160484,0.05000,0.962
20,attention.wo,0.0000076183,0.05000,1.291
20,feed_forward.w3,0.0000257219,0.05000,1.195
20,feed_forward.w1,0.0000251531,0.05000,1.201
20,feed_forward.w2,0.0000407238,0.05000,3.173
21,attention.wqkv,0.0000193623,0.05000,0.886
21,attention.wo,0.0000108692,0.05000,1.275
21,feed_forward.w3,0.0000342042,0.05000,1.538
21,feed_forward.w1,0.0000341583,0.05000,1.546
21,feed_forward.w2,0.0000924519,0.05000,3.227
22,attention.wqkv,0.0000508812,0.05000,0.917
22,attention.wo,0.0000440278,0.05000,1.255
22,feed_forward.w3,0.0000513225,0.05000,1.485
22,feed_forward.w1,0.0000523673,0.05000,1.489
22,feed_forward.w2,0.0003387471,0.05000,3.127
23,attention.wqkv,0.0000562437,0.05000,0.888
23,attention.wo,0.0000245760,0.05000,1.319
23,feed_forward.w3,0.0000541194,0.05000,1.503
23,feed_forward.w1,0.0000553312,0.05000,1.506
23,feed_forward.w2,0.0016083790,0.05000,3.202
24,attention.wqkv,0.0000347682,0.05000,0.862
24,attention.wo,0.0000216885,0.05000,1.313
24,feed_forward.w1,0.0000195530,0.05000,1.519
24,feed_forward.w3,0.0000193904,0.05000,1.525
24,feed_forward.w2,0.0000295299,0.05000,3.137
25,attention.wqkv,0.0000275544,0.05000,0.900
25,attention.wo,0.0000083049,0.05000,1.291
25,feed_forward.w1,0.0000217022,0.05000,1.482
25,feed_forward.w3,0.0000212568,0.05000,1.495
25,feed_forward.w2,0.0000369500,0.05000,3.230
26,attention.wqkv,0.0000554623,0.05000,0.912
26,attention.wo,0.0000157319,0.05000,1.293
26,feed_forward.w1,0.0000239901,0.05000,1.592
26,feed_forward.w3,0.0000236184,0.05000,1.599
26,feed_forward.w2,0.0001755914,0.05000,3.206
27,attention.wqkv,0.0000617292,0.05000,0.858
27,attention.wo,0.0000234596,0.05000,1.270
27,feed_forward.w1,0.0000251529,0.05000,1.752
27,feed_forward.w3,0.0000247292,0.05000,1.761
27,feed_forward.w2,0.0000584320,0.05000,3.312
28,attention.wqkv,0.0000625671,0.05000,0.866
28,attention.wo,0.0000257322,0.05000,1.289
28,feed_forward.w3,0.0000251390,0.05000,1.481
28,feed_forward.w1,0.0000254338,0.05000,1.493
28,feed_forward.w2,0.0000916226,0.05000,3.196
29,attention.wqkv,0.0001051179,0.05000,0.923
29,attention.wo,0.0000555058,0.05000,1.284
29,feed_forward.w3,0.0000241716,0.05000,1.597
29,feed_forward.w1,0.0000243827,0.05000,1.612
29,feed_forward.w2,0.0000866261,0.05000,3.327
30,attention.wqkv,0.0000997560,0.05000,0.868
30,attention.wo,0.0000634312,0.05000,1.267
30,feed_forward.w1,0.0000226938,0.05000,1.194
30,feed_forward.w3,0.0000225652,0.05000,1.199
30,feed_forward.w2,0.0000690653,0.05000,3.152
31,attention.wqkv,0.0001132782,0.05000,0.860
31,attention.wo,0.0000777856,0.05000,1.279
31,feed_forward.w1,0.0000219708,0.05000,1.531
31,feed_forward.w3,0.0000222507,0.05000,1.545
31,feed_forward.w2,0.0000642878,0.05000,3.173
32,attention.wqkv,0.0001675263,0.05000,0.883
32,attention.wo,0.0000908795,0.05000,1.289
32,feed_forward.w1,0.0000217740,0.05000,1.451
32,feed_forward.w3,0.0000226616,0.05000,1.462
33,attention.wqkv,0.0003373479,0.05000,0.867
33,attention.wo,0.0001092638,0.05000,1.244
33,feed_forward.w3,0.0000297779,0.05000,1.190
33,feed_forward.w1,0.0000282753,0.05000,1.194
34,attention.wqkv,0.0002945722,0.05000,0.837
34,feed_forward.w1,0.0000748617,0.05000,1.517
34,feed_forward.w3,0.0000798429,0.05000,1.526
35,attention.wqkv,0.0002196124,0.05000,0.835
35,feed_forward.w3,0.0001347884,0.05000,1.539
35,feed_forward.w1,0.0001298464,0.05000,1.549