quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.09850946,0.01000,0.851
0,self_attn.v_proj,0.07586420,0.01000,0.408
0,self_attn.q_proj,0.22626629,0.01000,0.427
0,self_attn.o_proj,0.06250948,0.01000,0.889
0,mlp.up_proj,1.20686150,0.01000,0.456
0,mlp.gate_proj,2.40769720,0.01000,0.444
0,mlp.down_proj,0.06865632,0.01000,1.604
1,self_attn.k_proj,0.04139863,0.01000,0.474
1,self_attn.v_proj,0.03884006,0.01000,0.423
1,self_attn.q_proj,0.09340510,0.01000,0.514
1,self_attn.o_proj,0.01172515,0.01000,0.988
1,mlp.up_proj,4.21653891,0.01000,0.711
1,mlp.gate_proj,14.37671852,0.01000,0.726
1,mlp.down_proj,0.08684395,0.01000,2.226
2,self_attn.k_proj,0.07648005,0.01000,0.703
2,self_attn.v_proj,0.07283711,0.01000,0.739
2,self_attn.q_proj,0.17951047,0.01000,0.719
2,self_attn.o_proj,0.02008994,0.01000,1.110
2,mlp.up_proj,3.53466392,0.01000,0.649
2,mlp.gate_proj,9.86164284,0.01000,0.658
2,mlp.down_proj,3.31883287,0.01000,1.182
3,self_attn.k_proj,0.67591071,0.01000,0.422
3,self_attn.v_proj,0.68356144,0.01000,0.390
3,self_attn.q_proj,1.38537908,0.01000,0.403
3,self_attn.o_proj,0.03747530,0.01000,0.813
3,mlp.up_proj,4.85747910,0.01000,0.429
3,mlp.gate_proj,12.60369778,0.01000,0.410
3,mlp.down_proj,0.26924509,0.01000,-0.695
4,self_attn.k_proj,0.60738301,0.01000,0.589
4,self_attn.v_proj,0.62895143,0.01000,0.580
4,self_attn.q_proj,1.22826421,0.01000,0.395
4,self_attn.o_proj,0.08694792,0.01000,0.895
4,mlp.up_proj,5.18607664,0.01000,0.424
4,mlp.gate_proj,11.80922222,0.01000,0.417
4,mlp.down_proj,0.33178610,0.01000,1.255
5,self_attn.k_proj,0.91473466,0.01000,0.414
5,self_attn.v_proj,0.97595525,0.01000,0.399
5,self_attn.q_proj,2.19729996,0.01000,0.390
5,self_attn.o_proj,0.10701506,0.01000,0.853
5,mlp.up_proj,4.87147427,0.01000,0.447
5,mlp.gate_proj,8.15231133,0.01000,0.414
5,mlp.down_proj,0.37409323,0.01000,1.543
6,self_attn.k_proj,0.72675020,0.01000,0.387
6,self_attn.v_proj,0.66761994,0.01000,0.416
6,self_attn.q_proj,1.59998417,0.01000,0.580
6,self_attn.o_proj,0.09201059,0.01000,0.896
6,mlp.up_proj,6.21852303,0.01000,0.444
6,mlp.gate_proj,9.88837433,0.01000,0.398
6,mlp.down_proj,0.49651879,0.01000,1.820
7,self_attn.k_proj,1.26669955,0.01000,0.630
7,self_attn.v_proj,1.42955840,0.01000,0.521
7,self_attn.q_proj,3.06221533,0.01000,0.607
7,self_attn.o_proj,0.13521528,0.01000,1.171
7,mlp.up_proj,6.99258566,0.01000,0.594
7,mlp.gate_proj,11.28202152,0.01000,0.617
7,mlp.down_proj,0.60300756,0.01000,1.500
8,self_attn.k_proj,1.67595625,0.01000,0.619
8,self_attn.v_proj,1.60502338,0.01000,0.603
8,self_attn.q_proj,3.77824259,0.01000,0.620
8,self_attn.o_proj,0.14908858,0.01000,1.397
8,mlp.up_proj,7.38887978,0.01000,0.699
8,mlp.gate_proj,11.49653625,0.01000,0.727
8,mlp.down_proj,0.69127196,0.01000,2.227
9,self_attn.k_proj,2.98744106,0.01000,0.424
9,self_attn.v_proj,3.08891487,0.01000,0.411
9,self_attn.q_proj,7.24598789,0.01000,0.376
9,self_attn.o_proj,0.24744949,0.01000,-1.119
9,mlp.up_proj,8.45534515,0.01000,0.373
9,mlp.gate_proj,13.44919872,0.01000,0.372
9,mlp.down_proj,0.99226213,0.01000,1.276
10,self_attn.k_proj,2.64885235,0.01000,0.509
10,self_attn.v_proj,2.75350857,0.01000,0.495
10,self_attn.q_proj,6.37406826,0.01000,0.553
10,self_attn.o_proj,0.24520609,0.01000,0.987
10,mlp.up_proj,8.50265503,0.01000,0.465
10,mlp.gate_proj,13.53136253,0.01000,0.459
10,mlp.down_proj,1.33377266,0.01000,1.378
11,self_attn.k_proj,4.98540545,0.01000,0.455
11,self_attn.v_proj,4.54301262,0.01000,0.453
11,self_attn.q_proj,12.94447422,0.01000,0.445
11,self_attn.o_proj,0.57048726,0.01000,0.945
11,mlp.up_proj,8.60743999,0.01000,0.486
11,mlp.gate_proj,11.23224926,0.01000,0.478
11,mlp.down_proj,1.66301322,0.01000,1.320
12,self_attn.k_proj,4.47545052,0.01000,0.556
12,self_attn.v_proj,4.59355307,0.01000,0.547
12,self_attn.q_proj,11.99758339,0.01000,0.570
12,self_attn.o_proj,0.24353495,0.01000,0.980
12,mlp.up_proj,8.05024338,0.01000,0.470
12,mlp.gate_proj,9.81564045,0.01000,0.467
12,mlp.down_proj,1.52156746,0.01000,1.359
13,self_attn.k_proj,4.28024578,0.01000,0.455
13,self_attn.v_proj,5.05019331,0.01000,0.459
13,self_attn.q_proj,12.57633018,0.01000,0.460
13,self_attn.o_proj,0.35622856,0.01000,0.909
13,mlp.up_proj,8.56893921,0.01000,0.460
13,mlp.gate_proj,10.62047768,0.01000,0.542
13,mlp.down_proj,1.53902888,0.01000,1.246
14,self_attn.k_proj,5.75165176,0.01000,0.463
14,self_attn.v_proj,6.18406296,0.01000,0.434
14,self_attn.q_proj,15.81763935,0.01000,0.461
14,self_attn.o_proj,0.35870335,0.01000,0.932
14,mlp.up_proj,9.21350956,0.01000,0.457
14,mlp.gate_proj,11.32985497,0.01000,0.433
14,mlp.down_proj,2.05143332,0.01000,1.450
15,self_attn.k_proj,10.10069084,0.01000,0.471
15,self_attn.v_proj,12.60639000,0.01000,0.462
15,self_attn.q_proj,31.56911850,0.01000,0.458
15,self_attn.o_proj,0.54869986,0.01000,0.878
15,mlp.up_proj,10.21630764,0.01000,0.463
15,mlp.gate_proj,12.16793251,0.01000,0.475
15,mlp.down_proj,2.27123475,0.01000,-0.618
16,self_attn.k_proj,14.20170116,0.01000,0.449
16,self_attn.v_proj,13.06950951,0.01000,0.456
16,self_attn.q_proj,40.14150238,0.01000,0.458
16,self_attn.o_proj,0.68756855,0.01000,1.101
16,mlp.up_proj,11.80347443,0.01000,0.433
16,mlp.gate_proj,13.10005951,0.01000,0.460
16,mlp.down_proj,4.53475285,0.01000,1.299
17,self_attn.k_proj,29.83925247,0.01000,0.438
17,self_attn.v_proj,35.82016754,0.01000,0.441
17,self_attn.q_proj,90.73204041,0.01000,0.450
17,self_attn.o_proj,1.52864456,0.01000,0.871
17,mlp.up_proj,16.85394669,0.01000,0.503
17,mlp.gate_proj,19.09194946,0.01000,0.473
17,mlp.down_proj,5.12950706,0.01000,1.328
18,self_attn.k_proj,27.85187912,0.01000,0.491
18,self_attn.v_proj,29.46336555,0.01000,0.440
18,self_attn.q_proj,86.81141663,0.01000,0.500
18,self_attn.o_proj,1.21956921,0.01000,-1.325
18,mlp.up_proj,20.33577156,0.01000,0.450
18,mlp.gate_proj,23.08765602,0.01000,0.506
18,mlp.down_proj,8.18551445,0.01000,1.637
19,self_attn.k_proj,47.84007645,0.01000,0.482
19,self_attn.v_proj,59.33264923,0.01000,0.453
19,self_attn.q_proj,156.72351074,0.01000,0.468
19,self_attn.o_proj,2.17994380,0.01000,1.132
19,mlp.up_proj,25.84054565,0.01000,0.429
19,mlp.gate_proj,24.49751282,0.01000,0.434
19,mlp.down_proj,16.08885384,0.01000,1.426
20,self_attn.k_proj,66.53054047,0.01000,0.480
20,self_attn.v_proj,79.11817932,0.01000,0.449
20,self_attn.q_proj,194.38667297,0.01000,0.451
20,self_attn.o_proj,2.74797773,0.01000,0.900
20,mlp.up_proj,28.64339828,0.01000,0.483
20,mlp.gate_proj,25.69481659,0.01000,0.461
20,mlp.down_proj,19.23760605,0.01000,1.325
21,self_attn.k_proj,113.03172302,0.01000,0.433
21,self_attn.v_proj,146.76942444,0.01000,0.426
21,self_attn.q_proj,324.40625000,0.01000,0.427
21,self_attn.o_proj,5.76776075,0.01000,0.925
21,mlp.up_proj,34.46822739,0.01000,0.407
21,mlp.gate_proj,27.89905167,0.01000,0.447
21,mlp.down_proj,26.42908859,0.01000,1.104
22,self_attn.k_proj,125.87751770,0.01000,0.426
22,self_attn.v_proj,180.92504883,0.01000,0.424
22,self_attn.q_proj,331.65649414,0.01000,0.431
22,self_attn.o_proj,4.63394165,0.01000,0.739
22,mlp.up_proj,37.16413116,0.01000,0.366
22,mlp.gate_proj,29.45936966,0.01000,0.397
22,mlp.down_proj,28.59059715,0.01000,1.551
23,self_attn.k_proj,171.20681763,0.01000,0.501
23,self_attn.v_proj,195.14624023,0.01000,0.458
23,self_attn.q_proj,383.41241455,0.01000,0.468
23,self_attn.o_proj,7.37380075,0.01000,0.937
23,mlp.up_proj,42.09543228,0.01000,0.470
23,mlp.gate_proj,32.35834503,0.01000,0.468
23,mlp.down_proj,29.46091080,0.01000,1.385
24,self_attn.k_proj,291.67578125,0.01000,0.474
24,self_attn.v_proj,316.21063232,0.01000,0.479
24,self_attn.q_proj,754.08447266,0.01000,0.472
24,self_attn.o_proj,7.86809063,0.01000,1.055
24,mlp.up_proj,39.64069748,0.01000,0.484
24,mlp.gate_proj,29.28566170,0.01000,0.590
24,mlp.down_proj,30.14324951,0.01000,2.362
25,self_attn.k_proj,349.52825928,0.01000,0.477
25,self_attn.v_proj,526.72943115,0.01000,0.477
25,self_attn.q_proj,925.39587402,0.01000,0.482
25,self_attn.o_proj,10.81455994,0.01000,0.979
25,mlp.up_proj,39.06259918,0.01000,0.487
25,mlp.gate_proj,27.49106216,0.01000,0.495
25,mlp.down_proj,37.65495300,0.01000,1.569
26,self_attn.k_proj,347.12860107,0.01000,0.496
26,self_attn.v_proj,485.27230835,0.01000,0.483
26,self_attn.q_proj,980.94482422,0.01000,0.490
26,self_attn.o_proj,29.47231483,0.01000,1.047
26,mlp.up_proj,41.97579956,0.01000,0.491
26,mlp.gate_proj,30.15745354,0.01000,0.496
26,mlp.down_proj,57.37902069,0.01000,1.621
27,self_attn.k_proj,254.03285217,0.01000,0.483
27,self_attn.v_proj,308.76086426,0.01000,-1.707
27,self_attn.q_proj,559.01251221,0.01000,0.476
27,self_attn.o_proj,16.60070992,0.01000,1.032
27,mlp.up_proj,74.08196259,0.01000,0.523
27,mlp.gate_proj,68.86535645,0.01000,0.492
27,mlp.down_proj,66.11711884,0.01000,1.535