quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.37272908,0.01000,0.963
0,self_attn.v_proj,0.06249057,0.01000,0.568
0,self_attn.q_proj,1.71414546,0.01000,0.582
0,self_attn.o_proj,0.27218719,0.01000,0.579
0,mlp.up_proj,1.97148761,0.01000,0.602
0,mlp.gate_proj,5.45231162,0.01000,0.596
0,mlp.down_proj,0.61297246,0.01000,3.775
1,self_attn.k_proj,0.27201448,0.01000,0.597
1,self_attn.v_proj,0.06198664,0.01000,0.593
1,self_attn.q_proj,0.98380148,0.01000,0.580
1,self_attn.o_proj,0.07505655,0.01000,0.641
1,mlp.up_proj,29.94800979,0.01000,0.609
1,mlp.gate_proj,46.14816320,0.01000,0.605
1,mlp.down_proj,1.18726570,0.01000,3.571
2,self_attn.k_proj,1.10431638,0.01000,0.573
2,self_attn.v_proj,0.17621659,0.01000,0.580
2,self_attn.q_proj,3.89487222,0.01000,0.582
2,self_attn.o_proj,0.19335656,0.01000,0.599
2,mlp.up_proj,39.82002804,0.01000,0.599
2,mlp.gate_proj,65.63606855,0.01000,0.596
2,mlp.down_proj,2.19458135,0.01000,3.704
3,self_attn.k_proj,1.41276497,0.01000,0.583
3,self_attn.v_proj,0.32184546,0.01000,0.565
3,self_attn.q_proj,5.03698810,0.01000,0.568
3,self_attn.o_proj,0.52726446,0.01000,0.599
3,mlp.up_proj,114.33669945,0.01000,0.638
3,mlp.gate_proj,148.85794254,0.01000,0.621
3,mlp.down_proj,0.01009648,0.01250,4.438
4,self_attn.k_proj,2.52166661,0.01000,0.639
4,self_attn.v_proj,0.67622127,0.01000,0.620
4,self_attn.q_proj,10.74245164,0.01000,0.600
4,self_attn.o_proj,0.42747642,0.01000,0.602
4,mlp.up_proj,110.46822172,0.01000,0.661
4,mlp.gate_proj,161.16622643,0.01000,0.668
4,mlp.down_proj,2.72548815,0.01000,3.644
5,self_attn.k_proj,2.36542153,0.01000,0.596
5,self_attn.v_proj,0.82987875,0.01000,0.580
5,self_attn.q_proj,10.98670529,0.01000,0.583
5,self_attn.o_proj,0.48163516,0.01000,0.578
5,mlp.up_proj,169.33053275,0.01000,0.606
5,mlp.gate_proj,208.03480575,0.01000,0.632
5,mlp.down_proj,2.63673970,0.01000,3.785
6,self_attn.k_proj,1.51797450,0.01000,0.567
6,self_attn.v_proj,0.70319183,0.01000,0.574
6,self_attn.q_proj,7.39946994,0.01000,0.575
6,self_attn.o_proj,0.58445273,0.01000,0.597
6,mlp.up_proj,40.56810539,0.01000,0.589
6,mlp.gate_proj,57.70911391,0.01000,0.594
6,mlp.down_proj,4.15842980,0.01000,3.864
7,self_attn.k_proj,1.65347762,0.01000,0.605
7,self_attn.v_proj,1.26919441,0.01000,0.621
7,self_attn.q_proj,8.91557116,0.01000,0.617
7,self_attn.o_proj,1.26652386,0.01000,0.634
7,mlp.up_proj,37.50803346,0.01000,0.644
7,mlp.gate_proj,41.65068270,0.01000,0.663
7,mlp.down_proj,5.51070028,0.01000,3.738
8,self_attn.k_proj,3.05815341,0.01000,0.599
8,self_attn.v_proj,1.05918791,0.01000,0.605
8,self_attn.q_proj,13.26367949,0.01000,0.607
8,self_attn.o_proj,1.30098944,0.01000,0.605
8,mlp.up_proj,39.01938902,0.01000,0.591
8,mlp.gate_proj,40.47557959,0.01000,0.582
8,mlp.down_proj,5.03287961,0.01000,3.769
9,self_attn.k_proj,2.22347360,0.01000,0.609
9,self_attn.v_proj,1.48193391,0.01000,0.608
9,self_attn.q_proj,11.94389274,0.01000,0.585
9,self_attn.o_proj,1.67733308,0.01000,0.602
9,mlp.up_proj,72.89947883,0.01000,0.633
9,mlp.gate_proj,116.10071928,0.01000,0.614
9,mlp.down_proj,4.55470750,0.01000,3.589
10,self_attn.k_proj,2.02291953,0.01000,0.587
10,self_attn.v_proj,0.91743158,0.01000,0.572
10,self_attn.q_proj,10.23927115,0.01000,0.586
10,self_attn.o_proj,1.26303708,0.01000,0.628
10,mlp.up_proj,38.33327576,0.01000,0.631
10,mlp.gate_proj,42.22324041,0.01000,0.631
10,mlp.down_proj,4.19643478,0.01000,3.880
11,self_attn.k_proj,2.49720556,0.01000,0.604
11,self_attn.v_proj,0.84860099,0.01000,0.604
11,self_attn.q_proj,10.59318743,0.01000,0.614
11,self_attn.o_proj,1.44926018,0.01000,0.613
11,mlp.up_proj,34.05972397,0.01000,0.600
11,mlp.gate_proj,34.98881461,0.01000,0.621
11,mlp.down_proj,3.78504640,0.01000,3.701
12,self_attn.k_proj,2.51501925,0.01000,0.643
12,self_attn.v_proj,1.06571939,0.01000,0.612
12,self_attn.q_proj,11.37260368,0.01000,0.595
12,self_attn.o_proj,1.42345318,0.01000,0.574
12,mlp.up_proj,33.02424516,0.01000,0.609
12,mlp.gate_proj,32.15129480,0.01000,0.631
12,mlp.down_proj,4.32310599,0.01000,3.762
13,self_attn.k_proj,2.17874396,0.01000,0.600
13,self_attn.v_proj,1.34991701,0.01000,0.585
13,self_attn.q_proj,11.63673653,0.01000,0.595
13,self_attn.o_proj,2.12498794,0.01000,0.577
13,mlp.up_proj,31.13961415,0.01000,0.606
13,mlp.gate_proj,32.60532906,0.01000,0.599
13,mlp.down_proj,3.95873230,0.01000,3.753
14,self_attn.k_proj,2.99430476,0.01000,0.563
14,self_attn.v_proj,1.20193668,0.01000,0.557
14,self_attn.q_proj,15.81873781,0.01000,0.563
14,self_attn.o_proj,2.06551350,0.01000,0.634
14,mlp.up_proj,33.95725983,0.01000,0.578
14,mlp.gate_proj,33.69845680,0.01000,0.593
14,mlp.down_proj,4.71709626,0.01000,3.694
15,self_attn.k_proj,2.77116690,0.01000,0.609
15,self_attn.v_proj,1.10220412,0.01000,0.591
15,self_attn.q_proj,12.72785654,0.01000,0.599
15,self_attn.o_proj,1.87682963,0.01000,0.609
15,mlp.up_proj,31.97431222,0.01000,0.659
15,mlp.gate_proj,30.82866852,0.01000,0.627
15,mlp.down_proj,4.68322897,0.01000,3.653
16,self_attn.k_proj,2.65178245,0.01000,0.597
16,self_attn.v_proj,1.33414724,0.01000,0.595
16,self_attn.q_proj,13.40043761,0.01000,0.587
16,self_attn.o_proj,2.56995311,0.01000,0.605
16,mlp.up_proj,34.49688110,0.01000,0.593
16,mlp.gate_proj,33.07141986,0.01000,0.594
16,mlp.down_proj,4.67668955,0.01000,3.801
17,self_attn.k_proj,2.56790221,0.01000,0.573
17,self_attn.v_proj,1.63155973,0.01000,0.569
17,self_attn.q_proj,14.37411106,0.01000,0.567
17,self_attn.o_proj,2.11580409,0.01000,0.613
17,mlp.up_proj,40.19091352,0.01000,0.624
17,mlp.gate_proj,37.72127967,0.01000,0.617
17,mlp.down_proj,6.41667661,0.01000,3.904
18,self_attn.k_proj,2.01086315,0.01000,0.627
18,self_attn.v_proj,1.82605520,0.01000,0.622
18,self_attn.q_proj,12.26445795,0.01000,0.628
18,self_attn.o_proj,2.60375627,0.01000,0.626
18,mlp.up_proj,42.72995571,0.01000,0.637
18,mlp.gate_proj,39.51592978,0.01000,0.633
18,mlp.down_proj,7.30472941,0.01000,3.770
19,self_attn.k_proj,2.03734621,0.01000,0.609
19,self_attn.v_proj,2.17895159,0.01000,0.608
19,self_attn.q_proj,13.97130506,0.01000,0.602
19,self_attn.o_proj,2.98630336,0.01000,0.589
19,mlp.up_proj,45.40066239,0.01000,0.608
19,mlp.gate_proj,43.89151394,0.01000,0.612
19,mlp.down_proj,7.82231198,0.01000,3.688
20,self_attn.k_proj,2.03618901,0.01000,0.600
20,self_attn.v_proj,2.32651697,0.01000,0.609
20,self_attn.q_proj,12.49319835,0.01000,0.644
20,self_attn.o_proj,2.02054115,0.01000,0.607
20,mlp.up_proj,53.92699021,0.01000,0.606
20,mlp.gate_proj,51.74172017,0.01000,0.599
20,mlp.down_proj,14.09048887,0.01000,3.809
21,self_attn.k_proj,2.22723000,0.01000,0.632
21,self_attn.v_proj,3.41219732,0.01000,0.620
21,self_attn.q_proj,14.44116497,0.01000,0.618
21,self_attn.o_proj,4.64260670,0.01000,0.616
21,mlp.up_proj,64.68185143,0.01000,0.632
21,mlp.gate_proj,65.52687134,0.01000,0.628
21,mlp.down_proj,17.97917598,0.01000,3.809
22,self_attn.k_proj,2.89653644,0.01000,0.588
22,self_attn.v_proj,5.82066236,0.01000,0.582
22,self_attn.q_proj,18.60508524,0.01000,0.594
22,self_attn.o_proj,5.02134183,0.01000,0.634
22,mlp.up_proj,90.02371180,0.01000,0.611
22,mlp.gate_proj,91.14663930,0.01000,0.615
22,mlp.down_proj,34.05776069,0.01000,3.731
23,self_attn.k_proj,4.18426553,0.01000,0.582
23,self_attn.v_proj,10.33130930,0.01000,0.578
23,self_attn.q_proj,25.64362199,0.01000,0.571
23,self_attn.o_proj,13.37783952,0.01000,0.588
23,mlp.up_proj,125.68233908,0.01000,0.604
23,mlp.gate_proj,128.76723017,0.01000,0.603
23,mlp.down_proj,43.81595416,0.01000,3.752
24,self_attn.k_proj,3.36082683,0.01000,0.582
24,self_attn.v_proj,10.30109492,0.01000,0.590
24,self_attn.q_proj,23.33862463,0.01000,0.593
24,self_attn.o_proj,5.05974270,0.01000,0.585
24,mlp.up_proj,139.16557624,0.01000,0.603
24,mlp.gate_proj,132.34724480,0.01000,0.586
24,mlp.down_proj,59.95090011,0.01000,3.698
25,self_attn.k_proj,4.10498364,0.01000,0.576
25,self_attn.v_proj,17.18356073,0.01000,0.562
25,self_attn.q_proj,27.32380730,0.01000,0.571
25,self_attn.o_proj,9.62589656,0.01000,0.578
25,mlp.up_proj,171.75121912,0.01000,0.598
25,mlp.gate_proj,154.04677341,0.01000,0.583
25,mlp.down_proj,83.74196908,0.01000,3.576
26,self_attn.k_proj,5.83665500,0.01000,0.589
26,self_attn.v_proj,42.81872257,0.01000,0.590
26,self_attn.q_proj,46.47709586,0.01000,0.595
26,self_attn.o_proj,23.30883757,0.01000,0.583
26,mlp.up_proj,170.47679616,0.01000,0.612
26,mlp.gate_proj,150.27404706,0.01000,0.595
26,mlp.down_proj,0.00017362,0.01250,4.201
27,self_attn.k_proj,6.51690253,0.01000,0.592
27,self_attn.v_proj,61.79766743,0.01000,0.568
27,self_attn.q_proj,64.76963792,0.01000,0.587
27,self_attn.o_proj,43.01269404,0.01000,0.577
27,mlp.up_proj,221.63391986,0.01000,0.607
27,mlp.gate_proj,214.62520319,0.01000,0.615
27,mlp.down_proj,415.36760403,0.01000,3.916