layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,624.67089844,0.01000,1.582
0,feed_forward.up_proj,2151.54443359,0.01000,1.030
0,feed_forward.down_proj,6026.20800781,0.01000,2.448
1,feed_forward.gate_proj,604.59704590,0.01000,1.322
1,feed_forward.up_proj,1311.66918945,0.01000,1.005
1,feed_forward.down_proj,3412.71533203,0.01000,2.485
2,feed_forward.gate_proj,677.60620117,0.01000,1.291
2,feed_forward.up_proj,1267.96777344,0.01000,1.025
2,feed_forward.down_proj,3675.61181641,0.01000,2.557
3,feed_forward.gate_proj,649.56298828,0.01000,0.657
3,feed_forward.up_proj,1128.83312988,0.01000,0.658
3,feed_forward.down_proj,2869.40405273,0.01000,1.618
4,feed_forward.gate_proj,581.02844238,0.01000,0.726
4,feed_forward.up_proj,1012.30767822,0.01000,0.655
4,feed_forward.down_proj,2669.71240234,0.01000,1.612
5,feed_forward.gate_proj,468.70190430,0.01000,0.660
5,feed_forward.up_proj,797.08068848,0.01000,0.662
5,feed_forward.down_proj,5381.86181641,0.01000,1.631
6,feed_forward.gate_proj,525.78344727,0.01000,0.658
6,feed_forward.up_proj,913.03991699,0.01000,0.656
6,feed_forward.down_proj,2139.35839844,0.01000,1.682
7,feed_forward.gate_proj,489.02566528,0.01000,0.665
7,feed_forward.up_proj,826.94641113,0.01000,0.653
7,feed_forward.down_proj,2197.56640625,0.01000,1.627
8,feed_forward.gate_proj,520.19335938,0.01000,0.670
8,feed_forward.up_proj,886.29321289,0.01000,3.861
8,feed_forward.down_proj,2321.22680664,0.01000,1.740
9,feed_forward.gate_proj,572.48858643,0.01000,0.657
9,feed_forward.up_proj,973.94555664,0.01000,0.658
9,feed_forward.down_proj,2486.60986328,0.01000,1.604
10,feed_forward.gate_proj,627.51080322,0.01000,0.680
10,feed_forward.up_proj,1039.88256836,0.01000,0.656
10,feed_forward.down_proj,2580.92626953,0.01000,1.617
11,feed_forward.gate_proj,641.17895508,0.01000,0.656
11,feed_forward.up_proj,1088.81091309,0.01000,0.670
11,feed_forward.down_proj,3153.06103516,0.01000,1.626
12,feed_forward.gate_proj,758.06732178,0.01000,0.653
12,feed_forward.up_proj,1224.85961914,0.01000,0.653
12,feed_forward.down_proj,3402.39453125,0.01000,1.702
13,feed_forward.gate_proj,827.72448730,0.01000,4.554
13,feed_forward.up_proj,1354.01977539,0.01000,0.679
13,feed_forward.down_proj,3610.99169922,0.01000,1.627
14,feed_forward.gate_proj,893.10424805,0.01000,0.657
14,feed_forward.up_proj,1459.26574707,0.01000,0.656
14,feed_forward.down_proj,4277.40625000,0.01000,1.627
15,feed_forward.gate_proj,959.15979004,0.01000,0.667
15,feed_forward.up_proj,1559.01354980,0.01000,0.663
15,feed_forward.down_proj,5018.71386719,0.01000,1.631
16,feed_forward.gate_proj,1128.38818359,0.01000,0.637
16,feed_forward.up_proj,1779.90026855,0.01000,0.635
16,feed_forward.down_proj,5847.33544922,0.01000,1.562
17,feed_forward.gate_proj,1269.71337891,0.01000,0.638
17,feed_forward.up_proj,2001.11999512,0.01000,0.653
17,feed_forward.down_proj,7555.98876953,0.01000,1.557
18,feed_forward.gate_proj,1386.91040039,0.01000,0.635
18,feed_forward.up_proj,2173.71386719,0.01000,0.635
18,feed_forward.down_proj,9006.33007812,0.01000,1.574
19,feed_forward.gate_proj,1499.96752930,0.01000,0.638
19,feed_forward.up_proj,2390.80126953,0.01000,0.637
19,feed_forward.down_proj,11798.68359375,0.01000,1.561
20,feed_forward.gate_proj,1522.05859375,0.01000,0.636
20,feed_forward.up_proj,2440.88134766,0.01000,0.636
20,feed_forward.down_proj,16054.07812500,0.01000,1.563
21,feed_forward.gate_proj,1822.91528320,0.01000,0.638
21,feed_forward.up_proj,2937.01611328,0.01000,0.644
21,feed_forward.down_proj,20514.62109375,0.01000,1.560
22,feed_forward.gate_proj,2279.46264648,0.01000,0.635
22,feed_forward.up_proj,3694.55688477,0.01000,0.636
22,feed_forward.down_proj,29871.16210938,0.01000,1.578
23,feed_forward.gate_proj,2953.02832031,0.01000,0.634
23,feed_forward.up_proj,4749.54687500,0.01000,0.637
23,feed_forward.down_proj,39491.95312500,0.01000,1.564
24,feed_forward.gate_proj,3883.18847656,0.01000,0.663
24,feed_forward.up_proj,6229.53222656,0.01000,1.676
24,feed_forward.down_proj,55231.20312500,0.01000,3.834
25,feed_forward.gate_proj,4664.22314453,0.01000,2.105
25,feed_forward.up_proj,7569.90380859,0.01000,2.109
25,feed_forward.down_proj,69379.39062500,0.01000,5.012
26,feed_forward.gate_proj,5286.23291016,0.01000,2.108
26,feed_forward.up_proj,8552.61523438,0.01000,2.088
26,feed_forward.down_proj,82575.00000000,0.01000,5.086
27,feed_forward.gate_proj,5983.01904297,0.01000,2.115
27,feed_forward.up_proj,9667.10058594,0.01000,2.109
27,feed_forward.down_proj,95726.82812500,0.01000,5.089
28,feed_forward.gate_proj,6404.26171875,0.01000,2.108
28,feed_forward.up_proj,10273.70312500,0.01000,2.110
28,feed_forward.down_proj,123070.79687500,0.01000,5.078
29,feed_forward.gate_proj,7161.31787109,0.01000,2.128
29,feed_forward.up_proj,10653.72070312,0.01000,2.107
29,feed_forward.down_proj,136967.78125000,0.01000,5.099
30,feed_forward.gate_proj,8320.82421875,0.01000,2.108
30,feed_forward.up_proj,11286.77734375,0.01000,2.112
30,feed_forward.down_proj,142235.81250000,0.01000,5.083
31,feed_forward.gate_proj,12887.02343750,0.01000,2.111
31,feed_forward.up_proj,17115.74609375,0.01000,2.128
31,feed_forward.down_proj,257728.96875000,0.01000,5.068