Delete quant_log.csv

quant_log.csv

@@ -1,253 +0,0 @@
-layer,module,loss,damp,time
-0,self_attn.k_proj,24.83903,0.10000,0.843
-0,self_attn.v_proj,3.81108,0.10000,0.838
-0,self_attn.q_proj,128.54844,0.10000,0.852
-0,self_attn.o_proj,2.10881,0.10000,0.847
-0,mlp.up_proj,100.77310,0.10000,0.892
-0,mlp.gate_proj,127.25332,0.10000,0.897
-0,mlp.down_proj,16.19182,0.10000,4.801
-1,self_attn.k_proj,8.20036,0.10000,0.847
-1,self_attn.v_proj,1.61279,0.10000,0.848
-1,self_attn.q_proj,29.95984,0.10000,0.866
-1,self_attn.o_proj,1.78946,0.10000,0.901
-1,mlp.up_proj,10165.65192,0.10000,0.906
-1,mlp.gate_proj,13166.80513,0.10000,0.901
-1,mlp.down_proj,1.07076,0.10000,4.851
-2,self_attn.k_proj,7.78844,0.10000,0.842
-2,self_attn.v_proj,1.92078,0.10000,0.844
-2,self_attn.q_proj,35.28019,0.10000,0.855
-2,self_attn.o_proj,1.24437,0.10000,0.852
-2,mlp.up_proj,2470.18301,0.10000,0.899
-2,mlp.gate_proj,2290.62628,0.10000,0.899
-2,mlp.down_proj,244.02252,0.10000,4.819
-3,self_attn.k_proj,22.89211,0.10000,0.851
-3,self_attn.v_proj,4.91427,0.10000,0.852
-3,self_attn.q_proj,105.23157,0.10000,0.859
-3,self_attn.o_proj,1.59546,0.10000,0.874
-3,mlp.up_proj,2088.06699,0.10000,0.920
-3,mlp.gate_proj,2103.94856,0.10000,0.910
-3,mlp.down_proj,19.02342,0.10000,4.834
-4,self_attn.k_proj,18.72483,0.10000,0.846
-4,self_attn.v_proj,5.88361,0.10000,0.840
-4,self_attn.q_proj,89.70197,0.10000,0.852
-4,self_attn.o_proj,3.63549,0.10000,0.852
-4,mlp.up_proj,1655.85657,0.10000,0.897
-4,mlp.gate_proj,2085.91538,0.10000,0.896
-4,mlp.down_proj,9.42999,0.10000,4.818
-5,self_attn.k_proj,28.67266,0.10000,0.848
-5,self_attn.v_proj,11.47020,0.10000,0.840
-5,self_attn.q_proj,153.50000,0.10000,0.858
-5,self_attn.o_proj,4.67206,0.10000,0.854
-5,mlp.up_proj,2702.47212,0.10000,0.923
-5,mlp.gate_proj,3203.09359,0.10000,0.921
-5,mlp.down_proj,19.66682,0.10000,4.812
-6,self_attn.k_proj,20.16864,0.10000,0.860
-6,self_attn.v_proj,12.94484,0.10000,0.853
-6,self_attn.q_proj,123.28695,0.10000,0.851
-6,self_attn.o_proj,7.93740,0.10000,0.851
-6,mlp.up_proj,3216.67436,0.10000,0.910
-6,mlp.gate_proj,3933.01474,0.10000,0.899
-6,mlp.down_proj,24.62265,0.10000,4.811
-7,self_attn.k_proj,26.02061,0.10000,0.848
-7,self_attn.v_proj,14.23182,0.10000,0.837
-7,self_attn.q_proj,151.87713,0.10000,0.860
-7,self_attn.o_proj,5.77019,0.10000,0.861
-7,mlp.up_proj,2620.39936,0.10000,0.912
-7,mlp.gate_proj,3281.85513,0.10000,0.911
-7,mlp.down_proj,31.73279,0.10000,4.813
-8,self_attn.k_proj,24.38100,0.10000,0.844
-8,self_attn.v_proj,15.63451,0.10000,0.844
-8,self_attn.q_proj,156.67457,0.10000,0.855
-8,self_attn.o_proj,5.17390,0.10000,0.859
-8,mlp.up_proj,2677.86955,0.10000,0.903
-8,mlp.gate_proj,3816.05705,0.10000,0.899
-8,mlp.down_proj,37.57000,0.10000,4.835
-9,self_attn.k_proj,26.13946,0.10000,0.844
-9,self_attn.v_proj,14.18505,0.10000,0.840
-9,self_attn.q_proj,147.75867,0.10000,0.855
-9,self_attn.o_proj,5.29003,0.10000,0.856
-9,mlp.up_proj,2327.04728,0.10000,0.908
-9,mlp.gate_proj,3634.60705,0.10000,0.898
-9,mlp.down_proj,51.15143,0.10000,4.794
-10,self_attn.k_proj,28.52876,0.10000,0.848
-10,self_attn.v_proj,19.50285,0.10000,0.840
-10,self_attn.q_proj,185.49730,0.10000,0.855
-10,self_attn.o_proj,9.79378,0.10000,0.858
-10,mlp.up_proj,1535.21218,0.10000,0.907
-10,mlp.gate_proj,2459.32917,0.10000,0.898
-10,mlp.down_proj,65.11133,0.10000,4.836
-11,self_attn.k_proj,23.21211,0.10000,0.847
-11,self_attn.v_proj,17.17487,0.10000,0.843
-11,self_attn.q_proj,147.89002,0.10000,0.858
-11,self_attn.o_proj,14.65216,0.10000,0.848
-11,mlp.up_proj,728.37292,0.10000,0.893
-11,mlp.gate_proj,1036.58229,0.10000,0.904
-11,mlp.down_proj,78.02056,0.10000,4.811
-12,self_attn.k_proj,24.12207,0.10000,0.850
-12,self_attn.v_proj,15.07213,0.10000,0.846
-12,self_attn.q_proj,150.31200,0.10000,0.862
-12,self_attn.o_proj,16.52204,0.10000,0.848
-12,mlp.up_proj,837.65657,0.10000,0.900
-12,mlp.gate_proj,1208.21434,0.10000,0.902
-12,mlp.down_proj,85.59081,0.10000,4.834
-13,self_attn.k_proj,29.83337,0.10000,0.856
-13,self_attn.v_proj,11.49245,0.10000,0.846
-13,self_attn.q_proj,166.75174,0.10000,0.853
-13,self_attn.o_proj,7.48045,0.10000,0.850
-13,mlp.up_proj,503.02480,0.10000,0.900
-13,mlp.gate_proj,526.99720,0.10000,0.901
-13,mlp.down_proj,71.84666,0.10000,4.844
-14,self_attn.k_proj,22.90281,0.10000,0.848
-14,self_attn.v_proj,12.00216,0.10000,0.840
-14,self_attn.q_proj,138.37674,0.10000,0.850
-14,self_attn.o_proj,16.20359,0.10000,0.847
-14,mlp.up_proj,518.49119,0.10000,0.898
-14,mlp.gate_proj,548.01402,0.10000,0.923
-14,mlp.down_proj,75.38350,0.10000,4.792
-15,self_attn.k_proj,23.27711,0.10000,0.853
-15,self_attn.v_proj,13.22887,0.10000,0.850
-15,self_attn.q_proj,143.66597,0.10000,0.864
-15,self_attn.o_proj,15.63252,0.10000,0.854
-15,mlp.up_proj,499.99327,0.10000,0.902
-15,mlp.gate_proj,480.42796,0.10000,0.904
-15,mlp.down_proj,76.88166,0.10000,4.806
-16,self_attn.k_proj,26.04319,0.10000,0.847
-16,self_attn.v_proj,13.46217,0.10000,0.845
-16,self_attn.q_proj,149.10439,0.10000,0.862
-16,self_attn.o_proj,17.14302,0.10000,0.861
-16,mlp.up_proj,518.47492,0.10000,0.901
-16,mlp.gate_proj,533.84720,0.10000,0.896
-16,mlp.down_proj,67.07441,0.10000,4.836
-17,self_attn.k_proj,37.38921,0.10000,0.852
-17,self_attn.v_proj,17.43877,0.10000,0.843
-17,self_attn.q_proj,210.44046,0.10000,0.862
-17,self_attn.o_proj,19.33481,0.10000,0.865
-17,mlp.up_proj,482.37833,0.10000,0.898
-17,mlp.gate_proj,477.10361,0.10000,0.900
-17,mlp.down_proj,68.53336,0.10000,4.829
-18,self_attn.k_proj,24.99486,0.10000,0.860
-18,self_attn.v_proj,14.95020,0.10000,0.852
-18,self_attn.q_proj,160.26471,0.10000,0.856
-18,self_attn.o_proj,21.05432,0.10000,0.856
-18,mlp.up_proj,492.59287,0.10000,0.906
-18,mlp.gate_proj,507.56811,0.10000,0.897
-18,mlp.down_proj,67.69839,0.10000,4.874
-19,self_attn.k_proj,32.89904,0.10000,0.851
-19,self_attn.v_proj,15.57786,0.10000,0.846
-19,self_attn.q_proj,187.26719,0.10000,0.857
-19,self_attn.o_proj,25.46678,0.10000,0.857
-19,mlp.up_proj,499.52196,0.10000,0.911
-19,mlp.gate_proj,483.06038,0.10000,0.967
-19,mlp.down_proj,70.79848,0.10000,4.915
-20,self_attn.k_proj,34.06140,0.10000,0.852
-20,self_attn.v_proj,29.86034,0.10000,0.845
-20,self_attn.q_proj,281.65825,0.10000,0.865
-20,self_attn.o_proj,24.28207,0.10000,0.852
-20,mlp.up_proj,537.90020,0.10000,0.959
-20,mlp.gate_proj,521.52364,0.10000,0.962
-20,mlp.down_proj,84.13465,0.10000,4.890
-21,self_attn.k_proj,33.76769,0.10000,0.842
-21,self_attn.v_proj,20.98391,0.10000,0.843
-21,self_attn.q_proj,208.40905,0.10000,0.857
-21,self_attn.o_proj,32.24769,0.10000,0.845
-21,mlp.up_proj,541.28309,0.10000,0.968
-21,mlp.gate_proj,571.42885,0.10000,0.963
-21,mlp.down_proj,79.02754,0.10000,4.923
-22,self_attn.k_proj,35.91977,0.10000,0.846
-22,self_attn.v_proj,28.41653,0.10000,0.852
-22,self_attn.q_proj,239.51983,0.10000,0.845
-22,self_attn.o_proj,30.16060,0.10000,0.856
-22,mlp.up_proj,605.74443,0.10000,0.975
-22,mlp.gate_proj,618.79655,0.10000,0.967
-22,mlp.down_proj,93.22225,0.10000,4.940
-23,self_attn.k_proj,40.04756,0.10000,0.852
-23,self_attn.v_proj,19.28245,0.10000,0.845
-23,self_attn.q_proj,255.66218,0.10000,0.843
-23,self_attn.o_proj,17.14835,0.10000,0.853
-23,mlp.up_proj,655.34151,0.10000,0.965
-23,mlp.gate_proj,630.03710,0.10000,1.017
-23,mlp.down_proj,110.95681,0.10000,4.881
-24,self_attn.k_proj,30.18802,0.10000,0.858
-24,self_attn.v_proj,22.80094,0.10000,0.840
-24,self_attn.q_proj,206.45933,0.10000,0.868
-24,self_attn.o_proj,17.20003,0.10000,0.855
-24,mlp.up_proj,642.00449,0.10000,0.968
-24,mlp.gate_proj,622.89948,0.10000,0.960
-24,mlp.down_proj,104.85094,0.10000,4.908
-25,self_attn.k_proj,28.93091,0.10000,0.850
-25,self_attn.v_proj,35.50891,0.10000,0.844
-25,self_attn.q_proj,265.88281,0.10000,0.867
-25,self_attn.o_proj,12.70726,0.10000,0.857
-25,mlp.up_proj,673.07997,0.10000,0.971
-25,mlp.gate_proj,666.35849,0.10000,0.995
-25,mlp.down_proj,120.40013,0.10000,4.888
-26,self_attn.k_proj,28.65117,0.10000,0.850
-26,self_attn.v_proj,34.06436,0.10000,0.851
-26,self_attn.q_proj,213.65038,0.10000,0.854
-26,self_attn.o_proj,17.78858,0.10000,0.862
-26,mlp.up_proj,745.56394,0.10000,0.899
-26,mlp.gate_proj,706.36795,0.10000,0.954
-26,mlp.down_proj,144.82057,0.10000,4.921
-27,self_attn.k_proj,28.01956,0.10000,0.845
-27,self_attn.v_proj,43.74103,0.10000,0.845
-27,self_attn.q_proj,322.00084,0.10000,0.853
-27,self_attn.o_proj,51.75505,0.10000,0.850
-27,mlp.up_proj,769.16026,0.10000,0.908
-27,mlp.gate_proj,764.00689,0.10000,0.962
-27,mlp.down_proj,146.10802,0.10000,4.800
-28,self_attn.k_proj,28.72714,0.10000,0.847
-28,self_attn.v_proj,41.97880,0.10000,0.849
-28,self_attn.q_proj,251.50935,0.10000,0.866
-28,self_attn.o_proj,41.25635,0.10000,0.867
-28,mlp.up_proj,850.87821,0.10000,0.966
-28,mlp.gate_proj,854.25337,0.10000,0.965
-28,mlp.down_proj,171.43063,0.10000,4.890
-29,self_attn.k_proj,28.24335,0.10000,0.852
-29,self_attn.v_proj,36.04046,0.10000,0.850
-29,self_attn.q_proj,234.06024,0.10000,0.854
-29,self_attn.o_proj,12.19162,0.10000,0.850
-29,mlp.up_proj,966.48942,0.10000,0.969
-29,mlp.gate_proj,961.18718,0.10000,0.960
-29,mlp.down_proj,215.83714,0.10000,4.848
-30,self_attn.k_proj,30.30796,0.10000,0.854
-30,self_attn.v_proj,83.47273,0.10000,0.845
-30,self_attn.q_proj,318.23778,0.10000,0.854
-30,self_attn.o_proj,31.41730,0.10000,0.862
-30,mlp.up_proj,1318.07388,0.10000,1.004
-30,mlp.gate_proj,1247.34046,0.10000,0.974
-30,mlp.down_proj,1402.69615,0.10000,4.892
-31,self_attn.k_proj,39.41036,0.10000,0.851
-31,self_attn.v_proj,88.15373,0.10000,0.843
-31,self_attn.q_proj,380.71510,0.10000,0.859
-31,self_attn.o_proj,74.49200,0.10000,0.851
-31,mlp.up_proj,1596.19904,0.10000,0.986
-31,mlp.gate_proj,1435.06747,0.10000,0.989
-31,mlp.down_proj,622.15962,0.10000,4.880
-32,self_attn.k_proj,48.18025,0.10000,0.840
-32,self_attn.v_proj,206.43401,0.10000,0.842
-32,self_attn.q_proj,479.40769,0.10000,0.854
-32,self_attn.o_proj,71.31563,0.10000,0.852
-32,mlp.up_proj,1584.80385,0.10000,0.995
-32,mlp.gate_proj,1416.53878,0.10000,0.989
-32,mlp.down_proj,687.19607,0.10000,4.897
-33,self_attn.k_proj,44.60647,0.10000,0.852
-33,self_attn.v_proj,366.04748,0.10000,0.845
-33,self_attn.q_proj,463.31310,0.10000,0.856
-33,self_attn.o_proj,79.14707,0.10000,0.853
-33,mlp.up_proj,1608.57628,0.10000,1.003
-33,mlp.gate_proj,1325.68253,0.10000,0.986
-33,mlp.down_proj,1079.32244,0.10000,4.899
-34,self_attn.k_proj,28.37394,0.10000,0.844
-34,self_attn.v_proj,85.50487,0.10000,0.854
-34,self_attn.q_proj,280.46202,0.10000,0.849
-34,self_attn.o_proj,78.82577,0.10000,0.840
-34,mlp.up_proj,1901.89359,0.10000,0.992
-34,mlp.gate_proj,1636.86699,0.10000,0.996
-34,mlp.down_proj,1089.57532,0.10000,4.908
-35,self_attn.k_proj,31.31396,0.10000,0.855
-35,self_attn.v_proj,86.57718,0.10000,0.854
-35,self_attn.q_proj,293.05164,0.10000,0.861
-35,self_attn.o_proj,70.40742,0.10000,0.853
-35,mlp.up_proj,2689.68942,0.10000,0.996
-35,mlp.gate_proj,2448.59423,0.10000,0.991
-35,mlp.down_proj,3298.19391,0.10000,4.922