File size: 7,609 Bytes
d5b0d72 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 |
layer,module,loss,damp,time
0,attn_out,0.46341,0.01000,0.954
0,k_proj,0.34266,0.01000,0.776
0,v_proj,0.20672,0.01000,0.765
0,q_proj,0.35039,0.01000,0.767
0,ff_proj,0.13190,0.01000,0.781
0,up_proj,0.12847,0.01000,0.780
0,ff_out,0.01228,0.01000,3.181
1,attn_out,0.01194,0.01000,0.770
1,k_proj,0.23597,0.01000,0.771
1,v_proj,0.09884,0.01000,0.771
1,q_proj,0.20662,0.01000,0.769
1,ff_proj,0.20367,0.01000,0.784
1,up_proj,0.19539,0.01000,0.781
1,ff_out,0.02346,0.01000,3.186
2,attn_out,0.01837,0.01000,0.777
2,k_proj,0.54666,0.01000,0.769
2,v_proj,0.15541,0.01000,0.773
2,q_proj,0.48452,0.01000,0.774
2,ff_proj,0.48127,0.01000,0.787
2,up_proj,0.46108,0.01000,0.786
2,ff_out,0.07804,0.01000,3.186
3,attn_out,0.03099,0.01000,0.772
3,k_proj,0.38418,0.01000,0.769
3,v_proj,0.19304,0.01000,0.771
3,q_proj,0.35970,0.01000,0.769
3,ff_proj,1.27731,0.01000,0.784
3,up_proj,1.22143,0.01000,0.782
3,ff_out,0.20094,0.01000,3.188
4,attn_out,0.12638,0.01000,0.773
4,k_proj,0.83292,0.01000,0.770
4,v_proj,0.38806,0.01000,0.772
4,q_proj,0.77561,0.01000,0.773
4,ff_proj,2.68135,0.01000,0.783
4,up_proj,2.55238,0.01000,0.786
4,ff_out,0.38676,0.01000,3.189
5,attn_out,0.16436,0.01000,0.769
5,k_proj,1.79130,0.01000,0.777
5,v_proj,0.82750,0.01000,0.768
5,q_proj,1.64704,0.01000,0.769
5,ff_proj,4.76394,0.01000,0.783
5,up_proj,4.49322,0.01000,0.782
5,ff_out,0.58687,0.01000,3.194
6,attn_out,0.20771,0.01000,0.780
6,k_proj,2.01228,0.01000,0.767
6,v_proj,1.03743,0.01000,0.768
6,q_proj,1.89607,0.01000,0.771
6,ff_proj,6.48302,0.01000,0.782
6,up_proj,6.10663,0.01000,0.784
6,ff_out,0.74378,0.01000,3.192
7,attn_out,0.36060,0.01000,0.771
7,k_proj,4.17220,0.01000,0.774
7,v_proj,2.44076,0.01000,0.768
7,q_proj,4.06058,0.01000,0.774
7,ff_proj,9.79079,0.01000,0.783
7,up_proj,9.06263,0.01000,0.783
7,ff_out,1.07243,0.01000,3.186
8,attn_out,0.39326,0.01000,0.787
8,k_proj,3.43061,0.01000,0.795
8,v_proj,2.17513,0.01000,0.789
8,q_proj,3.33074,0.01000,0.787
8,ff_proj,13.66650,0.01000,0.787
8,up_proj,12.39581,0.01000,0.783
8,ff_out,1.46948,0.01000,3.188
9,attn_out,0.44965,0.01000,0.768
9,k_proj,3.89497,0.01000,0.769
9,v_proj,2.59796,0.01000,0.769
9,q_proj,3.78964,0.01000,0.768
9,ff_proj,15.71218,0.01000,0.781
9,up_proj,14.43543,0.01000,0.783
9,ff_out,1.73658,0.01000,3.185
10,attn_out,0.70652,0.01000,0.771
10,k_proj,9.19544,0.01000,0.768
10,v_proj,5.84565,0.01000,0.769
10,q_proj,9.08747,0.01000,0.769
10,ff_proj,18.82842,0.01000,0.780
10,up_proj,17.43126,0.01000,0.784
10,ff_out,2.19000,0.01000,3.186
11,attn_out,0.86296,0.01000,0.772
11,k_proj,5.60106,0.01000,0.769
11,v_proj,3.91052,0.01000,0.770
11,q_proj,5.47517,0.01000,0.768
11,ff_proj,20.85402,0.01000,0.785
11,up_proj,19.44729,0.01000,0.786
11,ff_out,2.66935,0.01000,3.186
12,attn_out,1.22999,0.01000,0.768
12,k_proj,7.09898,0.01000,0.768
12,v_proj,5.29340,0.01000,0.770
12,q_proj,6.99607,0.01000,0.771
12,ff_proj,20.98769,0.01000,0.785
12,up_proj,20.04654,0.01000,0.781
12,ff_out,3.13588,0.01000,3.187
13,attn_out,2.20784,0.01000,0.770
13,k_proj,12.16435,0.01000,0.766
13,v_proj,9.20147,0.01000,0.775
13,q_proj,12.00730,0.01000,0.767
13,ff_proj,25.78384,0.01000,0.782
13,up_proj,24.78483,0.01000,0.788
13,ff_out,3.97851,0.01000,3.193
14,attn_out,2.15204,0.01000,0.771
14,k_proj,9.78138,0.01000,0.769
14,v_proj,7.98051,0.01000,0.771
14,q_proj,9.64774,0.01000,0.771
14,ff_proj,28.72415,0.01000,0.782
14,up_proj,28.31051,0.01000,0.780
14,ff_out,4.65950,0.01000,3.189
15,attn_out,2.43048,0.01000,0.772
15,k_proj,10.99642,0.01000,0.769
15,v_proj,9.12490,0.01000,0.769
15,q_proj,10.80180,0.01000,0.774
15,ff_proj,26.85725,0.01000,0.785
15,up_proj,27.94277,0.01000,0.788
15,ff_out,5.20905,0.01000,3.193
16,attn_out,3.47777,0.01000,0.782
16,k_proj,15.06714,0.01000,0.770
16,v_proj,13.86565,0.01000,0.768
16,q_proj,14.89437,0.01000,0.772
16,ff_proj,32.00780,0.01000,0.783
16,up_proj,33.22430,0.01000,0.782
16,ff_out,5.62781,0.01000,3.191
17,attn_out,4.15703,0.01000,0.773
17,k_proj,14.72787,0.01000,0.767
17,v_proj,13.57190,0.01000,0.769
17,q_proj,14.44084,0.01000,0.770
17,ff_proj,33.70467,0.01000,0.781
17,up_proj,36.58906,0.01000,0.781
17,ff_out,6.80083,0.01000,3.191
18,attn_out,4.32158,0.01000,0.770
18,k_proj,14.62437,0.01000,0.770
18,v_proj,14.06934,0.01000,0.769
18,q_proj,14.27620,0.01000,0.770
18,ff_proj,34.71724,0.01000,0.782
18,up_proj,39.04211,0.01000,0.783
18,ff_out,7.68221,0.01000,3.191
19,attn_out,4.92948,0.01000,0.768
19,k_proj,17.51657,0.01000,0.773
19,v_proj,17.43266,0.01000,0.770
19,q_proj,17.24541,0.01000,0.772
19,ff_proj,37.16630,0.01000,0.782
19,up_proj,43.14838,0.01000,0.782
19,ff_out,9.42345,0.01000,3.188
20,attn_out,6.12879,0.01000,0.769
20,k_proj,15.77261,0.01000,0.772
20,v_proj,17.70500,0.01000,0.769
20,q_proj,15.46614,0.01000,0.772
20,ff_proj,37.29077,0.01000,0.786
20,up_proj,44.48997,0.01000,0.784
20,ff_out,10.20414,0.01000,3.192
21,attn_out,6.42759,0.01000,0.768
21,k_proj,17.71529,0.01000,0.769
21,v_proj,20.06910,0.01000,0.771
21,q_proj,17.42245,0.01000,0.771
21,ff_proj,41.39098,0.01000,0.783
21,up_proj,50.89703,0.01000,0.784
21,ff_out,12.42898,0.01000,3.199
22,attn_out,7.56994,0.01000,0.768
22,k_proj,19.16720,0.01000,0.770
22,v_proj,25.46598,0.01000,0.770
22,q_proj,18.93143,0.01000,0.768
22,ff_proj,45.91537,0.01000,0.783
22,up_proj,57.92929,0.01000,0.786
22,ff_out,14.98442,0.01000,3.194
23,attn_out,7.94560,0.01000,0.771
23,k_proj,19.21059,0.01000,0.767
23,v_proj,25.61421,0.01000,0.770
23,q_proj,19.07206,0.01000,0.767
23,ff_proj,52.68341,0.01000,0.787
23,up_proj,69.04587,0.01000,0.785
23,ff_out,20.84775,0.01000,3.205
24,attn_out,9.99096,0.01000,0.778
24,k_proj,18.64584,0.01000,0.769
24,v_proj,27.92673,0.01000,0.780
24,q_proj,18.41230,0.01000,0.768
24,ff_proj,56.93608,0.01000,0.783
24,up_proj,76.87387,0.01000,0.792
24,ff_out,27.15800,0.01000,3.193
25,attn_out,12.65934,0.01000,0.769
25,k_proj,20.20930,0.01000,0.770
25,v_proj,34.10970,0.01000,0.768
25,q_proj,20.15265,0.01000,0.769
25,ff_proj,64.59988,0.01000,0.780
25,up_proj,83.80959,0.01000,0.782
25,ff_out,35.60532,0.01000,3.190
26,attn_out,13.90159,0.01000,0.772
26,k_proj,19.57176,0.01000,0.771
26,v_proj,38.59014,0.01000,0.770
26,q_proj,19.55781,0.01000,0.770
26,ff_proj,79.34944,0.01000,0.785
26,up_proj,100.75468,0.01000,0.783
26,ff_out,47.41343,0.01000,3.191
27,attn_out,14.04380,0.01000,0.772
27,k_proj,21.52296,0.01000,0.772
27,v_proj,49.67180,0.01000,0.773
27,q_proj,21.66185,0.01000,0.772
27,ff_proj,88.83227,0.01000,0.786
27,up_proj,109.52364,0.01000,0.783
27,ff_out,67.93266,0.01000,3.197
28,attn_out,18.71825,0.01000,0.773
28,k_proj,21.00661,0.01000,0.771
28,v_proj,54.85551,0.01000,0.771
28,q_proj,21.08429,0.01000,0.771
28,ff_proj,97.04969,0.01000,0.784
28,up_proj,116.35686,0.01000,0.785
28,ff_out,68.13924,0.01000,3.191
29,attn_out,17.44988,0.01000,0.774
29,k_proj,19.76582,0.01000,0.770
29,v_proj,61.01070,0.01000,0.770
29,q_proj,19.79408,0.01000,0.766
29,ff_proj,103.81013,0.01000,0.785
29,up_proj,125.43891,0.01000,0.784
29,ff_out,69.22803,0.01000,3.194
30,attn_out,28.99095,0.01000,0.771
30,k_proj,21.20842,0.01000,0.771
30,v_proj,90.21648,0.01000,0.769
30,q_proj,21.18415,0.01000,0.772
30,ff_proj,114.58118,0.01000,0.783
30,up_proj,136.53314,0.01000,0.784
30,ff_out,81.22633,0.01000,3.211
31,attn_out,73.61667,0.01000,0.772
31,k_proj,23.93774,0.01000,0.776
31,v_proj,113.72330,0.01000,0.773
31,q_proj,24.07770,0.01000,0.775
31,ff_proj,127.92827,0.01000,0.795
31,up_proj,148.89145,0.01000,0.796
31,ff_out,233.53690,0.01000,3.204
|