eol_token [3072] -1.03125
pad_token [3072] -0.2001953125
x_embedder.weight [16,3072] 2.625
x_embedder.bias [3072] -3.421875
t_embedder.mlp.0.weight [256,1024] -400.0
t_embedder.mlp.0.bias [1024] -2.5625
t_embedder.mlp.2.weight [1024,1024] 2096.0
t_embedder.mlp.2.bias [1024] -87.5
cap_embedder.0.weight [4096] 1912.0
cap_embedder.0.bias [4096] -8.8125
cap_embedder.1.weight [4096,1024] 105.5
cap_embedder.1.bias [1024] -87.5
layers.0.attention.gate [32] -0.2392578125
layers.0.attention.wq.weight [3072,3072] -39.25
layers.0.attention.wk.weight [3072,3072] -89.5
layers.0.attention.wv.weight [3072,3072] -20.75
layers.0.attention.wk_y.weight [4096,3072] 190.0
layers.0.attention.wv_y.weight [4096,3072] -97.0
layers.0.attention.wo.weight [3072,3072] -9.3125
layers.0.attention.q_norm.weight [3072] 2896.0
layers.0.attention.q_norm.bias [3072] -11.5625
layers.0.attention.k_norm.weight [3072] 2896.0
layers.0.attention.k_norm.bias [3072] -10.125
layers.0.attention.ky_norm.weight [3072] 3056.0
layers.0.attention.ky_norm.bias [3072] -0.01153564453125
layers.0.feed_forward.w1.weight [3072,8192] -1096.0
layers.0.feed_forward.w2.weight [8192,3072] 78.5
layers.0.feed_forward.w3.weight [3072,8192] 11.4375
layers.0.attention_norm.weight [3072] 2976.0
layers.0.ffn_norm.weight [3072] 2944.0
layers.0.adaLN_modulation.1.weight [1024,18432] 13824.0
layers.0.adaLN_modulation.1.bias [18432] -69.5
layers.0.attention_y_norm.weight [4096] 4160.0
layers.1.attention.gate [32] 0.053955078125
layers.1.attention.wq.weight [3072,3072] 21.75
layers.1.attention.wk.weight [3072,3072] -114.5
layers.1.attention.wv.weight [3072,3072] 13.375
layers.1.attention.wk_y.weight [4096,3072] 11.9375
layers.1.attention.wv_y.weight [4096,3072] 12.6875
layers.1.attention.wo.weight [3072,3072] 27.375
layers.1.attention.q_norm.weight [3072] 3008.0
layers.1.attention.q_norm.bias [3072] -0.1142578125
layers.1.attention.k_norm.weight [3072] 3008.0
layers.1.attention.k_norm.bias [3072] 0.20703125
layers.1.attention.ky_norm.weight [3072] 3072.0
layers.1.attention.ky_norm.bias [3072] -3.933906555175781e-05
layers.1.feed_forward.w1.weight [3072,8192] -120.5
layers.1.feed_forward.w2.weight [8192,3072] 32.5
layers.1.feed_forward.w3.weight [3072,8192] 57.5
layers.1.attention_norm.weight [3072] 3040.0
layers.1.ffn_norm.weight [3072] 3040.0
layers.1.adaLN_modulation.1.weight [1024,18432] 2864.0
layers.1.adaLN_modulation.1.bias [18432] -41.25
layers.1.attention_y_norm.weight [4096] 4096.0
layers.2.attention.gate [32] 0.0169677734375
layers.2.attention.wq.weight [3072,3072] 80.5
layers.2.attention.wk.weight [3072,3072] -79.0
layers.2.attention.wv.weight [3072,3072] 56.25
layers.2.attention.wk_y.weight [4096,3072] -82.5
layers.2.attention.wv_y.weight [4096,3072] -3.25
layers.2.attention.wo.weight [3072,3072] -68.0
layers.2.attention.q_norm.weight [3072] 2992.0
layers.2.attention.q_norm.bias [3072] -1.21875
layers.2.attention.k_norm.weight [3072] 2992.0
layers.2.attention.k_norm.bias [3072] 0.2236328125
layers.2.attention.ky_norm.weight [3072] 3072.0
layers.2.attention.ky_norm.bias [3072] 3.9577484130859375e-05
layers.2.feed_forward.w1.weight [3072,8192] 167.0
layers.2.feed_forward.w2.weight [8192,3072] -201.0
layers.2.feed_forward.w3.weight [3072,8192] -100.5
layers.2.attention_norm.weight [3072] 3040.0
layers.2.ffn_norm.weight [3072] 3040.0
layers.2.adaLN_modulation.1.weight [1024,18432] 3936.0
layers.2.adaLN_modulation.1.bias [18432] -36.5
layers.2.attention_y_norm.weight [4096] 4096.0
layers.3.attention.gate [32] -0.033447265625
layers.3.attention.wq.weight [3072,3072] 21.125
layers.3.attention.wk.weight [3072,3072] 6.03125
layers.3.attention.wv.weight [3072,3072] 38.25
layers.3.attention.wk_y.weight [4096,3072] -51.25
layers.3.attention.wv_y.weight [4096,3072] -58.5
layers.3.attention.wo.weight [3072,3072] 34.75
layers.3.attention.q_norm.weight [3072] 3024.0
layers.3.attention.q_norm.bias [3072] -0.11962890625
layers.3.attention.k_norm.weight [3072] 3024.0
layers.3.attention.k_norm.bias [3072] 0.337890625
layers.3.attention.ky_norm.weight [3072] 3072.0
layers.3.attention.ky_norm.bias [3072] 3.886222839355469e-05
layers.3.feed_forward.w1.weight [3072,8192] -194.0
layers.3.feed_forward.w2.weight [8192,3072] -8.3125
layers.3.feed_forward.w3.weight [3072,8192] -44.25
layers.3.attention_norm.weight [3072] 3008.0
layers.3.ffn_norm.weight [3072] 3056.0
layers.3.adaLN_modulation.1.weight [1024,18432] 3776.0
layers.3.adaLN_modulation.1.bias [18432] -50.5
layers.3.attention_y_norm.weight [4096] 4096.0
layers.4.attention.gate [32] -0.0869140625
layers.4.attention.wq.weight [3072,3072] 74.0
layers.4.attention.wk.weight [3072,3072] -23.875
layers.4.attention.wv.weight [3072,3072] 25.75
layers.4.attention.wk_y.weight [4096,3072] 41.75
layers.4.attention.wv_y.weight [4096,3072] -80.0
layers.4.attention.wo.weight [3072,3072] -65.5
layers.4.attention.q_norm.weight [3072] 2992.0
layers.4.attention.q_norm.bias [3072] -2.484375
layers.4.attention.k_norm.weight [3072] 2992.0
layers.4.attention.k_norm.bias [3072] -1.0859375
layers.4.attention.ky_norm.weight [3072] 3072.0
layers.4.attention.ky_norm.bias [3072] -5.435943603515625e-05
layers.4.feed_forward.w1.weight [3072,8192] -188.0
layers.4.feed_forward.w2.weight [8192,3072] -16.75
layers.4.feed_forward.w3.weight [3072,8192] -44.25
layers.4.attention_norm.weight [3072] 3024.0
layers.4.ffn_norm.weight [3072] 3040.0
layers.4.adaLN_modulation.1.weight [1024,18432] 3600.0
layers.4.adaLN_modulation.1.bias [18432] -36.0
layers.4.attention_y_norm.weight [4096] 4096.0
layers.5.attention.gate [32] -0.01556396484375
layers.5.attention.wq.weight [3072,3072] -47.75
layers.5.attention.wk.weight [3072,3072] 55.5
layers.5.attention.wv.weight [3072,3072] -15.375
layers.5.attention.wk_y.weight [4096,3072] 9.125
layers.5.attention.wv_y.weight [4096,3072] -21.625
layers.5.attention.wo.weight [3072,3072] -3.09375
layers.5.attention.q_norm.weight [3072] 2976.0
layers.5.attention.q_norm.bias [3072] 0.84375
layers.5.attention.k_norm.weight [3072] 2976.0
layers.5.attention.k_norm.bias [3072] 1.5859375
layers.5.attention.ky_norm.weight [3072] 3072.0
layers.5.attention.ky_norm.bias [3072] 6.437301635742188e-05
layers.5.feed_forward.w1.weight [3072,8192] -494.0
layers.5.feed_forward.w2.weight [8192,3072] 33.75
layers.5.feed_forward.w3.weight [3072,8192] -120.0
layers.5.attention_norm.weight [3072] 3024.0
layers.5.ffn_norm.weight [3072] 3056.0
layers.5.adaLN_modulation.1.weight [1024,18432] 3664.0
layers.5.adaLN_modulation.1.bias [18432] -21.375
layers.5.attention_y_norm.weight [4096] 4096.0
layers.6.attention.gate [32] 0.00173187255859375
layers.6.attention.wq.weight [3072,3072] -57.0
layers.6.attention.wk.weight [3072,3072] -125.0
layers.6.attention.wv.weight [3072,3072] 117.0
layers.6.attention.wk_y.weight [4096,3072] -17.0
layers.6.attention.wv_y.weight [4096,3072] -16.375
layers.6.attention.wo.weight [3072,3072] -187.0
layers.6.attention.q_norm.weight [3072] 2976.0
layers.6.attention.q_norm.bias [3072] 0.2119140625
layers.6.attention.k_norm.weight [3072] 2976.0
layers.6.attention.k_norm.bias [3072] 1.71875
layers.6.attention.ky_norm.weight [3072] 3072.0
layers.6.attention.ky_norm.bias [3072] -7.43865966796875e-05
layers.6.feed_forward.w1.weight [3072,8192] -162.0
layers.6.feed_forward.w2.weight [8192,3072] 16.0
layers.6.feed_forward.w3.weight [3072,8192] 56.0
layers.6.attention_norm.weight [3072] 3024.0
layers.6.ffn_norm.weight [3072] 3056.0
layers.6.adaLN_modulation.1.weight [1024,18432] 4064.0
layers.6.adaLN_modulation.1.bias [18432] 2.375
layers.6.attention_y_norm.weight [4096] 4096.0
layers.7.attention.gate [32] 0.014892578125
layers.7.attention.wq.weight [3072,3072] 13.5625
layers.7.attention.wk.weight [3072,3072] -99.0
layers.7.attention.wv.weight [3072,3072] 47.0
layers.7.attention.wk_y.weight [4096,3072] 39.75
layers.7.attention.wv_y.weight [4096,3072] -12.4375
layers.7.attention.wo.weight [3072,3072] 5.625
layers.7.attention.q_norm.weight [3072] 2976.0
layers.7.attention.q_norm.bias [3072] 0.0712890625
layers.7.attention.k_norm.weight [3072] 2992.0
layers.7.attention.k_norm.bias [3072] -1.171875
layers.7.attention.ky_norm.weight [3072] 3072.0
layers.7.attention.ky_norm.bias [3072] -0.001190185546875
layers.7.feed_forward.w1.weight [3072,8192] 125.0
layers.7.feed_forward.w2.weight [8192,3072] -44.0
layers.7.feed_forward.w3.weight [3072,8192] -98.5
layers.7.attention_norm.weight [3072] 3040.0
layers.7.ffn_norm.weight [3072] 3040.0
layers.7.adaLN_modulation.1.weight [1024,18432] 4128.0
layers.7.adaLN_modulation.1.bias [18432] 6.6875
layers.7.attention_y_norm.weight [4096] 4096.0
layers.8.attention.gate [32] -0.0111083984375
layers.8.attention.wq.weight [3072,3072] -37.5
layers.8.attention.wk.weight [3072,3072] -19.125
layers.8.attention.wv.weight [3072,3072] 111.0
layers.8.attention.wk_y.weight [4096,3072] 14.0625
layers.8.attention.wv_y.weight [4096,3072] 43.0
layers.8.attention.wo.weight [3072,3072] -45.75
layers.8.attention.q_norm.weight [3072] 3008.0
layers.8.attention.q_norm.bias [3072] 1.46875
layers.8.attention.k_norm.weight [3072] 3024.0
layers.8.attention.k_norm.bias [3072] -3.03125
layers.8.attention.ky_norm.weight [3072] 3040.0
layers.8.attention.ky_norm.bias [3072] -0.0020599365234375
layers.8.feed_forward.w1.weight [3072,8192] -486.0
layers.8.feed_forward.w2.weight [8192,3072] -10.5
layers.8.feed_forward.w3.weight [3072,8192] -49.5
layers.8.attention_norm.weight [3072] 3040.0
layers.8.ffn_norm.weight [3072] 3040.0
layers.8.adaLN_modulation.1.weight [1024,18432] 3088.0
layers.8.adaLN_modulation.1.bias [18432] 57.75
layers.8.attention_y_norm.weight [4096] 4096.0
layers.9.attention.gate [32] 0.0123291015625
layers.9.attention.wq.weight [3072,3072] 16.125
layers.9.attention.wk.weight [3072,3072] 65.5
layers.9.attention.wv.weight [3072,3072] -9.1875
layers.9.attention.wk_y.weight [4096,3072] 70.5
layers.9.attention.wv_y.weight [4096,3072] -14.8125
layers.9.attention.wo.weight [3072,3072] -12.75
layers.9.attention.q_norm.weight [3072] 2992.0
layers.9.attention.q_norm.bias [3072] -0.236328125
layers.9.attention.k_norm.weight [3072] 2992.0
layers.9.attention.k_norm.bias [3072] 0.7578125
layers.9.attention.ky_norm.weight [3072] 3072.0
layers.9.attention.ky_norm.bias [3072] 0.000629425048828125
layers.9.feed_forward.w1.weight [3072,8192] -1840.0
layers.9.feed_forward.w2.weight [8192,3072] -9.25
layers.9.feed_forward.w3.weight [3072,8192] -14.125
layers.9.attention_norm.weight [3072] 3056.0
layers.9.ffn_norm.weight [3072] 3056.0
layers.9.adaLN_modulation.1.weight [1024,18432] 3936.0
layers.9.adaLN_modulation.1.bias [18432] 67.0
layers.9.attention_y_norm.weight [4096] 4096.0
layers.10.attention.gate [32] 0.040283203125
layers.10.attention.wq.weight [3072,3072] 39.0
layers.10.attention.wk.weight [3072,3072] -147.0
layers.10.attention.wv.weight [3072,3072] -15.0
layers.10.attention.wk_y.weight [4096,3072] -19.5
layers.10.attention.wv_y.weight [4096,3072] 11.75
layers.10.attention.wo.weight [3072,3072] -76.0
layers.10.attention.q_norm.weight [3072] 2944.0
layers.10.attention.q_norm.bias [3072] 0.97265625
layers.10.attention.k_norm.weight [3072] 2944.0
layers.10.attention.k_norm.bias [3072] -0.404296875
layers.10.attention.ky_norm.weight [3072] 3056.0
layers.10.attention.ky_norm.bias [3072] 0.0037078857421875
layers.10.feed_forward.w1.weight [3072,8192] -504.0
layers.10.feed_forward.w2.weight [8192,3072] -186.0
layers.10.feed_forward.w3.weight [3072,8192] 144.0
layers.10.attention_norm.weight [3072] 3056.0
layers.10.ffn_norm.weight [3072] 3088.0
layers.10.adaLN_modulation.1.weight [1024,18432] 3744.0
layers.10.adaLN_modulation.1.bias [18432] 80.0
layers.10.attention_y_norm.weight [4096] 4096.0
layers.11.attention.gate [32] -0.0120849609375
layers.11.attention.wq.weight [3072,3072] 63.0
layers.11.attention.wk.weight [3072,3072] 144.0
layers.11.attention.wv.weight [3072,3072] 46.25
layers.11.attention.wk_y.weight [4096,3072] 23.75
layers.11.attention.wv_y.weight [4096,3072] 92.5
layers.11.attention.wo.weight [3072,3072] -62.0
layers.11.attention.q_norm.weight [3072] 3024.0
layers.11.attention.q_norm.bias [3072] 0.84765625
layers.11.attention.k_norm.weight [3072] 3024.0
layers.11.attention.k_norm.bias [3072] 0.890625
layers.11.attention.ky_norm.weight [3072] 3072.0
layers.11.attention.ky_norm.bias [3072] -2.592802047729492e-06
layers.11.feed_forward.w1.weight [3072,8192] 1256.0
layers.11.feed_forward.w2.weight [8192,3072] -7.75
layers.11.feed_forward.w3.weight [3072,8192] 2.859375
layers.11.attention_norm.weight [3072] 3072.0
layers.11.ffn_norm.weight [3072] 3088.0
layers.11.adaLN_modulation.1.weight [1024,18432] 3232.0
layers.11.adaLN_modulation.1.bias [18432] 71.0
layers.11.attention_y_norm.weight [4096] 4096.0
layers.12.attention.gate [32] -0.00762939453125
layers.12.attention.wq.weight [3072,3072] 33.5
layers.12.attention.wk.weight [3072,3072] 98.0
layers.12.attention.wv.weight [3072,3072] -48.75
layers.12.attention.wk_y.weight [4096,3072] -57.5
layers.12.attention.wv_y.weight [4096,3072] 74.5
layers.12.attention.wo.weight [3072,3072] 0.5078125
layers.12.attention.q_norm.weight [3072] 2960.0
layers.12.attention.q_norm.bias [3072] 2.375
layers.12.attention.k_norm.weight [3072] 2960.0
layers.12.attention.k_norm.bias [3072] -2.59375
layers.12.attention.ky_norm.weight [3072] 3072.0
layers.12.attention.ky_norm.bias [3072] -0.00029754638671875
layers.12.feed_forward.w1.weight [3072,8192] -214.0
layers.12.feed_forward.w2.weight [8192,3072] 55.0
layers.12.feed_forward.w3.weight [3072,8192] 98.5
layers.12.attention_norm.weight [3072] 3120.0
layers.12.ffn_norm.weight [3072] 3120.0
layers.12.adaLN_modulation.1.weight [1024,18432] 3136.0
layers.12.adaLN_modulation.1.bias [18432] 161.0
layers.12.attention_y_norm.weight [4096] 4096.0
layers.13.attention.gate [32] -0.033203125
layers.13.attention.wq.weight [3072,3072] -22.625
layers.13.attention.wk.weight [3072,3072] 11.9375
layers.13.attention.wv.weight [3072,3072] -9.0625
layers.13.attention.wk_y.weight [4096,3072] 66.5
layers.13.attention.wv_y.weight [4096,3072] 3.515625
layers.13.attention.wo.weight [3072,3072] -61.75
layers.13.attention.q_norm.weight [3072] 3024.0
layers.13.attention.q_norm.bias [3072] 1.21875
layers.13.attention.k_norm.weight [3072] 3024.0
layers.13.attention.k_norm.bias [3072] -0.82421875
layers.13.attention.ky_norm.weight [3072] 3072.0
layers.13.attention.ky_norm.bias [3072] -0.001373291015625
layers.13.feed_forward.w1.weight [3072,8192] -956.0
layers.13.feed_forward.w2.weight [8192,3072] -211.0
layers.13.feed_forward.w3.weight [3072,8192] 17.5
layers.13.attention_norm.weight [3072] 3104.0
layers.13.ffn_norm.weight [3072] 3104.0
layers.13.adaLN_modulation.1.weight [1024,18432] 4192.0
layers.13.adaLN_modulation.1.bias [18432] 107.5
layers.13.attention_y_norm.weight [4096] 4096.0
layers.14.attention.gate [32] 0.01446533203125
layers.14.attention.wq.weight [3072,3072] -33.5
layers.14.attention.wk.weight [3072,3072] 85.5
layers.14.attention.wv.weight [3072,3072] 147.0
layers.14.attention.wk_y.weight [4096,3072] 46.75
layers.14.attention.wv_y.weight [4096,3072] -117.0
layers.14.attention.wo.weight [3072,3072] -67.0
layers.14.attention.q_norm.weight [3072] 3024.0
layers.14.attention.q_norm.bias [3072] -1.359375
layers.14.attention.k_norm.weight [3072] 3024.0
layers.14.attention.k_norm.bias [3072] 1.1484375
layers.14.attention.ky_norm.weight [3072] 3072.0
layers.14.attention.ky_norm.bias [3072] -0.00021076202392578125
layers.14.feed_forward.w1.weight [3072,8192] -884.0
layers.14.feed_forward.w2.weight [8192,3072] 141.0
layers.14.feed_forward.w3.weight [3072,8192] 47.5
layers.14.attention_norm.weight [3072] 3104.0
layers.14.ffn_norm.weight [3072] 3152.0
layers.14.adaLN_modulation.1.weight [1024,18432] 4064.0
layers.14.adaLN_modulation.1.bias [18432] 148.0
layers.14.attention_y_norm.weight [4096] 4096.0
layers.15.attention.gate [32] -0.00372314453125
layers.15.attention.wq.weight [3072,3072] 5.625
layers.15.attention.wk.weight [3072,3072] -18.5
layers.15.attention.wv.weight [3072,3072] -62.75
layers.15.attention.wk_y.weight [4096,3072] 10.9375
layers.15.attention.wv_y.weight [4096,3072] 9.5
layers.15.attention.wo.weight [3072,3072] -9.625
layers.15.attention.q_norm.weight [3072] 3040.0
layers.15.attention.q_norm.bias [3072] -1.828125
layers.15.attention.k_norm.weight [3072] 3056.0
layers.15.attention.k_norm.bias [3072] 5.3125
layers.15.attention.ky_norm.weight [3072] 3056.0
layers.15.attention.ky_norm.bias [3072] -0.0002079010009765625
layers.15.feed_forward.w1.weight [3072,8192] -1640.0
layers.15.feed_forward.w2.weight [8192,3072] 24.375
layers.15.feed_forward.w3.weight [3072,8192] -177.0
layers.15.attention_norm.weight [3072] 3136.0
layers.15.ffn_norm.weight [3072] 3104.0
layers.15.adaLN_modulation.1.weight [1024,18432] 3184.0
layers.15.adaLN_modulation.1.bias [18432] 185.0
layers.15.attention_y_norm.weight [4096] 4096.0
layers.16.attention.gate [32] -0.0255126953125
layers.16.attention.wq.weight [3072,3072] 131.0
layers.16.attention.wk.weight [3072,3072] -112.0
layers.16.attention.wv.weight [3072,3072] 110.0
layers.16.attention.wk_y.weight [4096,3072] -86.5
layers.16.attention.wv_y.weight [4096,3072] -21.625
layers.16.attention.wo.weight [3072,3072] -75.0
layers.16.attention.q_norm.weight [3072] 2928.0
layers.16.attention.q_norm.bias [3072] 0.0986328125
layers.16.attention.k_norm.weight [3072] 2928.0
layers.16.attention.k_norm.bias [3072] -1.7421875
layers.16.attention.ky_norm.weight [3072] 3072.0
layers.16.attention.ky_norm.bias [3072] 0.004302978515625
layers.16.feed_forward.w1.weight [3072,8192] -2016.0
layers.16.feed_forward.w2.weight [8192,3072] 77.5
layers.16.feed_forward.w3.weight [3072,8192] 80.5
layers.16.attention_norm.weight [3072] 3136.0
layers.16.ffn_norm.weight [3072] 3056.0
layers.16.adaLN_modulation.1.weight [1024,18432] 616.0
layers.16.adaLN_modulation.1.bias [18432] 155.0
layers.16.attention_y_norm.weight [4096] 4096.0
layers.17.attention.gate [32] 0.047119140625
layers.17.attention.wq.weight [3072,3072] -70.5
layers.17.attention.wk.weight [3072,3072] -24.0
layers.17.attention.wv.weight [3072,3072] -11.625
layers.17.attention.wk_y.weight [4096,3072] -52.75
layers.17.attention.wv_y.weight [4096,3072] 0.69921875
layers.17.attention.wo.weight [3072,3072] 99.5
layers.17.attention.q_norm.weight [3072] 3040.0
layers.17.attention.q_norm.bias [3072] 3.0625
layers.17.attention.k_norm.weight [3072] 3056.0
layers.17.attention.k_norm.bias [3072] -1.234375
layers.17.attention.ky_norm.weight [3072] 3072.0
layers.17.attention.ky_norm.bias [3072] 0.00213623046875
layers.17.feed_forward.w1.weight [3072,8192] -3232.0
layers.17.feed_forward.w2.weight [8192,3072] 124.0
layers.17.feed_forward.w3.weight [3072,8192] 1.84375
layers.17.attention_norm.weight [3072] 3072.0
layers.17.ffn_norm.weight [3072] 3072.0
layers.17.adaLN_modulation.1.weight [1024,18432] 2112.0
layers.17.adaLN_modulation.1.bias [18432] 134.0
layers.17.attention_y_norm.weight [4096] 4128.0
layers.18.attention.gate [32] 0.083984375
layers.18.attention.wq.weight [3072,3072] 11.1875
layers.18.attention.wk.weight [3072,3072] 11.6875
layers.18.attention.wv.weight [3072,3072] -55.0
layers.18.attention.wk_y.weight [4096,3072] -52.5
layers.18.attention.wv_y.weight [4096,3072] -8.625
layers.18.attention.wo.weight [3072,3072] -134.0
layers.18.attention.q_norm.weight [3072] 3072.0
layers.18.attention.q_norm.bias [3072] -2.53125
layers.18.attention.k_norm.weight [3072] 3072.0
layers.18.attention.k_norm.bias [3072] -2.203125
layers.18.attention.ky_norm.weight [3072] 3072.0
layers.18.attention.ky_norm.bias [3072] -7.009506225585938e-05
layers.18.feed_forward.w1.weight [3072,8192] -1080.0
layers.18.feed_forward.w2.weight [8192,3072] 30.25
layers.18.feed_forward.w3.weight [3072,8192] 170.0
layers.18.attention_norm.weight [3072] 3072.0
layers.18.ffn_norm.weight [3072] 3056.0
layers.18.adaLN_modulation.1.weight [1024,18432] 1968.0
layers.18.adaLN_modulation.1.bias [18432] 124.0
layers.18.attention_y_norm.weight [4096] 4096.0
layers.19.attention.gate [32] 0.171875
layers.19.attention.wq.weight [3072,3072] 117.5
layers.19.attention.wk.weight [3072,3072] 103.5
layers.19.attention.wv.weight [3072,3072] -95.5
layers.19.attention.wk_y.weight [4096,3072] 52.25
layers.19.attention.wv_y.weight [4096,3072] 18.875
layers.19.attention.wo.weight [3072,3072] 67.0
layers.19.attention.q_norm.weight [3072] 3168.0
layers.19.attention.q_norm.bias [3072] 2.21875
layers.19.attention.k_norm.weight [3072] 3184.0
layers.19.attention.k_norm.bias [3072] -3.6875
layers.19.attention.ky_norm.weight [3072] 3056.0
layers.19.attention.ky_norm.bias [3072] -0.032470703125
layers.19.feed_forward.w1.weight [3072,8192] -1656.0
layers.19.feed_forward.w2.weight [8192,3072] -187.0
layers.19.feed_forward.w3.weight [3072,8192] -12.375
layers.19.attention_norm.weight [3072] 3152.0
layers.19.ffn_norm.weight [3072] 3008.0
layers.19.adaLN_modulation.1.weight [1024,18432] -5248.0
layers.19.adaLN_modulation.1.bias [18432] 159.0
layers.19.attention_y_norm.weight [4096] 4192.0
layers.20.attention.gate [32] -1.59375
layers.20.attention.wq.weight [3072,3072] 145.0
layers.20.attention.wk.weight [3072,3072] 92.5
layers.20.attention.wv.weight [3072,3072] 207.0
layers.20.attention.wk_y.weight [4096,3072] -438.0
layers.20.attention.wv_y.weight [4096,3072] -51.5
layers.20.attention.wo.weight [3072,3072] -72.0
layers.20.attention.q_norm.weight [3072] 3104.0
layers.20.attention.q_norm.bias [3072] -1.0390625
layers.20.attention.k_norm.weight [3072] 3152.0
layers.20.attention.k_norm.bias [3072] 6.6875
layers.20.attention.ky_norm.weight [3072] 2992.0
layers.20.attention.ky_norm.bias [3072] 0.11572265625
layers.20.feed_forward.w1.weight [3072,8192] -2560.0
layers.20.feed_forward.w2.weight [8192,3072] -68.0
layers.20.feed_forward.w3.weight [3072,8192] -77.5
layers.20.attention_norm.weight [3072] 3168.0
layers.20.ffn_norm.weight [3072] 2944.0
layers.20.adaLN_modulation.1.weight [1024,18432] -6976.0
layers.20.adaLN_modulation.1.bias [18432] 128.0
layers.20.attention_y_norm.weight [4096] 4320.0
layers.21.attention.gate [32] 0.392578125
layers.21.attention.wq.weight [3072,3072] -87.5
layers.21.attention.wk.weight [3072,3072] -15.0625
layers.21.attention.wv.weight [3072,3072] -67.5
layers.21.attention.wk_y.weight [4096,3072] 40.5
layers.21.attention.wv_y.weight [4096,3072] 4.28125
layers.21.attention.wo.weight [3072,3072] 84.0
layers.21.attention.q_norm.weight [3072] 3184.0
layers.21.attention.q_norm.bias [3072] 1.9453125
layers.21.attention.k_norm.weight [3072] 3200.0
layers.21.attention.k_norm.bias [3072] -3.984375
layers.21.attention.ky_norm.weight [3072] 3056.0
layers.21.attention.ky_norm.bias [3072] -0.003814697265625
layers.21.feed_forward.w1.weight [3072,8192] -1080.0
layers.21.feed_forward.w2.weight [8192,3072] 2.875
layers.21.feed_forward.w3.weight [3072,8192] 204.0
layers.21.attention_norm.weight [3072] 3088.0
layers.21.ffn_norm.weight [3072] 2944.0
layers.21.adaLN_modulation.1.weight [1024,18432] -3360.0
layers.21.adaLN_modulation.1.bias [18432] 85.0
layers.21.attention_y_norm.weight [4096] 4160.0
layers.22.attention.gate [32] 0.1435546875
layers.22.attention.wq.weight [3072,3072] -8.1875
layers.22.attention.wk.weight [3072,3072] 61.75
layers.22.attention.wv.weight [3072,3072] -147.0
layers.22.attention.wk_y.weight [4096,3072] -47.0
layers.22.attention.wv_y.weight [4096,3072] 153.0
layers.22.attention.wo.weight [3072,3072] 161.0
layers.22.attention.q_norm.weight [3072] 3120.0
layers.22.attention.q_norm.bias [3072] -2.6875
layers.22.attention.k_norm.weight [3072] 3120.0
layers.22.attention.k_norm.bias [3072] 3.6875
layers.22.attention.ky_norm.weight [3072] 3040.0
layers.22.attention.ky_norm.bias [3072] 0.002593994140625
layers.22.feed_forward.w1.weight [3072,8192] -2512.0
layers.22.feed_forward.w2.weight [8192,3072] 131.0
layers.22.feed_forward.w3.weight [3072,8192] -67.0
layers.22.attention_norm.weight [3072] 3136.0
layers.22.ffn_norm.weight [3072] 2928.0
layers.22.adaLN_modulation.1.weight [1024,18432] -5792.0
layers.22.adaLN_modulation.1.bias [18432] 84.5
layers.22.attention_y_norm.weight [4096] 4128.0
layers.23.attention.gate [32] -0.00225830078125
layers.23.attention.wq.weight [3072,3072] 219.0
layers.23.attention.wk.weight [3072,3072] -4.5
layers.23.attention.wv.weight [3072,3072] -56.75
layers.23.attention.wk_y.weight [4096,3072] -96.5
layers.23.attention.wv_y.weight [4096,3072] 14.25
layers.23.attention.wo.weight [3072,3072] 99.5
layers.23.attention.q_norm.weight [3072] 3248.0
layers.23.attention.q_norm.bias [3072] 5.4375
layers.23.attention.k_norm.weight [3072] 3264.0
layers.23.attention.k_norm.bias [3072] 2.78125
layers.23.attention.ky_norm.weight [3072] 3008.0
layers.23.attention.ky_norm.bias [3072] 0.0050048828125
layers.23.feed_forward.w1.weight [3072,8192] -5664.0
layers.23.feed_forward.w2.weight [8192,3072] 19.5
layers.23.feed_forward.w3.weight [3072,8192] -0.5546875
layers.23.attention_norm.weight [3072] 3168.0
layers.23.ffn_norm.weight [3072] 2896.0
layers.23.adaLN_modulation.1.weight [1024,18432] -8384.0
layers.23.adaLN_modulation.1.bias [18432] 81.5
layers.23.attention_y_norm.weight [4096] 4128.0
layers.24.attention.gate [32] 0.01312255859375
layers.24.attention.wq.weight [3072,3072] 131.0
layers.24.attention.wk.weight [3072,3072] 21.125
layers.24.attention.wv.weight [3072,3072] -31.875
layers.24.attention.wk_y.weight [4096,3072] -101.0
layers.24.attention.wv_y.weight [4096,3072] 23.75
layers.24.attention.wo.weight [3072,3072] -38.25
layers.24.attention.q_norm.weight [3072] 3152.0
layers.24.attention.q_norm.bias [3072] 3.4375
layers.24.attention.k_norm.weight [3072] 3152.0
layers.24.attention.k_norm.bias [3072] 4.53125
layers.24.attention.ky_norm.weight [3072] 3072.0
layers.24.attention.ky_norm.bias [3072] -0.00013446807861328125
layers.24.feed_forward.w1.weight [3072,8192] -2432.0
layers.24.feed_forward.w2.weight [8192,3072] 304.0
layers.24.feed_forward.w3.weight [3072,8192] -135.0
layers.24.attention_norm.weight [3072] 3184.0
layers.24.ffn_norm.weight [3072] 2896.0
layers.24.adaLN_modulation.1.weight [1024,18432] -2768.0
layers.24.adaLN_modulation.1.bias [18432] 98.5
layers.24.attention_y_norm.weight [4096] 4096.0
layers.25.attention.gate [32] -0.2470703125
layers.25.attention.wq.weight [3072,3072] -16.625
layers.25.attention.wk.weight [3072,3072] -47.0
layers.25.attention.wv.weight [3072,3072] -102.0
layers.25.attention.wk_y.weight [4096,3072] 23.625
layers.25.attention.wv_y.weight [4096,3072] 40.75
layers.25.attention.wo.weight [3072,3072] 48.5
layers.25.attention.q_norm.weight [3072] 3088.0
layers.25.attention.q_norm.bias [3072] 1.625
layers.25.attention.k_norm.weight [3072] 3088.0
layers.25.attention.k_norm.bias [3072] 3.53125
layers.25.attention.ky_norm.weight [3072] 3072.0
layers.25.attention.ky_norm.bias [3072] -0.00144195556640625
layers.25.feed_forward.w1.weight [3072,8192] -1248.0
layers.25.feed_forward.w2.weight [8192,3072] 81.5
layers.25.feed_forward.w3.weight [3072,8192] 39.5
layers.25.attention_norm.weight [3072] 3136.0
layers.25.ffn_norm.weight [3072] 2960.0
layers.25.adaLN_modulation.1.weight [1024,18432] 2080.0
layers.25.adaLN_modulation.1.bias [18432] 51.0
layers.25.attention_y_norm.weight [4096] 4096.0
layers.26.attention.gate [32] 0.06787109375
layers.26.attention.wq.weight [3072,3072] -115.0
layers.26.attention.wk.weight [3072,3072] 36.0
layers.26.attention.wv.weight [3072,3072] -71.0
layers.26.attention.wk_y.weight [4096,3072] 98.5
layers.26.attention.wv_y.weight [4096,3072] 16.375
layers.26.attention.wo.weight [3072,3072] 91.5
layers.26.attention.q_norm.weight [3072] 3120.0
layers.26.attention.q_norm.bias [3072] -2.140625
layers.26.attention.k_norm.weight [3072] 3120.0
layers.26.attention.k_norm.bias [3072] 2.046875
layers.26.attention.ky_norm.weight [3072] 3072.0
layers.26.attention.ky_norm.bias [3072] -0.0029296875
layers.26.feed_forward.w1.weight [3072,8192] -2008.0
layers.26.feed_forward.w2.weight [8192,3072] -68.5
layers.26.feed_forward.w3.weight [3072,8192] 140.0
layers.26.attention_norm.weight [3072] 3280.0
layers.26.ffn_norm.weight [3072] 2944.0
layers.26.adaLN_modulation.1.weight [1024,18432] -10624.0
layers.26.adaLN_modulation.1.bias [18432] 169.0
layers.26.attention_y_norm.weight [4096] 4096.0
layers.27.attention.gate [32] 0.2373046875
layers.27.attention.wq.weight [3072,3072] -112.0
layers.27.attention.wk.weight [3072,3072] 29.875
layers.27.attention.wv.weight [3072,3072] -107.0
layers.27.attention.wk_y.weight [4096,3072] 49.25
layers.27.attention.wv_y.weight [4096,3072] 80.5
layers.27.attention.wo.weight [3072,3072] 220.0
layers.27.attention.q_norm.weight [3072] 3008.0
layers.27.attention.q_norm.bias [3072] -3.671875
layers.27.attention.k_norm.weight [3072] 3024.0
layers.27.attention.k_norm.bias [3072] -4.375
layers.27.attention.ky_norm.weight [3072] 3008.0
layers.27.attention.ky_norm.bias [3072] 0.00048065185546875
layers.27.feed_forward.w1.weight [3072,8192] -2016.0
layers.27.feed_forward.w2.weight [8192,3072] 264.0
layers.27.feed_forward.w3.weight [3072,8192] -186.0
layers.27.attention_norm.weight [3072] 3216.0
layers.27.ffn_norm.weight [3072] 2960.0
layers.27.adaLN_modulation.1.weight [1024,18432] -6912.0
layers.27.adaLN_modulation.1.bias [18432] 123.0
layers.27.attention_y_norm.weight [4096] 4160.0
layers.28.attention.gate [32] 0.07421875
layers.28.attention.wq.weight [3072,3072] -57.25
layers.28.attention.wk.weight [3072,3072] -101.5
layers.28.attention.wv.weight [3072,3072] -58.5
layers.28.attention.wk_y.weight [4096,3072] -53.25
layers.28.attention.wv_y.weight [4096,3072] 63.75
layers.28.attention.wo.weight [3072,3072] 104.0
layers.28.attention.q_norm.weight [3072] 3232.0
layers.28.attention.q_norm.bias [3072] -3.90625
layers.28.attention.k_norm.weight [3072] 3248.0
layers.28.attention.k_norm.bias [3072] -4.84375
layers.28.attention.ky_norm.weight [3072] 3008.0
layers.28.attention.ky_norm.bias [3072] -0.037353515625
layers.28.feed_forward.w1.weight [3072,8192] -2880.0
layers.28.feed_forward.w2.weight [8192,3072] 73.5
layers.28.feed_forward.w3.weight [3072,8192] 278.0
layers.28.attention_norm.weight [3072] 3216.0
layers.28.ffn_norm.weight [3072] 2960.0
layers.28.adaLN_modulation.1.weight [1024,18432] -11648.0
layers.28.adaLN_modulation.1.bias [18432] 139.0
layers.28.attention_y_norm.weight [4096] 4128.0
layers.29.attention.gate [32] -0.07666015625
layers.29.attention.wq.weight [3072,3072] -69.0
layers.29.attention.wk.weight [3072,3072] -1.125
layers.29.attention.wv.weight [3072,3072] 28.5
layers.29.attention.wk_y.weight [4096,3072] -7.78125
layers.29.attention.wv_y.weight [4096,3072] 15.6875
layers.29.attention.wo.weight [3072,3072] 58.25
layers.29.attention.q_norm.weight [3072] 3104.0
layers.29.attention.q_norm.bias [3072] 4.84375
layers.29.attention.k_norm.weight [3072] 3104.0
layers.29.attention.k_norm.bias [3072] 3.328125
layers.29.attention.ky_norm.weight [3072] 3072.0
layers.29.attention.ky_norm.bias [3072] -5.269050598144531e-05
layers.29.feed_forward.w1.weight [3072,8192] -1088.0
layers.29.feed_forward.w2.weight [8192,3072] -64.0
layers.29.feed_forward.w3.weight [3072,8192] 255.0
layers.29.attention_norm.weight [3072] 3296.0
layers.29.ffn_norm.weight [3072] 2960.0
layers.29.adaLN_modulation.1.weight [1024,18432] -14912.0
layers.29.adaLN_modulation.1.bias [18432] 200.0
layers.29.attention_y_norm.weight [4096] 4096.0
layers.30.attention.gate [32] -0.017822265625
layers.30.attention.wq.weight [3072,3072] -17.75
layers.30.attention.wk.weight [3072,3072] -195.0
layers.30.attention.wv.weight [3072,3072] 88.5
layers.30.attention.wk_y.weight [4096,3072] -11.5625
layers.30.attention.wv_y.weight [4096,3072] -5.28125
layers.30.attention.wo.weight [3072,3072] 75.0
layers.30.attention.q_norm.weight [3072] 3152.0
layers.30.attention.q_norm.bias [3072] -0.255859375
layers.30.attention.k_norm.weight [3072] 3152.0
layers.30.attention.k_norm.bias [3072] 3.09375
layers.30.attention.ky_norm.weight [3072] 3072.0
layers.30.attention.ky_norm.bias [3072] 0.0011138916015625
layers.30.feed_forward.w1.weight [3072,8192] -1376.0
layers.30.feed_forward.w2.weight [8192,3072] -82.5
layers.30.feed_forward.w3.weight [3072,8192] -30.0
layers.30.attention_norm.weight [3072] 3248.0
layers.30.ffn_norm.weight [3072] 2976.0
layers.30.adaLN_modulation.1.weight [1024,18432] -11840.0
layers.30.adaLN_modulation.1.bias [18432] 168.0
layers.30.attention_y_norm.weight [4096] 4096.0
layers.31.attention.gate [32] -0.01904296875
layers.31.attention.wq.weight [3072,3072] 1.125
layers.31.attention.wk.weight [3072,3072] 83.0
layers.31.attention.wv.weight [3072,3072] 129.0
layers.31.attention.wk_y.weight [4096,3072] 130.0
layers.31.attention.wv_y.weight [4096,3072] 28.875
layers.31.attention.wo.weight [3072,3072] -18.0
layers.31.attention.q_norm.weight [3072] 3152.0
layers.31.attention.q_norm.bias [3072] 1.703125
layers.31.attention.k_norm.weight [3072] 3152.0
layers.31.attention.k_norm.bias [3072] -1.90625
layers.31.attention.ky_norm.weight [3072] 3072.0
layers.31.attention.ky_norm.bias [3072] -5.555152893066406e-05
layers.31.feed_forward.w1.weight [3072,8192] -988.0
layers.31.feed_forward.w2.weight [8192,3072] -125.5
layers.31.feed_forward.w3.weight [3072,8192] 14.6875
layers.31.attention_norm.weight [3072] 3136.0
layers.31.ffn_norm.weight [3072] 2944.0
layers.31.adaLN_modulation.1.weight [1024,18432] -3920.0
layers.31.adaLN_modulation.1.bias [18432] 52.5
layers.31.attention_y_norm.weight [4096] 4096.0
final_layer.linear.weight [3072,32] 18.0
final_layer.linear.bias [32] 0.3984375
final_layer.adaLN_modulation.1.weight [1024,6144] 10944.0
final_layer.adaLN_modulation.1.bias [6144] -84.5