{"llama.layers.0.self_attn.q_proj.activation_quanter": 10.6171875, "llama.layers.0.self_attn.k_proj.activation_quanter": 10.6171875, "llama.layers.0.self_attn.v_proj.activation_quanter": 10.6171875, "llama.layers.0.self_attn.o_proj.activation_quanter": 0.383056640625, "llama.layers.0.mlp.gate_proj.activation_quanter": 3.498046875, "llama.layers.0.mlp.up_proj.activation_quanter": 3.498046875, "llama.layers.0.mlp.down_proj.activation_quanter": 7.1015625, "llama.layers.1.self_attn.q_proj.activation_quanter": 6.69921875, "llama.layers.1.self_attn.k_proj.activation_quanter": 6.69921875, "llama.layers.1.self_attn.v_proj.activation_quanter": 6.69921875, "llama.layers.1.self_attn.o_proj.activation_quanter": 1.0810546875, "llama.layers.1.mlp.gate_proj.activation_quanter": 4.25, "llama.layers.1.mlp.up_proj.activation_quanter": 4.25, "llama.layers.1.mlp.down_proj.activation_quanter": 390.5, "llama.layers.2.self_attn.q_proj.activation_quanter": 8.5390625, "llama.layers.2.self_attn.k_proj.activation_quanter": 8.5390625, "llama.layers.2.self_attn.v_proj.activation_quanter": 8.5390625, "llama.layers.2.self_attn.o_proj.activation_quanter": 1.236328125, "llama.layers.2.mlp.gate_proj.activation_quanter": 5.80859375, "llama.layers.2.mlp.up_proj.activation_quanter": 5.80859375, "llama.layers.2.mlp.down_proj.activation_quanter": 1.97265625, "llama.layers.3.self_attn.q_proj.activation_quanter": 7.01171875, "llama.layers.3.self_attn.k_proj.activation_quanter": 7.01171875, "llama.layers.3.self_attn.v_proj.activation_quanter": 7.01171875, "llama.layers.3.self_attn.o_proj.activation_quanter": 1.041015625, "llama.layers.3.mlp.gate_proj.activation_quanter": 6.96875, "llama.layers.3.mlp.up_proj.activation_quanter": 6.96875, "llama.layers.3.mlp.down_proj.activation_quanter": 2.228515625, "llama.layers.4.self_attn.q_proj.activation_quanter": 7.96484375, "llama.layers.4.self_attn.k_proj.activation_quanter": 7.96484375, "llama.layers.4.self_attn.v_proj.activation_quanter": 7.96484375, "llama.layers.4.self_attn.o_proj.activation_quanter": 0.92724609375, "llama.layers.4.mlp.gate_proj.activation_quanter": 8.734375, "llama.layers.4.mlp.up_proj.activation_quanter": 8.734375, "llama.layers.4.mlp.down_proj.activation_quanter": 3.083984375, "llama.layers.5.self_attn.q_proj.activation_quanter": 8.5859375, "llama.layers.5.self_attn.k_proj.activation_quanter": 8.5859375, "llama.layers.5.self_attn.v_proj.activation_quanter": 8.5859375, "llama.layers.5.self_attn.o_proj.activation_quanter": 1.2666015625, "llama.layers.5.mlp.gate_proj.activation_quanter": 9.078125, "llama.layers.5.mlp.up_proj.activation_quanter": 9.078125, "llama.layers.5.mlp.down_proj.activation_quanter": 3.6171875, "llama.layers.6.self_attn.q_proj.activation_quanter": 10.65625, "llama.layers.6.self_attn.k_proj.activation_quanter": 10.65625, "llama.layers.6.self_attn.v_proj.activation_quanter": 10.65625, "llama.layers.6.self_attn.o_proj.activation_quanter": 1.3701171875, "llama.layers.6.mlp.gate_proj.activation_quanter": 10.109375, "llama.layers.6.mlp.up_proj.activation_quanter": 10.109375, "llama.layers.6.mlp.down_proj.activation_quanter": 4.0546875, "llama.layers.7.self_attn.q_proj.activation_quanter": 10.7734375, "llama.layers.7.self_attn.k_proj.activation_quanter": 10.7734375, "llama.layers.7.self_attn.v_proj.activation_quanter": 10.7734375, "llama.layers.7.self_attn.o_proj.activation_quanter": 1.646484375, "llama.layers.7.mlp.gate_proj.activation_quanter": 9.5390625, "llama.layers.7.mlp.up_proj.activation_quanter": 9.5390625, "llama.layers.7.mlp.down_proj.activation_quanter": 3.30078125, "llama.layers.8.self_attn.q_proj.activation_quanter": 10.265625, "llama.layers.8.self_attn.k_proj.activation_quanter": 10.265625, "llama.layers.8.self_attn.v_proj.activation_quanter": 10.265625, "llama.layers.8.self_attn.o_proj.activation_quanter": 1.6513671875, "llama.layers.8.mlp.gate_proj.activation_quanter": 9.765625, "llama.layers.8.mlp.up_proj.activation_quanter": 9.765625, "llama.layers.8.mlp.down_proj.activation_quanter": 4.05859375, "llama.layers.9.self_attn.q_proj.activation_quanter": 12.609375, "llama.layers.9.self_attn.k_proj.activation_quanter": 12.609375, "llama.layers.9.self_attn.v_proj.activation_quanter": 12.609375, "llama.layers.9.self_attn.o_proj.activation_quanter": 1.697265625, "llama.layers.9.mlp.gate_proj.activation_quanter": 9.8046875, "llama.layers.9.mlp.up_proj.activation_quanter": 9.8046875, "llama.layers.9.mlp.down_proj.activation_quanter": 4.140625, "llama.layers.10.self_attn.q_proj.activation_quanter": 12.8515625, "llama.layers.10.self_attn.k_proj.activation_quanter": 12.8515625, "llama.layers.10.self_attn.v_proj.activation_quanter": 12.8515625, "llama.layers.10.self_attn.o_proj.activation_quanter": 1.4873046875, "llama.layers.10.mlp.gate_proj.activation_quanter": 8.15625, "llama.layers.10.mlp.up_proj.activation_quanter": 8.15625, "llama.layers.10.mlp.down_proj.activation_quanter": 5.375, "llama.layers.11.self_attn.q_proj.activation_quanter": 14.65625, "llama.layers.11.self_attn.k_proj.activation_quanter": 14.65625, "llama.layers.11.self_attn.v_proj.activation_quanter": 14.65625, "llama.layers.11.self_attn.o_proj.activation_quanter": 1.7138671875, "llama.layers.11.mlp.gate_proj.activation_quanter": 8.921875, "llama.layers.11.mlp.up_proj.activation_quanter": 8.921875, "llama.layers.11.mlp.down_proj.activation_quanter": 4.0625, "llama.layers.12.self_attn.q_proj.activation_quanter": 12.15625, "llama.layers.12.self_attn.k_proj.activation_quanter": 12.15625, "llama.layers.12.self_attn.v_proj.activation_quanter": 12.15625, "llama.layers.12.self_attn.o_proj.activation_quanter": 1.4248046875, "llama.layers.12.mlp.gate_proj.activation_quanter": 9.7421875, "llama.layers.12.mlp.up_proj.activation_quanter": 9.7421875, "llama.layers.12.mlp.down_proj.activation_quanter": 3.240234375, "llama.layers.13.self_attn.q_proj.activation_quanter": 14.7109375, "llama.layers.13.self_attn.k_proj.activation_quanter": 14.7109375, "llama.layers.13.self_attn.v_proj.activation_quanter": 14.7109375, "llama.layers.13.self_attn.o_proj.activation_quanter": 1.8095703125, "llama.layers.13.mlp.gate_proj.activation_quanter": 9.1171875, "llama.layers.13.mlp.up_proj.activation_quanter": 9.1171875, "llama.layers.13.mlp.down_proj.activation_quanter": 3.826171875, "llama.layers.14.self_attn.q_proj.activation_quanter": 14.765625, "llama.layers.14.self_attn.k_proj.activation_quanter": 14.765625, "llama.layers.14.self_attn.v_proj.activation_quanter": 14.765625, "llama.layers.14.self_attn.o_proj.activation_quanter": 1.8671875, "llama.layers.14.mlp.gate_proj.activation_quanter": 9.390625, "llama.layers.14.mlp.up_proj.activation_quanter": 9.390625, "llama.layers.14.mlp.down_proj.activation_quanter": 5.2109375, "llama.layers.15.self_attn.q_proj.activation_quanter": 13.0625, "llama.layers.15.self_attn.k_proj.activation_quanter": 13.0625, "llama.layers.15.self_attn.v_proj.activation_quanter": 13.0625, "llama.layers.15.self_attn.o_proj.activation_quanter": 1.5712890625, "llama.layers.15.mlp.gate_proj.activation_quanter": 8.8359375, "llama.layers.15.mlp.up_proj.activation_quanter": 8.8359375, "llama.layers.15.mlp.down_proj.activation_quanter": 6.7890625, "llama.layers.16.self_attn.q_proj.activation_quanter": 12.8515625, "llama.layers.16.self_attn.k_proj.activation_quanter": 12.8515625, "llama.layers.16.self_attn.v_proj.activation_quanter": 12.8515625, "llama.layers.16.self_attn.o_proj.activation_quanter": 1.681640625, "llama.layers.16.mlp.gate_proj.activation_quanter": 8.5703125, "llama.layers.16.mlp.up_proj.activation_quanter": 8.5703125, "llama.layers.16.mlp.down_proj.activation_quanter": 8.2890625, "llama.layers.17.self_attn.q_proj.activation_quanter": 12.2578125, "llama.layers.17.self_attn.k_proj.activation_quanter": 12.2578125, "llama.layers.17.self_attn.v_proj.activation_quanter": 12.2578125, "llama.layers.17.self_attn.o_proj.activation_quanter": 1.5712890625, "llama.layers.17.mlp.gate_proj.activation_quanter": 8.0, "llama.layers.17.mlp.up_proj.activation_quanter": 8.0, "llama.layers.17.mlp.down_proj.activation_quanter": 8.8359375, "llama.layers.18.self_attn.q_proj.activation_quanter": 12.25, "llama.layers.18.self_attn.k_proj.activation_quanter": 12.25, "llama.layers.18.self_attn.v_proj.activation_quanter": 12.25, "llama.layers.18.self_attn.o_proj.activation_quanter": 1.8994140625, "llama.layers.18.mlp.gate_proj.activation_quanter": 7.29296875, "llama.layers.18.mlp.up_proj.activation_quanter": 7.29296875, "llama.layers.18.mlp.down_proj.activation_quanter": 10.4609375, "llama.layers.19.self_attn.q_proj.activation_quanter": 11.40625, "llama.layers.19.self_attn.k_proj.activation_quanter": 11.40625, "llama.layers.19.self_attn.v_proj.activation_quanter": 11.40625, "llama.layers.19.self_attn.o_proj.activation_quanter": 1.794921875, "llama.layers.19.mlp.gate_proj.activation_quanter": 7.7578125, "llama.layers.19.mlp.up_proj.activation_quanter": 7.7578125, "llama.layers.19.mlp.down_proj.activation_quanter": 15.0546875, "llama.layers.20.self_attn.q_proj.activation_quanter": 12.5703125, "llama.layers.20.self_attn.k_proj.activation_quanter": 12.5703125, "llama.layers.20.self_attn.v_proj.activation_quanter": 12.5703125, "llama.layers.20.self_attn.o_proj.activation_quanter": 1.8837890625, "llama.layers.20.mlp.gate_proj.activation_quanter": 7.86328125, "llama.layers.20.mlp.up_proj.activation_quanter": 7.86328125, "llama.layers.20.mlp.down_proj.activation_quanter": 11.046875, "llama.layers.21.self_attn.q_proj.activation_quanter": 11.84375, "llama.layers.21.self_attn.k_proj.activation_quanter": 11.84375, "llama.layers.21.self_attn.v_proj.activation_quanter": 11.84375, "llama.layers.21.self_attn.o_proj.activation_quanter": 2.546875, "llama.layers.21.mlp.gate_proj.activation_quanter": 7.5859375, "llama.layers.21.mlp.up_proj.activation_quanter": 7.5859375, "llama.layers.21.mlp.down_proj.activation_quanter": 9.890625, "llama.layers.22.self_attn.q_proj.activation_quanter": 14.6328125, "llama.layers.22.self_attn.k_proj.activation_quanter": 14.6328125, "llama.layers.22.self_attn.v_proj.activation_quanter": 14.6328125, "llama.layers.22.self_attn.o_proj.activation_quanter": 1.7744140625, "llama.layers.22.mlp.gate_proj.activation_quanter": 8.046875, "llama.layers.22.mlp.up_proj.activation_quanter": 8.046875, "llama.layers.22.mlp.down_proj.activation_quanter": 10.515625, "llama.layers.23.self_attn.q_proj.activation_quanter": 12.5078125, "llama.layers.23.self_attn.k_proj.activation_quanter": 12.5078125, "llama.layers.23.self_attn.v_proj.activation_quanter": 12.5078125, "llama.layers.23.self_attn.o_proj.activation_quanter": 2.19921875, "llama.layers.23.mlp.gate_proj.activation_quanter": 7.7578125, "llama.layers.23.mlp.up_proj.activation_quanter": 7.7578125, "llama.layers.23.mlp.down_proj.activation_quanter": 13.9765625, "llama.layers.24.self_attn.q_proj.activation_quanter": 12.875, "llama.layers.24.self_attn.k_proj.activation_quanter": 12.875, "llama.layers.24.self_attn.v_proj.activation_quanter": 12.875, "llama.layers.24.self_attn.o_proj.activation_quanter": 2.80078125, "llama.layers.24.mlp.gate_proj.activation_quanter": 8.1484375, "llama.layers.24.mlp.up_proj.activation_quanter": 8.1484375, "llama.layers.24.mlp.down_proj.activation_quanter": 13.78125, "llama.layers.25.self_attn.q_proj.activation_quanter": 11.90625, "llama.layers.25.self_attn.k_proj.activation_quanter": 11.90625, "llama.layers.25.self_attn.v_proj.activation_quanter": 11.90625, "llama.layers.25.self_attn.o_proj.activation_quanter": 2.763671875, "llama.layers.25.mlp.gate_proj.activation_quanter": 8.359375, "llama.layers.25.mlp.up_proj.activation_quanter": 8.359375, "llama.layers.25.mlp.down_proj.activation_quanter": 14.28125, "llama.layers.26.self_attn.q_proj.activation_quanter": 14.4609375, "llama.layers.26.self_attn.k_proj.activation_quanter": 14.4609375, "llama.layers.26.self_attn.v_proj.activation_quanter": 14.4609375, "llama.layers.26.self_attn.o_proj.activation_quanter": 3.341796875, "llama.layers.26.mlp.gate_proj.activation_quanter": 9.3515625, "llama.layers.26.mlp.up_proj.activation_quanter": 9.3515625, "llama.layers.26.mlp.down_proj.activation_quanter": 16.171875, "llama.layers.27.self_attn.q_proj.activation_quanter": 12.421875, "llama.layers.27.self_attn.k_proj.activation_quanter": 12.421875, "llama.layers.27.self_attn.v_proj.activation_quanter": 12.421875, "llama.layers.27.self_attn.o_proj.activation_quanter": 2.783203125, "llama.layers.27.mlp.gate_proj.activation_quanter": 10.5, "llama.layers.27.mlp.up_proj.activation_quanter": 10.5, "llama.layers.27.mlp.down_proj.activation_quanter": 17.015625, "llama.layers.28.self_attn.q_proj.activation_quanter": 12.53125, "llama.layers.28.self_attn.k_proj.activation_quanter": 12.53125, "llama.layers.28.self_attn.v_proj.activation_quanter": 12.53125, "llama.layers.28.self_attn.o_proj.activation_quanter": 2.822265625, "llama.layers.28.mlp.gate_proj.activation_quanter": 9.5859375, "llama.layers.28.mlp.up_proj.activation_quanter": 9.5859375, "llama.layers.28.mlp.down_proj.activation_quanter": 16.359375, "llama.layers.29.self_attn.q_proj.activation_quanter": 11.453125, "llama.layers.29.self_attn.k_proj.activation_quanter": 11.453125, "llama.layers.29.self_attn.v_proj.activation_quanter": 11.453125, "llama.layers.29.self_attn.o_proj.activation_quanter": 5.90234375, "llama.layers.29.mlp.gate_proj.activation_quanter": 12.1875, "llama.layers.29.mlp.up_proj.activation_quanter": 12.1875, "llama.layers.29.mlp.down_proj.activation_quanter": 27.265625, "llama.layers.30.self_attn.q_proj.activation_quanter": 13.84375, "llama.layers.30.self_attn.k_proj.activation_quanter": 13.84375, "llama.layers.30.self_attn.v_proj.activation_quanter": 13.84375, "llama.layers.30.self_attn.o_proj.activation_quanter": 2.841796875, "llama.layers.30.mlp.gate_proj.activation_quanter": 12.734375, "llama.layers.30.mlp.up_proj.activation_quanter": 12.734375, "llama.layers.30.mlp.down_proj.activation_quanter": 134.0, "llama.layers.31.self_attn.q_proj.activation_quanter": 10.3828125, "llama.layers.31.self_attn.k_proj.activation_quanter": 10.3828125, "llama.layers.31.self_attn.v_proj.activation_quanter": 10.3828125, "llama.layers.31.self_attn.o_proj.activation_quanter": 3.759765625, "llama.layers.31.mlp.gate_proj.activation_quanter": 13.1953125, "llama.layers.31.mlp.up_proj.activation_quanter": 13.1953125, "llama.layers.31.mlp.down_proj.activation_quanter": 997.5}