{"qwen2.layers.0.self_attn.q_proj.activation_quanter": 22.109375, "qwen2.layers.0.self_attn.k_proj.activation_quanter": 22.109375, "qwen2.layers.0.self_attn.v_proj.activation_quanter": 22.109375, "qwen2.layers.0.self_attn.o_proj.activation_quanter": 3.791015625, "qwen2.layers.0.mlp.gate_proj.activation_quanter": 10.0078125, "qwen2.layers.0.mlp.up_proj.activation_quanter": 10.0078125, "qwen2.layers.0.mlp.down_proj.activation_quanter": 8.6328125, "qwen2.layers.1.self_attn.q_proj.activation_quanter": 8.3828125, "qwen2.layers.1.self_attn.k_proj.activation_quanter": 8.3828125, "qwen2.layers.1.self_attn.v_proj.activation_quanter": 8.3828125, "qwen2.layers.1.self_attn.o_proj.activation_quanter": 2.03125, "qwen2.layers.1.mlp.gate_proj.activation_quanter": 11.71875, "qwen2.layers.1.mlp.up_proj.activation_quanter": 11.71875, "qwen2.layers.1.mlp.down_proj.activation_quanter": 2474.0, "qwen2.layers.2.self_attn.q_proj.activation_quanter": 11.1875, "qwen2.layers.2.self_attn.k_proj.activation_quanter": 11.1875, "qwen2.layers.2.self_attn.v_proj.activation_quanter": 11.1875, "qwen2.layers.2.self_attn.o_proj.activation_quanter": 2.09375, "qwen2.layers.2.mlp.gate_proj.activation_quanter": 30.265625, "qwen2.layers.2.mlp.up_proj.activation_quanter": 30.265625, "qwen2.layers.2.mlp.down_proj.activation_quanter": 29.4375, "qwen2.layers.3.self_attn.q_proj.activation_quanter": 13.2890625, "qwen2.layers.3.self_attn.k_proj.activation_quanter": 13.2890625, "qwen2.layers.3.self_attn.v_proj.activation_quanter": 13.2890625, "qwen2.layers.3.self_attn.o_proj.activation_quanter": 2.64453125, "qwen2.layers.3.mlp.gate_proj.activation_quanter": 33.6875, "qwen2.layers.3.mlp.up_proj.activation_quanter": 33.6875, "qwen2.layers.3.mlp.down_proj.activation_quanter": 127.0, "qwen2.layers.4.self_attn.q_proj.activation_quanter": 12.484375, "qwen2.layers.4.self_attn.k_proj.activation_quanter": 12.484375, "qwen2.layers.4.self_attn.v_proj.activation_quanter": 12.484375, "qwen2.layers.4.self_attn.o_proj.activation_quanter": 3.21875, "qwen2.layers.4.mlp.gate_proj.activation_quanter": 31.296875, "qwen2.layers.4.mlp.up_proj.activation_quanter": 31.296875, "qwen2.layers.4.mlp.down_proj.activation_quanter": 20.765625, "qwen2.layers.5.self_attn.q_proj.activation_quanter": 18.609375, "qwen2.layers.5.self_attn.k_proj.activation_quanter": 18.609375, "qwen2.layers.5.self_attn.v_proj.activation_quanter": 18.609375, "qwen2.layers.5.self_attn.o_proj.activation_quanter": 4.1328125, "qwen2.layers.5.mlp.gate_proj.activation_quanter": 32.375, "qwen2.layers.5.mlp.up_proj.activation_quanter": 32.375, "qwen2.layers.5.mlp.down_proj.activation_quanter": 25.59375, "qwen2.layers.6.self_attn.q_proj.activation_quanter": 19.921875, "qwen2.layers.6.self_attn.k_proj.activation_quanter": 19.921875, "qwen2.layers.6.self_attn.v_proj.activation_quanter": 19.921875, "qwen2.layers.6.self_attn.o_proj.activation_quanter": 3.236328125, "qwen2.layers.6.mlp.gate_proj.activation_quanter": 31.390625, "qwen2.layers.6.mlp.up_proj.activation_quanter": 31.390625, "qwen2.layers.6.mlp.down_proj.activation_quanter": 20.328125, "qwen2.layers.7.self_attn.q_proj.activation_quanter": 20.203125, "qwen2.layers.7.self_attn.k_proj.activation_quanter": 20.203125, "qwen2.layers.7.self_attn.v_proj.activation_quanter": 20.203125, "qwen2.layers.7.self_attn.o_proj.activation_quanter": 3.859375, "qwen2.layers.7.mlp.gate_proj.activation_quanter": 31.140625, "qwen2.layers.7.mlp.up_proj.activation_quanter": 31.140625, "qwen2.layers.7.mlp.down_proj.activation_quanter": 20.9375, "qwen2.layers.8.self_attn.q_proj.activation_quanter": 21.203125, "qwen2.layers.8.self_attn.k_proj.activation_quanter": 21.203125, "qwen2.layers.8.self_attn.v_proj.activation_quanter": 21.203125, "qwen2.layers.8.self_attn.o_proj.activation_quanter": 4.4609375, "qwen2.layers.8.mlp.gate_proj.activation_quanter": 32.96875, "qwen2.layers.8.mlp.up_proj.activation_quanter": 32.96875, "qwen2.layers.8.mlp.down_proj.activation_quanter": 28.78125, "qwen2.layers.9.self_attn.q_proj.activation_quanter": 25.109375, "qwen2.layers.9.self_attn.k_proj.activation_quanter": 25.109375, "qwen2.layers.9.self_attn.v_proj.activation_quanter": 25.109375, "qwen2.layers.9.self_attn.o_proj.activation_quanter": 5.51953125, "qwen2.layers.9.mlp.gate_proj.activation_quanter": 32.03125, "qwen2.layers.9.mlp.up_proj.activation_quanter": 32.03125, "qwen2.layers.9.mlp.down_proj.activation_quanter": 16.953125, "qwen2.layers.10.self_attn.q_proj.activation_quanter": 24.296875, "qwen2.layers.10.self_attn.k_proj.activation_quanter": 24.296875, "qwen2.layers.10.self_attn.v_proj.activation_quanter": 24.296875, "qwen2.layers.10.self_attn.o_proj.activation_quanter": 4.19140625, "qwen2.layers.10.mlp.gate_proj.activation_quanter": 30.140625, "qwen2.layers.10.mlp.up_proj.activation_quanter": 30.140625, "qwen2.layers.10.mlp.down_proj.activation_quanter": 17.765625, "qwen2.layers.11.self_attn.q_proj.activation_quanter": 20.328125, "qwen2.layers.11.self_attn.k_proj.activation_quanter": 20.328125, "qwen2.layers.11.self_attn.v_proj.activation_quanter": 20.328125, "qwen2.layers.11.self_attn.o_proj.activation_quanter": 4.52734375, "qwen2.layers.11.mlp.gate_proj.activation_quanter": 27.921875, "qwen2.layers.11.mlp.up_proj.activation_quanter": 27.921875, "qwen2.layers.11.mlp.down_proj.activation_quanter": 10.71875, "qwen2.layers.12.self_attn.q_proj.activation_quanter": 20.765625, "qwen2.layers.12.self_attn.k_proj.activation_quanter": 20.765625, "qwen2.layers.12.self_attn.v_proj.activation_quanter": 20.765625, "qwen2.layers.12.self_attn.o_proj.activation_quanter": 4.2734375, "qwen2.layers.12.mlp.gate_proj.activation_quanter": 29.859375, "qwen2.layers.12.mlp.up_proj.activation_quanter": 29.859375, "qwen2.layers.12.mlp.down_proj.activation_quanter": 15.4375, "qwen2.layers.13.self_attn.q_proj.activation_quanter": 19.578125, "qwen2.layers.13.self_attn.k_proj.activation_quanter": 19.578125, "qwen2.layers.13.self_attn.v_proj.activation_quanter": 19.578125, "qwen2.layers.13.self_attn.o_proj.activation_quanter": 4.59765625, "qwen2.layers.13.mlp.gate_proj.activation_quanter": 24.90625, "qwen2.layers.13.mlp.up_proj.activation_quanter": 24.90625, "qwen2.layers.13.mlp.down_proj.activation_quanter": 18.453125, "qwen2.layers.14.self_attn.q_proj.activation_quanter": 21.203125, "qwen2.layers.14.self_attn.k_proj.activation_quanter": 21.203125, "qwen2.layers.14.self_attn.v_proj.activation_quanter": 21.203125, "qwen2.layers.14.self_attn.o_proj.activation_quanter": 5.07421875, "qwen2.layers.14.mlp.gate_proj.activation_quanter": 25.34375, "qwen2.layers.14.mlp.up_proj.activation_quanter": 25.34375, "qwen2.layers.14.mlp.down_proj.activation_quanter": 18.21875, "qwen2.layers.15.self_attn.q_proj.activation_quanter": 17.4375, "qwen2.layers.15.self_attn.k_proj.activation_quanter": 17.4375, "qwen2.layers.15.self_attn.v_proj.activation_quanter": 17.4375, "qwen2.layers.15.self_attn.o_proj.activation_quanter": 5.765625, "qwen2.layers.15.mlp.gate_proj.activation_quanter": 24.984375, "qwen2.layers.15.mlp.up_proj.activation_quanter": 24.984375, "qwen2.layers.15.mlp.down_proj.activation_quanter": 14.9765625, "qwen2.layers.16.self_attn.q_proj.activation_quanter": 21.90625, "qwen2.layers.16.self_attn.k_proj.activation_quanter": 21.90625, "qwen2.layers.16.self_attn.v_proj.activation_quanter": 21.90625, "qwen2.layers.16.self_attn.o_proj.activation_quanter": 3.935546875, "qwen2.layers.16.mlp.gate_proj.activation_quanter": 23.484375, "qwen2.layers.16.mlp.up_proj.activation_quanter": 23.484375, "qwen2.layers.16.mlp.down_proj.activation_quanter": 16.6875, "qwen2.layers.17.self_attn.q_proj.activation_quanter": 23.171875, "qwen2.layers.17.self_attn.k_proj.activation_quanter": 23.171875, "qwen2.layers.17.self_attn.v_proj.activation_quanter": 23.171875, "qwen2.layers.17.self_attn.o_proj.activation_quanter": 4.5390625, "qwen2.layers.17.mlp.gate_proj.activation_quanter": 20.984375, "qwen2.layers.17.mlp.up_proj.activation_quanter": 20.984375, "qwen2.layers.17.mlp.down_proj.activation_quanter": 26.15625, "qwen2.layers.18.self_attn.q_proj.activation_quanter": 22.84375, "qwen2.layers.18.self_attn.k_proj.activation_quanter": 22.84375, "qwen2.layers.18.self_attn.v_proj.activation_quanter": 22.84375, "qwen2.layers.18.self_attn.o_proj.activation_quanter": 4.82421875, "qwen2.layers.18.mlp.gate_proj.activation_quanter": 22.640625, "qwen2.layers.18.mlp.up_proj.activation_quanter": 22.640625, "qwen2.layers.18.mlp.down_proj.activation_quanter": 27.25, "qwen2.layers.19.self_attn.q_proj.activation_quanter": 19.390625, "qwen2.layers.19.self_attn.k_proj.activation_quanter": 19.390625, "qwen2.layers.19.self_attn.v_proj.activation_quanter": 19.390625, "qwen2.layers.19.self_attn.o_proj.activation_quanter": 3.63671875, "qwen2.layers.19.mlp.gate_proj.activation_quanter": 24.96875, "qwen2.layers.19.mlp.up_proj.activation_quanter": 24.96875, "qwen2.layers.19.mlp.down_proj.activation_quanter": 41.59375, "qwen2.layers.20.self_attn.q_proj.activation_quanter": 22.90625, "qwen2.layers.20.self_attn.k_proj.activation_quanter": 22.90625, "qwen2.layers.20.self_attn.v_proj.activation_quanter": 22.90625, "qwen2.layers.20.self_attn.o_proj.activation_quanter": 4.859375, "qwen2.layers.20.mlp.gate_proj.activation_quanter": 26.546875, "qwen2.layers.20.mlp.up_proj.activation_quanter": 26.546875, "qwen2.layers.20.mlp.down_proj.activation_quanter": 49.0, "qwen2.layers.21.self_attn.q_proj.activation_quanter": 21.546875, "qwen2.layers.21.self_attn.k_proj.activation_quanter": 21.546875, "qwen2.layers.21.self_attn.v_proj.activation_quanter": 21.546875, "qwen2.layers.21.self_attn.o_proj.activation_quanter": 5.4453125, "qwen2.layers.21.mlp.gate_proj.activation_quanter": 30.8125, "qwen2.layers.21.mlp.up_proj.activation_quanter": 30.8125, "qwen2.layers.21.mlp.down_proj.activation_quanter": 68.875, "qwen2.layers.22.self_attn.q_proj.activation_quanter": 25.359375, "qwen2.layers.22.self_attn.k_proj.activation_quanter": 25.359375, "qwen2.layers.22.self_attn.v_proj.activation_quanter": 25.359375, "qwen2.layers.22.self_attn.o_proj.activation_quanter": 9.671875, "qwen2.layers.22.mlp.gate_proj.activation_quanter": 41.375, "qwen2.layers.22.mlp.up_proj.activation_quanter": 41.375, "qwen2.layers.22.mlp.down_proj.activation_quanter": 73.375, "qwen2.layers.23.self_attn.q_proj.activation_quanter": 26.0, "qwen2.layers.23.self_attn.k_proj.activation_quanter": 26.0, "qwen2.layers.23.self_attn.v_proj.activation_quanter": 26.0, "qwen2.layers.23.self_attn.o_proj.activation_quanter": 11.0, "qwen2.layers.23.mlp.gate_proj.activation_quanter": 37.46875, "qwen2.layers.23.mlp.up_proj.activation_quanter": 37.46875, "qwen2.layers.23.mlp.down_proj.activation_quanter": 61.0625, "qwen2.layers.24.self_attn.q_proj.activation_quanter": 20.203125, "qwen2.layers.24.self_attn.k_proj.activation_quanter": 20.203125, "qwen2.layers.24.self_attn.v_proj.activation_quanter": 20.203125, "qwen2.layers.24.self_attn.o_proj.activation_quanter": 6.38671875, "qwen2.layers.24.mlp.gate_proj.activation_quanter": 38.25, "qwen2.layers.24.mlp.up_proj.activation_quanter": 38.25, "qwen2.layers.24.mlp.down_proj.activation_quanter": 71.25, "qwen2.layers.25.self_attn.q_proj.activation_quanter": 25.671875, "qwen2.layers.25.self_attn.k_proj.activation_quanter": 25.671875, "qwen2.layers.25.self_attn.v_proj.activation_quanter": 25.671875, "qwen2.layers.25.self_attn.o_proj.activation_quanter": 8.328125, "qwen2.layers.25.mlp.gate_proj.activation_quanter": 45.53125, "qwen2.layers.25.mlp.up_proj.activation_quanter": 45.53125, "qwen2.layers.25.mlp.down_proj.activation_quanter": 84.9375, "qwen2.layers.26.self_attn.q_proj.activation_quanter": 26.765625, "qwen2.layers.26.self_attn.k_proj.activation_quanter": 26.765625, "qwen2.layers.26.self_attn.v_proj.activation_quanter": 26.765625, "qwen2.layers.26.self_attn.o_proj.activation_quanter": 9.4453125, "qwen2.layers.26.mlp.gate_proj.activation_quanter": 64.9375, "qwen2.layers.26.mlp.up_proj.activation_quanter": 64.9375, "qwen2.layers.26.mlp.down_proj.activation_quanter": 1485.0, "qwen2.layers.27.self_attn.q_proj.activation_quanter": 25.515625, "qwen2.layers.27.self_attn.k_proj.activation_quanter": 25.515625, "qwen2.layers.27.self_attn.v_proj.activation_quanter": 25.515625, "qwen2.layers.27.self_attn.o_proj.activation_quanter": 13.1328125, "qwen2.layers.27.mlp.gate_proj.activation_quanter": 90.6875, "qwen2.layers.27.mlp.up_proj.activation_quanter": 90.6875, "qwen2.layers.27.mlp.down_proj.activation_quanter": 149.0}