{"llama.layers.0.self_attn.q_proj.activation_quanter": 8.375, "llama.layers.0.self_attn.k_proj.activation_quanter": 8.375, "llama.layers.0.self_attn.v_proj.activation_quanter": 8.375, "llama.layers.0.self_attn.o_proj.activation_quanter": 0.401123046875, "llama.layers.0.mlp.gate_proj.activation_quanter": 3.75390625, "llama.layers.0.mlp.up_proj.activation_quanter": 3.75390625, "llama.layers.0.mlp.down_proj.activation_quanter": 9.2109375, "llama.layers.1.self_attn.q_proj.activation_quanter": 6.125, "llama.layers.1.self_attn.k_proj.activation_quanter": 6.125, "llama.layers.1.self_attn.v_proj.activation_quanter": 6.125, "llama.layers.1.self_attn.o_proj.activation_quanter": 0.86328125, "llama.layers.1.mlp.gate_proj.activation_quanter": 4.33984375, "llama.layers.1.mlp.up_proj.activation_quanter": 4.33984375, "llama.layers.1.mlp.down_proj.activation_quanter": 475.75, "llama.layers.2.self_attn.q_proj.activation_quanter": 8.6015625, "llama.layers.2.self_attn.k_proj.activation_quanter": 8.6015625, "llama.layers.2.self_attn.v_proj.activation_quanter": 8.6015625, "llama.layers.2.self_attn.o_proj.activation_quanter": 1.181640625, "llama.layers.2.mlp.gate_proj.activation_quanter": 5.70703125, "llama.layers.2.mlp.up_proj.activation_quanter": 5.70703125, "llama.layers.2.mlp.down_proj.activation_quanter": 2.451171875, "llama.layers.3.self_attn.q_proj.activation_quanter": 6.90625, "llama.layers.3.self_attn.k_proj.activation_quanter": 6.90625, "llama.layers.3.self_attn.v_proj.activation_quanter": 6.90625, "llama.layers.3.self_attn.o_proj.activation_quanter": 1.025390625, "llama.layers.3.mlp.gate_proj.activation_quanter": 6.828125, "llama.layers.3.mlp.up_proj.activation_quanter": 6.828125, "llama.layers.3.mlp.down_proj.activation_quanter": 2.36328125, "llama.layers.4.self_attn.q_proj.activation_quanter": 7.51171875, "llama.layers.4.self_attn.k_proj.activation_quanter": 7.51171875, "llama.layers.4.self_attn.v_proj.activation_quanter": 7.51171875, "llama.layers.4.self_attn.o_proj.activation_quanter": 1.126953125, "llama.layers.4.mlp.gate_proj.activation_quanter": 8.5703125, "llama.layers.4.mlp.up_proj.activation_quanter": 8.5703125, "llama.layers.4.mlp.down_proj.activation_quanter": 3.625, "llama.layers.5.self_attn.q_proj.activation_quanter": 8.28125, "llama.layers.5.self_attn.k_proj.activation_quanter": 8.28125, "llama.layers.5.self_attn.v_proj.activation_quanter": 8.28125, "llama.layers.5.self_attn.o_proj.activation_quanter": 1.1650390625, "llama.layers.5.mlp.gate_proj.activation_quanter": 9.0234375, "llama.layers.5.mlp.up_proj.activation_quanter": 9.0234375, "llama.layers.5.mlp.down_proj.activation_quanter": 3.681640625, "llama.layers.6.self_attn.q_proj.activation_quanter": 10.453125, "llama.layers.6.self_attn.k_proj.activation_quanter": 10.453125, "llama.layers.6.self_attn.v_proj.activation_quanter": 10.453125, "llama.layers.6.self_attn.o_proj.activation_quanter": 1.3955078125, "llama.layers.6.mlp.gate_proj.activation_quanter": 10.046875, "llama.layers.6.mlp.up_proj.activation_quanter": 10.046875, "llama.layers.6.mlp.down_proj.activation_quanter": 4.04296875, "llama.layers.7.self_attn.q_proj.activation_quanter": 10.6171875, "llama.layers.7.self_attn.k_proj.activation_quanter": 10.6171875, "llama.layers.7.self_attn.v_proj.activation_quanter": 10.6171875, "llama.layers.7.self_attn.o_proj.activation_quanter": 1.6572265625, "llama.layers.7.mlp.gate_proj.activation_quanter": 9.625, "llama.layers.7.mlp.up_proj.activation_quanter": 9.625, "llama.layers.7.mlp.down_proj.activation_quanter": 4.24609375, "llama.layers.8.self_attn.q_proj.activation_quanter": 9.7890625, "llama.layers.8.self_attn.k_proj.activation_quanter": 9.7890625, "llama.layers.8.self_attn.v_proj.activation_quanter": 9.7890625, "llama.layers.8.self_attn.o_proj.activation_quanter": 1.3720703125, "llama.layers.8.mlp.gate_proj.activation_quanter": 9.8046875, "llama.layers.8.mlp.up_proj.activation_quanter": 9.8046875, "llama.layers.8.mlp.down_proj.activation_quanter": 4.484375, "llama.layers.9.self_attn.q_proj.activation_quanter": 11.1796875, "llama.layers.9.self_attn.k_proj.activation_quanter": 11.1796875, "llama.layers.9.self_attn.v_proj.activation_quanter": 11.1796875, "llama.layers.9.self_attn.o_proj.activation_quanter": 1.8583984375, "llama.layers.9.mlp.gate_proj.activation_quanter": 9.890625, "llama.layers.9.mlp.up_proj.activation_quanter": 9.890625, "llama.layers.9.mlp.down_proj.activation_quanter": 4.59765625, "llama.layers.10.self_attn.q_proj.activation_quanter": 11.46875, "llama.layers.10.self_attn.k_proj.activation_quanter": 11.46875, "llama.layers.10.self_attn.v_proj.activation_quanter": 11.46875, "llama.layers.10.self_attn.o_proj.activation_quanter": 2.06640625, "llama.layers.10.mlp.gate_proj.activation_quanter": 8.546875, "llama.layers.10.mlp.up_proj.activation_quanter": 8.546875, "llama.layers.10.mlp.down_proj.activation_quanter": 7.3359375, "llama.layers.11.self_attn.q_proj.activation_quanter": 13.7421875, "llama.layers.11.self_attn.k_proj.activation_quanter": 13.7421875, "llama.layers.11.self_attn.v_proj.activation_quanter": 13.7421875, "llama.layers.11.self_attn.o_proj.activation_quanter": 2.208984375, "llama.layers.11.mlp.gate_proj.activation_quanter": 9.2578125, "llama.layers.11.mlp.up_proj.activation_quanter": 9.2578125, "llama.layers.11.mlp.down_proj.activation_quanter": 5.85546875, "llama.layers.12.self_attn.q_proj.activation_quanter": 11.328125, "llama.layers.12.self_attn.k_proj.activation_quanter": 11.328125, "llama.layers.12.self_attn.v_proj.activation_quanter": 11.328125, "llama.layers.12.self_attn.o_proj.activation_quanter": 1.62109375, "llama.layers.12.mlp.gate_proj.activation_quanter": 9.875, "llama.layers.12.mlp.up_proj.activation_quanter": 9.875, "llama.layers.12.mlp.down_proj.activation_quanter": 3.47265625, "llama.layers.13.self_attn.q_proj.activation_quanter": 14.1328125, "llama.layers.13.self_attn.k_proj.activation_quanter": 14.1328125, "llama.layers.13.self_attn.v_proj.activation_quanter": 14.1328125, "llama.layers.13.self_attn.o_proj.activation_quanter": 1.951171875, "llama.layers.13.mlp.gate_proj.activation_quanter": 9.453125, "llama.layers.13.mlp.up_proj.activation_quanter": 9.453125, "llama.layers.13.mlp.down_proj.activation_quanter": 4.0703125, "llama.layers.14.self_attn.q_proj.activation_quanter": 14.4453125, "llama.layers.14.self_attn.k_proj.activation_quanter": 14.4453125, "llama.layers.14.self_attn.v_proj.activation_quanter": 14.4453125, "llama.layers.14.self_attn.o_proj.activation_quanter": 2.126953125, "llama.layers.14.mlp.gate_proj.activation_quanter": 9.734375, "llama.layers.14.mlp.up_proj.activation_quanter": 9.734375, "llama.layers.14.mlp.down_proj.activation_quanter": 6.1328125, "llama.layers.15.self_attn.q_proj.activation_quanter": 13.1796875, "llama.layers.15.self_attn.k_proj.activation_quanter": 13.1796875, "llama.layers.15.self_attn.v_proj.activation_quanter": 13.1796875, "llama.layers.15.self_attn.o_proj.activation_quanter": 1.6005859375, "llama.layers.15.mlp.gate_proj.activation_quanter": 9.2421875, "llama.layers.15.mlp.up_proj.activation_quanter": 9.2421875, "llama.layers.15.mlp.down_proj.activation_quanter": 7.77734375, "llama.layers.16.self_attn.q_proj.activation_quanter": 13.5859375, "llama.layers.16.self_attn.k_proj.activation_quanter": 13.5859375, "llama.layers.16.self_attn.v_proj.activation_quanter": 13.5859375, "llama.layers.16.self_attn.o_proj.activation_quanter": 1.775390625, "llama.layers.16.mlp.gate_proj.activation_quanter": 8.90625, "llama.layers.16.mlp.up_proj.activation_quanter": 8.90625, "llama.layers.16.mlp.down_proj.activation_quanter": 9.609375, "llama.layers.17.self_attn.q_proj.activation_quanter": 11.515625, "llama.layers.17.self_attn.k_proj.activation_quanter": 11.515625, "llama.layers.17.self_attn.v_proj.activation_quanter": 11.515625, "llama.layers.17.self_attn.o_proj.activation_quanter": 1.5224609375, "llama.layers.17.mlp.gate_proj.activation_quanter": 8.3203125, "llama.layers.17.mlp.up_proj.activation_quanter": 8.3203125, "llama.layers.17.mlp.down_proj.activation_quanter": 8.2265625, "llama.layers.18.self_attn.q_proj.activation_quanter": 11.546875, "llama.layers.18.self_attn.k_proj.activation_quanter": 11.546875, "llama.layers.18.self_attn.v_proj.activation_quanter": 11.546875, "llama.layers.18.self_attn.o_proj.activation_quanter": 2.126953125, "llama.layers.18.mlp.gate_proj.activation_quanter": 7.515625, "llama.layers.18.mlp.up_proj.activation_quanter": 7.515625, "llama.layers.18.mlp.down_proj.activation_quanter": 11.1953125, "llama.layers.19.self_attn.q_proj.activation_quanter": 11.0390625, "llama.layers.19.self_attn.k_proj.activation_quanter": 11.0390625, "llama.layers.19.self_attn.v_proj.activation_quanter": 11.0390625, "llama.layers.19.self_attn.o_proj.activation_quanter": 1.97265625, "llama.layers.19.mlp.gate_proj.activation_quanter": 8.0, "llama.layers.19.mlp.up_proj.activation_quanter": 8.0, "llama.layers.19.mlp.down_proj.activation_quanter": 15.9609375, "llama.layers.20.self_attn.q_proj.activation_quanter": 12.1953125, "llama.layers.20.self_attn.k_proj.activation_quanter": 12.1953125, "llama.layers.20.self_attn.v_proj.activation_quanter": 12.1953125, "llama.layers.20.self_attn.o_proj.activation_quanter": 2.126953125, "llama.layers.20.mlp.gate_proj.activation_quanter": 8.140625, "llama.layers.20.mlp.up_proj.activation_quanter": 8.140625, "llama.layers.20.mlp.down_proj.activation_quanter": 12.3203125, "llama.layers.21.self_attn.q_proj.activation_quanter": 12.3125, "llama.layers.21.self_attn.k_proj.activation_quanter": 12.3125, "llama.layers.21.self_attn.v_proj.activation_quanter": 12.3125, "llama.layers.21.self_attn.o_proj.activation_quanter": 2.955078125, "llama.layers.21.mlp.gate_proj.activation_quanter": 7.86328125, "llama.layers.21.mlp.up_proj.activation_quanter": 7.86328125, "llama.layers.21.mlp.down_proj.activation_quanter": 10.2734375, "llama.layers.22.self_attn.q_proj.activation_quanter": 13.078125, "llama.layers.22.self_attn.k_proj.activation_quanter": 13.078125, "llama.layers.22.self_attn.v_proj.activation_quanter": 13.078125, "llama.layers.22.self_attn.o_proj.activation_quanter": 2.21875, "llama.layers.22.mlp.gate_proj.activation_quanter": 8.3125, "llama.layers.22.mlp.up_proj.activation_quanter": 8.3125, "llama.layers.22.mlp.down_proj.activation_quanter": 14.4921875, "llama.layers.23.self_attn.q_proj.activation_quanter": 11.828125, "llama.layers.23.self_attn.k_proj.activation_quanter": 11.828125, "llama.layers.23.self_attn.v_proj.activation_quanter": 11.828125, "llama.layers.23.self_attn.o_proj.activation_quanter": 2.455078125, "llama.layers.23.mlp.gate_proj.activation_quanter": 7.90234375, "llama.layers.23.mlp.up_proj.activation_quanter": 7.90234375, "llama.layers.23.mlp.down_proj.activation_quanter": 20.28125, "llama.layers.24.self_attn.q_proj.activation_quanter": 12.59375, "llama.layers.24.self_attn.k_proj.activation_quanter": 12.59375, "llama.layers.24.self_attn.v_proj.activation_quanter": 12.59375, "llama.layers.24.self_attn.o_proj.activation_quanter": 3.599609375, "llama.layers.24.mlp.gate_proj.activation_quanter": 8.390625, "llama.layers.24.mlp.up_proj.activation_quanter": 8.390625, "llama.layers.24.mlp.down_proj.activation_quanter": 16.28125, "llama.layers.25.self_attn.q_proj.activation_quanter": 11.6484375, "llama.layers.25.self_attn.k_proj.activation_quanter": 11.6484375, "llama.layers.25.self_attn.v_proj.activation_quanter": 11.6484375, "llama.layers.25.self_attn.o_proj.activation_quanter": 2.83203125, "llama.layers.25.mlp.gate_proj.activation_quanter": 8.7265625, "llama.layers.25.mlp.up_proj.activation_quanter": 8.7265625, "llama.layers.25.mlp.down_proj.activation_quanter": 15.40625, "llama.layers.26.self_attn.q_proj.activation_quanter": 13.609375, "llama.layers.26.self_attn.k_proj.activation_quanter": 13.609375, "llama.layers.26.self_attn.v_proj.activation_quanter": 13.609375, "llama.layers.26.self_attn.o_proj.activation_quanter": 3.5234375, "llama.layers.26.mlp.gate_proj.activation_quanter": 9.7265625, "llama.layers.26.mlp.up_proj.activation_quanter": 9.7265625, "llama.layers.26.mlp.down_proj.activation_quanter": 17.203125, "llama.layers.27.self_attn.q_proj.activation_quanter": 12.3046875, "llama.layers.27.self_attn.k_proj.activation_quanter": 12.3046875, "llama.layers.27.self_attn.v_proj.activation_quanter": 12.3046875, "llama.layers.27.self_attn.o_proj.activation_quanter": 3.115234375, "llama.layers.27.mlp.gate_proj.activation_quanter": 10.78125, "llama.layers.27.mlp.up_proj.activation_quanter": 10.78125, "llama.layers.27.mlp.down_proj.activation_quanter": 21.609375, "llama.layers.28.self_attn.q_proj.activation_quanter": 12.96875, "llama.layers.28.self_attn.k_proj.activation_quanter": 12.96875, "llama.layers.28.self_attn.v_proj.activation_quanter": 12.96875, "llama.layers.28.self_attn.o_proj.activation_quanter": 2.798828125, "llama.layers.28.mlp.gate_proj.activation_quanter": 10.078125, "llama.layers.28.mlp.up_proj.activation_quanter": 10.078125, "llama.layers.28.mlp.down_proj.activation_quanter": 23.28125, "llama.layers.29.self_attn.q_proj.activation_quanter": 10.8125, "llama.layers.29.self_attn.k_proj.activation_quanter": 10.8125, "llama.layers.29.self_attn.v_proj.activation_quanter": 10.8125, "llama.layers.29.self_attn.o_proj.activation_quanter": 4.85546875, "llama.layers.29.mlp.gate_proj.activation_quanter": 12.71875, "llama.layers.29.mlp.up_proj.activation_quanter": 12.71875, "llama.layers.29.mlp.down_proj.activation_quanter": 30.828125, "llama.layers.30.self_attn.q_proj.activation_quanter": 14.015625, "llama.layers.30.self_attn.k_proj.activation_quanter": 14.015625, "llama.layers.30.self_attn.v_proj.activation_quanter": 14.015625, "llama.layers.30.self_attn.o_proj.activation_quanter": 3.3984375, "llama.layers.30.mlp.gate_proj.activation_quanter": 14.2265625, "llama.layers.30.mlp.up_proj.activation_quanter": 14.2265625, "llama.layers.30.mlp.down_proj.activation_quanter": 108.375, "llama.layers.31.self_attn.q_proj.activation_quanter": 10.4453125, "llama.layers.31.self_attn.k_proj.activation_quanter": 10.4453125, "llama.layers.31.self_attn.v_proj.activation_quanter": 10.4453125, "llama.layers.31.self_attn.o_proj.activation_quanter": 4.4453125, "llama.layers.31.mlp.gate_proj.activation_quanter": 14.1484375, "llama.layers.31.mlp.up_proj.activation_quanter": 14.1484375, "llama.layers.31.mlp.down_proj.activation_quanter": 510.0}