{"llama.layers.0.self_attn.q_proj.weight_quanter": 0.74609375, "llama.layers.0.self_attn.k_proj.weight_quanter": 0.69921875, "llama.layers.0.self_attn.v_proj.weight_quanter": 0.06103515625, "llama.layers.0.self_attn.o_proj.weight_quanter": 0.462890625, "llama.layers.0.mlp.gate_proj.weight_quanter": 0.59765625, "llama.layers.0.mlp.up_proj.weight_quanter": 0.1962890625, "llama.layers.0.mlp.down_proj.weight_quanter": 0.61328125, "llama.layers.1.self_attn.q_proj.weight_quanter": 0.53515625, "llama.layers.1.self_attn.k_proj.weight_quanter": 0.35546875, "llama.layers.1.self_attn.v_proj.weight_quanter": 0.0966796875, "llama.layers.1.self_attn.o_proj.weight_quanter": 0.4140625, "llama.layers.1.mlp.gate_proj.weight_quanter": 0.52734375, "llama.layers.1.mlp.up_proj.weight_quanter": 0.462890625, "llama.layers.1.mlp.down_proj.weight_quanter": 0.70703125, "llama.layers.2.self_attn.q_proj.weight_quanter": 0.26171875, "llama.layers.2.self_attn.k_proj.weight_quanter": 0.349609375, "llama.layers.2.self_attn.v_proj.weight_quanter": 0.05859375, "llama.layers.2.self_attn.o_proj.weight_quanter": 0.345703125, "llama.layers.2.mlp.gate_proj.weight_quanter": 0.32421875, "llama.layers.2.mlp.up_proj.weight_quanter": 0.248046875, "llama.layers.2.mlp.down_proj.weight_quanter": 0.60546875, "llama.layers.3.self_attn.q_proj.weight_quanter": 0.21875, "llama.layers.3.self_attn.k_proj.weight_quanter": 0.283203125, "llama.layers.3.self_attn.v_proj.weight_quanter": 0.1357421875, "llama.layers.3.self_attn.o_proj.weight_quanter": 0.376953125, "llama.layers.3.mlp.gate_proj.weight_quanter": 0.5078125, "llama.layers.3.mlp.up_proj.weight_quanter": 0.275390625, "llama.layers.3.mlp.down_proj.weight_quanter": 0.546875, "llama.layers.4.self_attn.q_proj.weight_quanter": 0.330078125, "llama.layers.4.self_attn.k_proj.weight_quanter": 0.3359375, "llama.layers.4.self_attn.v_proj.weight_quanter": 0.07421875, "llama.layers.4.self_attn.o_proj.weight_quanter": 0.357421875, "llama.layers.4.mlp.gate_proj.weight_quanter": 0.392578125, "llama.layers.4.mlp.up_proj.weight_quanter": 0.3046875, "llama.layers.4.mlp.down_proj.weight_quanter": 0.65625, "llama.layers.5.self_attn.q_proj.weight_quanter": 0.2578125, "llama.layers.5.self_attn.k_proj.weight_quanter": 0.52734375, "llama.layers.5.self_attn.v_proj.weight_quanter": 0.1357421875, "llama.layers.5.self_attn.o_proj.weight_quanter": 0.34765625, "llama.layers.5.mlp.gate_proj.weight_quanter": 0.41796875, "llama.layers.5.mlp.up_proj.weight_quanter": 0.427734375, "llama.layers.5.mlp.down_proj.weight_quanter": 0.6015625, "llama.layers.6.self_attn.q_proj.weight_quanter": 0.2734375, "llama.layers.6.self_attn.k_proj.weight_quanter": 0.287109375, "llama.layers.6.self_attn.v_proj.weight_quanter": 0.0595703125, "llama.layers.6.self_attn.o_proj.weight_quanter": 0.6953125, "llama.layers.6.mlp.gate_proj.weight_quanter": 0.466796875, "llama.layers.6.mlp.up_proj.weight_quanter": 0.30078125, "llama.layers.6.mlp.down_proj.weight_quanter": 0.66015625, "llama.layers.7.self_attn.q_proj.weight_quanter": 0.25390625, "llama.layers.7.self_attn.k_proj.weight_quanter": 0.267578125, "llama.layers.7.self_attn.v_proj.weight_quanter": 0.078125, "llama.layers.7.self_attn.o_proj.weight_quanter": 0.318359375, "llama.layers.7.mlp.gate_proj.weight_quanter": 0.41015625, "llama.layers.7.mlp.up_proj.weight_quanter": 0.287109375, "llama.layers.7.mlp.down_proj.weight_quanter": 0.640625, "llama.layers.8.self_attn.q_proj.weight_quanter": 0.453125, "llama.layers.8.self_attn.k_proj.weight_quanter": 0.455078125, "llama.layers.8.self_attn.v_proj.weight_quanter": 0.08544921875, "llama.layers.8.self_attn.o_proj.weight_quanter": 0.392578125, "llama.layers.8.mlp.gate_proj.weight_quanter": 0.326171875, "llama.layers.8.mlp.up_proj.weight_quanter": 0.29296875, "llama.layers.8.mlp.down_proj.weight_quanter": 0.734375, "llama.layers.9.self_attn.q_proj.weight_quanter": 0.2490234375, "llama.layers.9.self_attn.k_proj.weight_quanter": 0.369140625, "llama.layers.9.self_attn.v_proj.weight_quanter": 0.09765625, "llama.layers.9.self_attn.o_proj.weight_quanter": 0.357421875, "llama.layers.9.mlp.gate_proj.weight_quanter": 0.48046875, "llama.layers.9.mlp.up_proj.weight_quanter": 0.3046875, "llama.layers.9.mlp.down_proj.weight_quanter": 0.70703125, "llama.layers.10.self_attn.q_proj.weight_quanter": 0.37890625, "llama.layers.10.self_attn.k_proj.weight_quanter": 0.4375, "llama.layers.10.self_attn.v_proj.weight_quanter": 0.064453125, "llama.layers.10.self_attn.o_proj.weight_quanter": 0.515625, "llama.layers.10.mlp.gate_proj.weight_quanter": 0.345703125, "llama.layers.10.mlp.up_proj.weight_quanter": 0.24609375, "llama.layers.10.mlp.down_proj.weight_quanter": 0.70703125, "llama.layers.11.self_attn.q_proj.weight_quanter": 0.2021484375, "llama.layers.11.self_attn.k_proj.weight_quanter": 0.3125, "llama.layers.11.self_attn.v_proj.weight_quanter": 0.072265625, "llama.layers.11.self_attn.o_proj.weight_quanter": 0.27734375, "llama.layers.11.mlp.gate_proj.weight_quanter": 0.38671875, "llama.layers.11.mlp.up_proj.weight_quanter": 0.2314453125, "llama.layers.11.mlp.down_proj.weight_quanter": 0.59375, "llama.layers.12.self_attn.q_proj.weight_quanter": 0.251953125, "llama.layers.12.self_attn.k_proj.weight_quanter": 0.23046875, "llama.layers.12.self_attn.v_proj.weight_quanter": 0.09765625, "llama.layers.12.self_attn.o_proj.weight_quanter": 0.458984375, "llama.layers.12.mlp.gate_proj.weight_quanter": 0.42578125, "llama.layers.12.mlp.up_proj.weight_quanter": 0.328125, "llama.layers.12.mlp.down_proj.weight_quanter": 0.9140625, "llama.layers.13.self_attn.q_proj.weight_quanter": 0.177734375, "llama.layers.13.self_attn.k_proj.weight_quanter": 0.392578125, "llama.layers.13.self_attn.v_proj.weight_quanter": 0.099609375, "llama.layers.13.self_attn.o_proj.weight_quanter": 0.77734375, "llama.layers.13.mlp.gate_proj.weight_quanter": 0.484375, "llama.layers.13.mlp.up_proj.weight_quanter": 0.365234375, "llama.layers.13.mlp.down_proj.weight_quanter": 0.91015625, "llama.layers.14.self_attn.q_proj.weight_quanter": 0.3359375, "llama.layers.14.self_attn.k_proj.weight_quanter": 0.373046875, "llama.layers.14.self_attn.v_proj.weight_quanter": 0.087890625, "llama.layers.14.self_attn.o_proj.weight_quanter": 0.220703125, "llama.layers.14.mlp.gate_proj.weight_quanter": 0.48828125, "llama.layers.14.mlp.up_proj.weight_quanter": 0.45703125, "llama.layers.14.mlp.down_proj.weight_quanter": 0.8203125, "llama.layers.15.self_attn.q_proj.weight_quanter": 0.4296875, "llama.layers.15.self_attn.k_proj.weight_quanter": 0.400390625, "llama.layers.15.self_attn.v_proj.weight_quanter": 0.1416015625, "llama.layers.15.self_attn.o_proj.weight_quanter": 0.466796875, "llama.layers.15.mlp.gate_proj.weight_quanter": 0.380859375, "llama.layers.15.mlp.up_proj.weight_quanter": 0.28125, "llama.layers.15.mlp.down_proj.weight_quanter": 0.6328125, "llama.layers.16.self_attn.q_proj.weight_quanter": 0.40234375, "llama.layers.16.self_attn.k_proj.weight_quanter": 0.36328125, "llama.layers.16.self_attn.v_proj.weight_quanter": 0.13671875, "llama.layers.16.self_attn.o_proj.weight_quanter": 0.482421875, "llama.layers.16.mlp.gate_proj.weight_quanter": 0.486328125, "llama.layers.16.mlp.up_proj.weight_quanter": 0.267578125, "llama.layers.16.mlp.down_proj.weight_quanter": 0.80859375, "llama.layers.17.self_attn.q_proj.weight_quanter": 0.20703125, "llama.layers.17.self_attn.k_proj.weight_quanter": 0.361328125, "llama.layers.17.self_attn.v_proj.weight_quanter": 0.07763671875, "llama.layers.17.self_attn.o_proj.weight_quanter": 0.46875, "llama.layers.17.mlp.gate_proj.weight_quanter": 0.3984375, "llama.layers.17.mlp.up_proj.weight_quanter": 0.31640625, "llama.layers.17.mlp.down_proj.weight_quanter": 0.6171875, "llama.layers.18.self_attn.q_proj.weight_quanter": 0.2138671875, "llama.layers.18.self_attn.k_proj.weight_quanter": 0.283203125, "llama.layers.18.self_attn.v_proj.weight_quanter": 0.0869140625, "llama.layers.18.self_attn.o_proj.weight_quanter": 0.828125, "llama.layers.18.mlp.gate_proj.weight_quanter": 0.515625, "llama.layers.18.mlp.up_proj.weight_quanter": 0.236328125, "llama.layers.18.mlp.down_proj.weight_quanter": 0.7890625, "llama.layers.19.self_attn.q_proj.weight_quanter": 0.265625, "llama.layers.19.self_attn.k_proj.weight_quanter": 0.302734375, "llama.layers.19.self_attn.v_proj.weight_quanter": 0.1025390625, "llama.layers.19.self_attn.o_proj.weight_quanter": 0.5703125, "llama.layers.19.mlp.gate_proj.weight_quanter": 0.46875, "llama.layers.19.mlp.up_proj.weight_quanter": 0.279296875, "llama.layers.19.mlp.down_proj.weight_quanter": 0.8203125, "llama.layers.20.self_attn.q_proj.weight_quanter": 0.240234375, "llama.layers.20.self_attn.k_proj.weight_quanter": 0.31640625, "llama.layers.20.self_attn.v_proj.weight_quanter": 0.0859375, "llama.layers.20.self_attn.o_proj.weight_quanter": 0.609375, "llama.layers.20.mlp.gate_proj.weight_quanter": 0.400390625, "llama.layers.20.mlp.up_proj.weight_quanter": 0.28515625, "llama.layers.20.mlp.down_proj.weight_quanter": 0.45703125, "llama.layers.21.self_attn.q_proj.weight_quanter": 0.224609375, "llama.layers.21.self_attn.k_proj.weight_quanter": 0.337890625, "llama.layers.21.self_attn.v_proj.weight_quanter": 0.1240234375, "llama.layers.21.self_attn.o_proj.weight_quanter": 0.294921875, "llama.layers.21.mlp.gate_proj.weight_quanter": 0.546875, "llama.layers.21.mlp.up_proj.weight_quanter": 0.54296875, "llama.layers.21.mlp.down_proj.weight_quanter": 0.828125, "llama.layers.22.self_attn.q_proj.weight_quanter": 0.228515625, "llama.layers.22.self_attn.k_proj.weight_quanter": 0.341796875, "llama.layers.22.self_attn.v_proj.weight_quanter": 0.107421875, "llama.layers.22.self_attn.o_proj.weight_quanter": 0.330078125, "llama.layers.22.mlp.gate_proj.weight_quanter": 0.396484375, "llama.layers.22.mlp.up_proj.weight_quanter": 0.189453125, "llama.layers.22.mlp.down_proj.weight_quanter": 0.58984375, "llama.layers.23.self_attn.q_proj.weight_quanter": 0.232421875, "llama.layers.23.self_attn.k_proj.weight_quanter": 0.470703125, "llama.layers.23.self_attn.v_proj.weight_quanter": 0.123046875, "llama.layers.23.self_attn.o_proj.weight_quanter": 0.38671875, "llama.layers.23.mlp.gate_proj.weight_quanter": 0.451171875, "llama.layers.23.mlp.up_proj.weight_quanter": 0.1953125, "llama.layers.23.mlp.down_proj.weight_quanter": 0.63671875, "llama.layers.24.self_attn.q_proj.weight_quanter": 0.2412109375, "llama.layers.24.self_attn.k_proj.weight_quanter": 0.328125, "llama.layers.24.self_attn.v_proj.weight_quanter": 0.119140625, "llama.layers.24.self_attn.o_proj.weight_quanter": 0.298828125, "llama.layers.24.mlp.gate_proj.weight_quanter": 0.5234375, "llama.layers.24.mlp.up_proj.weight_quanter": 0.353515625, "llama.layers.24.mlp.down_proj.weight_quanter": 0.59765625, "llama.layers.25.self_attn.q_proj.weight_quanter": 0.2314453125, "llama.layers.25.self_attn.k_proj.weight_quanter": 0.43359375, "llama.layers.25.self_attn.v_proj.weight_quanter": 0.134765625, "llama.layers.25.self_attn.o_proj.weight_quanter": 0.388671875, "llama.layers.25.mlp.gate_proj.weight_quanter": 0.3671875, "llama.layers.25.mlp.up_proj.weight_quanter": 0.234375, "llama.layers.25.mlp.down_proj.weight_quanter": 0.70703125, "llama.layers.26.self_attn.q_proj.weight_quanter": 0.232421875, "llama.layers.26.self_attn.k_proj.weight_quanter": 0.353515625, "llama.layers.26.self_attn.v_proj.weight_quanter": 0.19921875, "llama.layers.26.self_attn.o_proj.weight_quanter": 0.33984375, "llama.layers.26.mlp.gate_proj.weight_quanter": 0.423828125, "llama.layers.26.mlp.up_proj.weight_quanter": 0.33203125, "llama.layers.26.mlp.down_proj.weight_quanter": 0.69921875, "llama.layers.27.self_attn.q_proj.weight_quanter": 0.224609375, "llama.layers.27.self_attn.k_proj.weight_quanter": 0.408203125, "llama.layers.27.self_attn.v_proj.weight_quanter": 0.2578125, "llama.layers.27.self_attn.o_proj.weight_quanter": 0.484375, "llama.layers.27.mlp.gate_proj.weight_quanter": 0.412109375, "llama.layers.27.mlp.up_proj.weight_quanter": 0.21484375, "llama.layers.27.mlp.down_proj.weight_quanter": 0.53125, "llama.layers.28.self_attn.q_proj.weight_quanter": 0.279296875, "llama.layers.28.self_attn.k_proj.weight_quanter": 0.30078125, "llama.layers.28.self_attn.v_proj.weight_quanter": 0.169921875, "llama.layers.28.self_attn.o_proj.weight_quanter": 0.62109375, "llama.layers.28.mlp.gate_proj.weight_quanter": 0.490234375, "llama.layers.28.mlp.up_proj.weight_quanter": 0.392578125, "llama.layers.28.mlp.down_proj.weight_quanter": 0.66796875, "llama.layers.29.self_attn.q_proj.weight_quanter": 0.30859375, "llama.layers.29.self_attn.k_proj.weight_quanter": 0.400390625, "llama.layers.29.self_attn.v_proj.weight_quanter": 0.25390625, "llama.layers.29.self_attn.o_proj.weight_quanter": 0.353515625, "llama.layers.29.mlp.gate_proj.weight_quanter": 0.47265625, "llama.layers.29.mlp.up_proj.weight_quanter": 0.38671875, "llama.layers.29.mlp.down_proj.weight_quanter": 0.734375, "llama.layers.30.self_attn.q_proj.weight_quanter": 0.263671875, "llama.layers.30.self_attn.k_proj.weight_quanter": 0.359375, "llama.layers.30.self_attn.v_proj.weight_quanter": 0.20703125, "llama.layers.30.self_attn.o_proj.weight_quanter": 0.283203125, "llama.layers.30.mlp.gate_proj.weight_quanter": 0.5859375, "llama.layers.30.mlp.up_proj.weight_quanter": 0.38671875, "llama.layers.30.mlp.down_proj.weight_quanter": 0.43359375, "llama.layers.31.self_attn.q_proj.weight_quanter": 0.419921875, "llama.layers.31.self_attn.k_proj.weight_quanter": 0.5703125, "llama.layers.31.self_attn.v_proj.weight_quanter": 0.3125, "llama.layers.31.self_attn.o_proj.weight_quanter": 0.4375, "llama.layers.31.mlp.gate_proj.weight_quanter": 0.76953125, "llama.layers.31.mlp.up_proj.weight_quanter": 0.671875, "llama.layers.31.mlp.down_proj.weight_quanter": 0.546875}