{"qwen2.layers.0.self_attn.q_proj.weight_quanter": 0.37109375, "qwen2.layers.0.self_attn.k_proj.weight_quanter": 0.1796875, "qwen2.layers.0.self_attn.v_proj.weight_quanter": 0.09033203125, "qwen2.layers.0.self_attn.o_proj.weight_quanter": 0.2734375, "qwen2.layers.0.mlp.gate_proj.weight_quanter": 0.63671875, "qwen2.layers.0.mlp.up_proj.weight_quanter": 0.19921875, "qwen2.layers.0.mlp.down_proj.weight_quanter": 0.37109375, "qwen2.layers.1.self_attn.q_proj.weight_quanter": 0.265625, "qwen2.layers.1.self_attn.k_proj.weight_quanter": 0.26953125, "qwen2.layers.1.self_attn.v_proj.weight_quanter": 0.11376953125, "qwen2.layers.1.self_attn.o_proj.weight_quanter": 0.3046875, "qwen2.layers.1.mlp.gate_proj.weight_quanter": 0.263671875, "qwen2.layers.1.mlp.up_proj.weight_quanter": 0.2890625, "qwen2.layers.1.mlp.down_proj.weight_quanter": 0.5546875, "qwen2.layers.2.self_attn.q_proj.weight_quanter": 0.189453125, "qwen2.layers.2.self_attn.k_proj.weight_quanter": 0.26171875, "qwen2.layers.2.self_attn.v_proj.weight_quanter": 0.07080078125, "qwen2.layers.2.self_attn.o_proj.weight_quanter": 0.359375, "qwen2.layers.2.mlp.gate_proj.weight_quanter": 0.31640625, "qwen2.layers.2.mlp.up_proj.weight_quanter": 0.33203125, "qwen2.layers.2.mlp.down_proj.weight_quanter": 0.71875, "qwen2.layers.3.self_attn.q_proj.weight_quanter": 0.2421875, "qwen2.layers.3.self_attn.k_proj.weight_quanter": 0.2109375, "qwen2.layers.3.self_attn.v_proj.weight_quanter": 0.083984375, "qwen2.layers.3.self_attn.o_proj.weight_quanter": 0.359375, "qwen2.layers.3.mlp.gate_proj.weight_quanter": 0.4296875, "qwen2.layers.3.mlp.up_proj.weight_quanter": 0.34765625, "qwen2.layers.3.mlp.down_proj.weight_quanter": 0.609375, "qwen2.layers.4.self_attn.q_proj.weight_quanter": 0.228515625, "qwen2.layers.4.self_attn.k_proj.weight_quanter": 0.1826171875, "qwen2.layers.4.self_attn.v_proj.weight_quanter": 0.09716796875, "qwen2.layers.4.self_attn.o_proj.weight_quanter": 0.30859375, "qwen2.layers.4.mlp.gate_proj.weight_quanter": 0.314453125, "qwen2.layers.4.mlp.up_proj.weight_quanter": 0.37109375, "qwen2.layers.4.mlp.down_proj.weight_quanter": 0.578125, "qwen2.layers.5.self_attn.q_proj.weight_quanter": 0.33984375, "qwen2.layers.5.self_attn.k_proj.weight_quanter": 0.298828125, "qwen2.layers.5.self_attn.v_proj.weight_quanter": 0.08837890625, "qwen2.layers.5.self_attn.o_proj.weight_quanter": 0.37890625, "qwen2.layers.5.mlp.gate_proj.weight_quanter": 0.279296875, "qwen2.layers.5.mlp.up_proj.weight_quanter": 0.474609375, "qwen2.layers.5.mlp.down_proj.weight_quanter": 0.703125, "qwen2.layers.6.self_attn.q_proj.weight_quanter": 0.271484375, "qwen2.layers.6.self_attn.k_proj.weight_quanter": 0.1640625, "qwen2.layers.6.self_attn.v_proj.weight_quanter": 0.10302734375, "qwen2.layers.6.self_attn.o_proj.weight_quanter": 0.439453125, "qwen2.layers.6.mlp.gate_proj.weight_quanter": 0.45703125, "qwen2.layers.6.mlp.up_proj.weight_quanter": 0.466796875, "qwen2.layers.6.mlp.down_proj.weight_quanter": 0.56640625, "qwen2.layers.7.self_attn.q_proj.weight_quanter": 0.251953125, "qwen2.layers.7.self_attn.k_proj.weight_quanter": 0.203125, "qwen2.layers.7.self_attn.v_proj.weight_quanter": 0.146484375, "qwen2.layers.7.self_attn.o_proj.weight_quanter": 0.443359375, "qwen2.layers.7.mlp.gate_proj.weight_quanter": 0.484375, "qwen2.layers.7.mlp.up_proj.weight_quanter": 0.466796875, "qwen2.layers.7.mlp.down_proj.weight_quanter": 0.703125, "qwen2.layers.8.self_attn.q_proj.weight_quanter": 0.203125, "qwen2.layers.8.self_attn.k_proj.weight_quanter": 0.275390625, "qwen2.layers.8.self_attn.v_proj.weight_quanter": 0.10400390625, "qwen2.layers.8.self_attn.o_proj.weight_quanter": 0.427734375, "qwen2.layers.8.mlp.gate_proj.weight_quanter": 0.470703125, "qwen2.layers.8.mlp.up_proj.weight_quanter": 0.4609375, "qwen2.layers.8.mlp.down_proj.weight_quanter": 0.70703125, "qwen2.layers.9.self_attn.q_proj.weight_quanter": 0.2890625, "qwen2.layers.9.self_attn.k_proj.weight_quanter": 0.2060546875, "qwen2.layers.9.self_attn.v_proj.weight_quanter": 0.1171875, "qwen2.layers.9.self_attn.o_proj.weight_quanter": 0.6328125, "qwen2.layers.9.mlp.gate_proj.weight_quanter": 0.44140625, "qwen2.layers.9.mlp.up_proj.weight_quanter": 0.380859375, "qwen2.layers.9.mlp.down_proj.weight_quanter": 0.71484375, "qwen2.layers.10.self_attn.q_proj.weight_quanter": 0.396484375, "qwen2.layers.10.self_attn.k_proj.weight_quanter": 0.1728515625, "qwen2.layers.10.self_attn.v_proj.weight_quanter": 0.10595703125, "qwen2.layers.10.self_attn.o_proj.weight_quanter": 0.44921875, "qwen2.layers.10.mlp.gate_proj.weight_quanter": 0.54296875, "qwen2.layers.10.mlp.up_proj.weight_quanter": 0.55859375, "qwen2.layers.10.mlp.down_proj.weight_quanter": 0.73046875, "qwen2.layers.11.self_attn.q_proj.weight_quanter": 0.26953125, "qwen2.layers.11.self_attn.k_proj.weight_quanter": 0.29296875, "qwen2.layers.11.self_attn.v_proj.weight_quanter": 0.10498046875, "qwen2.layers.11.self_attn.o_proj.weight_quanter": 0.423828125, "qwen2.layers.11.mlp.gate_proj.weight_quanter": 0.41796875, "qwen2.layers.11.mlp.up_proj.weight_quanter": 0.431640625, "qwen2.layers.11.mlp.down_proj.weight_quanter": 0.640625, "qwen2.layers.12.self_attn.q_proj.weight_quanter": 0.294921875, "qwen2.layers.12.self_attn.k_proj.weight_quanter": 0.193359375, "qwen2.layers.12.self_attn.v_proj.weight_quanter": 0.11328125, "qwen2.layers.12.self_attn.o_proj.weight_quanter": 0.3828125, "qwen2.layers.12.mlp.gate_proj.weight_quanter": 0.51171875, "qwen2.layers.12.mlp.up_proj.weight_quanter": 0.73828125, "qwen2.layers.12.mlp.down_proj.weight_quanter": 0.80078125, "qwen2.layers.13.self_attn.q_proj.weight_quanter": 0.421875, "qwen2.layers.13.self_attn.k_proj.weight_quanter": 0.224609375, "qwen2.layers.13.self_attn.v_proj.weight_quanter": 0.1337890625, "qwen2.layers.13.self_attn.o_proj.weight_quanter": 0.54296875, "qwen2.layers.13.mlp.gate_proj.weight_quanter": 0.53125, "qwen2.layers.13.mlp.up_proj.weight_quanter": 0.40625, "qwen2.layers.13.mlp.down_proj.weight_quanter": 0.6875, "qwen2.layers.14.self_attn.q_proj.weight_quanter": 0.306640625, "qwen2.layers.14.self_attn.k_proj.weight_quanter": 0.30078125, "qwen2.layers.14.self_attn.v_proj.weight_quanter": 0.224609375, "qwen2.layers.14.self_attn.o_proj.weight_quanter": 0.83203125, "qwen2.layers.14.mlp.gate_proj.weight_quanter": 0.5859375, "qwen2.layers.14.mlp.up_proj.weight_quanter": 0.474609375, "qwen2.layers.14.mlp.down_proj.weight_quanter": 0.6875, "qwen2.layers.15.self_attn.q_proj.weight_quanter": 0.30078125, "qwen2.layers.15.self_attn.k_proj.weight_quanter": 0.375, "qwen2.layers.15.self_attn.v_proj.weight_quanter": 0.1259765625, "qwen2.layers.15.self_attn.o_proj.weight_quanter": 0.2890625, "qwen2.layers.15.mlp.gate_proj.weight_quanter": 0.44921875, "qwen2.layers.15.mlp.up_proj.weight_quanter": 0.486328125, "qwen2.layers.15.mlp.down_proj.weight_quanter": 0.72265625, "qwen2.layers.16.self_attn.q_proj.weight_quanter": 0.26171875, "qwen2.layers.16.self_attn.k_proj.weight_quanter": 0.2255859375, "qwen2.layers.16.self_attn.v_proj.weight_quanter": 0.12451171875, "qwen2.layers.16.self_attn.o_proj.weight_quanter": 0.51953125, "qwen2.layers.16.mlp.gate_proj.weight_quanter": 0.7578125, "qwen2.layers.16.mlp.up_proj.weight_quanter": 0.390625, "qwen2.layers.16.mlp.down_proj.weight_quanter": 0.6484375, "qwen2.layers.17.self_attn.q_proj.weight_quanter": 0.267578125, "qwen2.layers.17.self_attn.k_proj.weight_quanter": 0.2890625, "qwen2.layers.17.self_attn.v_proj.weight_quanter": 0.126953125, "qwen2.layers.17.self_attn.o_proj.weight_quanter": 0.6484375, "qwen2.layers.17.mlp.gate_proj.weight_quanter": 0.439453125, "qwen2.layers.17.mlp.up_proj.weight_quanter": 0.5, "qwen2.layers.17.mlp.down_proj.weight_quanter": 0.625, "qwen2.layers.18.self_attn.q_proj.weight_quanter": 0.259765625, "qwen2.layers.18.self_attn.k_proj.weight_quanter": 0.251953125, "qwen2.layers.18.self_attn.v_proj.weight_quanter": 0.1474609375, "qwen2.layers.18.self_attn.o_proj.weight_quanter": 0.4375, "qwen2.layers.18.mlp.gate_proj.weight_quanter": 0.65234375, "qwen2.layers.18.mlp.up_proj.weight_quanter": 0.455078125, "qwen2.layers.18.mlp.down_proj.weight_quanter": 0.7734375, "qwen2.layers.19.self_attn.q_proj.weight_quanter": 0.3828125, "qwen2.layers.19.self_attn.k_proj.weight_quanter": 0.2578125, "qwen2.layers.19.self_attn.v_proj.weight_quanter": 0.13671875, "qwen2.layers.19.self_attn.o_proj.weight_quanter": 0.43359375, "qwen2.layers.19.mlp.gate_proj.weight_quanter": 0.8671875, "qwen2.layers.19.mlp.up_proj.weight_quanter": 0.419921875, "qwen2.layers.19.mlp.down_proj.weight_quanter": 0.6328125, "qwen2.layers.20.self_attn.q_proj.weight_quanter": 0.2001953125, "qwen2.layers.20.self_attn.k_proj.weight_quanter": 0.2275390625, "qwen2.layers.20.self_attn.v_proj.weight_quanter": 0.12158203125, "qwen2.layers.20.self_attn.o_proj.weight_quanter": 0.419921875, "qwen2.layers.20.mlp.gate_proj.weight_quanter": 0.67578125, "qwen2.layers.20.mlp.up_proj.weight_quanter": 0.98046875, "qwen2.layers.20.mlp.down_proj.weight_quanter": 0.8671875, "qwen2.layers.21.self_attn.q_proj.weight_quanter": 0.2431640625, "qwen2.layers.21.self_attn.k_proj.weight_quanter": 0.2353515625, "qwen2.layers.21.self_attn.v_proj.weight_quanter": 0.1796875, "qwen2.layers.21.self_attn.o_proj.weight_quanter": 0.369140625, "qwen2.layers.21.mlp.gate_proj.weight_quanter": 0.59375, "qwen2.layers.21.mlp.up_proj.weight_quanter": 0.60546875, "qwen2.layers.21.mlp.down_proj.weight_quanter": 0.64453125, "qwen2.layers.22.self_attn.q_proj.weight_quanter": 0.259765625, "qwen2.layers.22.self_attn.k_proj.weight_quanter": 0.234375, "qwen2.layers.22.self_attn.v_proj.weight_quanter": 0.2138671875, "qwen2.layers.22.self_attn.o_proj.weight_quanter": 0.318359375, "qwen2.layers.22.mlp.gate_proj.weight_quanter": 0.54296875, "qwen2.layers.22.mlp.up_proj.weight_quanter": 0.490234375, "qwen2.layers.22.mlp.down_proj.weight_quanter": 0.6171875, "qwen2.layers.23.self_attn.q_proj.weight_quanter": 0.244140625, "qwen2.layers.23.self_attn.k_proj.weight_quanter": 0.1962890625, "qwen2.layers.23.self_attn.v_proj.weight_quanter": 0.1806640625, "qwen2.layers.23.self_attn.o_proj.weight_quanter": 0.515625, "qwen2.layers.23.mlp.gate_proj.weight_quanter": 0.47265625, "qwen2.layers.23.mlp.up_proj.weight_quanter": 0.390625, "qwen2.layers.23.mlp.down_proj.weight_quanter": 0.546875, "qwen2.layers.24.self_attn.q_proj.weight_quanter": 0.22265625, "qwen2.layers.24.self_attn.k_proj.weight_quanter": 0.2314453125, "qwen2.layers.24.self_attn.v_proj.weight_quanter": 0.2109375, "qwen2.layers.24.self_attn.o_proj.weight_quanter": 0.578125, "qwen2.layers.24.mlp.gate_proj.weight_quanter": 0.35546875, "qwen2.layers.24.mlp.up_proj.weight_quanter": 0.53125, "qwen2.layers.24.mlp.down_proj.weight_quanter": 0.671875, "qwen2.layers.25.self_attn.q_proj.weight_quanter": 0.2041015625, "qwen2.layers.25.self_attn.k_proj.weight_quanter": 0.2080078125, "qwen2.layers.25.self_attn.v_proj.weight_quanter": 0.234375, "qwen2.layers.25.self_attn.o_proj.weight_quanter": 0.458984375, "qwen2.layers.25.mlp.gate_proj.weight_quanter": 0.453125, "qwen2.layers.25.mlp.up_proj.weight_quanter": 0.5859375, "qwen2.layers.25.mlp.down_proj.weight_quanter": 0.7109375, "qwen2.layers.26.self_attn.q_proj.weight_quanter": 0.2470703125, "qwen2.layers.26.self_attn.k_proj.weight_quanter": 0.193359375, "qwen2.layers.26.self_attn.v_proj.weight_quanter": 0.2734375, "qwen2.layers.26.self_attn.o_proj.weight_quanter": 0.49609375, "qwen2.layers.26.mlp.gate_proj.weight_quanter": 0.5625, "qwen2.layers.26.mlp.up_proj.weight_quanter": 0.46875, "qwen2.layers.26.mlp.down_proj.weight_quanter": 0.796875, "qwen2.layers.27.self_attn.q_proj.weight_quanter": 0.7578125, "qwen2.layers.27.self_attn.k_proj.weight_quanter": 0.2138671875, "qwen2.layers.27.self_attn.v_proj.weight_quanter": 0.279296875, "qwen2.layers.27.self_attn.o_proj.weight_quanter": 0.7265625, "qwen2.layers.27.mlp.gate_proj.weight_quanter": 0.33203125, "qwen2.layers.27.mlp.up_proj.weight_quanter": 0.64453125, "qwen2.layers.27.mlp.down_proj.weight_quanter": 0.8515625}