{"llama.layers.0.self_attn.q_proj.activation_quanter": 0.78955078125, "llama.layers.0.self_attn.k_proj.activation_quanter": 0.78955078125, "llama.layers.0.self_attn.v_proj.activation_quanter": 0.78955078125, "llama.layers.0.self_attn.o_proj.layer.activation_quanter": 1.274658203125, "llama.layers.0.mlp.gate_proj.activation_quanter": 0.91680908203125, "llama.layers.0.mlp.up_proj.activation_quanter": 0.91680908203125, "llama.layers.0.mlp.down_proj.layer.activation_quanter": 1.787353515625, "llama.layers.1.self_attn.q_proj.activation_quanter": 0.751434326171875, "llama.layers.1.self_attn.k_proj.activation_quanter": 0.751434326171875, "llama.layers.1.self_attn.v_proj.activation_quanter": 0.751434326171875, "llama.layers.1.self_attn.o_proj.layer.activation_quanter": 0.591888427734375, "llama.layers.1.mlp.gate_proj.activation_quanter": 1.0489501953125, "llama.layers.1.mlp.up_proj.activation_quanter": 1.0489501953125, "llama.layers.1.mlp.down_proj.layer.activation_quanter": 1.32916259765625, "llama.layers.2.self_attn.q_proj.activation_quanter": 0.550567626953125, "llama.layers.2.self_attn.k_proj.activation_quanter": 0.550567626953125, "llama.layers.2.self_attn.v_proj.activation_quanter": 0.550567626953125, "llama.layers.2.self_attn.o_proj.layer.activation_quanter": 1.3231201171875, "llama.layers.2.mlp.gate_proj.activation_quanter": 0.90997314453125, "llama.layers.2.mlp.up_proj.activation_quanter": 0.90997314453125, "llama.layers.2.mlp.down_proj.layer.activation_quanter": 1.96331787109375, "llama.layers.3.self_attn.q_proj.activation_quanter": 0.9305419921875, "llama.layers.3.self_attn.k_proj.activation_quanter": 0.9305419921875, "llama.layers.3.self_attn.v_proj.activation_quanter": 0.9305419921875, "llama.layers.3.self_attn.o_proj.layer.activation_quanter": 1.32061767578125, "llama.layers.3.mlp.gate_proj.activation_quanter": 0.912353515625, "llama.layers.3.mlp.up_proj.activation_quanter": 0.912353515625, "llama.layers.3.mlp.down_proj.layer.activation_quanter": 1.64337158203125, "llama.layers.4.self_attn.q_proj.activation_quanter": 0.797027587890625, "llama.layers.4.self_attn.k_proj.activation_quanter": 0.797027587890625, "llama.layers.4.self_attn.v_proj.activation_quanter": 0.797027587890625, "llama.layers.4.self_attn.o_proj.layer.activation_quanter": 1.33428955078125, "llama.layers.4.mlp.gate_proj.activation_quanter": 0.931640625, "llama.layers.4.mlp.up_proj.activation_quanter": 0.931640625, "llama.layers.4.mlp.down_proj.layer.activation_quanter": 0.9521484375, "llama.layers.5.self_attn.q_proj.activation_quanter": 0.83331298828125, "llama.layers.5.self_attn.k_proj.activation_quanter": 0.83331298828125, "llama.layers.5.self_attn.v_proj.activation_quanter": 0.83331298828125, "llama.layers.5.self_attn.o_proj.layer.activation_quanter": 1.151611328125, "llama.layers.5.mlp.gate_proj.activation_quanter": 1.009765625, "llama.layers.5.mlp.up_proj.activation_quanter": 1.009765625, "llama.layers.5.mlp.down_proj.layer.activation_quanter": 0.805084228515625, "llama.layers.6.self_attn.q_proj.activation_quanter": 0.91387939453125, "llama.layers.6.self_attn.k_proj.activation_quanter": 0.91387939453125, "llama.layers.6.self_attn.v_proj.activation_quanter": 0.91387939453125, "llama.layers.6.self_attn.o_proj.layer.activation_quanter": 1.37225341796875, "llama.layers.6.mlp.gate_proj.activation_quanter": 0.940582275390625, "llama.layers.6.mlp.up_proj.activation_quanter": 0.940582275390625, "llama.layers.6.mlp.down_proj.layer.activation_quanter": 1.029144287109375, "llama.layers.7.self_attn.q_proj.activation_quanter": 0.8138427734375, "llama.layers.7.self_attn.k_proj.activation_quanter": 0.8138427734375, "llama.layers.7.self_attn.v_proj.activation_quanter": 0.8138427734375, "llama.layers.7.self_attn.o_proj.layer.activation_quanter": 1.35601806640625, "llama.layers.7.mlp.gate_proj.activation_quanter": 0.9609375, "llama.layers.7.mlp.up_proj.activation_quanter": 0.9609375, "llama.layers.7.mlp.down_proj.layer.activation_quanter": 1.154388427734375, "llama.layers.8.self_attn.q_proj.activation_quanter": 0.888214111328125, "llama.layers.8.self_attn.k_proj.activation_quanter": 0.888214111328125, "llama.layers.8.self_attn.v_proj.activation_quanter": 0.888214111328125, "llama.layers.8.self_attn.o_proj.layer.activation_quanter": 1.3011474609375, "llama.layers.8.mlp.gate_proj.activation_quanter": 0.966552734375, "llama.layers.8.mlp.up_proj.activation_quanter": 0.966552734375, "llama.layers.8.mlp.down_proj.layer.activation_quanter": 0.591827392578125, "llama.layers.9.self_attn.q_proj.activation_quanter": 1.04345703125, "llama.layers.9.self_attn.k_proj.activation_quanter": 1.04345703125, "llama.layers.9.self_attn.v_proj.activation_quanter": 1.04345703125, "llama.layers.9.self_attn.o_proj.layer.activation_quanter": 1.266357421875, "llama.layers.9.mlp.gate_proj.activation_quanter": 0.96221923828125, "llama.layers.9.mlp.up_proj.activation_quanter": 0.96221923828125, "llama.layers.9.mlp.down_proj.layer.activation_quanter": 1.076934814453125, "llama.layers.10.self_attn.q_proj.activation_quanter": 0.8262939453125, "llama.layers.10.self_attn.k_proj.activation_quanter": 0.8262939453125, "llama.layers.10.self_attn.v_proj.activation_quanter": 0.8262939453125, "llama.layers.10.self_attn.o_proj.layer.activation_quanter": 1.343994140625, "llama.layers.10.mlp.gate_proj.activation_quanter": 0.9429931640625, "llama.layers.10.mlp.up_proj.activation_quanter": 0.9429931640625, "llama.layers.10.mlp.down_proj.layer.activation_quanter": 1.53009033203125, "llama.layers.11.self_attn.q_proj.activation_quanter": 0.6890869140625, "llama.layers.11.self_attn.k_proj.activation_quanter": 0.6890869140625, "llama.layers.11.self_attn.v_proj.activation_quanter": 0.6890869140625, "llama.layers.11.self_attn.o_proj.layer.activation_quanter": 1.1298828125, "llama.layers.11.mlp.gate_proj.activation_quanter": 1.056640625, "llama.layers.11.mlp.up_proj.activation_quanter": 1.056640625, "llama.layers.11.mlp.down_proj.layer.activation_quanter": 1.18182373046875, "llama.layers.12.self_attn.q_proj.activation_quanter": 0.856201171875, "llama.layers.12.self_attn.k_proj.activation_quanter": 0.856201171875, "llama.layers.12.self_attn.v_proj.activation_quanter": 0.856201171875, "llama.layers.12.self_attn.o_proj.layer.activation_quanter": 1.3760986328125, "llama.layers.12.mlp.gate_proj.activation_quanter": 1.01220703125, "llama.layers.12.mlp.up_proj.activation_quanter": 1.01220703125, "llama.layers.12.mlp.down_proj.layer.activation_quanter": 1.5325927734375, "llama.layers.13.self_attn.q_proj.activation_quanter": 0.837738037109375, "llama.layers.13.self_attn.k_proj.activation_quanter": 0.837738037109375, "llama.layers.13.self_attn.v_proj.activation_quanter": 0.837738037109375, "llama.layers.13.self_attn.o_proj.layer.activation_quanter": 1.3702392578125, "llama.layers.13.mlp.gate_proj.activation_quanter": 1.109375, "llama.layers.13.mlp.up_proj.activation_quanter": 1.109375, "llama.layers.13.mlp.down_proj.layer.activation_quanter": 0.886688232421875, "llama.layers.14.self_attn.q_proj.activation_quanter": 0.780914306640625, "llama.layers.14.self_attn.k_proj.activation_quanter": 0.780914306640625, "llama.layers.14.self_attn.v_proj.activation_quanter": 0.780914306640625, "llama.layers.14.self_attn.o_proj.layer.activation_quanter": 1.34332275390625, "llama.layers.14.mlp.gate_proj.activation_quanter": 0.9974365234375, "llama.layers.14.mlp.up_proj.activation_quanter": 0.9974365234375, "llama.layers.14.mlp.down_proj.layer.activation_quanter": 0.9169921875, "llama.layers.15.self_attn.q_proj.activation_quanter": 0.638580322265625, "llama.layers.15.self_attn.k_proj.activation_quanter": 0.638580322265625, "llama.layers.15.self_attn.v_proj.activation_quanter": 0.638580322265625, "llama.layers.15.self_attn.o_proj.layer.activation_quanter": 1.39447021484375, "llama.layers.15.mlp.gate_proj.activation_quanter": 0.97955322265625, "llama.layers.15.mlp.up_proj.activation_quanter": 0.97955322265625, "llama.layers.15.mlp.down_proj.layer.activation_quanter": 1.27764892578125, "llama.layers.16.self_attn.q_proj.activation_quanter": 0.644195556640625, "llama.layers.16.self_attn.k_proj.activation_quanter": 0.644195556640625, "llama.layers.16.self_attn.v_proj.activation_quanter": 0.644195556640625, "llama.layers.16.self_attn.o_proj.layer.activation_quanter": 1.36651611328125, "llama.layers.16.mlp.gate_proj.activation_quanter": 1.0341796875, "llama.layers.16.mlp.up_proj.activation_quanter": 1.0341796875, "llama.layers.16.mlp.down_proj.layer.activation_quanter": 0.793914794921875, "llama.layers.17.self_attn.q_proj.activation_quanter": 0.766937255859375, "llama.layers.17.self_attn.k_proj.activation_quanter": 0.766937255859375, "llama.layers.17.self_attn.v_proj.activation_quanter": 0.766937255859375, "llama.layers.17.self_attn.o_proj.layer.activation_quanter": 1.3863525390625, "llama.layers.17.mlp.gate_proj.activation_quanter": 1.00323486328125, "llama.layers.17.mlp.up_proj.activation_quanter": 1.00323486328125, "llama.layers.17.mlp.down_proj.layer.activation_quanter": 0.84796142578125, "llama.layers.18.self_attn.q_proj.activation_quanter": 0.69451904296875, "llama.layers.18.self_attn.k_proj.activation_quanter": 0.69451904296875, "llama.layers.18.self_attn.v_proj.activation_quanter": 0.69451904296875, "llama.layers.18.self_attn.o_proj.layer.activation_quanter": 1.31781005859375, "llama.layers.18.mlp.gate_proj.activation_quanter": 0.4556884765625, "llama.layers.18.mlp.up_proj.activation_quanter": 0.4556884765625, "llama.layers.18.mlp.down_proj.layer.activation_quanter": 0.789306640625, "llama.layers.19.self_attn.q_proj.activation_quanter": 0.7618408203125, "llama.layers.19.self_attn.k_proj.activation_quanter": 0.7618408203125, "llama.layers.19.self_attn.v_proj.activation_quanter": 0.7618408203125, "llama.layers.19.self_attn.o_proj.layer.activation_quanter": 1.43109130859375, "llama.layers.19.mlp.gate_proj.activation_quanter": 1.014373779296875, "llama.layers.19.mlp.up_proj.activation_quanter": 1.014373779296875, "llama.layers.19.mlp.down_proj.layer.activation_quanter": 1.73248291015625, "llama.layers.20.self_attn.q_proj.activation_quanter": 0.793243408203125, "llama.layers.20.self_attn.k_proj.activation_quanter": 0.793243408203125, "llama.layers.20.self_attn.v_proj.activation_quanter": 0.793243408203125, "llama.layers.20.self_attn.o_proj.layer.activation_quanter": 1.35223388671875, "llama.layers.20.mlp.gate_proj.activation_quanter": 0.959320068359375, "llama.layers.20.mlp.up_proj.activation_quanter": 0.959320068359375, "llama.layers.20.mlp.down_proj.layer.activation_quanter": 1.21746826171875, "llama.layers.21.self_attn.q_proj.activation_quanter": 0.775299072265625, "llama.layers.21.self_attn.k_proj.activation_quanter": 0.775299072265625, "llama.layers.21.self_attn.v_proj.activation_quanter": 0.775299072265625, "llama.layers.21.self_attn.o_proj.layer.activation_quanter": 1.22869873046875, "llama.layers.21.mlp.gate_proj.activation_quanter": 1.02899169921875, "llama.layers.21.mlp.up_proj.activation_quanter": 1.02899169921875, "llama.layers.21.mlp.down_proj.layer.activation_quanter": 0.69415283203125, "llama.layers.22.self_attn.q_proj.activation_quanter": 0.7352294921875, "llama.layers.22.self_attn.k_proj.activation_quanter": 0.7352294921875, "llama.layers.22.self_attn.v_proj.activation_quanter": 0.7352294921875, "llama.layers.22.self_attn.o_proj.layer.activation_quanter": 1.51910400390625, "llama.layers.22.mlp.gate_proj.activation_quanter": 0.993682861328125, "llama.layers.22.mlp.up_proj.activation_quanter": 0.993682861328125, "llama.layers.22.mlp.down_proj.layer.activation_quanter": 1.5233154296875, "llama.layers.23.self_attn.q_proj.activation_quanter": 0.782318115234375, "llama.layers.23.self_attn.k_proj.activation_quanter": 0.782318115234375, "llama.layers.23.self_attn.v_proj.activation_quanter": 0.782318115234375, "llama.layers.23.self_attn.o_proj.layer.activation_quanter": 1.47027587890625, "llama.layers.23.mlp.gate_proj.activation_quanter": 0.9486083984375, "llama.layers.23.mlp.up_proj.activation_quanter": 0.9486083984375, "llama.layers.23.mlp.down_proj.layer.activation_quanter": 0.7374267578125, "llama.layers.24.self_attn.q_proj.activation_quanter": 0.77545166015625, "llama.layers.24.self_attn.k_proj.activation_quanter": 0.77545166015625, "llama.layers.24.self_attn.v_proj.activation_quanter": 0.77545166015625, "llama.layers.24.self_attn.o_proj.layer.activation_quanter": 1.22845458984375, "llama.layers.24.mlp.gate_proj.activation_quanter": 1.02130126953125, "llama.layers.24.mlp.up_proj.activation_quanter": 1.02130126953125, "llama.layers.24.mlp.down_proj.layer.activation_quanter": 0.8680419921875, "llama.layers.25.self_attn.q_proj.activation_quanter": 0.800872802734375, "llama.layers.25.self_attn.k_proj.activation_quanter": 0.800872802734375, "llama.layers.25.self_attn.v_proj.activation_quanter": 0.800872802734375, "llama.layers.25.self_attn.o_proj.layer.activation_quanter": 1.3721923828125, "llama.layers.25.mlp.gate_proj.activation_quanter": 1.0252685546875, "llama.layers.25.mlp.up_proj.activation_quanter": 1.0252685546875, "llama.layers.25.mlp.down_proj.layer.activation_quanter": 1.34869384765625, "llama.layers.26.self_attn.q_proj.activation_quanter": 0.83221435546875, "llama.layers.26.self_attn.k_proj.activation_quanter": 0.83221435546875, "llama.layers.26.self_attn.v_proj.activation_quanter": 0.83221435546875, "llama.layers.26.self_attn.o_proj.layer.activation_quanter": 1.013702392578125, "llama.layers.26.mlp.gate_proj.activation_quanter": 0.75970458984375, "llama.layers.26.mlp.up_proj.activation_quanter": 0.75970458984375, "llama.layers.26.mlp.down_proj.layer.activation_quanter": 0.775115966796875, "llama.layers.27.self_attn.q_proj.activation_quanter": 0.8734130859375, "llama.layers.27.self_attn.k_proj.activation_quanter": 0.8734130859375, "llama.layers.27.self_attn.v_proj.activation_quanter": 0.8734130859375, "llama.layers.27.self_attn.o_proj.layer.activation_quanter": 1.3060302734375, "llama.layers.27.mlp.gate_proj.activation_quanter": 0.8275146484375, "llama.layers.27.mlp.up_proj.activation_quanter": 0.8275146484375, "llama.layers.27.mlp.down_proj.layer.activation_quanter": 0.7008056640625, "llama.layers.28.self_attn.q_proj.activation_quanter": 0.85198974609375, "llama.layers.28.self_attn.k_proj.activation_quanter": 0.85198974609375, "llama.layers.28.self_attn.v_proj.activation_quanter": 0.85198974609375, "llama.layers.28.self_attn.o_proj.layer.activation_quanter": 1.4031982421875, "llama.layers.28.mlp.gate_proj.activation_quanter": 0.655487060546875, "llama.layers.28.mlp.up_proj.activation_quanter": 0.655487060546875, "llama.layers.28.mlp.down_proj.layer.activation_quanter": 0.801605224609375, "llama.layers.29.self_attn.q_proj.activation_quanter": 0.618804931640625, "llama.layers.29.self_attn.k_proj.activation_quanter": 0.618804931640625, "llama.layers.29.self_attn.v_proj.activation_quanter": 0.618804931640625, "llama.layers.29.self_attn.o_proj.layer.activation_quanter": 1.050140380859375, "llama.layers.29.mlp.gate_proj.activation_quanter": 0.95703125, "llama.layers.29.mlp.up_proj.activation_quanter": 0.95703125, "llama.layers.29.mlp.down_proj.layer.activation_quanter": 0.729766845703125, "llama.layers.30.self_attn.q_proj.activation_quanter": 0.89678955078125, "llama.layers.30.self_attn.k_proj.activation_quanter": 0.89678955078125, "llama.layers.30.self_attn.v_proj.activation_quanter": 0.89678955078125, "llama.layers.30.self_attn.o_proj.layer.activation_quanter": 1.21856689453125, "llama.layers.30.mlp.gate_proj.activation_quanter": 0.8857421875, "llama.layers.30.mlp.up_proj.activation_quanter": 0.8857421875, "llama.layers.30.mlp.down_proj.layer.activation_quanter": 0.659149169921875, "llama.layers.31.self_attn.q_proj.activation_quanter": 0.623291015625, "llama.layers.31.self_attn.k_proj.activation_quanter": 0.623291015625, "llama.layers.31.self_attn.v_proj.activation_quanter": 0.623291015625, "llama.layers.31.self_attn.o_proj.layer.activation_quanter": 0.9981689453125, "llama.layers.31.mlp.gate_proj.activation_quanter": 1.08837890625, "llama.layers.31.mlp.up_proj.activation_quanter": 1.08837890625, "llama.layers.31.mlp.down_proj.layer.activation_quanter": 1.18756103515625}