{
    "model.layers.0.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.1.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.2.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.3.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.4.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.5.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.6.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.7.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.8.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.9.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.10.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.11.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.12.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.13.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.14.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.15.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "lm_head": {
        "snr": Infinity,
        "type": "lm_head"
    },
    "model.layers.0.mlp.down_proj": {
        "snr": 57.09797286987305,
        "type": "mlp.down_proj"
    },
    "model.layers.1.mlp.down_proj": {
        "snr": 9.538983345031738,
        "type": "mlp.down_proj"
    },
    "model.layers.2.mlp.down_proj": {
        "snr": 6.227016925811768,
        "type": "mlp.down_proj"
    },
    "model.layers.3.mlp.down_proj": {
        "snr": 5.660686492919922,
        "type": "mlp.down_proj"
    },
    "model.layers.4.mlp.down_proj": {
        "snr": 5.178432464599609,
        "type": "mlp.down_proj"
    },
    "model.layers.5.mlp.down_proj": {
        "snr": 3.5638349056243896,
        "type": "mlp.down_proj"
    },
    "model.layers.6.mlp.down_proj": {
        "snr": 3.0918056964874268,
        "type": "mlp.down_proj"
    },
    "model.layers.7.mlp.down_proj": {
        "snr": 2.456392288208008,
        "type": "mlp.down_proj"
    },
    "model.layers.8.mlp.down_proj": {
        "snr": 4.525328636169434,
        "type": "mlp.down_proj"
    },
    "model.layers.9.mlp.down_proj": {
        "snr": 3.9409055709838867,
        "type": "mlp.down_proj"
    },
    "model.layers.10.mlp.down_proj": {
        "snr": 5.447249412536621,
        "type": "mlp.down_proj"
    },
    "model.layers.11.mlp.down_proj": {
        "snr": 4.807600975036621,
        "type": "mlp.down_proj"
    },
    "model.layers.12.mlp.down_proj": {
        "snr": 3.915374517440796,
        "type": "mlp.down_proj"
    },
    "model.layers.13.mlp.down_proj": {
        "snr": 3.4820363521575928,
        "type": "mlp.down_proj"
    },
    "model.layers.14.mlp.down_proj": {
        "snr": 2.6045074462890625,
        "type": "mlp.down_proj"
    },
    "model.layers.15.mlp.down_proj": {
        "snr": 3.7237701416015625,
        "type": "mlp.down_proj"
    },
    "model.layers.0.mlp.gate_proj": {
        "snr": 22.160131454467773,
        "type": "mlp.gate_proj"
    },
    "model.layers.1.mlp.gate_proj": {
        "snr": 6.072206020355225,
        "type": "mlp.gate_proj"
    },
    "model.layers.2.mlp.gate_proj": {
        "snr": 3.2467362880706787,
        "type": "mlp.gate_proj"
    },
    "model.layers.3.mlp.gate_proj": {
        "snr": 1.4111896753311157,
        "type": "mlp.gate_proj"
    },
    "model.layers.4.mlp.gate_proj": {
        "snr": 0.7405938506126404,
        "type": "mlp.gate_proj"
    },
    "model.layers.5.mlp.gate_proj": {
        "snr": 0.5916463136672974,
        "type": "mlp.gate_proj"
    },
    "model.layers.6.mlp.gate_proj": {
        "snr": 0.6149423718452454,
        "type": "mlp.gate_proj"
    },
    "model.layers.7.mlp.gate_proj": {
        "snr": 0.48369669914245605,
        "type": "mlp.gate_proj"
    },
    "model.layers.8.mlp.gate_proj": {
        "snr": 0.6047574877738953,
        "type": "mlp.gate_proj"
    },
    "model.layers.9.mlp.gate_proj": {
        "snr": 0.5092479586601257,
        "type": "mlp.gate_proj"
    },
    "model.layers.10.mlp.gate_proj": {
        "snr": 0.5999670624732971,
        "type": "mlp.gate_proj"
    },
    "model.layers.11.mlp.gate_proj": {
        "snr": 0.8980127573013306,
        "type": "mlp.gate_proj"
    },
    "model.layers.12.mlp.gate_proj": {
        "snr": 1.4252448081970215,
        "type": "mlp.gate_proj"
    },
    "model.layers.13.mlp.gate_proj": {
        "snr": 1.509937047958374,
        "type": "mlp.gate_proj"
    },
    "model.layers.14.mlp.gate_proj": {
        "snr": 1.0066585540771484,
        "type": "mlp.gate_proj"
    },
    "model.layers.15.mlp.gate_proj": {
        "snr": 0.6413647532463074,
        "type": "mlp.gate_proj"
    },
    "model.layers.0.mlp.up_proj": {
        "snr": 26.08852195739746,
        "type": "mlp.up_proj"
    },
    "model.layers.1.mlp.up_proj": {
        "snr": 13.382951736450195,
        "type": "mlp.up_proj"
    },
    "model.layers.2.mlp.up_proj": {
        "snr": 20.088768005371094,
        "type": "mlp.up_proj"
    },
    "model.layers.3.mlp.up_proj": {
        "snr": 23.0632381439209,
        "type": "mlp.up_proj"
    },
    "model.layers.4.mlp.up_proj": {
        "snr": 16.07433319091797,
        "type": "mlp.up_proj"
    },
    "model.layers.5.mlp.up_proj": {
        "snr": 8.00507640838623,
        "type": "mlp.up_proj"
    },
    "model.layers.6.mlp.up_proj": {
        "snr": 9.538354873657227,
        "type": "mlp.up_proj"
    },
    "model.layers.7.mlp.up_proj": {
        "snr": 6.286602973937988,
        "type": "mlp.up_proj"
    },
    "model.layers.8.mlp.up_proj": {
        "snr": 10.092820167541504,
        "type": "mlp.up_proj"
    },
    "model.layers.9.mlp.up_proj": {
        "snr": 7.193963527679443,
        "type": "mlp.up_proj"
    },
    "model.layers.10.mlp.up_proj": {
        "snr": 7.320116996765137,
        "type": "mlp.up_proj"
    },
    "model.layers.11.mlp.up_proj": {
        "snr": 4.8728532791137695,
        "type": "mlp.up_proj"
    },
    "model.layers.12.mlp.up_proj": {
        "snr": 3.596583366394043,
        "type": "mlp.up_proj"
    },
    "model.layers.13.mlp.up_proj": {
        "snr": 3.166161298751831,
        "type": "mlp.up_proj"
    },
    "model.layers.14.mlp.up_proj": {
        "snr": 1.5600818395614624,
        "type": "mlp.up_proj"
    },
    "model.layers.15.mlp.up_proj": {
        "snr": 0.8726214170455933,
        "type": "mlp.up_proj"
    },
    "model.embed_tokens": {
        "snr": Infinity,
        "type": "model.embed_tokens"
    },
    "model.norm": {
        "snr": Infinity,
        "type": "model.norm"
    },
    "model.layers.0.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.1.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.2.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.3.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.4.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.5.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.6.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.7.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.8.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.9.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.10.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.11.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.12.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.13.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.14.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.15.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.0.self_attn.k_proj": {
        "snr": 0.1154392883181572,
        "type": "self_attn.k_proj"
    },
    "model.layers.1.self_attn.k_proj": {
        "snr": 0.24299409985542297,
        "type": "self_attn.k_proj"
    },
    "model.layers.2.self_attn.k_proj": {
        "snr": 0.3624322712421417,
        "type": "self_attn.k_proj"
    },
    "model.layers.3.self_attn.k_proj": {
        "snr": 0.29509487748146057,
        "type": "self_attn.k_proj"
    },
    "model.layers.4.self_attn.k_proj": {
        "snr": 0.32953736186027527,
        "type": "self_attn.k_proj"
    },
    "model.layers.5.self_attn.k_proj": {
        "snr": 0.2908833622932434,
        "type": "self_attn.k_proj"
    },
    "model.layers.6.self_attn.k_proj": {
        "snr": 0.2488437294960022,
        "type": "self_attn.k_proj"
    },
    "model.layers.7.self_attn.k_proj": {
        "snr": 0.27847856283187866,
        "type": "self_attn.k_proj"
    },
    "model.layers.8.self_attn.k_proj": {
        "snr": 0.27143892645835876,
        "type": "self_attn.k_proj"
    },
    "model.layers.9.self_attn.k_proj": {
        "snr": 0.28804272413253784,
        "type": "self_attn.k_proj"
    },
    "model.layers.10.self_attn.k_proj": {
        "snr": 0.31197959184646606,
        "type": "self_attn.k_proj"
    },
    "model.layers.11.self_attn.k_proj": {
        "snr": 0.3203586935997009,
        "type": "self_attn.k_proj"
    },
    "model.layers.12.self_attn.k_proj": {
        "snr": 0.30905747413635254,
        "type": "self_attn.k_proj"
    },
    "model.layers.13.self_attn.k_proj": {
        "snr": 0.46828722953796387,
        "type": "self_attn.k_proj"
    },
    "model.layers.14.self_attn.k_proj": {
        "snr": 0.24205778539180756,
        "type": "self_attn.k_proj"
    },
    "model.layers.15.self_attn.k_proj": {
        "snr": 0.2559327781200409,
        "type": "self_attn.k_proj"
    },
    "model.layers.0.self_attn.o_proj": {
        "snr": 0.2638678550720215,
        "type": "self_attn.o_proj"
    },
    "model.layers.1.self_attn.o_proj": {
        "snr": 0.21109595894813538,
        "type": "self_attn.o_proj"
    },
    "model.layers.2.self_attn.o_proj": {
        "snr": 0.24751724302768707,
        "type": "self_attn.o_proj"
    },
    "model.layers.3.self_attn.o_proj": {
        "snr": 0.2728094160556793,
        "type": "self_attn.o_proj"
    },
    "model.layers.4.self_attn.o_proj": {
        "snr": 0.3001374304294586,
        "type": "self_attn.o_proj"
    },
    "model.layers.5.self_attn.o_proj": {
        "snr": 0.33903488516807556,
        "type": "self_attn.o_proj"
    },
    "model.layers.6.self_attn.o_proj": {
        "snr": 0.3530929982662201,
        "type": "self_attn.o_proj"
    },
    "model.layers.7.self_attn.o_proj": {
        "snr": 0.36753255128860474,
        "type": "self_attn.o_proj"
    },
    "model.layers.8.self_attn.o_proj": {
        "snr": 0.3373180329799652,
        "type": "self_attn.o_proj"
    },
    "model.layers.9.self_attn.o_proj": {
        "snr": 0.2970578670501709,
        "type": "self_attn.o_proj"
    },
    "model.layers.10.self_attn.o_proj": {
        "snr": 0.3076324760913849,
        "type": "self_attn.o_proj"
    },
    "model.layers.11.self_attn.o_proj": {
        "snr": 0.2766900658607483,
        "type": "self_attn.o_proj"
    },
    "model.layers.12.self_attn.o_proj": {
        "snr": 0.20973259210586548,
        "type": "self_attn.o_proj"
    },
    "model.layers.13.self_attn.o_proj": {
        "snr": 0.18185566365718842,
        "type": "self_attn.o_proj"
    },
    "model.layers.14.self_attn.o_proj": {
        "snr": 0.18329747021198273,
        "type": "self_attn.o_proj"
    },
    "model.layers.15.self_attn.o_proj": {
        "snr": 0.2437991499900818,
        "type": "self_attn.o_proj"
    },
    "model.layers.0.self_attn.q_proj": {
        "snr": 0.038040731102228165,
        "type": "self_attn.q_proj"
    },
    "model.layers.1.self_attn.q_proj": {
        "snr": 0.0707998052239418,
        "type": "self_attn.q_proj"
    },
    "model.layers.2.self_attn.q_proj": {
        "snr": 0.0787411704659462,
        "type": "self_attn.q_proj"
    },
    "model.layers.3.self_attn.q_proj": {
        "snr": 0.08089710026979446,
        "type": "self_attn.q_proj"
    },
    "model.layers.4.self_attn.q_proj": {
        "snr": 0.08591937273740768,
        "type": "self_attn.q_proj"
    },
    "model.layers.5.self_attn.q_proj": {
        "snr": 0.09852176159620285,
        "type": "self_attn.q_proj"
    },
    "model.layers.6.self_attn.q_proj": {
        "snr": 0.09690654277801514,
        "type": "self_attn.q_proj"
    },
    "model.layers.7.self_attn.q_proj": {
        "snr": 0.11181341856718063,
        "type": "self_attn.q_proj"
    },
    "model.layers.8.self_attn.q_proj": {
        "snr": 0.12042108923196793,
        "type": "self_attn.q_proj"
    },
    "model.layers.9.self_attn.q_proj": {
        "snr": 0.09799323976039886,
        "type": "self_attn.q_proj"
    },
    "model.layers.10.self_attn.q_proj": {
        "snr": 0.10901063680648804,
        "type": "self_attn.q_proj"
    },
    "model.layers.11.self_attn.q_proj": {
        "snr": 0.09307146072387695,
        "type": "self_attn.q_proj"
    },
    "model.layers.12.self_attn.q_proj": {
        "snr": 0.0880950540304184,
        "type": "self_attn.q_proj"
    },
    "model.layers.13.self_attn.q_proj": {
        "snr": 0.08886399120092392,
        "type": "self_attn.q_proj"
    },
    "model.layers.14.self_attn.q_proj": {
        "snr": 0.09955056011676788,
        "type": "self_attn.q_proj"
    },
    "model.layers.15.self_attn.q_proj": {
        "snr": 0.08929339051246643,
        "type": "self_attn.q_proj"
    },
    "model.layers.0.self_attn.v_proj": {
        "snr": 2.5501928329467773,
        "type": "self_attn.v_proj"
    },
    "model.layers.1.self_attn.v_proj": {
        "snr": 9.449499130249023,
        "type": "self_attn.v_proj"
    },
    "model.layers.2.self_attn.v_proj": {
        "snr": 7.9920830726623535,
        "type": "self_attn.v_proj"
    },
    "model.layers.3.self_attn.v_proj": {
        "snr": 50.69462585449219,
        "type": "self_attn.v_proj"
    },
    "model.layers.4.self_attn.v_proj": {
        "snr": 19.083511352539062,
        "type": "self_attn.v_proj"
    },
    "model.layers.5.self_attn.v_proj": {
        "snr": 7.21597146987915,
        "type": "self_attn.v_proj"
    },
    "model.layers.6.self_attn.v_proj": {
        "snr": 11.27744197845459,
        "type": "self_attn.v_proj"
    },
    "model.layers.7.self_attn.v_proj": {
        "snr": 4.579711437225342,
        "type": "self_attn.v_proj"
    },
    "model.layers.8.self_attn.v_proj": {
        "snr": 10.940719604492188,
        "type": "self_attn.v_proj"
    },
    "model.layers.9.self_attn.v_proj": {
        "snr": 553.4417724609375,
        "type": "self_attn.v_proj"
    },
    "model.layers.10.self_attn.v_proj": {
        "snr": 20.59434700012207,
        "type": "self_attn.v_proj"
    },
    "model.layers.11.self_attn.v_proj": {
        "snr": 26.636865615844727,
        "type": "self_attn.v_proj"
    },
    "model.layers.12.self_attn.v_proj": {
        "snr": 8.614749908447266,
        "type": "self_attn.v_proj"
    },
    "model.layers.13.self_attn.v_proj": {
        "snr": 17.722007751464844,
        "type": "self_attn.v_proj"
    },
    "model.layers.14.self_attn.v_proj": {
        "snr": 1.48500657081604,
        "type": "self_attn.v_proj"
    },
    "model.layers.15.self_attn.v_proj": {
        "snr": 2.5776851177215576,
        "type": "self_attn.v_proj"
    }
}
