{
    "model.layers.0.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.1.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.2.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.3.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.4.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.5.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.6.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.7.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.8.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.9.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.10.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.11.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.12.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.13.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.14.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.15.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.16.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.17.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.18.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.19.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.20.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.21.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.22.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.23.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.24.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.25.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.26.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.27.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "lm_head": {
        "snr": Infinity,
        "type": "lm_head"
    },
    "model.layers.0.mlp.down_proj": {
        "snr": 70.4939193725586,
        "type": "mlp.down_proj"
    },
    "model.layers.1.mlp.down_proj": {
        "snr": 134.2310028076172,
        "type": "mlp.down_proj"
    },
    "model.layers.2.mlp.down_proj": {
        "snr": 235.44140625,
        "type": "mlp.down_proj"
    },
    "model.layers.3.mlp.down_proj": {
        "snr": 73.19381713867188,
        "type": "mlp.down_proj"
    },
    "model.layers.4.mlp.down_proj": {
        "snr": 27.216264724731445,
        "type": "mlp.down_proj"
    },
    "model.layers.5.mlp.down_proj": {
        "snr": 17.544504165649414,
        "type": "mlp.down_proj"
    },
    "model.layers.6.mlp.down_proj": {
        "snr": 54.17462158203125,
        "type": "mlp.down_proj"
    },
    "model.layers.7.mlp.down_proj": {
        "snr": 38.78171920776367,
        "type": "mlp.down_proj"
    },
    "model.layers.8.mlp.down_proj": {
        "snr": 29.777149200439453,
        "type": "mlp.down_proj"
    },
    "model.layers.9.mlp.down_proj": {
        "snr": 10.289377212524414,
        "type": "mlp.down_proj"
    },
    "model.layers.10.mlp.down_proj": {
        "snr": 8.858332633972168,
        "type": "mlp.down_proj"
    },
    "model.layers.11.mlp.down_proj": {
        "snr": 6.433396816253662,
        "type": "mlp.down_proj"
    },
    "model.layers.12.mlp.down_proj": {
        "snr": 7.085702419281006,
        "type": "mlp.down_proj"
    },
    "model.layers.13.mlp.down_proj": {
        "snr": 3.323948383331299,
        "type": "mlp.down_proj"
    },
    "model.layers.14.mlp.down_proj": {
        "snr": 6.204164505004883,
        "type": "mlp.down_proj"
    },
    "model.layers.15.mlp.down_proj": {
        "snr": 5.321533203125,
        "type": "mlp.down_proj"
    },
    "model.layers.16.mlp.down_proj": {
        "snr": 4.588479995727539,
        "type": "mlp.down_proj"
    },
    "model.layers.17.mlp.down_proj": {
        "snr": 7.01450252532959,
        "type": "mlp.down_proj"
    },
    "model.layers.18.mlp.down_proj": {
        "snr": 6.386813163757324,
        "type": "mlp.down_proj"
    },
    "model.layers.19.mlp.down_proj": {
        "snr": 210.38458251953125,
        "type": "mlp.down_proj"
    },
    "model.layers.20.mlp.down_proj": {
        "snr": 7.096683979034424,
        "type": "mlp.down_proj"
    },
    "model.layers.21.mlp.down_proj": {
        "snr": 18.68245506286621,
        "type": "mlp.down_proj"
    },
    "model.layers.22.mlp.down_proj": {
        "snr": 14.824685096740723,
        "type": "mlp.down_proj"
    },
    "model.layers.23.mlp.down_proj": {
        "snr": 10.491303443908691,
        "type": "mlp.down_proj"
    },
    "model.layers.24.mlp.down_proj": {
        "snr": 7.2194437980651855,
        "type": "mlp.down_proj"
    },
    "model.layers.25.mlp.down_proj": {
        "snr": 7.458613872528076,
        "type": "mlp.down_proj"
    },
    "model.layers.26.mlp.down_proj": {
        "snr": 15.222760200500488,
        "type": "mlp.down_proj"
    },
    "model.layers.27.mlp.down_proj": {
        "snr": 105.41569519042969,
        "type": "mlp.down_proj"
    },
    "model.layers.0.mlp.gate_proj": {
        "snr": 0.5017311573028564,
        "type": "mlp.gate_proj"
    },
    "model.layers.1.mlp.gate_proj": {
        "snr": 34.71562576293945,
        "type": "mlp.gate_proj"
    },
    "model.layers.2.mlp.gate_proj": {
        "snr": 22.82915496826172,
        "type": "mlp.gate_proj"
    },
    "model.layers.3.mlp.gate_proj": {
        "snr": 25.0699520111084,
        "type": "mlp.gate_proj"
    },
    "model.layers.4.mlp.gate_proj": {
        "snr": 28.508079528808594,
        "type": "mlp.gate_proj"
    },
    "model.layers.5.mlp.gate_proj": {
        "snr": 18.608009338378906,
        "type": "mlp.gate_proj"
    },
    "model.layers.6.mlp.gate_proj": {
        "snr": 39.732391357421875,
        "type": "mlp.gate_proj"
    },
    "model.layers.7.mlp.gate_proj": {
        "snr": 24.760026931762695,
        "type": "mlp.gate_proj"
    },
    "model.layers.8.mlp.gate_proj": {
        "snr": 11.842738151550293,
        "type": "mlp.gate_proj"
    },
    "model.layers.9.mlp.gate_proj": {
        "snr": 20.35906982421875,
        "type": "mlp.gate_proj"
    },
    "model.layers.10.mlp.gate_proj": {
        "snr": 14.627532958984375,
        "type": "mlp.gate_proj"
    },
    "model.layers.11.mlp.gate_proj": {
        "snr": 9.821962356567383,
        "type": "mlp.gate_proj"
    },
    "model.layers.12.mlp.gate_proj": {
        "snr": 13.930404663085938,
        "type": "mlp.gate_proj"
    },
    "model.layers.13.mlp.gate_proj": {
        "snr": 12.509871482849121,
        "type": "mlp.gate_proj"
    },
    "model.layers.14.mlp.gate_proj": {
        "snr": 8.187695503234863,
        "type": "mlp.gate_proj"
    },
    "model.layers.15.mlp.gate_proj": {
        "snr": 8.553187370300293,
        "type": "mlp.gate_proj"
    },
    "model.layers.16.mlp.gate_proj": {
        "snr": 6.414614200592041,
        "type": "mlp.gate_proj"
    },
    "model.layers.17.mlp.gate_proj": {
        "snr": 5.561778545379639,
        "type": "mlp.gate_proj"
    },
    "model.layers.18.mlp.gate_proj": {
        "snr": 10.078697204589844,
        "type": "mlp.gate_proj"
    },
    "model.layers.19.mlp.gate_proj": {
        "snr": 5.61345100402832,
        "type": "mlp.gate_proj"
    },
    "model.layers.20.mlp.gate_proj": {
        "snr": 5.265484809875488,
        "type": "mlp.gate_proj"
    },
    "model.layers.21.mlp.gate_proj": {
        "snr": 5.659949779510498,
        "type": "mlp.gate_proj"
    },
    "model.layers.22.mlp.gate_proj": {
        "snr": 6.8203511238098145,
        "type": "mlp.gate_proj"
    },
    "model.layers.23.mlp.gate_proj": {
        "snr": 4.721294403076172,
        "type": "mlp.gate_proj"
    },
    "model.layers.24.mlp.gate_proj": {
        "snr": 6.82572603225708,
        "type": "mlp.gate_proj"
    },
    "model.layers.25.mlp.gate_proj": {
        "snr": 9.963521003723145,
        "type": "mlp.gate_proj"
    },
    "model.layers.26.mlp.gate_proj": {
        "snr": 14.342291831970215,
        "type": "mlp.gate_proj"
    },
    "model.layers.27.mlp.gate_proj": {
        "snr": 20.092098236083984,
        "type": "mlp.gate_proj"
    },
    "model.layers.0.mlp.up_proj": {
        "snr": 1.901187777519226,
        "type": "mlp.up_proj"
    },
    "model.layers.1.mlp.up_proj": {
        "snr": 46.9141731262207,
        "type": "mlp.up_proj"
    },
    "model.layers.2.mlp.up_proj": {
        "snr": 76.07878112792969,
        "type": "mlp.up_proj"
    },
    "model.layers.3.mlp.up_proj": {
        "snr": 103.9194564819336,
        "type": "mlp.up_proj"
    },
    "model.layers.4.mlp.up_proj": {
        "snr": 77.62561798095703,
        "type": "mlp.up_proj"
    },
    "model.layers.5.mlp.up_proj": {
        "snr": 104.01624298095703,
        "type": "mlp.up_proj"
    },
    "model.layers.6.mlp.up_proj": {
        "snr": 105.0235366821289,
        "type": "mlp.up_proj"
    },
    "model.layers.7.mlp.up_proj": {
        "snr": 78.33445739746094,
        "type": "mlp.up_proj"
    },
    "model.layers.8.mlp.up_proj": {
        "snr": 57.44070816040039,
        "type": "mlp.up_proj"
    },
    "model.layers.9.mlp.up_proj": {
        "snr": 50.20344924926758,
        "type": "mlp.up_proj"
    },
    "model.layers.10.mlp.up_proj": {
        "snr": 50.32845687866211,
        "type": "mlp.up_proj"
    },
    "model.layers.11.mlp.up_proj": {
        "snr": 56.6197624206543,
        "type": "mlp.up_proj"
    },
    "model.layers.12.mlp.up_proj": {
        "snr": 62.338096618652344,
        "type": "mlp.up_proj"
    },
    "model.layers.13.mlp.up_proj": {
        "snr": 44.92917251586914,
        "type": "mlp.up_proj"
    },
    "model.layers.14.mlp.up_proj": {
        "snr": 69.69624328613281,
        "type": "mlp.up_proj"
    },
    "model.layers.15.mlp.up_proj": {
        "snr": 35.90705108642578,
        "type": "mlp.up_proj"
    },
    "model.layers.16.mlp.up_proj": {
        "snr": 33.610374450683594,
        "type": "mlp.up_proj"
    },
    "model.layers.17.mlp.up_proj": {
        "snr": 37.67365646362305,
        "type": "mlp.up_proj"
    },
    "model.layers.18.mlp.up_proj": {
        "snr": 43.488929748535156,
        "type": "mlp.up_proj"
    },
    "model.layers.19.mlp.up_proj": {
        "snr": 30.451993942260742,
        "type": "mlp.up_proj"
    },
    "model.layers.20.mlp.up_proj": {
        "snr": 12.480182647705078,
        "type": "mlp.up_proj"
    },
    "model.layers.21.mlp.up_proj": {
        "snr": 19.595102310180664,
        "type": "mlp.up_proj"
    },
    "model.layers.22.mlp.up_proj": {
        "snr": 19.067970275878906,
        "type": "mlp.up_proj"
    },
    "model.layers.23.mlp.up_proj": {
        "snr": 10.786394119262695,
        "type": "mlp.up_proj"
    },
    "model.layers.24.mlp.up_proj": {
        "snr": 14.150126457214355,
        "type": "mlp.up_proj"
    },
    "model.layers.25.mlp.up_proj": {
        "snr": 14.927021026611328,
        "type": "mlp.up_proj"
    },
    "model.layers.26.mlp.up_proj": {
        "snr": 8.891448020935059,
        "type": "mlp.up_proj"
    },
    "model.layers.27.mlp.up_proj": {
        "snr": 25.74305534362793,
        "type": "mlp.up_proj"
    },
    "model.embed_tokens": {
        "snr": Infinity,
        "type": "model.embed_tokens"
    },
    "model.norm": {
        "snr": Infinity,
        "type": "model.norm"
    },
    "model.layers.0.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.1.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.2.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.3.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.4.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.5.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.6.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.7.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.8.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.9.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.10.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.11.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.12.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.13.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.14.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.15.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.16.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.17.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.18.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.19.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.20.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.21.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.22.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.23.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.24.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.25.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.26.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.27.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.0.self_attn.k_proj": {
        "snr": 1.7818864583969116,
        "type": "self_attn.k_proj"
    },
    "model.layers.1.self_attn.k_proj": {
        "snr": 0.8955822587013245,
        "type": "self_attn.k_proj"
    },
    "model.layers.2.self_attn.k_proj": {
        "snr": 2.344149351119995,
        "type": "self_attn.k_proj"
    },
    "model.layers.3.self_attn.k_proj": {
        "snr": 2.0597119331359863,
        "type": "self_attn.k_proj"
    },
    "model.layers.4.self_attn.k_proj": {
        "snr": 2.36411714553833,
        "type": "self_attn.k_proj"
    },
    "model.layers.5.self_attn.k_proj": {
        "snr": 1.6570613384246826,
        "type": "self_attn.k_proj"
    },
    "model.layers.6.self_attn.k_proj": {
        "snr": 1.7604507207870483,
        "type": "self_attn.k_proj"
    },
    "model.layers.7.self_attn.k_proj": {
        "snr": 1.3245182037353516,
        "type": "self_attn.k_proj"
    },
    "model.layers.8.self_attn.k_proj": {
        "snr": 1.4567548036575317,
        "type": "self_attn.k_proj"
    },
    "model.layers.9.self_attn.k_proj": {
        "snr": 1.4310829639434814,
        "type": "self_attn.k_proj"
    },
    "model.layers.10.self_attn.k_proj": {
        "snr": 0.95713210105896,
        "type": "self_attn.k_proj"
    },
    "model.layers.11.self_attn.k_proj": {
        "snr": 0.8781776428222656,
        "type": "self_attn.k_proj"
    },
    "model.layers.12.self_attn.k_proj": {
        "snr": 1.0438013076782227,
        "type": "self_attn.k_proj"
    },
    "model.layers.13.self_attn.k_proj": {
        "snr": 0.9315219521522522,
        "type": "self_attn.k_proj"
    },
    "model.layers.14.self_attn.k_proj": {
        "snr": 0.7521569728851318,
        "type": "self_attn.k_proj"
    },
    "model.layers.15.self_attn.k_proj": {
        "snr": 0.9286947250366211,
        "type": "self_attn.k_proj"
    },
    "model.layers.16.self_attn.k_proj": {
        "snr": 0.8047553896903992,
        "type": "self_attn.k_proj"
    },
    "model.layers.17.self_attn.k_proj": {
        "snr": 1.2965552806854248,
        "type": "self_attn.k_proj"
    },
    "model.layers.18.self_attn.k_proj": {
        "snr": 1.134974479675293,
        "type": "self_attn.k_proj"
    },
    "model.layers.19.self_attn.k_proj": {
        "snr": 1.3648872375488281,
        "type": "self_attn.k_proj"
    },
    "model.layers.20.self_attn.k_proj": {
        "snr": 0.8667459487915039,
        "type": "self_attn.k_proj"
    },
    "model.layers.21.self_attn.k_proj": {
        "snr": 0.9100639224052429,
        "type": "self_attn.k_proj"
    },
    "model.layers.22.self_attn.k_proj": {
        "snr": 2.127535820007324,
        "type": "self_attn.k_proj"
    },
    "model.layers.23.self_attn.k_proj": {
        "snr": 1.0382369756698608,
        "type": "self_attn.k_proj"
    },
    "model.layers.24.self_attn.k_proj": {
        "snr": 1.113753318786621,
        "type": "self_attn.k_proj"
    },
    "model.layers.25.self_attn.k_proj": {
        "snr": 2.597890853881836,
        "type": "self_attn.k_proj"
    },
    "model.layers.26.self_attn.k_proj": {
        "snr": 1.1248247623443604,
        "type": "self_attn.k_proj"
    },
    "model.layers.27.self_attn.k_proj": {
        "snr": 1.1984941959381104,
        "type": "self_attn.k_proj"
    },
    "model.layers.0.self_attn.o_proj": {
        "snr": 0.8139898777008057,
        "type": "self_attn.o_proj"
    },
    "model.layers.1.self_attn.o_proj": {
        "snr": 0.21965594589710236,
        "type": "self_attn.o_proj"
    },
    "model.layers.2.self_attn.o_proj": {
        "snr": 0.219479501247406,
        "type": "self_attn.o_proj"
    },
    "model.layers.3.self_attn.o_proj": {
        "snr": 0.22144284844398499,
        "type": "self_attn.o_proj"
    },
    "model.layers.4.self_attn.o_proj": {
        "snr": 0.22390463948249817,
        "type": "self_attn.o_proj"
    },
    "model.layers.5.self_attn.o_proj": {
        "snr": 0.22383669018745422,
        "type": "self_attn.o_proj"
    },
    "model.layers.6.self_attn.o_proj": {
        "snr": 0.22818723320960999,
        "type": "self_attn.o_proj"
    },
    "model.layers.7.self_attn.o_proj": {
        "snr": 0.23134392499923706,
        "type": "self_attn.o_proj"
    },
    "model.layers.8.self_attn.o_proj": {
        "snr": 0.24275101721286774,
        "type": "self_attn.o_proj"
    },
    "model.layers.9.self_attn.o_proj": {
        "snr": 0.21139128506183624,
        "type": "self_attn.o_proj"
    },
    "model.layers.10.self_attn.o_proj": {
        "snr": 0.18210072815418243,
        "type": "self_attn.o_proj"
    },
    "model.layers.11.self_attn.o_proj": {
        "snr": 0.14415481686592102,
        "type": "self_attn.o_proj"
    },
    "model.layers.12.self_attn.o_proj": {
        "snr": 0.21947966516017914,
        "type": "self_attn.o_proj"
    },
    "model.layers.13.self_attn.o_proj": {
        "snr": 0.17875106632709503,
        "type": "self_attn.o_proj"
    },
    "model.layers.14.self_attn.o_proj": {
        "snr": 0.264996200799942,
        "type": "self_attn.o_proj"
    },
    "model.layers.15.self_attn.o_proj": {
        "snr": 0.19353187084197998,
        "type": "self_attn.o_proj"
    },
    "model.layers.16.self_attn.o_proj": {
        "snr": 0.22111012041568756,
        "type": "self_attn.o_proj"
    },
    "model.layers.17.self_attn.o_proj": {
        "snr": 0.2242278754711151,
        "type": "self_attn.o_proj"
    },
    "model.layers.18.self_attn.o_proj": {
        "snr": 0.2527434229850769,
        "type": "self_attn.o_proj"
    },
    "model.layers.19.self_attn.o_proj": {
        "snr": 0.26184532046318054,
        "type": "self_attn.o_proj"
    },
    "model.layers.20.self_attn.o_proj": {
        "snr": 0.1519661247730255,
        "type": "self_attn.o_proj"
    },
    "model.layers.21.self_attn.o_proj": {
        "snr": 0.22386522591114044,
        "type": "self_attn.o_proj"
    },
    "model.layers.22.self_attn.o_proj": {
        "snr": 0.2386160045862198,
        "type": "self_attn.o_proj"
    },
    "model.layers.23.self_attn.o_proj": {
        "snr": 0.18057651817798615,
        "type": "self_attn.o_proj"
    },
    "model.layers.24.self_attn.o_proj": {
        "snr": 0.1989467740058899,
        "type": "self_attn.o_proj"
    },
    "model.layers.25.self_attn.o_proj": {
        "snr": 0.11306505650281906,
        "type": "self_attn.o_proj"
    },
    "model.layers.26.self_attn.o_proj": {
        "snr": 0.08449216932058334,
        "type": "self_attn.o_proj"
    },
    "model.layers.27.self_attn.o_proj": {
        "snr": 0.10287519544363022,
        "type": "self_attn.o_proj"
    },
    "model.layers.0.self_attn.q_proj": {
        "snr": 0.039204664528369904,
        "type": "self_attn.q_proj"
    },
    "model.layers.1.self_attn.q_proj": {
        "snr": 0.14075909554958344,
        "type": "self_attn.q_proj"
    },
    "model.layers.2.self_attn.q_proj": {
        "snr": 0.18212397396564484,
        "type": "self_attn.q_proj"
    },
    "model.layers.3.self_attn.q_proj": {
        "snr": 0.1700422316789627,
        "type": "self_attn.q_proj"
    },
    "model.layers.4.self_attn.q_proj": {
        "snr": 0.1948907971382141,
        "type": "self_attn.q_proj"
    },
    "model.layers.5.self_attn.q_proj": {
        "snr": 0.2153141051530838,
        "type": "self_attn.q_proj"
    },
    "model.layers.6.self_attn.q_proj": {
        "snr": 0.21998055279254913,
        "type": "self_attn.q_proj"
    },
    "model.layers.7.self_attn.q_proj": {
        "snr": 0.20416118204593658,
        "type": "self_attn.q_proj"
    },
    "model.layers.8.self_attn.q_proj": {
        "snr": 0.2272879034280777,
        "type": "self_attn.q_proj"
    },
    "model.layers.9.self_attn.q_proj": {
        "snr": 0.23795834183692932,
        "type": "self_attn.q_proj"
    },
    "model.layers.10.self_attn.q_proj": {
        "snr": 0.21887299418449402,
        "type": "self_attn.q_proj"
    },
    "model.layers.11.self_attn.q_proj": {
        "snr": 0.23469635844230652,
        "type": "self_attn.q_proj"
    },
    "model.layers.12.self_attn.q_proj": {
        "snr": 0.23774078488349915,
        "type": "self_attn.q_proj"
    },
    "model.layers.13.self_attn.q_proj": {
        "snr": 0.1920779049396515,
        "type": "self_attn.q_proj"
    },
    "model.layers.14.self_attn.q_proj": {
        "snr": 0.2584812641143799,
        "type": "self_attn.q_proj"
    },
    "model.layers.15.self_attn.q_proj": {
        "snr": 0.07330238074064255,
        "type": "self_attn.q_proj"
    },
    "model.layers.16.self_attn.q_proj": {
        "snr": 0.23073157668113708,
        "type": "self_attn.q_proj"
    },
    "model.layers.17.self_attn.q_proj": {
        "snr": 0.2523840367794037,
        "type": "self_attn.q_proj"
    },
    "model.layers.18.self_attn.q_proj": {
        "snr": 0.23874858021736145,
        "type": "self_attn.q_proj"
    },
    "model.layers.19.self_attn.q_proj": {
        "snr": 0.20698708295822144,
        "type": "self_attn.q_proj"
    },
    "model.layers.20.self_attn.q_proj": {
        "snr": 0.25723400712013245,
        "type": "self_attn.q_proj"
    },
    "model.layers.21.self_attn.q_proj": {
        "snr": 0.223300039768219,
        "type": "self_attn.q_proj"
    },
    "model.layers.22.self_attn.q_proj": {
        "snr": 0.18824049830436707,
        "type": "self_attn.q_proj"
    },
    "model.layers.23.self_attn.q_proj": {
        "snr": 0.19840741157531738,
        "type": "self_attn.q_proj"
    },
    "model.layers.24.self_attn.q_proj": {
        "snr": 0.16326843202114105,
        "type": "self_attn.q_proj"
    },
    "model.layers.25.self_attn.q_proj": {
        "snr": 0.1581888198852539,
        "type": "self_attn.q_proj"
    },
    "model.layers.26.self_attn.q_proj": {
        "snr": 0.25306230783462524,
        "type": "self_attn.q_proj"
    },
    "model.layers.27.self_attn.q_proj": {
        "snr": 0.23808495700359344,
        "type": "self_attn.q_proj"
    },
    "model.layers.0.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.1.self_attn.v_proj": {
        "snr": 864.8881225585938,
        "type": "self_attn.v_proj"
    },
    "model.layers.2.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.3.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.4.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.5.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.6.self_attn.v_proj": {
        "snr": 48.853694915771484,
        "type": "self_attn.v_proj"
    },
    "model.layers.7.self_attn.v_proj": {
        "snr": 70.18457794189453,
        "type": "self_attn.v_proj"
    },
    "model.layers.8.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.9.self_attn.v_proj": {
        "snr": 371.1153259277344,
        "type": "self_attn.v_proj"
    },
    "model.layers.10.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.11.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.12.self_attn.v_proj": {
        "snr": 75.41203308105469,
        "type": "self_attn.v_proj"
    },
    "model.layers.13.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.14.self_attn.v_proj": {
        "snr": 51.92624282836914,
        "type": "self_attn.v_proj"
    },
    "model.layers.15.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.16.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.17.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.18.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.19.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.20.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.21.self_attn.v_proj": {
        "snr": 642.9313354492188,
        "type": "self_attn.v_proj"
    },
    "model.layers.22.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.23.self_attn.v_proj": {
        "snr": 323.5724182128906,
        "type": "self_attn.v_proj"
    },
    "model.layers.24.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.25.self_attn.v_proj": {
        "snr": 2.1736748218536377,
        "type": "self_attn.v_proj"
    },
    "model.layers.26.self_attn.v_proj": {
        "snr": 3.1729259490966797,
        "type": "self_attn.v_proj"
    },
    "model.layers.27.self_attn.v_proj": {
        "snr": 2.024953842163086,
        "type": "self_attn.v_proj"
    }
}
