{
    "model.layers.0.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.1.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.2.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.3.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.4.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.5.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.6.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.7.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.8.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.9.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.10.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.11.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.12.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.13.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.14.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.15.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.16.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.17.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.18.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.19.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.20.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.21.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.22.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.23.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.24.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.25.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.26.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.27.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.28.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.29.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.30.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.31.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.32.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.33.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.34.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.35.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "lm_head": {
        "snr": Infinity,
        "type": "lm_head"
    },
    "model.layers.0.mlp.down_proj": {
        "snr": 20.964319229125977,
        "type": "mlp.down_proj"
    },
    "model.layers.1.mlp.down_proj": {
        "snr": 0.11561352014541626,
        "type": "mlp.down_proj"
    },
    "model.layers.2.mlp.down_proj": {
        "snr": 0.14991413056850433,
        "type": "mlp.down_proj"
    },
    "model.layers.3.mlp.down_proj": {
        "snr": 0.3673713207244873,
        "type": "mlp.down_proj"
    },
    "model.layers.4.mlp.down_proj": {
        "snr": 0.5076134204864502,
        "type": "mlp.down_proj"
    },
    "model.layers.5.mlp.down_proj": {
        "snr": 33.89468002319336,
        "type": "mlp.down_proj"
    },
    "model.layers.6.mlp.down_proj": {
        "snr": 45.08732986450195,
        "type": "mlp.down_proj"
    },
    "model.layers.7.mlp.down_proj": {
        "snr": 33.234222412109375,
        "type": "mlp.down_proj"
    },
    "model.layers.8.mlp.down_proj": {
        "snr": 29.3447322845459,
        "type": "mlp.down_proj"
    },
    "model.layers.9.mlp.down_proj": {
        "snr": 26.664169311523438,
        "type": "mlp.down_proj"
    },
    "model.layers.10.mlp.down_proj": {
        "snr": 22.323949813842773,
        "type": "mlp.down_proj"
    },
    "model.layers.11.mlp.down_proj": {
        "snr": 18.259737014770508,
        "type": "mlp.down_proj"
    },
    "model.layers.12.mlp.down_proj": {
        "snr": 14.422037124633789,
        "type": "mlp.down_proj"
    },
    "model.layers.13.mlp.down_proj": {
        "snr": 22.172054290771484,
        "type": "mlp.down_proj"
    },
    "model.layers.14.mlp.down_proj": {
        "snr": 27.363698959350586,
        "type": "mlp.down_proj"
    },
    "model.layers.15.mlp.down_proj": {
        "snr": 28.474334716796875,
        "type": "mlp.down_proj"
    },
    "model.layers.16.mlp.down_proj": {
        "snr": 10.4143648147583,
        "type": "mlp.down_proj"
    },
    "model.layers.17.mlp.down_proj": {
        "snr": 10.719133377075195,
        "type": "mlp.down_proj"
    },
    "model.layers.18.mlp.down_proj": {
        "snr": 8.6494722366333,
        "type": "mlp.down_proj"
    },
    "model.layers.19.mlp.down_proj": {
        "snr": 5.69321870803833,
        "type": "mlp.down_proj"
    },
    "model.layers.20.mlp.down_proj": {
        "snr": 23.889677047729492,
        "type": "mlp.down_proj"
    },
    "model.layers.21.mlp.down_proj": {
        "snr": 11.59121036529541,
        "type": "mlp.down_proj"
    },
    "model.layers.22.mlp.down_proj": {
        "snr": 5.997435569763184,
        "type": "mlp.down_proj"
    },
    "model.layers.23.mlp.down_proj": {
        "snr": 19.415578842163086,
        "type": "mlp.down_proj"
    },
    "model.layers.24.mlp.down_proj": {
        "snr": 8.241704940795898,
        "type": "mlp.down_proj"
    },
    "model.layers.25.mlp.down_proj": {
        "snr": 12.993823051452637,
        "type": "mlp.down_proj"
    },
    "model.layers.26.mlp.down_proj": {
        "snr": 36.26508712768555,
        "type": "mlp.down_proj"
    },
    "model.layers.27.mlp.down_proj": {
        "snr": 19.957971572875977,
        "type": "mlp.down_proj"
    },
    "model.layers.28.mlp.down_proj": {
        "snr": 6.067765235900879,
        "type": "mlp.down_proj"
    },
    "model.layers.29.mlp.down_proj": {
        "snr": 5.369481086730957,
        "type": "mlp.down_proj"
    },
    "model.layers.30.mlp.down_proj": {
        "snr": 7.358774662017822,
        "type": "mlp.down_proj"
    },
    "model.layers.31.mlp.down_proj": {
        "snr": 7.8687238693237305,
        "type": "mlp.down_proj"
    },
    "model.layers.32.mlp.down_proj": {
        "snr": 8.713484764099121,
        "type": "mlp.down_proj"
    },
    "model.layers.33.mlp.down_proj": {
        "snr": 21.233531951904297,
        "type": "mlp.down_proj"
    },
    "model.layers.34.mlp.down_proj": {
        "snr": 32.37357711791992,
        "type": "mlp.down_proj"
    },
    "model.layers.35.mlp.down_proj": {
        "snr": 179.8053741455078,
        "type": "mlp.down_proj"
    },
    "model.layers.0.mlp.gate_proj": {
        "snr": 0.24989914894104004,
        "type": "mlp.gate_proj"
    },
    "model.layers.1.mlp.gate_proj": {
        "snr": 0.11613649874925613,
        "type": "mlp.gate_proj"
    },
    "model.layers.2.mlp.gate_proj": {
        "snr": 0.16354432702064514,
        "type": "mlp.gate_proj"
    },
    "model.layers.3.mlp.gate_proj": {
        "snr": 0.36216047406196594,
        "type": "mlp.gate_proj"
    },
    "model.layers.4.mlp.gate_proj": {
        "snr": 0.3485107719898224,
        "type": "mlp.gate_proj"
    },
    "model.layers.5.mlp.gate_proj": {
        "snr": 2.6546616554260254,
        "type": "mlp.gate_proj"
    },
    "model.layers.6.mlp.gate_proj": {
        "snr": 8.362885475158691,
        "type": "mlp.gate_proj"
    },
    "model.layers.7.mlp.gate_proj": {
        "snr": 7.38665246963501,
        "type": "mlp.gate_proj"
    },
    "model.layers.8.mlp.gate_proj": {
        "snr": 13.016111373901367,
        "type": "mlp.gate_proj"
    },
    "model.layers.9.mlp.gate_proj": {
        "snr": 14.94902515411377,
        "type": "mlp.gate_proj"
    },
    "model.layers.10.mlp.gate_proj": {
        "snr": 20.92418670654297,
        "type": "mlp.gate_proj"
    },
    "model.layers.11.mlp.gate_proj": {
        "snr": 15.954015731811523,
        "type": "mlp.gate_proj"
    },
    "model.layers.12.mlp.gate_proj": {
        "snr": 8.980009078979492,
        "type": "mlp.gate_proj"
    },
    "model.layers.13.mlp.gate_proj": {
        "snr": 17.59958267211914,
        "type": "mlp.gate_proj"
    },
    "model.layers.14.mlp.gate_proj": {
        "snr": 17.23070526123047,
        "type": "mlp.gate_proj"
    },
    "model.layers.15.mlp.gate_proj": {
        "snr": 23.725330352783203,
        "type": "mlp.gate_proj"
    },
    "model.layers.16.mlp.gate_proj": {
        "snr": 17.000444412231445,
        "type": "mlp.gate_proj"
    },
    "model.layers.17.mlp.gate_proj": {
        "snr": 18.293012619018555,
        "type": "mlp.gate_proj"
    },
    "model.layers.18.mlp.gate_proj": {
        "snr": 12.644190788269043,
        "type": "mlp.gate_proj"
    },
    "model.layers.19.mlp.gate_proj": {
        "snr": 16.278690338134766,
        "type": "mlp.gate_proj"
    },
    "model.layers.20.mlp.gate_proj": {
        "snr": 7.407368183135986,
        "type": "mlp.gate_proj"
    },
    "model.layers.21.mlp.gate_proj": {
        "snr": 6.109912395477295,
        "type": "mlp.gate_proj"
    },
    "model.layers.22.mlp.gate_proj": {
        "snr": 5.3692426681518555,
        "type": "mlp.gate_proj"
    },
    "model.layers.23.mlp.gate_proj": {
        "snr": 9.354235649108887,
        "type": "mlp.gate_proj"
    },
    "model.layers.24.mlp.gate_proj": {
        "snr": 7.655010223388672,
        "type": "mlp.gate_proj"
    },
    "model.layers.25.mlp.gate_proj": {
        "snr": 6.252986431121826,
        "type": "mlp.gate_proj"
    },
    "model.layers.26.mlp.gate_proj": {
        "snr": 14.26718521118164,
        "type": "mlp.gate_proj"
    },
    "model.layers.27.mlp.gate_proj": {
        "snr": 7.705836772918701,
        "type": "mlp.gate_proj"
    },
    "model.layers.28.mlp.gate_proj": {
        "snr": 5.998677730560303,
        "type": "mlp.gate_proj"
    },
    "model.layers.29.mlp.gate_proj": {
        "snr": 6.044872760772705,
        "type": "mlp.gate_proj"
    },
    "model.layers.30.mlp.gate_proj": {
        "snr": 9.027137756347656,
        "type": "mlp.gate_proj"
    },
    "model.layers.31.mlp.gate_proj": {
        "snr": 5.449969291687012,
        "type": "mlp.gate_proj"
    },
    "model.layers.32.mlp.gate_proj": {
        "snr": 4.206825256347656,
        "type": "mlp.gate_proj"
    },
    "model.layers.33.mlp.gate_proj": {
        "snr": 5.22825288772583,
        "type": "mlp.gate_proj"
    },
    "model.layers.34.mlp.gate_proj": {
        "snr": 43.71927261352539,
        "type": "mlp.gate_proj"
    },
    "model.layers.35.mlp.gate_proj": {
        "snr": 45.37385177612305,
        "type": "mlp.gate_proj"
    },
    "model.layers.0.mlp.up_proj": {
        "snr": 0.7069714665412903,
        "type": "mlp.up_proj"
    },
    "model.layers.1.mlp.up_proj": {
        "snr": 0.17766596376895905,
        "type": "mlp.up_proj"
    },
    "model.layers.2.mlp.up_proj": {
        "snr": 0.28577035665512085,
        "type": "mlp.up_proj"
    },
    "model.layers.3.mlp.up_proj": {
        "snr": 0.6763099431991577,
        "type": "mlp.up_proj"
    },
    "model.layers.4.mlp.up_proj": {
        "snr": 0.8340913653373718,
        "type": "mlp.up_proj"
    },
    "model.layers.5.mlp.up_proj": {
        "snr": 3.946547031402588,
        "type": "mlp.up_proj"
    },
    "model.layers.6.mlp.up_proj": {
        "snr": 19.56715202331543,
        "type": "mlp.up_proj"
    },
    "model.layers.7.mlp.up_proj": {
        "snr": 36.21149826049805,
        "type": "mlp.up_proj"
    },
    "model.layers.8.mlp.up_proj": {
        "snr": 44.28759002685547,
        "type": "mlp.up_proj"
    },
    "model.layers.9.mlp.up_proj": {
        "snr": 45.47198486328125,
        "type": "mlp.up_proj"
    },
    "model.layers.10.mlp.up_proj": {
        "snr": 79.00128936767578,
        "type": "mlp.up_proj"
    },
    "model.layers.11.mlp.up_proj": {
        "snr": 52.28038787841797,
        "type": "mlp.up_proj"
    },
    "model.layers.12.mlp.up_proj": {
        "snr": 48.08102035522461,
        "type": "mlp.up_proj"
    },
    "model.layers.13.mlp.up_proj": {
        "snr": 56.071285247802734,
        "type": "mlp.up_proj"
    },
    "model.layers.14.mlp.up_proj": {
        "snr": 72.24358367919922,
        "type": "mlp.up_proj"
    },
    "model.layers.15.mlp.up_proj": {
        "snr": 54.818233489990234,
        "type": "mlp.up_proj"
    },
    "model.layers.16.mlp.up_proj": {
        "snr": 47.251495361328125,
        "type": "mlp.up_proj"
    },
    "model.layers.17.mlp.up_proj": {
        "snr": 51.585636138916016,
        "type": "mlp.up_proj"
    },
    "model.layers.18.mlp.up_proj": {
        "snr": 43.47938919067383,
        "type": "mlp.up_proj"
    },
    "model.layers.19.mlp.up_proj": {
        "snr": 38.132469177246094,
        "type": "mlp.up_proj"
    },
    "model.layers.20.mlp.up_proj": {
        "snr": 21.78435707092285,
        "type": "mlp.up_proj"
    },
    "model.layers.21.mlp.up_proj": {
        "snr": 22.261096954345703,
        "type": "mlp.up_proj"
    },
    "model.layers.22.mlp.up_proj": {
        "snr": 30.751861572265625,
        "type": "mlp.up_proj"
    },
    "model.layers.23.mlp.up_proj": {
        "snr": 28.61063575744629,
        "type": "mlp.up_proj"
    },
    "model.layers.24.mlp.up_proj": {
        "snr": 20.21415901184082,
        "type": "mlp.up_proj"
    },
    "model.layers.25.mlp.up_proj": {
        "snr": 20.759052276611328,
        "type": "mlp.up_proj"
    },
    "model.layers.26.mlp.up_proj": {
        "snr": 33.80818557739258,
        "type": "mlp.up_proj"
    },
    "model.layers.27.mlp.up_proj": {
        "snr": 17.274362564086914,
        "type": "mlp.up_proj"
    },
    "model.layers.28.mlp.up_proj": {
        "snr": 13.943653106689453,
        "type": "mlp.up_proj"
    },
    "model.layers.29.mlp.up_proj": {
        "snr": 16.202186584472656,
        "type": "mlp.up_proj"
    },
    "model.layers.30.mlp.up_proj": {
        "snr": 24.25114631652832,
        "type": "mlp.up_proj"
    },
    "model.layers.31.mlp.up_proj": {
        "snr": 10.68645191192627,
        "type": "mlp.up_proj"
    },
    "model.layers.32.mlp.up_proj": {
        "snr": 5.7449774742126465,
        "type": "mlp.up_proj"
    },
    "model.layers.33.mlp.up_proj": {
        "snr": 11.879876136779785,
        "type": "mlp.up_proj"
    },
    "model.layers.34.mlp.up_proj": {
        "snr": 25.948715209960938,
        "type": "mlp.up_proj"
    },
    "model.layers.35.mlp.up_proj": {
        "snr": 38.63526153564453,
        "type": "mlp.up_proj"
    },
    "model.embed_tokens": {
        "snr": Infinity,
        "type": "model.embed_tokens"
    },
    "model.norm": {
        "snr": Infinity,
        "type": "model.norm"
    },
    "model.layers.0.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.1.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.2.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.3.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.4.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.5.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.6.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.7.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.8.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.9.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.10.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.11.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.12.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.13.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.14.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.15.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.16.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.17.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.18.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.19.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.20.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.21.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.22.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.23.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.24.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.25.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.26.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.27.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.28.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.29.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.30.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.31.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.32.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.33.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.34.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.35.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.0.self_attn.k_proj": {
        "snr": 12.243099212646484,
        "type": "self_attn.k_proj"
    },
    "model.layers.1.self_attn.k_proj": {
        "snr": 0.6446183323860168,
        "type": "self_attn.k_proj"
    },
    "model.layers.2.self_attn.k_proj": {
        "snr": 0.7159711718559265,
        "type": "self_attn.k_proj"
    },
    "model.layers.3.self_attn.k_proj": {
        "snr": 5.5100932121276855,
        "type": "self_attn.k_proj"
    },
    "model.layers.4.self_attn.k_proj": {
        "snr": 3.0802414417266846,
        "type": "self_attn.k_proj"
    },
    "model.layers.5.self_attn.k_proj": {
        "snr": 1.0472767353057861,
        "type": "self_attn.k_proj"
    },
    "model.layers.6.self_attn.k_proj": {
        "snr": 3.576918601989746,
        "type": "self_attn.k_proj"
    },
    "model.layers.7.self_attn.k_proj": {
        "snr": 3.3793225288391113,
        "type": "self_attn.k_proj"
    },
    "model.layers.8.self_attn.k_proj": {
        "snr": 2.9598212242126465,
        "type": "self_attn.k_proj"
    },
    "model.layers.9.self_attn.k_proj": {
        "snr": 6.102792263031006,
        "type": "self_attn.k_proj"
    },
    "model.layers.10.self_attn.k_proj": {
        "snr": 2.231630325317383,
        "type": "self_attn.k_proj"
    },
    "model.layers.11.self_attn.k_proj": {
        "snr": 2.176372766494751,
        "type": "self_attn.k_proj"
    },
    "model.layers.12.self_attn.k_proj": {
        "snr": 1.3229435682296753,
        "type": "self_attn.k_proj"
    },
    "model.layers.13.self_attn.k_proj": {
        "snr": 2.6183862686157227,
        "type": "self_attn.k_proj"
    },
    "model.layers.14.self_attn.k_proj": {
        "snr": 2.608288526535034,
        "type": "self_attn.k_proj"
    },
    "model.layers.15.self_attn.k_proj": {
        "snr": 1.5090984106063843,
        "type": "self_attn.k_proj"
    },
    "model.layers.16.self_attn.k_proj": {
        "snr": 1.284422516822815,
        "type": "self_attn.k_proj"
    },
    "model.layers.17.self_attn.k_proj": {
        "snr": 0.8903945088386536,
        "type": "self_attn.k_proj"
    },
    "model.layers.18.self_attn.k_proj": {
        "snr": 1.8880385160446167,
        "type": "self_attn.k_proj"
    },
    "model.layers.19.self_attn.k_proj": {
        "snr": 0.8905735015869141,
        "type": "self_attn.k_proj"
    },
    "model.layers.20.self_attn.k_proj": {
        "snr": 0.9060881733894348,
        "type": "self_attn.k_proj"
    },
    "model.layers.21.self_attn.k_proj": {
        "snr": 0.7572551965713501,
        "type": "self_attn.k_proj"
    },
    "model.layers.22.self_attn.k_proj": {
        "snr": 0.940827488899231,
        "type": "self_attn.k_proj"
    },
    "model.layers.23.self_attn.k_proj": {
        "snr": 3.7776191234588623,
        "type": "self_attn.k_proj"
    },
    "model.layers.24.self_attn.k_proj": {
        "snr": 1.328923225402832,
        "type": "self_attn.k_proj"
    },
    "model.layers.25.self_attn.k_proj": {
        "snr": 1.3986345529556274,
        "type": "self_attn.k_proj"
    },
    "model.layers.26.self_attn.k_proj": {
        "snr": 1.2436336278915405,
        "type": "self_attn.k_proj"
    },
    "model.layers.27.self_attn.k_proj": {
        "snr": 0.7737217545509338,
        "type": "self_attn.k_proj"
    },
    "model.layers.28.self_attn.k_proj": {
        "snr": 2.6027626991271973,
        "type": "self_attn.k_proj"
    },
    "model.layers.29.self_attn.k_proj": {
        "snr": 2.2332751750946045,
        "type": "self_attn.k_proj"
    },
    "model.layers.30.self_attn.k_proj": {
        "snr": 2.476585626602173,
        "type": "self_attn.k_proj"
    },
    "model.layers.31.self_attn.k_proj": {
        "snr": 1.1115432977676392,
        "type": "self_attn.k_proj"
    },
    "model.layers.32.self_attn.k_proj": {
        "snr": 0.8251476287841797,
        "type": "self_attn.k_proj"
    },
    "model.layers.33.self_attn.k_proj": {
        "snr": 0.9331105947494507,
        "type": "self_attn.k_proj"
    },
    "model.layers.34.self_attn.k_proj": {
        "snr": 6.602395534515381,
        "type": "self_attn.k_proj"
    },
    "model.layers.35.self_attn.k_proj": {
        "snr": 10.151693344116211,
        "type": "self_attn.k_proj"
    },
    "model.layers.0.self_attn.o_proj": {
        "snr": 0.3661542534828186,
        "type": "self_attn.o_proj"
    },
    "model.layers.1.self_attn.o_proj": {
        "snr": 0.19571374356746674,
        "type": "self_attn.o_proj"
    },
    "model.layers.2.self_attn.o_proj": {
        "snr": 0.2244851142168045,
        "type": "self_attn.o_proj"
    },
    "model.layers.3.self_attn.o_proj": {
        "snr": 0.2593664526939392,
        "type": "self_attn.o_proj"
    },
    "model.layers.4.self_attn.o_proj": {
        "snr": 0.2569783926010132,
        "type": "self_attn.o_proj"
    },
    "model.layers.5.self_attn.o_proj": {
        "snr": 0.2564302980899811,
        "type": "self_attn.o_proj"
    },
    "model.layers.6.self_attn.o_proj": {
        "snr": 0.18539844453334808,
        "type": "self_attn.o_proj"
    },
    "model.layers.7.self_attn.o_proj": {
        "snr": 0.2328651398420334,
        "type": "self_attn.o_proj"
    },
    "model.layers.8.self_attn.o_proj": {
        "snr": 0.22055882215499878,
        "type": "self_attn.o_proj"
    },
    "model.layers.9.self_attn.o_proj": {
        "snr": 0.21800543367862701,
        "type": "self_attn.o_proj"
    },
    "model.layers.10.self_attn.o_proj": {
        "snr": 0.22867777943611145,
        "type": "self_attn.o_proj"
    },
    "model.layers.11.self_attn.o_proj": {
        "snr": 0.23986175656318665,
        "type": "self_attn.o_proj"
    },
    "model.layers.12.self_attn.o_proj": {
        "snr": 0.17598563432693481,
        "type": "self_attn.o_proj"
    },
    "model.layers.13.self_attn.o_proj": {
        "snr": 0.20469218492507935,
        "type": "self_attn.o_proj"
    },
    "model.layers.14.self_attn.o_proj": {
        "snr": 0.21040217578411102,
        "type": "self_attn.o_proj"
    },
    "model.layers.15.self_attn.o_proj": {
        "snr": 0.23787625133991241,
        "type": "self_attn.o_proj"
    },
    "model.layers.16.self_attn.o_proj": {
        "snr": 0.16339677572250366,
        "type": "self_attn.o_proj"
    },
    "model.layers.17.self_attn.o_proj": {
        "snr": 0.2070712298154831,
        "type": "self_attn.o_proj"
    },
    "model.layers.18.self_attn.o_proj": {
        "snr": 0.1826934814453125,
        "type": "self_attn.o_proj"
    },
    "model.layers.19.self_attn.o_proj": {
        "snr": 0.19459959864616394,
        "type": "self_attn.o_proj"
    },
    "model.layers.20.self_attn.o_proj": {
        "snr": 0.2668156027793884,
        "type": "self_attn.o_proj"
    },
    "model.layers.21.self_attn.o_proj": {
        "snr": 0.16906610131263733,
        "type": "self_attn.o_proj"
    },
    "model.layers.22.self_attn.o_proj": {
        "snr": 0.18790249526500702,
        "type": "self_attn.o_proj"
    },
    "model.layers.23.self_attn.o_proj": {
        "snr": 0.18883933126926422,
        "type": "self_attn.o_proj"
    },
    "model.layers.24.self_attn.o_proj": {
        "snr": 0.1793188899755478,
        "type": "self_attn.o_proj"
    },
    "model.layers.25.self_attn.o_proj": {
        "snr": 0.1800570785999298,
        "type": "self_attn.o_proj"
    },
    "model.layers.26.self_attn.o_proj": {
        "snr": 0.17790433764457703,
        "type": "self_attn.o_proj"
    },
    "model.layers.27.self_attn.o_proj": {
        "snr": 0.2029498964548111,
        "type": "self_attn.o_proj"
    },
    "model.layers.28.self_attn.o_proj": {
        "snr": 0.17044201493263245,
        "type": "self_attn.o_proj"
    },
    "model.layers.29.self_attn.o_proj": {
        "snr": 0.19938386976718903,
        "type": "self_attn.o_proj"
    },
    "model.layers.30.self_attn.o_proj": {
        "snr": 0.23108959197998047,
        "type": "self_attn.o_proj"
    },
    "model.layers.31.self_attn.o_proj": {
        "snr": 0.16427059471607208,
        "type": "self_attn.o_proj"
    },
    "model.layers.32.self_attn.o_proj": {
        "snr": 0.10631092637777328,
        "type": "self_attn.o_proj"
    },
    "model.layers.33.self_attn.o_proj": {
        "snr": 0.09417019784450531,
        "type": "self_attn.o_proj"
    },
    "model.layers.34.self_attn.o_proj": {
        "snr": 0.1324978619813919,
        "type": "self_attn.o_proj"
    },
    "model.layers.35.self_attn.o_proj": {
        "snr": 0.11784011125564575,
        "type": "self_attn.o_proj"
    },
    "model.layers.0.self_attn.q_proj": {
        "snr": 0.05565479397773743,
        "type": "self_attn.q_proj"
    },
    "model.layers.1.self_attn.q_proj": {
        "snr": 0.138458251953125,
        "type": "self_attn.q_proj"
    },
    "model.layers.2.self_attn.q_proj": {
        "snr": 0.12992437183856964,
        "type": "self_attn.q_proj"
    },
    "model.layers.3.self_attn.q_proj": {
        "snr": 0.15362468361854553,
        "type": "self_attn.q_proj"
    },
    "model.layers.4.self_attn.q_proj": {
        "snr": 0.1563446819782257,
        "type": "self_attn.q_proj"
    },
    "model.layers.5.self_attn.q_proj": {
        "snr": 0.15544593334197998,
        "type": "self_attn.q_proj"
    },
    "model.layers.6.self_attn.q_proj": {
        "snr": 0.15956827998161316,
        "type": "self_attn.q_proj"
    },
    "model.layers.7.self_attn.q_proj": {
        "snr": 0.17549948394298553,
        "type": "self_attn.q_proj"
    },
    "model.layers.8.self_attn.q_proj": {
        "snr": 0.16668449342250824,
        "type": "self_attn.q_proj"
    },
    "model.layers.9.self_attn.q_proj": {
        "snr": 0.15626586973667145,
        "type": "self_attn.q_proj"
    },
    "model.layers.10.self_attn.q_proj": {
        "snr": 0.18318884074687958,
        "type": "self_attn.q_proj"
    },
    "model.layers.11.self_attn.q_proj": {
        "snr": 0.171547532081604,
        "type": "self_attn.q_proj"
    },
    "model.layers.12.self_attn.q_proj": {
        "snr": 0.18164905905723572,
        "type": "self_attn.q_proj"
    },
    "model.layers.13.self_attn.q_proj": {
        "snr": 0.2091975212097168,
        "type": "self_attn.q_proj"
    },
    "model.layers.14.self_attn.q_proj": {
        "snr": 0.17431670427322388,
        "type": "self_attn.q_proj"
    },
    "model.layers.15.self_attn.q_proj": {
        "snr": 0.20902502536773682,
        "type": "self_attn.q_proj"
    },
    "model.layers.16.self_attn.q_proj": {
        "snr": 0.15439842641353607,
        "type": "self_attn.q_proj"
    },
    "model.layers.17.self_attn.q_proj": {
        "snr": 0.1945274919271469,
        "type": "self_attn.q_proj"
    },
    "model.layers.18.self_attn.q_proj": {
        "snr": 0.18916545808315277,
        "type": "self_attn.q_proj"
    },
    "model.layers.19.self_attn.q_proj": {
        "snr": 0.20778712630271912,
        "type": "self_attn.q_proj"
    },
    "model.layers.20.self_attn.q_proj": {
        "snr": 0.20866931974887848,
        "type": "self_attn.q_proj"
    },
    "model.layers.21.self_attn.q_proj": {
        "snr": 0.1900305300951004,
        "type": "self_attn.q_proj"
    },
    "model.layers.22.self_attn.q_proj": {
        "snr": 0.18200653791427612,
        "type": "self_attn.q_proj"
    },
    "model.layers.23.self_attn.q_proj": {
        "snr": 0.2070988416671753,
        "type": "self_attn.q_proj"
    },
    "model.layers.24.self_attn.q_proj": {
        "snr": 0.1845332235097885,
        "type": "self_attn.q_proj"
    },
    "model.layers.25.self_attn.q_proj": {
        "snr": 0.20868781208992004,
        "type": "self_attn.q_proj"
    },
    "model.layers.26.self_attn.q_proj": {
        "snr": 0.19242744147777557,
        "type": "self_attn.q_proj"
    },
    "model.layers.27.self_attn.q_proj": {
        "snr": 0.15225112438201904,
        "type": "self_attn.q_proj"
    },
    "model.layers.28.self_attn.q_proj": {
        "snr": 0.20065009593963623,
        "type": "self_attn.q_proj"
    },
    "model.layers.29.self_attn.q_proj": {
        "snr": 0.19390477240085602,
        "type": "self_attn.q_proj"
    },
    "model.layers.30.self_attn.q_proj": {
        "snr": 0.18538697063922882,
        "type": "self_attn.q_proj"
    },
    "model.layers.31.self_attn.q_proj": {
        "snr": 0.18954339623451233,
        "type": "self_attn.q_proj"
    },
    "model.layers.32.self_attn.q_proj": {
        "snr": 0.20089596509933472,
        "type": "self_attn.q_proj"
    },
    "model.layers.33.self_attn.q_proj": {
        "snr": 0.19814996421337128,
        "type": "self_attn.q_proj"
    },
    "model.layers.34.self_attn.q_proj": {
        "snr": 0.17733213305473328,
        "type": "self_attn.q_proj"
    },
    "model.layers.35.self_attn.q_proj": {
        "snr": 0.14075976610183716,
        "type": "self_attn.q_proj"
    },
    "model.layers.0.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.1.self_attn.v_proj": {
        "snr": 845.8053588867188,
        "type": "self_attn.v_proj"
    },
    "model.layers.2.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.3.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.4.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.5.self_attn.v_proj": {
        "snr": 83.97241973876953,
        "type": "self_attn.v_proj"
    },
    "model.layers.6.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.7.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.8.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.9.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.10.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.11.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.12.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.13.self_attn.v_proj": {
        "snr": 213.70960998535156,
        "type": "self_attn.v_proj"
    },
    "model.layers.14.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.15.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.16.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.17.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.18.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.19.self_attn.v_proj": {
        "snr": 18.950267791748047,
        "type": "self_attn.v_proj"
    },
    "model.layers.20.self_attn.v_proj": {
        "snr": 435.8339538574219,
        "type": "self_attn.v_proj"
    },
    "model.layers.21.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.22.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.23.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.24.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.25.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.26.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.27.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.28.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.29.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.30.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.31.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.32.self_attn.v_proj": {
        "snr": 1.2341279983520508,
        "type": "self_attn.v_proj"
    },
    "model.layers.33.self_attn.v_proj": {
        "snr": 0.6158654689788818,
        "type": "self_attn.v_proj"
    },
    "model.layers.34.self_attn.v_proj": {
        "snr": 509.3221130371094,
        "type": "self_attn.v_proj"
    },
    "model.layers.35.self_attn.v_proj": {
        "snr": 538.6658325195312,
        "type": "self_attn.v_proj"
    }
}
