{
    "model.layers.0.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.1.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.2.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.3.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.4.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.5.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.6.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.7.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.8.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.9.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.10.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.11.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.12.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.13.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.14.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.15.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.16.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.17.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.18.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.19.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.20.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.21.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.22.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.23.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.24.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.25.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.26.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.27.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.28.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.29.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.30.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.31.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.32.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.33.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.34.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.35.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "lm_head": {
        "snr": Infinity,
        "type": "lm_head"
    },
    "model.layers.0.mlp.down_proj": {
        "snr": 20.942785263061523,
        "type": "mlp.down_proj"
    },
    "model.layers.1.mlp.down_proj": {
        "snr": 0.11550866067409515,
        "type": "mlp.down_proj"
    },
    "model.layers.2.mlp.down_proj": {
        "snr": 0.14981402456760406,
        "type": "mlp.down_proj"
    },
    "model.layers.3.mlp.down_proj": {
        "snr": 0.36719316244125366,
        "type": "mlp.down_proj"
    },
    "model.layers.4.mlp.down_proj": {
        "snr": 0.5072987079620361,
        "type": "mlp.down_proj"
    },
    "model.layers.5.mlp.down_proj": {
        "snr": 33.86688232421875,
        "type": "mlp.down_proj"
    },
    "model.layers.6.mlp.down_proj": {
        "snr": 45.066246032714844,
        "type": "mlp.down_proj"
    },
    "model.layers.7.mlp.down_proj": {
        "snr": 33.20981979370117,
        "type": "mlp.down_proj"
    },
    "model.layers.8.mlp.down_proj": {
        "snr": 29.310104370117188,
        "type": "mlp.down_proj"
    },
    "model.layers.9.mlp.down_proj": {
        "snr": 26.638381958007812,
        "type": "mlp.down_proj"
    },
    "model.layers.10.mlp.down_proj": {
        "snr": 22.302486419677734,
        "type": "mlp.down_proj"
    },
    "model.layers.11.mlp.down_proj": {
        "snr": 18.249290466308594,
        "type": "mlp.down_proj"
    },
    "model.layers.12.mlp.down_proj": {
        "snr": 14.057564735412598,
        "type": "mlp.down_proj"
    },
    "model.layers.13.mlp.down_proj": {
        "snr": 22.154281616210938,
        "type": "mlp.down_proj"
    },
    "model.layers.14.mlp.down_proj": {
        "snr": 27.348575592041016,
        "type": "mlp.down_proj"
    },
    "model.layers.15.mlp.down_proj": {
        "snr": 28.447378158569336,
        "type": "mlp.down_proj"
    },
    "model.layers.16.mlp.down_proj": {
        "snr": 10.405216217041016,
        "type": "mlp.down_proj"
    },
    "model.layers.17.mlp.down_proj": {
        "snr": 10.71042251586914,
        "type": "mlp.down_proj"
    },
    "model.layers.18.mlp.down_proj": {
        "snr": 8.642854690551758,
        "type": "mlp.down_proj"
    },
    "model.layers.19.mlp.down_proj": {
        "snr": 5.690433979034424,
        "type": "mlp.down_proj"
    },
    "model.layers.20.mlp.down_proj": {
        "snr": 23.869070053100586,
        "type": "mlp.down_proj"
    },
    "model.layers.21.mlp.down_proj": {
        "snr": 11.584356307983398,
        "type": "mlp.down_proj"
    },
    "model.layers.22.mlp.down_proj": {
        "snr": 5.992950916290283,
        "type": "mlp.down_proj"
    },
    "model.layers.23.mlp.down_proj": {
        "snr": 18.495361328125,
        "type": "mlp.down_proj"
    },
    "model.layers.24.mlp.down_proj": {
        "snr": 8.233827590942383,
        "type": "mlp.down_proj"
    },
    "model.layers.25.mlp.down_proj": {
        "snr": 12.626734733581543,
        "type": "mlp.down_proj"
    },
    "model.layers.26.mlp.down_proj": {
        "snr": 36.21802520751953,
        "type": "mlp.down_proj"
    },
    "model.layers.27.mlp.down_proj": {
        "snr": 19.932941436767578,
        "type": "mlp.down_proj"
    },
    "model.layers.28.mlp.down_proj": {
        "snr": 6.0616455078125,
        "type": "mlp.down_proj"
    },
    "model.layers.29.mlp.down_proj": {
        "snr": 5.363720417022705,
        "type": "mlp.down_proj"
    },
    "model.layers.30.mlp.down_proj": {
        "snr": 7.455615520477295,
        "type": "mlp.down_proj"
    },
    "model.layers.31.mlp.down_proj": {
        "snr": 7.8631815910339355,
        "type": "mlp.down_proj"
    },
    "model.layers.32.mlp.down_proj": {
        "snr": 8.706913948059082,
        "type": "mlp.down_proj"
    },
    "model.layers.33.mlp.down_proj": {
        "snr": 21.220134735107422,
        "type": "mlp.down_proj"
    },
    "model.layers.34.mlp.down_proj": {
        "snr": 32.33852005004883,
        "type": "mlp.down_proj"
    },
    "model.layers.35.mlp.down_proj": {
        "snr": 179.8906707763672,
        "type": "mlp.down_proj"
    },
    "model.layers.0.mlp.gate_proj": {
        "snr": 0.24970805644989014,
        "type": "mlp.gate_proj"
    },
    "model.layers.1.mlp.gate_proj": {
        "snr": 0.11607512086629868,
        "type": "mlp.gate_proj"
    },
    "model.layers.2.mlp.gate_proj": {
        "snr": 0.16310769319534302,
        "type": "mlp.gate_proj"
    },
    "model.layers.3.mlp.gate_proj": {
        "snr": 0.3621424436569214,
        "type": "mlp.gate_proj"
    },
    "model.layers.4.mlp.gate_proj": {
        "snr": 0.3482637107372284,
        "type": "mlp.gate_proj"
    },
    "model.layers.5.mlp.gate_proj": {
        "snr": 2.6533455848693848,
        "type": "mlp.gate_proj"
    },
    "model.layers.6.mlp.gate_proj": {
        "snr": 8.359040260314941,
        "type": "mlp.gate_proj"
    },
    "model.layers.7.mlp.gate_proj": {
        "snr": 7.382037162780762,
        "type": "mlp.gate_proj"
    },
    "model.layers.8.mlp.gate_proj": {
        "snr": 13.00683879852295,
        "type": "mlp.gate_proj"
    },
    "model.layers.9.mlp.gate_proj": {
        "snr": 14.936161994934082,
        "type": "mlp.gate_proj"
    },
    "model.layers.10.mlp.gate_proj": {
        "snr": 20.907283782958984,
        "type": "mlp.gate_proj"
    },
    "model.layers.11.mlp.gate_proj": {
        "snr": 15.941497802734375,
        "type": "mlp.gate_proj"
    },
    "model.layers.12.mlp.gate_proj": {
        "snr": 8.97419548034668,
        "type": "mlp.gate_proj"
    },
    "model.layers.13.mlp.gate_proj": {
        "snr": 17.585100173950195,
        "type": "mlp.gate_proj"
    },
    "model.layers.14.mlp.gate_proj": {
        "snr": 17.21462059020996,
        "type": "mlp.gate_proj"
    },
    "model.layers.15.mlp.gate_proj": {
        "snr": 23.703285217285156,
        "type": "mlp.gate_proj"
    },
    "model.layers.16.mlp.gate_proj": {
        "snr": 16.986576080322266,
        "type": "mlp.gate_proj"
    },
    "model.layers.17.mlp.gate_proj": {
        "snr": 18.27729606628418,
        "type": "mlp.gate_proj"
    },
    "model.layers.18.mlp.gate_proj": {
        "snr": 12.63351058959961,
        "type": "mlp.gate_proj"
    },
    "model.layers.19.mlp.gate_proj": {
        "snr": 16.2633113861084,
        "type": "mlp.gate_proj"
    },
    "model.layers.20.mlp.gate_proj": {
        "snr": 7.399787902832031,
        "type": "mlp.gate_proj"
    },
    "model.layers.21.mlp.gate_proj": {
        "snr": 6.10424280166626,
        "type": "mlp.gate_proj"
    },
    "model.layers.22.mlp.gate_proj": {
        "snr": 5.363350868225098,
        "type": "mlp.gate_proj"
    },
    "model.layers.23.mlp.gate_proj": {
        "snr": 9.344535827636719,
        "type": "mlp.gate_proj"
    },
    "model.layers.24.mlp.gate_proj": {
        "snr": 7.647364616394043,
        "type": "mlp.gate_proj"
    },
    "model.layers.25.mlp.gate_proj": {
        "snr": 6.143579959869385,
        "type": "mlp.gate_proj"
    },
    "model.layers.26.mlp.gate_proj": {
        "snr": 14.254817008972168,
        "type": "mlp.gate_proj"
    },
    "model.layers.27.mlp.gate_proj": {
        "snr": 7.7000861167907715,
        "type": "mlp.gate_proj"
    },
    "model.layers.28.mlp.gate_proj": {
        "snr": 5.994422435760498,
        "type": "mlp.gate_proj"
    },
    "model.layers.29.mlp.gate_proj": {
        "snr": 6.041909694671631,
        "type": "mlp.gate_proj"
    },
    "model.layers.30.mlp.gate_proj": {
        "snr": 9.027522087097168,
        "type": "mlp.gate_proj"
    },
    "model.layers.31.mlp.gate_proj": {
        "snr": 5.450753211975098,
        "type": "mlp.gate_proj"
    },
    "model.layers.32.mlp.gate_proj": {
        "snr": 4.149200439453125,
        "type": "mlp.gate_proj"
    },
    "model.layers.33.mlp.gate_proj": {
        "snr": 5.223763942718506,
        "type": "mlp.gate_proj"
    },
    "model.layers.34.mlp.gate_proj": {
        "snr": 43.65521240234375,
        "type": "mlp.gate_proj"
    },
    "model.layers.35.mlp.gate_proj": {
        "snr": 45.312774658203125,
        "type": "mlp.gate_proj"
    },
    "model.layers.0.mlp.up_proj": {
        "snr": 0.7065013647079468,
        "type": "mlp.up_proj"
    },
    "model.layers.1.mlp.up_proj": {
        "snr": 0.17752516269683838,
        "type": "mlp.up_proj"
    },
    "model.layers.2.mlp.up_proj": {
        "snr": 0.2847473919391632,
        "type": "mlp.up_proj"
    },
    "model.layers.3.mlp.up_proj": {
        "snr": 0.6757690906524658,
        "type": "mlp.up_proj"
    },
    "model.layers.4.mlp.up_proj": {
        "snr": 0.8353318572044373,
        "type": "mlp.up_proj"
    },
    "model.layers.5.mlp.up_proj": {
        "snr": 3.940711736679077,
        "type": "mlp.up_proj"
    },
    "model.layers.6.mlp.up_proj": {
        "snr": 19.556047439575195,
        "type": "mlp.up_proj"
    },
    "model.layers.7.mlp.up_proj": {
        "snr": 36.19340515136719,
        "type": "mlp.up_proj"
    },
    "model.layers.8.mlp.up_proj": {
        "snr": 44.2518424987793,
        "type": "mlp.up_proj"
    },
    "model.layers.9.mlp.up_proj": {
        "snr": 45.418025970458984,
        "type": "mlp.up_proj"
    },
    "model.layers.10.mlp.up_proj": {
        "snr": 78.90928649902344,
        "type": "mlp.up_proj"
    },
    "model.layers.11.mlp.up_proj": {
        "snr": 52.24648666381836,
        "type": "mlp.up_proj"
    },
    "model.layers.12.mlp.up_proj": {
        "snr": 48.02030563354492,
        "type": "mlp.up_proj"
    },
    "model.layers.13.mlp.up_proj": {
        "snr": 56.016239166259766,
        "type": "mlp.up_proj"
    },
    "model.layers.14.mlp.up_proj": {
        "snr": 72.16619873046875,
        "type": "mlp.up_proj"
    },
    "model.layers.15.mlp.up_proj": {
        "snr": 54.75283432006836,
        "type": "mlp.up_proj"
    },
    "model.layers.16.mlp.up_proj": {
        "snr": 47.204097747802734,
        "type": "mlp.up_proj"
    },
    "model.layers.17.mlp.up_proj": {
        "snr": 51.549312591552734,
        "type": "mlp.up_proj"
    },
    "model.layers.18.mlp.up_proj": {
        "snr": 43.43872833251953,
        "type": "mlp.up_proj"
    },
    "model.layers.19.mlp.up_proj": {
        "snr": 38.09785461425781,
        "type": "mlp.up_proj"
    },
    "model.layers.20.mlp.up_proj": {
        "snr": 21.767858505249023,
        "type": "mlp.up_proj"
    },
    "model.layers.21.mlp.up_proj": {
        "snr": 22.243661880493164,
        "type": "mlp.up_proj"
    },
    "model.layers.22.mlp.up_proj": {
        "snr": 30.71843147277832,
        "type": "mlp.up_proj"
    },
    "model.layers.23.mlp.up_proj": {
        "snr": 28.5756778717041,
        "type": "mlp.up_proj"
    },
    "model.layers.24.mlp.up_proj": {
        "snr": 20.186717987060547,
        "type": "mlp.up_proj"
    },
    "model.layers.25.mlp.up_proj": {
        "snr": 20.742860794067383,
        "type": "mlp.up_proj"
    },
    "model.layers.26.mlp.up_proj": {
        "snr": 33.777984619140625,
        "type": "mlp.up_proj"
    },
    "model.layers.27.mlp.up_proj": {
        "snr": 17.254213333129883,
        "type": "mlp.up_proj"
    },
    "model.layers.28.mlp.up_proj": {
        "snr": 13.930026054382324,
        "type": "mlp.up_proj"
    },
    "model.layers.29.mlp.up_proj": {
        "snr": 16.17984390258789,
        "type": "mlp.up_proj"
    },
    "model.layers.30.mlp.up_proj": {
        "snr": 24.236648559570312,
        "type": "mlp.up_proj"
    },
    "model.layers.31.mlp.up_proj": {
        "snr": 10.665648460388184,
        "type": "mlp.up_proj"
    },
    "model.layers.32.mlp.up_proj": {
        "snr": 5.735939025878906,
        "type": "mlp.up_proj"
    },
    "model.layers.33.mlp.up_proj": {
        "snr": 11.592061042785645,
        "type": "mlp.up_proj"
    },
    "model.layers.34.mlp.up_proj": {
        "snr": 25.923419952392578,
        "type": "mlp.up_proj"
    },
    "model.layers.35.mlp.up_proj": {
        "snr": 38.579349517822266,
        "type": "mlp.up_proj"
    },
    "model.embed_tokens": {
        "snr": Infinity,
        "type": "model.embed_tokens"
    },
    "model.norm": {
        "snr": Infinity,
        "type": "model.norm"
    },
    "model.layers.0.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.1.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.2.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.3.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.4.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.5.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.6.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.7.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.8.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.9.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.10.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.11.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.12.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.13.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.14.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.15.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.16.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.17.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.18.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.19.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.20.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.21.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.22.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.23.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.24.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.25.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.26.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.27.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.28.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.29.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.30.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.31.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.32.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.33.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.34.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.35.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.0.self_attn.k_proj": {
        "snr": 12.24727725982666,
        "type": "self_attn.k_proj"
    },
    "model.layers.1.self_attn.k_proj": {
        "snr": 0.6436238288879395,
        "type": "self_attn.k_proj"
    },
    "model.layers.2.self_attn.k_proj": {
        "snr": 0.7156716585159302,
        "type": "self_attn.k_proj"
    },
    "model.layers.3.self_attn.k_proj": {
        "snr": 5.505439758300781,
        "type": "self_attn.k_proj"
    },
    "model.layers.4.self_attn.k_proj": {
        "snr": 3.0760715007781982,
        "type": "self_attn.k_proj"
    },
    "model.layers.5.self_attn.k_proj": {
        "snr": 1.0453941822052002,
        "type": "self_attn.k_proj"
    },
    "model.layers.6.self_attn.k_proj": {
        "snr": 3.57472562789917,
        "type": "self_attn.k_proj"
    },
    "model.layers.7.self_attn.k_proj": {
        "snr": 3.3765170574188232,
        "type": "self_attn.k_proj"
    },
    "model.layers.8.self_attn.k_proj": {
        "snr": 2.8859639167785645,
        "type": "self_attn.k_proj"
    },
    "model.layers.9.self_attn.k_proj": {
        "snr": 6.09852409362793,
        "type": "self_attn.k_proj"
    },
    "model.layers.10.self_attn.k_proj": {
        "snr": 2.229580879211426,
        "type": "self_attn.k_proj"
    },
    "model.layers.11.self_attn.k_proj": {
        "snr": 2.173879623413086,
        "type": "self_attn.k_proj"
    },
    "model.layers.12.self_attn.k_proj": {
        "snr": 1.3220131397247314,
        "type": "self_attn.k_proj"
    },
    "model.layers.13.self_attn.k_proj": {
        "snr": 2.61668062210083,
        "type": "self_attn.k_proj"
    },
    "model.layers.14.self_attn.k_proj": {
        "snr": 2.606799840927124,
        "type": "self_attn.k_proj"
    },
    "model.layers.15.self_attn.k_proj": {
        "snr": 1.5080311298370361,
        "type": "self_attn.k_proj"
    },
    "model.layers.16.self_attn.k_proj": {
        "snr": 1.2841484546661377,
        "type": "self_attn.k_proj"
    },
    "model.layers.17.self_attn.k_proj": {
        "snr": 0.8896433115005493,
        "type": "self_attn.k_proj"
    },
    "model.layers.18.self_attn.k_proj": {
        "snr": 1.8873414993286133,
        "type": "self_attn.k_proj"
    },
    "model.layers.19.self_attn.k_proj": {
        "snr": 0.8897770643234253,
        "type": "self_attn.k_proj"
    },
    "model.layers.20.self_attn.k_proj": {
        "snr": 0.9051405787467957,
        "type": "self_attn.k_proj"
    },
    "model.layers.21.self_attn.k_proj": {
        "snr": 0.7568970322608948,
        "type": "self_attn.k_proj"
    },
    "model.layers.22.self_attn.k_proj": {
        "snr": 0.9403582811355591,
        "type": "self_attn.k_proj"
    },
    "model.layers.23.self_attn.k_proj": {
        "snr": 3.777062177658081,
        "type": "self_attn.k_proj"
    },
    "model.layers.24.self_attn.k_proj": {
        "snr": 1.3280683755874634,
        "type": "self_attn.k_proj"
    },
    "model.layers.25.self_attn.k_proj": {
        "snr": 1.3980307579040527,
        "type": "self_attn.k_proj"
    },
    "model.layers.26.self_attn.k_proj": {
        "snr": 1.2435240745544434,
        "type": "self_attn.k_proj"
    },
    "model.layers.27.self_attn.k_proj": {
        "snr": 0.7732619047164917,
        "type": "self_attn.k_proj"
    },
    "model.layers.28.self_attn.k_proj": {
        "snr": 2.6010243892669678,
        "type": "self_attn.k_proj"
    },
    "model.layers.29.self_attn.k_proj": {
        "snr": 2.232773780822754,
        "type": "self_attn.k_proj"
    },
    "model.layers.30.self_attn.k_proj": {
        "snr": 2.4743099212646484,
        "type": "self_attn.k_proj"
    },
    "model.layers.31.self_attn.k_proj": {
        "snr": 1.11082923412323,
        "type": "self_attn.k_proj"
    },
    "model.layers.32.self_attn.k_proj": {
        "snr": 0.8243986368179321,
        "type": "self_attn.k_proj"
    },
    "model.layers.33.self_attn.k_proj": {
        "snr": 0.932928204536438,
        "type": "self_attn.k_proj"
    },
    "model.layers.34.self_attn.k_proj": {
        "snr": 6.608611583709717,
        "type": "self_attn.k_proj"
    },
    "model.layers.35.self_attn.k_proj": {
        "snr": 10.160987854003906,
        "type": "self_attn.k_proj"
    },
    "model.layers.0.self_attn.o_proj": {
        "snr": 0.36662933230400085,
        "type": "self_attn.o_proj"
    },
    "model.layers.1.self_attn.o_proj": {
        "snr": 0.1955128312110901,
        "type": "self_attn.o_proj"
    },
    "model.layers.2.self_attn.o_proj": {
        "snr": 0.22419843077659607,
        "type": "self_attn.o_proj"
    },
    "model.layers.3.self_attn.o_proj": {
        "snr": 0.25902292132377625,
        "type": "self_attn.o_proj"
    },
    "model.layers.4.self_attn.o_proj": {
        "snr": 0.2567676901817322,
        "type": "self_attn.o_proj"
    },
    "model.layers.5.self_attn.o_proj": {
        "snr": 0.2560890316963196,
        "type": "self_attn.o_proj"
    },
    "model.layers.6.self_attn.o_proj": {
        "snr": 0.18518221378326416,
        "type": "self_attn.o_proj"
    },
    "model.layers.7.self_attn.o_proj": {
        "snr": 0.23254290223121643,
        "type": "self_attn.o_proj"
    },
    "model.layers.8.self_attn.o_proj": {
        "snr": 0.2203962802886963,
        "type": "self_attn.o_proj"
    },
    "model.layers.9.self_attn.o_proj": {
        "snr": 0.217017263174057,
        "type": "self_attn.o_proj"
    },
    "model.layers.10.self_attn.o_proj": {
        "snr": 0.22843335568904877,
        "type": "self_attn.o_proj"
    },
    "model.layers.11.self_attn.o_proj": {
        "snr": 0.23816843330860138,
        "type": "self_attn.o_proj"
    },
    "model.layers.12.self_attn.o_proj": {
        "snr": 0.17585325241088867,
        "type": "self_attn.o_proj"
    },
    "model.layers.13.self_attn.o_proj": {
        "snr": 0.20451271533966064,
        "type": "self_attn.o_proj"
    },
    "model.layers.14.self_attn.o_proj": {
        "snr": 0.2095799297094345,
        "type": "self_attn.o_proj"
    },
    "model.layers.15.self_attn.o_proj": {
        "snr": 0.23767071962356567,
        "type": "self_attn.o_proj"
    },
    "model.layers.16.self_attn.o_proj": {
        "snr": 0.16328400373458862,
        "type": "self_attn.o_proj"
    },
    "model.layers.17.self_attn.o_proj": {
        "snr": 0.20690056681632996,
        "type": "self_attn.o_proj"
    },
    "model.layers.18.self_attn.o_proj": {
        "snr": 0.18191492557525635,
        "type": "self_attn.o_proj"
    },
    "model.layers.19.self_attn.o_proj": {
        "snr": 0.1945018619298935,
        "type": "self_attn.o_proj"
    },
    "model.layers.20.self_attn.o_proj": {
        "snr": 0.26658856868743896,
        "type": "self_attn.o_proj"
    },
    "model.layers.21.self_attn.o_proj": {
        "snr": 0.16897724568843842,
        "type": "self_attn.o_proj"
    },
    "model.layers.22.self_attn.o_proj": {
        "snr": 0.18773262202739716,
        "type": "self_attn.o_proj"
    },
    "model.layers.23.self_attn.o_proj": {
        "snr": 0.18808405101299286,
        "type": "self_attn.o_proj"
    },
    "model.layers.24.self_attn.o_proj": {
        "snr": 0.17919476330280304,
        "type": "self_attn.o_proj"
    },
    "model.layers.25.self_attn.o_proj": {
        "snr": 0.1793426126241684,
        "type": "self_attn.o_proj"
    },
    "model.layers.26.self_attn.o_proj": {
        "snr": 0.1777871698141098,
        "type": "self_attn.o_proj"
    },
    "model.layers.27.self_attn.o_proj": {
        "snr": 0.20279864966869354,
        "type": "self_attn.o_proj"
    },
    "model.layers.28.self_attn.o_proj": {
        "snr": 0.17030371725559235,
        "type": "self_attn.o_proj"
    },
    "model.layers.29.self_attn.o_proj": {
        "snr": 0.1992504596710205,
        "type": "self_attn.o_proj"
    },
    "model.layers.30.self_attn.o_proj": {
        "snr": 0.23085352778434753,
        "type": "self_attn.o_proj"
    },
    "model.layers.31.self_attn.o_proj": {
        "snr": 0.1641533523797989,
        "type": "self_attn.o_proj"
    },
    "model.layers.32.self_attn.o_proj": {
        "snr": 0.10621391236782074,
        "type": "self_attn.o_proj"
    },
    "model.layers.33.self_attn.o_proj": {
        "snr": 0.09411631524562836,
        "type": "self_attn.o_proj"
    },
    "model.layers.34.self_attn.o_proj": {
        "snr": 0.13239727914333344,
        "type": "self_attn.o_proj"
    },
    "model.layers.35.self_attn.o_proj": {
        "snr": 0.11740171164274216,
        "type": "self_attn.o_proj"
    },
    "model.layers.0.self_attn.q_proj": {
        "snr": 0.055595725774765015,
        "type": "self_attn.q_proj"
    },
    "model.layers.1.self_attn.q_proj": {
        "snr": 0.13823610544204712,
        "type": "self_attn.q_proj"
    },
    "model.layers.2.self_attn.q_proj": {
        "snr": 0.1297825127840042,
        "type": "self_attn.q_proj"
    },
    "model.layers.3.self_attn.q_proj": {
        "snr": 0.15291297435760498,
        "type": "self_attn.q_proj"
    },
    "model.layers.4.self_attn.q_proj": {
        "snr": 0.15615035593509674,
        "type": "self_attn.q_proj"
    },
    "model.layers.5.self_attn.q_proj": {
        "snr": 0.15535500645637512,
        "type": "self_attn.q_proj"
    },
    "model.layers.6.self_attn.q_proj": {
        "snr": 0.15993140637874603,
        "type": "self_attn.q_proj"
    },
    "model.layers.7.self_attn.q_proj": {
        "snr": 0.1753682643175125,
        "type": "self_attn.q_proj"
    },
    "model.layers.8.self_attn.q_proj": {
        "snr": 0.1664913445711136,
        "type": "self_attn.q_proj"
    },
    "model.layers.9.self_attn.q_proj": {
        "snr": 0.15656901895999908,
        "type": "self_attn.q_proj"
    },
    "model.layers.10.self_attn.q_proj": {
        "snr": 0.18300014734268188,
        "type": "self_attn.q_proj"
    },
    "model.layers.11.self_attn.q_proj": {
        "snr": 0.1713649481534958,
        "type": "self_attn.q_proj"
    },
    "model.layers.12.self_attn.q_proj": {
        "snr": 0.1809009313583374,
        "type": "self_attn.q_proj"
    },
    "model.layers.13.self_attn.q_proj": {
        "snr": 0.20895132422447205,
        "type": "self_attn.q_proj"
    },
    "model.layers.14.self_attn.q_proj": {
        "snr": 0.17413195967674255,
        "type": "self_attn.q_proj"
    },
    "model.layers.15.self_attn.q_proj": {
        "snr": 0.20878490805625916,
        "type": "self_attn.q_proj"
    },
    "model.layers.16.self_attn.q_proj": {
        "snr": 0.1547088772058487,
        "type": "self_attn.q_proj"
    },
    "model.layers.17.self_attn.q_proj": {
        "snr": 0.1943129003047943,
        "type": "self_attn.q_proj"
    },
    "model.layers.18.self_attn.q_proj": {
        "snr": 0.1889297217130661,
        "type": "self_attn.q_proj"
    },
    "model.layers.19.self_attn.q_proj": {
        "snr": 0.207680344581604,
        "type": "self_attn.q_proj"
    },
    "model.layers.20.self_attn.q_proj": {
        "snr": 0.20839959383010864,
        "type": "self_attn.q_proj"
    },
    "model.layers.21.self_attn.q_proj": {
        "snr": 0.18989044427871704,
        "type": "self_attn.q_proj"
    },
    "model.layers.22.self_attn.q_proj": {
        "snr": 0.18180623650550842,
        "type": "self_attn.q_proj"
    },
    "model.layers.23.self_attn.q_proj": {
        "snr": 0.2069384753704071,
        "type": "self_attn.q_proj"
    },
    "model.layers.24.self_attn.q_proj": {
        "snr": 0.1842993050813675,
        "type": "self_attn.q_proj"
    },
    "model.layers.25.self_attn.q_proj": {
        "snr": 0.2078687846660614,
        "type": "self_attn.q_proj"
    },
    "model.layers.26.self_attn.q_proj": {
        "snr": 0.19224946200847626,
        "type": "self_attn.q_proj"
    },
    "model.layers.27.self_attn.q_proj": {
        "snr": 0.15170617401599884,
        "type": "self_attn.q_proj"
    },
    "model.layers.28.self_attn.q_proj": {
        "snr": 0.20116600394248962,
        "type": "self_attn.q_proj"
    },
    "model.layers.29.self_attn.q_proj": {
        "snr": 0.19373668730258942,
        "type": "self_attn.q_proj"
    },
    "model.layers.30.self_attn.q_proj": {
        "snr": 0.18462225794792175,
        "type": "self_attn.q_proj"
    },
    "model.layers.31.self_attn.q_proj": {
        "snr": 0.18939673900604248,
        "type": "self_attn.q_proj"
    },
    "model.layers.32.self_attn.q_proj": {
        "snr": 0.20071947574615479,
        "type": "self_attn.q_proj"
    },
    "model.layers.33.self_attn.q_proj": {
        "snr": 0.19740056991577148,
        "type": "self_attn.q_proj"
    },
    "model.layers.34.self_attn.q_proj": {
        "snr": 0.17658494412899017,
        "type": "self_attn.q_proj"
    },
    "model.layers.35.self_attn.q_proj": {
        "snr": 0.1407373696565628,
        "type": "self_attn.q_proj"
    },
    "model.layers.0.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.1.self_attn.v_proj": {
        "snr": 846.30126953125,
        "type": "self_attn.v_proj"
    },
    "model.layers.2.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.3.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.4.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.5.self_attn.v_proj": {
        "snr": 83.83415222167969,
        "type": "self_attn.v_proj"
    },
    "model.layers.6.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.7.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.8.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.9.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.10.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.11.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.12.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.13.self_attn.v_proj": {
        "snr": 213.51316833496094,
        "type": "self_attn.v_proj"
    },
    "model.layers.14.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.15.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.16.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.17.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.18.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.19.self_attn.v_proj": {
        "snr": 18.92746925354004,
        "type": "self_attn.v_proj"
    },
    "model.layers.20.self_attn.v_proj": {
        "snr": 433.9771728515625,
        "type": "self_attn.v_proj"
    },
    "model.layers.21.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.22.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.23.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.24.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.25.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.26.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.27.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.28.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.29.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.30.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.31.self_attn.v_proj": {
        "snr": Infinity,
        "type": "self_attn.v_proj"
    },
    "model.layers.32.self_attn.v_proj": {
        "snr": 1.2332282066345215,
        "type": "self_attn.v_proj"
    },
    "model.layers.33.self_attn.v_proj": {
        "snr": 0.6151890158653259,
        "type": "self_attn.v_proj"
    },
    "model.layers.34.self_attn.v_proj": {
        "snr": 509.7169189453125,
        "type": "self_attn.v_proj"
    },
    "model.layers.35.self_attn.v_proj": {
        "snr": 536.0748901367188,
        "type": "self_attn.v_proj"
    }
}
