{
    "model.layers.0.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.1.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.2.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.3.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.4.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.5.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.6.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.7.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.8.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.9.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.10.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.11.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.12.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.13.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.14.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.15.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.16.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.17.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.18.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.19.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.20.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.21.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.22.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.23.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.24.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.25.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.26.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "model.layers.27.input_layernorm": {
        "snr": Infinity,
        "type": "input_layernorm"
    },
    "lm_head": {
        "snr": Infinity,
        "type": "lm_head"
    },
    "model.layers.0.mlp.down_proj": {
        "snr": 2.364603281021118,
        "type": "mlp.down_proj"
    },
    "model.layers.1.mlp.down_proj": {
        "snr": 2.229910373687744,
        "type": "mlp.down_proj"
    },
    "model.layers.2.mlp.down_proj": {
        "snr": 1.4312117099761963,
        "type": "mlp.down_proj"
    },
    "model.layers.3.mlp.down_proj": {
        "snr": 1.3216407299041748,
        "type": "mlp.down_proj"
    },
    "model.layers.4.mlp.down_proj": {
        "snr": 1.4183496236801147,
        "type": "mlp.down_proj"
    },
    "model.layers.5.mlp.down_proj": {
        "snr": 1.4453660249710083,
        "type": "mlp.down_proj"
    },
    "model.layers.6.mlp.down_proj": {
        "snr": 1.4030662775039673,
        "type": "mlp.down_proj"
    },
    "model.layers.7.mlp.down_proj": {
        "snr": 1.042332649230957,
        "type": "mlp.down_proj"
    },
    "model.layers.8.mlp.down_proj": {
        "snr": 0.9530982375144958,
        "type": "mlp.down_proj"
    },
    "model.layers.9.mlp.down_proj": {
        "snr": 0.849862277507782,
        "type": "mlp.down_proj"
    },
    "model.layers.10.mlp.down_proj": {
        "snr": 0.7704945206642151,
        "type": "mlp.down_proj"
    },
    "model.layers.11.mlp.down_proj": {
        "snr": 0.8871145844459534,
        "type": "mlp.down_proj"
    },
    "model.layers.12.mlp.down_proj": {
        "snr": 1.1408143043518066,
        "type": "mlp.down_proj"
    },
    "model.layers.13.mlp.down_proj": {
        "snr": 1.2769343852996826,
        "type": "mlp.down_proj"
    },
    "model.layers.14.mlp.down_proj": {
        "snr": 1.1703068017959595,
        "type": "mlp.down_proj"
    },
    "model.layers.15.mlp.down_proj": {
        "snr": 1.2794467210769653,
        "type": "mlp.down_proj"
    },
    "model.layers.16.mlp.down_proj": {
        "snr": 1.3154453039169312,
        "type": "mlp.down_proj"
    },
    "model.layers.17.mlp.down_proj": {
        "snr": 1.5596749782562256,
        "type": "mlp.down_proj"
    },
    "model.layers.18.mlp.down_proj": {
        "snr": 1.4949405193328857,
        "type": "mlp.down_proj"
    },
    "model.layers.19.mlp.down_proj": {
        "snr": 1.5329173803329468,
        "type": "mlp.down_proj"
    },
    "model.layers.20.mlp.down_proj": {
        "snr": 1.4396660327911377,
        "type": "mlp.down_proj"
    },
    "model.layers.21.mlp.down_proj": {
        "snr": 1.217085838317871,
        "type": "mlp.down_proj"
    },
    "model.layers.22.mlp.down_proj": {
        "snr": 1.150472640991211,
        "type": "mlp.down_proj"
    },
    "model.layers.23.mlp.down_proj": {
        "snr": 1.1166225671768188,
        "type": "mlp.down_proj"
    },
    "model.layers.24.mlp.down_proj": {
        "snr": 0.9966591000556946,
        "type": "mlp.down_proj"
    },
    "model.layers.25.mlp.down_proj": {
        "snr": 1.0938347578048706,
        "type": "mlp.down_proj"
    },
    "model.layers.26.mlp.down_proj": {
        "snr": 1.1505423784255981,
        "type": "mlp.down_proj"
    },
    "model.layers.27.mlp.down_proj": {
        "snr": 1.1156749725341797,
        "type": "mlp.down_proj"
    },
    "model.layers.0.mlp.gate_proj": {
        "snr": 0.9329171776771545,
        "type": "mlp.gate_proj"
    },
    "model.layers.1.mlp.gate_proj": {
        "snr": 0.8513413667678833,
        "type": "mlp.gate_proj"
    },
    "model.layers.2.mlp.gate_proj": {
        "snr": 0.7584061026573181,
        "type": "mlp.gate_proj"
    },
    "model.layers.3.mlp.gate_proj": {
        "snr": 0.65835040807724,
        "type": "mlp.gate_proj"
    },
    "model.layers.4.mlp.gate_proj": {
        "snr": 0.436420738697052,
        "type": "mlp.gate_proj"
    },
    "model.layers.5.mlp.gate_proj": {
        "snr": 0.39712461829185486,
        "type": "mlp.gate_proj"
    },
    "model.layers.6.mlp.gate_proj": {
        "snr": 0.3530206084251404,
        "type": "mlp.gate_proj"
    },
    "model.layers.7.mlp.gate_proj": {
        "snr": 0.34982794523239136,
        "type": "mlp.gate_proj"
    },
    "model.layers.8.mlp.gate_proj": {
        "snr": 0.30338960886001587,
        "type": "mlp.gate_proj"
    },
    "model.layers.9.mlp.gate_proj": {
        "snr": 0.27569833397865295,
        "type": "mlp.gate_proj"
    },
    "model.layers.10.mlp.gate_proj": {
        "snr": 0.28934162855148315,
        "type": "mlp.gate_proj"
    },
    "model.layers.11.mlp.gate_proj": {
        "snr": 0.2929173707962036,
        "type": "mlp.gate_proj"
    },
    "model.layers.12.mlp.gate_proj": {
        "snr": 0.28263387084007263,
        "type": "mlp.gate_proj"
    },
    "model.layers.13.mlp.gate_proj": {
        "snr": 0.27778616547584534,
        "type": "mlp.gate_proj"
    },
    "model.layers.14.mlp.gate_proj": {
        "snr": 0.26527827978134155,
        "type": "mlp.gate_proj"
    },
    "model.layers.15.mlp.gate_proj": {
        "snr": 0.27635642886161804,
        "type": "mlp.gate_proj"
    },
    "model.layers.16.mlp.gate_proj": {
        "snr": 0.35072311758995056,
        "type": "mlp.gate_proj"
    },
    "model.layers.17.mlp.gate_proj": {
        "snr": 0.4002636671066284,
        "type": "mlp.gate_proj"
    },
    "model.layers.18.mlp.gate_proj": {
        "snr": 0.4319891333580017,
        "type": "mlp.gate_proj"
    },
    "model.layers.19.mlp.gate_proj": {
        "snr": 0.47527065873146057,
        "type": "mlp.gate_proj"
    },
    "model.layers.20.mlp.gate_proj": {
        "snr": 0.5112077593803406,
        "type": "mlp.gate_proj"
    },
    "model.layers.21.mlp.gate_proj": {
        "snr": 0.5749644637107849,
        "type": "mlp.gate_proj"
    },
    "model.layers.22.mlp.gate_proj": {
        "snr": 0.5967603921890259,
        "type": "mlp.gate_proj"
    },
    "model.layers.23.mlp.gate_proj": {
        "snr": 0.48045310378074646,
        "type": "mlp.gate_proj"
    },
    "model.layers.24.mlp.gate_proj": {
        "snr": 0.3838970363140106,
        "type": "mlp.gate_proj"
    },
    "model.layers.25.mlp.gate_proj": {
        "snr": 0.3108249604701996,
        "type": "mlp.gate_proj"
    },
    "model.layers.26.mlp.gate_proj": {
        "snr": 0.26704445481300354,
        "type": "mlp.gate_proj"
    },
    "model.layers.27.mlp.gate_proj": {
        "snr": 0.20953254401683807,
        "type": "mlp.gate_proj"
    },
    "model.layers.0.mlp.up_proj": {
        "snr": 1.5084924697875977,
        "type": "mlp.up_proj"
    },
    "model.layers.1.mlp.up_proj": {
        "snr": 1.7789595127105713,
        "type": "mlp.up_proj"
    },
    "model.layers.2.mlp.up_proj": {
        "snr": 2.1431775093078613,
        "type": "mlp.up_proj"
    },
    "model.layers.3.mlp.up_proj": {
        "snr": 2.762744903564453,
        "type": "mlp.up_proj"
    },
    "model.layers.4.mlp.up_proj": {
        "snr": 3.0324745178222656,
        "type": "mlp.up_proj"
    },
    "model.layers.5.mlp.up_proj": {
        "snr": 2.3884809017181396,
        "type": "mlp.up_proj"
    },
    "model.layers.6.mlp.up_proj": {
        "snr": 2.388005256652832,
        "type": "mlp.up_proj"
    },
    "model.layers.7.mlp.up_proj": {
        "snr": 2.339340925216675,
        "type": "mlp.up_proj"
    },
    "model.layers.8.mlp.up_proj": {
        "snr": 2.0497021675109863,
        "type": "mlp.up_proj"
    },
    "model.layers.9.mlp.up_proj": {
        "snr": 1.822119116783142,
        "type": "mlp.up_proj"
    },
    "model.layers.10.mlp.up_proj": {
        "snr": 1.600373387336731,
        "type": "mlp.up_proj"
    },
    "model.layers.11.mlp.up_proj": {
        "snr": 1.9298171997070312,
        "type": "mlp.up_proj"
    },
    "model.layers.12.mlp.up_proj": {
        "snr": 1.728783369064331,
        "type": "mlp.up_proj"
    },
    "model.layers.13.mlp.up_proj": {
        "snr": 1.965298056602478,
        "type": "mlp.up_proj"
    },
    "model.layers.14.mlp.up_proj": {
        "snr": 2.023681640625,
        "type": "mlp.up_proj"
    },
    "model.layers.15.mlp.up_proj": {
        "snr": 1.7721818685531616,
        "type": "mlp.up_proj"
    },
    "model.layers.16.mlp.up_proj": {
        "snr": 1.7068361043930054,
        "type": "mlp.up_proj"
    },
    "model.layers.17.mlp.up_proj": {
        "snr": 1.6673219203948975,
        "type": "mlp.up_proj"
    },
    "model.layers.18.mlp.up_proj": {
        "snr": 1.6240718364715576,
        "type": "mlp.up_proj"
    },
    "model.layers.19.mlp.up_proj": {
        "snr": 1.5169662237167358,
        "type": "mlp.up_proj"
    },
    "model.layers.20.mlp.up_proj": {
        "snr": 1.4018198251724243,
        "type": "mlp.up_proj"
    },
    "model.layers.21.mlp.up_proj": {
        "snr": 1.4556466341018677,
        "type": "mlp.up_proj"
    },
    "model.layers.22.mlp.up_proj": {
        "snr": 1.4304454326629639,
        "type": "mlp.up_proj"
    },
    "model.layers.23.mlp.up_proj": {
        "snr": 1.2785290479660034,
        "type": "mlp.up_proj"
    },
    "model.layers.24.mlp.up_proj": {
        "snr": 1.023495078086853,
        "type": "mlp.up_proj"
    },
    "model.layers.25.mlp.up_proj": {
        "snr": 0.6992124915122986,
        "type": "mlp.up_proj"
    },
    "model.layers.26.mlp.up_proj": {
        "snr": 0.4549211859703064,
        "type": "mlp.up_proj"
    },
    "model.layers.27.mlp.up_proj": {
        "snr": 0.23889905214309692,
        "type": "mlp.up_proj"
    },
    "model.embed_tokens": {
        "snr": Infinity,
        "type": "model.embed_tokens"
    },
    "model.norm": {
        "snr": Infinity,
        "type": "model.norm"
    },
    "model.layers.0.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.1.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.2.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.3.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.4.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.5.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.6.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.7.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.8.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.9.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.10.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.11.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.12.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.13.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.14.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.15.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.16.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.17.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.18.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.19.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.20.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.21.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.22.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.23.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.24.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.25.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.26.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.27.post_attention_layernorm": {
        "snr": Infinity,
        "type": "post_attention_layernorm"
    },
    "model.layers.0.self_attn.k_proj": {
        "snr": 0.08150045573711395,
        "type": "self_attn.k_proj"
    },
    "model.layers.1.self_attn.k_proj": {
        "snr": 0.1428358554840088,
        "type": "self_attn.k_proj"
    },
    "model.layers.2.self_attn.k_proj": {
        "snr": 0.2096949815750122,
        "type": "self_attn.k_proj"
    },
    "model.layers.3.self_attn.k_proj": {
        "snr": 0.22633400559425354,
        "type": "self_attn.k_proj"
    },
    "model.layers.4.self_attn.k_proj": {
        "snr": 0.2293967455625534,
        "type": "self_attn.k_proj"
    },
    "model.layers.5.self_attn.k_proj": {
        "snr": 0.23336802423000336,
        "type": "self_attn.k_proj"
    },
    "model.layers.6.self_attn.k_proj": {
        "snr": 0.23429904878139496,
        "type": "self_attn.k_proj"
    },
    "model.layers.7.self_attn.k_proj": {
        "snr": 0.19610290229320526,
        "type": "self_attn.k_proj"
    },
    "model.layers.8.self_attn.k_proj": {
        "snr": 0.2163258045911789,
        "type": "self_attn.k_proj"
    },
    "model.layers.9.self_attn.k_proj": {
        "snr": 0.21039333939552307,
        "type": "self_attn.k_proj"
    },
    "model.layers.10.self_attn.k_proj": {
        "snr": 0.23533931374549866,
        "type": "self_attn.k_proj"
    },
    "model.layers.11.self_attn.k_proj": {
        "snr": 0.21457058191299438,
        "type": "self_attn.k_proj"
    },
    "model.layers.12.self_attn.k_proj": {
        "snr": 0.21686571836471558,
        "type": "self_attn.k_proj"
    },
    "model.layers.13.self_attn.k_proj": {
        "snr": 0.22398065030574799,
        "type": "self_attn.k_proj"
    },
    "model.layers.14.self_attn.k_proj": {
        "snr": 0.20160657167434692,
        "type": "self_attn.k_proj"
    },
    "model.layers.15.self_attn.k_proj": {
        "snr": 0.23705022037029266,
        "type": "self_attn.k_proj"
    },
    "model.layers.16.self_attn.k_proj": {
        "snr": 0.23254962265491486,
        "type": "self_attn.k_proj"
    },
    "model.layers.17.self_attn.k_proj": {
        "snr": 0.2892642617225647,
        "type": "self_attn.k_proj"
    },
    "model.layers.18.self_attn.k_proj": {
        "snr": 0.27587130665779114,
        "type": "self_attn.k_proj"
    },
    "model.layers.19.self_attn.k_proj": {
        "snr": 0.30891212821006775,
        "type": "self_attn.k_proj"
    },
    "model.layers.20.self_attn.k_proj": {
        "snr": 0.28997519612312317,
        "type": "self_attn.k_proj"
    },
    "model.layers.21.self_attn.k_proj": {
        "snr": 0.27534863352775574,
        "type": "self_attn.k_proj"
    },
    "model.layers.22.self_attn.k_proj": {
        "snr": 0.35139667987823486,
        "type": "self_attn.k_proj"
    },
    "model.layers.23.self_attn.k_proj": {
        "snr": 0.2773109972476959,
        "type": "self_attn.k_proj"
    },
    "model.layers.24.self_attn.k_proj": {
        "snr": 0.2853511571884155,
        "type": "self_attn.k_proj"
    },
    "model.layers.25.self_attn.k_proj": {
        "snr": 0.5030262470245361,
        "type": "self_attn.k_proj"
    },
    "model.layers.26.self_attn.k_proj": {
        "snr": 0.2317112237215042,
        "type": "self_attn.k_proj"
    },
    "model.layers.27.self_attn.k_proj": {
        "snr": 0.24419328570365906,
        "type": "self_attn.k_proj"
    },
    "model.layers.0.self_attn.o_proj": {
        "snr": 0.17767645418643951,
        "type": "self_attn.o_proj"
    },
    "model.layers.1.self_attn.o_proj": {
        "snr": 0.14102177321910858,
        "type": "self_attn.o_proj"
    },
    "model.layers.2.self_attn.o_proj": {
        "snr": 0.1523692011833191,
        "type": "self_attn.o_proj"
    },
    "model.layers.3.self_attn.o_proj": {
        "snr": 0.16522075235843658,
        "type": "self_attn.o_proj"
    },
    "model.layers.4.self_attn.o_proj": {
        "snr": 0.17483487725257874,
        "type": "self_attn.o_proj"
    },
    "model.layers.5.self_attn.o_proj": {
        "snr": 0.227921262383461,
        "type": "self_attn.o_proj"
    },
    "model.layers.6.self_attn.o_proj": {
        "snr": 0.2196175903081894,
        "type": "self_attn.o_proj"
    },
    "model.layers.7.self_attn.o_proj": {
        "snr": 0.24270132184028625,
        "type": "self_attn.o_proj"
    },
    "model.layers.8.self_attn.o_proj": {
        "snr": 0.2118290364742279,
        "type": "self_attn.o_proj"
    },
    "model.layers.9.self_attn.o_proj": {
        "snr": 0.20525991916656494,
        "type": "self_attn.o_proj"
    },
    "model.layers.10.self_attn.o_proj": {
        "snr": 0.22847208380699158,
        "type": "self_attn.o_proj"
    },
    "model.layers.11.self_attn.o_proj": {
        "snr": 0.19665324687957764,
        "type": "self_attn.o_proj"
    },
    "model.layers.12.self_attn.o_proj": {
        "snr": 0.23233532905578613,
        "type": "self_attn.o_proj"
    },
    "model.layers.13.self_attn.o_proj": {
        "snr": 0.2624332308769226,
        "type": "self_attn.o_proj"
    },
    "model.layers.14.self_attn.o_proj": {
        "snr": 0.1868327558040619,
        "type": "self_attn.o_proj"
    },
    "model.layers.15.self_attn.o_proj": {
        "snr": 0.17706255614757538,
        "type": "self_attn.o_proj"
    },
    "model.layers.16.self_attn.o_proj": {
        "snr": 0.19422705471515656,
        "type": "self_attn.o_proj"
    },
    "model.layers.17.self_attn.o_proj": {
        "snr": 0.2000615894794464,
        "type": "self_attn.o_proj"
    },
    "model.layers.18.self_attn.o_proj": {
        "snr": 0.1874573826789856,
        "type": "self_attn.o_proj"
    },
    "model.layers.19.self_attn.o_proj": {
        "snr": 0.21297843754291534,
        "type": "self_attn.o_proj"
    },
    "model.layers.20.self_attn.o_proj": {
        "snr": 0.2100859135389328,
        "type": "self_attn.o_proj"
    },
    "model.layers.21.self_attn.o_proj": {
        "snr": 0.22561520338058472,
        "type": "self_attn.o_proj"
    },
    "model.layers.22.self_attn.o_proj": {
        "snr": 0.20994484424591064,
        "type": "self_attn.o_proj"
    },
    "model.layers.23.self_attn.o_proj": {
        "snr": 0.18978221714496613,
        "type": "self_attn.o_proj"
    },
    "model.layers.24.self_attn.o_proj": {
        "snr": 0.1571759581565857,
        "type": "self_attn.o_proj"
    },
    "model.layers.25.self_attn.o_proj": {
        "snr": 0.1349896937608719,
        "type": "self_attn.o_proj"
    },
    "model.layers.26.self_attn.o_proj": {
        "snr": 0.1368866115808487,
        "type": "self_attn.o_proj"
    },
    "model.layers.27.self_attn.o_proj": {
        "snr": 0.1571887582540512,
        "type": "self_attn.o_proj"
    },
    "model.layers.0.self_attn.q_proj": {
        "snr": 0.05295897275209427,
        "type": "self_attn.q_proj"
    },
    "model.layers.1.self_attn.q_proj": {
        "snr": 0.06835605204105377,
        "type": "self_attn.q_proj"
    },
    "model.layers.2.self_attn.q_proj": {
        "snr": 0.0746372863650322,
        "type": "self_attn.q_proj"
    },
    "model.layers.3.self_attn.q_proj": {
        "snr": 0.06615085154771805,
        "type": "self_attn.q_proj"
    },
    "model.layers.4.self_attn.q_proj": {
        "snr": 0.06788161396980286,
        "type": "self_attn.q_proj"
    },
    "model.layers.5.self_attn.q_proj": {
        "snr": 0.07514483481645584,
        "type": "self_attn.q_proj"
    },
    "model.layers.6.self_attn.q_proj": {
        "snr": 0.07777862250804901,
        "type": "self_attn.q_proj"
    },
    "model.layers.7.self_attn.q_proj": {
        "snr": 0.07534090429544449,
        "type": "self_attn.q_proj"
    },
    "model.layers.8.self_attn.q_proj": {
        "snr": 0.09494179487228394,
        "type": "self_attn.q_proj"
    },
    "model.layers.9.self_attn.q_proj": {
        "snr": 0.09699037671089172,
        "type": "self_attn.q_proj"
    },
    "model.layers.10.self_attn.q_proj": {
        "snr": 0.09426294267177582,
        "type": "self_attn.q_proj"
    },
    "model.layers.11.self_attn.q_proj": {
        "snr": 0.08260341733694077,
        "type": "self_attn.q_proj"
    },
    "model.layers.12.self_attn.q_proj": {
        "snr": 0.10650420933961868,
        "type": "self_attn.q_proj"
    },
    "model.layers.13.self_attn.q_proj": {
        "snr": 0.10250870138406754,
        "type": "self_attn.q_proj"
    },
    "model.layers.14.self_attn.q_proj": {
        "snr": 0.08775162696838379,
        "type": "self_attn.q_proj"
    },
    "model.layers.15.self_attn.q_proj": {
        "snr": 0.08071447163820267,
        "type": "self_attn.q_proj"
    },
    "model.layers.16.self_attn.q_proj": {
        "snr": 0.07530857622623444,
        "type": "self_attn.q_proj"
    },
    "model.layers.17.self_attn.q_proj": {
        "snr": 0.06964966654777527,
        "type": "self_attn.q_proj"
    },
    "model.layers.18.self_attn.q_proj": {
        "snr": 0.07150755077600479,
        "type": "self_attn.q_proj"
    },
    "model.layers.19.self_attn.q_proj": {
        "snr": 0.0676807165145874,
        "type": "self_attn.q_proj"
    },
    "model.layers.20.self_attn.q_proj": {
        "snr": 0.06511317938566208,
        "type": "self_attn.q_proj"
    },
    "model.layers.21.self_attn.q_proj": {
        "snr": 0.06773187220096588,
        "type": "self_attn.q_proj"
    },
    "model.layers.22.self_attn.q_proj": {
        "snr": 0.06400436162948608,
        "type": "self_attn.q_proj"
    },
    "model.layers.23.self_attn.q_proj": {
        "snr": 0.0726117342710495,
        "type": "self_attn.q_proj"
    },
    "model.layers.24.self_attn.q_proj": {
        "snr": 0.06882446259260178,
        "type": "self_attn.q_proj"
    },
    "model.layers.25.self_attn.q_proj": {
        "snr": 0.07506493479013443,
        "type": "self_attn.q_proj"
    },
    "model.layers.26.self_attn.q_proj": {
        "snr": 0.07797915488481522,
        "type": "self_attn.q_proj"
    },
    "model.layers.27.self_attn.q_proj": {
        "snr": 0.06680692732334137,
        "type": "self_attn.q_proj"
    },
    "model.layers.0.self_attn.v_proj": {
        "snr": 1.326789379119873,
        "type": "self_attn.v_proj"
    },
    "model.layers.1.self_attn.v_proj": {
        "snr": 3.043806791305542,
        "type": "self_attn.v_proj"
    },
    "model.layers.2.self_attn.v_proj": {
        "snr": 2.295107841491699,
        "type": "self_attn.v_proj"
    },
    "model.layers.3.self_attn.v_proj": {
        "snr": 5.2584614753723145,
        "type": "self_attn.v_proj"
    },
    "model.layers.4.self_attn.v_proj": {
        "snr": 4.038785934448242,
        "type": "self_attn.v_proj"
    },
    "model.layers.5.self_attn.v_proj": {
        "snr": 3.0907773971557617,
        "type": "self_attn.v_proj"
    },
    "model.layers.6.self_attn.v_proj": {
        "snr": 3.114994525909424,
        "type": "self_attn.v_proj"
    },
    "model.layers.7.self_attn.v_proj": {
        "snr": 1.9747973680496216,
        "type": "self_attn.v_proj"
    },
    "model.layers.8.self_attn.v_proj": {
        "snr": 3.0469374656677246,
        "type": "self_attn.v_proj"
    },
    "model.layers.9.self_attn.v_proj": {
        "snr": 1.602966547012329,
        "type": "self_attn.v_proj"
    },
    "model.layers.10.self_attn.v_proj": {
        "snr": 1.489019513130188,
        "type": "self_attn.v_proj"
    },
    "model.layers.11.self_attn.v_proj": {
        "snr": 1.7490826845169067,
        "type": "self_attn.v_proj"
    },
    "model.layers.12.self_attn.v_proj": {
        "snr": 2.451310396194458,
        "type": "self_attn.v_proj"
    },
    "model.layers.13.self_attn.v_proj": {
        "snr": 3.250821590423584,
        "type": "self_attn.v_proj"
    },
    "model.layers.14.self_attn.v_proj": {
        "snr": 7.944663047790527,
        "type": "self_attn.v_proj"
    },
    "model.layers.15.self_attn.v_proj": {
        "snr": 7.013208389282227,
        "type": "self_attn.v_proj"
    },
    "model.layers.16.self_attn.v_proj": {
        "snr": 2.68644118309021,
        "type": "self_attn.v_proj"
    },
    "model.layers.17.self_attn.v_proj": {
        "snr": 3.9063122272491455,
        "type": "self_attn.v_proj"
    },
    "model.layers.18.self_attn.v_proj": {
        "snr": 4.1816816329956055,
        "type": "self_attn.v_proj"
    },
    "model.layers.19.self_attn.v_proj": {
        "snr": 6.794488906860352,
        "type": "self_attn.v_proj"
    },
    "model.layers.20.self_attn.v_proj": {
        "snr": 3.401334285736084,
        "type": "self_attn.v_proj"
    },
    "model.layers.21.self_attn.v_proj": {
        "snr": 2.051994562149048,
        "type": "self_attn.v_proj"
    },
    "model.layers.22.self_attn.v_proj": {
        "snr": 3.614379405975342,
        "type": "self_attn.v_proj"
    },
    "model.layers.23.self_attn.v_proj": {
        "snr": 11.180968284606934,
        "type": "self_attn.v_proj"
    },
    "model.layers.24.self_attn.v_proj": {
        "snr": 2.3629775047302246,
        "type": "self_attn.v_proj"
    },
    "model.layers.25.self_attn.v_proj": {
        "snr": 4.137593746185303,
        "type": "self_attn.v_proj"
    },
    "model.layers.26.self_attn.v_proj": {
        "snr": 2.3465518951416016,
        "type": "self_attn.v_proj"
    },
    "model.layers.27.self_attn.v_proj": {
        "snr": 3.10064697265625,
        "type": "self_attn.v_proj"
    }
}
