{
    "GlobalRank": null,
    "LocalRank": 7,
    "Mode": "DynamicRange",
    "Nodes": {
        "model.layers.0.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.0.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.84765625
                    ]
                ]
            }
        },
        "model.layers.0.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        18.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2041015625
                    ]
                ]
            }
        },
        "model.layers.0.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.4296875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2431640625
                    ]
                ]
            }
        },
        "model.layers.0.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.07568359375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.490234375
                    ]
                ]
            }
        },
        "model.layers.0.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.4375
                    ]
                ],
                [
                    [
                        27.625
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.4296875
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        189.0
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        28.0
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        27.625
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.4296875
                    ]
                ]
            ]
        },
        "model.layers.0.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ],
                [
                    [
                        27.625
                    ]
                ],
                [
                    [
                        0.10595703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.07568359375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.0.mlp.gate_up_proj": {
            "inputs": [
                [
                    [
                        33.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.322265625
                    ]
                ]
            }
        },
        "model.layers.0.mlp.down_proj": {
            "inputs": [
                [
                    [
                        0.1162109375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.451171875
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.50390625
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.12109375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.01904296875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.27734375
                    ]
                ]
            }
        },
        "model.layers.1.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.8203125
                    ]
                ],
                [
                    [
                        9.6875
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.12109375
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        116.5
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        27.375
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.6875
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.1103515625
                    ]
                ]
            ]
        },
        "model.layers.1.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ],
                [
                    [
                        9.6875
                    ]
                ],
                [
                    [
                        0.02392578125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.01904296875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.1.mlp.gate_up_proj": {
            "inputs": [
                [
                    [
                        29.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2373046875
                    ]
                ]
            }
        },
        "model.layers.1.mlp.down_proj": {
            "inputs": [
                [
                    [
                        0.359375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.30859375
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        6.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        6.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.439453125
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        6.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.11328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.056884765625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.2.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.171875
                    ]
                ],
                [
                    [
                        9.6875
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.11328125
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        207.0
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        44.0
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.11328125
                    ]
                ]
            ]
        },
        "model.layers.2.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ],
                [
                    [
                        9.6875
                    ]
                ],
                [
                    [
                        0.05712890625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.056884765625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.2.mlp.gate_up_proj": {
            "inputs": [
                [
                    [
                        40.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.361328125
                    ]
                ]
            }
        },
        "model.layers.2.mlp.down_proj": {
            "inputs": [
                [
                    [
                        0.1376953125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.408203125
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        8.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.21484375
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        8.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.640625
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.1748046875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.045654296875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.158203125
                    ]
                ]
            }
        },
        "model.layers.3.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.96875
                    ]
                ],
                [
                    [
                        8.75
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.1748046875
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        170.0
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        33.75
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        8.625
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.1748046875
                    ]
                ]
            ]
        },
        "model.layers.3.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        23.5
                    ]
                ],
                [
                    [
                        8.75
                    ]
                ],
                [
                    [
                        0.05712890625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.045654296875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.gate": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.248046875
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.048583984375
                    ]
                ],
                [
                    [
                        2.5
                    ]
                ],
                [
                    [
                        1.78125
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11865234375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1455078125
                    ]
                ],
                [
                    [
                        1.7421875
                    ]
                ],
                [
                    [
                        2.09375
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06298828125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3515625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.024658203125
                    ]
                ],
                [
                    [
                        1.984375
                    ]
                ],
                [
                    [
                        1.6796875
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.053955078125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0220947265625
                    ]
                ],
                [
                    [
                        2.234375
                    ]
                ],
                [
                    [
                        0.8046875
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0546875
                    ]
                ],
                [
                    [
                        3.109375
                    ]
                ],
                [
                    [
                        2.640625
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1474609375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.119140625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0361328125
                    ]
                ],
                [
                    [
                        1.34375
                    ]
                ],
                [
                    [
                        2.078125
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.111328125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.029296875
                    ]
                ],
                [
                    [
                        0.8125
                    ]
                ],
                [
                    [
                        1.78125
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1806640625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0257568359375
                    ]
                ],
                [
                    [
                        1.6640625
                    ]
                ],
                [
                    [
                        0.75
                    ]
                ]
            ]
        },
        "model.layers.3.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.3.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.3.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        10.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.52734375
                    ]
                ]
            }
        },
        "model.layers.3.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.30078125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2421875
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        9.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        9.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.328125
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.80859375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.21484375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.314453125
                    ]
                ]
            }
        },
        "model.layers.4.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.3125
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.80859375
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        99.5
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        27.875
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.3125
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.77734375
                    ]
                ]
            ]
        },
        "model.layers.4.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        36.25
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ],
                [
                    [
                        0.23046875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.21484375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.gate": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.482421875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.03564453125
                    ]
                ],
                [
                    [
                        1.96875
                    ]
                ],
                [
                    [
                        1.1484375
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1416015625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.08251953125
                    ]
                ],
                [
                    [
                        3.1875
                    ]
                ],
                [
                    [
                        1.484375
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.052490234375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.04150390625
                    ]
                ],
                [
                    [
                        2.34375
                    ]
                ],
                [
                    [
                        1.859375
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1494140625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.080078125
                    ]
                ],
                [
                    [
                        2.90625
                    ]
                ],
                [
                    [
                        3.0625
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12451171875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2265625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.484375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.02587890625
                    ]
                ],
                [
                    [
                        1.5
                    ]
                ],
                [
                    [
                        1.40625
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.055419921875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.06298828125
                    ]
                ],
                [
                    [
                        2.34375
                    ]
                ],
                [
                    [
                        3.203125
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.03076171875
                    ]
                ],
                [
                    [
                        0.94140625
                    ]
                ],
                [
                    [
                        1.9453125
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.060302734375
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.060791015625
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.057373046875
                    ]
                ],
                [
                    [
                        0.6171875
                    ]
                ],
                [
                    [
                        0.734375
                    ]
                ]
            ]
        },
        "model.layers.4.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.060546875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1875
                    ]
                ]
            }
        },
        "model.layers.4.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6328125
                    ]
                ]
            }
        },
        "model.layers.4.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.263671875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.359375
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        10.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        10.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.2265625
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2236328125
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.2890625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.1005859375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.345703125
                    ]
                ]
            }
        },
        "model.layers.5.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        8.125
                    ]
                ],
                [
                    [
                        7.8125
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.2890625
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        109.5
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        28.25
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.25
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.267578125
                    ]
                ]
            ]
        },
        "model.layers.5.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        48.0
                    ]
                ],
                [
                    [
                        7.8125
                    ]
                ],
                [
                    [
                        0.1015625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1005859375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.gate": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.431640625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.050048828125
                    ]
                ],
                [
                    [
                        2.765625
                    ]
                ],
                [
                    [
                        1.796875
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.091796875
                    ]
                ],
                [
                    [
                        3.359375
                    ]
                ],
                [
                    [
                        1.7578125
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.059326171875
                    ]
                ],
                [
                    [
                        3.09375
                    ]
                ],
                [
                    [
                        2.515625
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.057373046875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1708984375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1025390625
                    ]
                ],
                [
                    [
                        2.5
                    ]
                ],
                [
                    [
                        2.625
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.10205078125
                    ]
                ],
                [
                    [
                        2.546875
                    ]
                ],
                [
                    [
                        1.390625
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1416015625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0986328125
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.08642578125
                    ]
                ],
                [
                    [
                        2.15625
                    ]
                ],
                [
                    [
                        0.625
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.263671875
                    ]
                ],
                [
                    [
                        1.7421875
                    ]
                ],
                [
                    [
                        3.5625
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.055419921875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2177734375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.06787109375
                    ]
                ],
                [
                    [
                        1.671875
                    ]
                ],
                [
                    [
                        2.21875
                    ]
                ]
            ]
        },
        "model.layers.5.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.5.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.5.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.82421875
                    ]
                ]
            }
        },
        "model.layers.5.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.255859375
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        14.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        14.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.390625
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        8.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2060546875
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.1611328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.08349609375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.220703125
                    ]
                ]
            }
        },
        "model.layers.6.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.90625
                    ]
                ],
                [
                    [
                        7.3125
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.1611328125
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        206.0
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        40.0
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.1875
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.158203125
                    ]
                ]
            ]
        },
        "model.layers.6.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        47.75
                    ]
                ],
                [
                    [
                        7.3125
                    ]
                ],
                [
                    [
                        0.08544921875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.08349609375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.gate": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.443359375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.10546875
                    ]
                ],
                [
                    [
                        4.4375
                    ]
                ],
                [
                    [
                        2.953125
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.07763671875
                    ]
                ],
                [
                    [
                        1.4140625
                    ]
                ],
                [
                    [
                        2.484375
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.09326171875
                    ]
                ],
                [
                    [
                        4.3125
                    ]
                ],
                [
                    [
                        4.1875
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06005859375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.09228515625
                    ]
                ],
                [
                    [
                        3.46875
                    ]
                ],
                [
                    [
                        1.5234375
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.7734375
                    ]
                ],
                [
                    [
                        4.40625
                    ]
                ],
                [
                    [
                        23.25
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.052490234375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0625
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.357421875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.07666015625
                    ]
                ],
                [
                    [
                        2.375
                    ]
                ],
                [
                    [
                        4.625
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.052734375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.09375
                    ]
                ],
                [
                    [
                        4.59375
                    ]
                ],
                [
                    [
                        3.21875
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.08984375
                    ]
                ],
                [
                    [
                        2.046875
                    ]
                ],
                [
                    [
                        3.53125
                    ]
                ]
            ]
        },
        "model.layers.6.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06396484375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.6.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        3.46875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.83984375
                    ]
                ]
            }
        },
        "model.layers.6.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.84765625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.4609375
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        10.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.25390625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16015625
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.12158203125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2373046875
                    ]
                ]
            }
        },
        "model.layers.7.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        7.75
                    ]
                ],
                [
                    [
                        6.25
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.25390625
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        244.0
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        60.75
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.1875
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.2373046875
                    ]
                ]
            ]
        },
        "model.layers.7.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        29.375
                    ]
                ],
                [
                    [
                        6.25
                    ]
                ],
                [
                    [
                        0.1357421875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.12158203125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.gate": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.50390625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.173828125
                    ]
                ],
                [
                    [
                        3.421875
                    ]
                ],
                [
                    [
                        2.578125
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.062255859375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05322265625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1484375
                    ]
                ],
                [
                    [
                        1.96875
                    ]
                ],
                [
                    [
                        3.953125
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06494140625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.10888671875
                    ]
                ],
                [
                    [
                        4.125
                    ]
                ],
                [
                    [
                        2.4375
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05615234375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.04833984375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.064453125
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.107421875
                    ]
                ],
                [
                    [
                        2.578125
                    ]
                ],
                [
                    [
                        3.171875
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12451171875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.107421875
                    ]
                ],
                [
                    [
                        4.28125
                    ]
                ],
                [
                    [
                        4.5
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.060546875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06396484375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.10498046875
                    ]
                ],
                [
                    [
                        4.28125
                    ]
                ],
                [
                    [
                        3.5
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1865234375
                    ]
                ],
                [
                    [
                        3.859375
                    ]
                ],
                [
                    [
                        3.234375
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05615234375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0498046875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.171875
                    ]
                ],
                [
                    [
                        3.140625
                    ]
                ],
                [
                    [
                        2.375
                    ]
                ]
            ]
        },
        "model.layers.7.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05810546875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.7.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.7.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        2.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.87890625
                    ]
                ]
            }
        },
        "model.layers.7.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.5234375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2041015625
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        11.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        11.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.69140625
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2080078125
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.66015625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.0771484375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.423828125
                    ]
                ]
            }
        },
        "model.layers.8.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.34375
                    ]
                ],
                [
                    [
                        7.09375
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.66015625
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        119.0
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        39.75
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.0625
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.63671875
                    ]
                ]
            ]
        },
        "model.layers.8.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        21.0
                    ]
                ],
                [
                    [
                        7.09375
                    ]
                ],
                [
                    [
                        0.10400390625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0771484375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.gate": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.45703125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.158203125
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ],
                [
                    [
                        5.5625
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.244140625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26953125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.0791015625
                    ]
                ],
                [
                    [
                        1.8125
                    ]
                ],
                [
                    [
                        4.65625
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.234375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2412109375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.123046875
                    ]
                ],
                [
                    [
                        1.9140625
                    ]
                ],
                [
                    [
                        2.453125
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.055908203125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.77734375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1396484375
                    ]
                ],
                [
                    [
                        7.21875
                    ]
                ],
                [
                    [
                        5.28125
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2177734375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.265625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.099609375
                    ]
                ],
                [
                    [
                        3.59375
                    ]
                ],
                [
                    [
                        3.171875
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.08056640625
                    ]
                ],
                [
                    [
                        2.25
                    ]
                ],
                [
                    [
                        2.390625
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2138671875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1376953125
                    ]
                ],
                [
                    [
                        4.84375
                    ]
                ],
                [
                    [
                        3.625
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06396484375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0654296875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.10302734375
                    ]
                ],
                [
                    [
                        4.71875
                    ]
                ],
                [
                    [
                        5.15625
                    ]
                ]
            ]
        },
        "model.layers.8.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.248046875
                    ]
                ]
            }
        },
        "model.layers.8.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.8.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.58984375
                    ]
                ]
            }
        },
        "model.layers.8.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        0.74609375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.283203125
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.65625
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15625
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        1.0390625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.455078125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.287109375
                    ]
                ]
            }
        },
        "model.layers.9.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ],
                [
                    [
                        4.0625
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        1.0390625
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        51.25
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        20.5
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.71875
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        1.0390625
                    ]
                ]
            ]
        },
        "model.layers.9.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        49.5
                    ]
                ],
                [
                    [
                        4.0625
                    ]
                ],
                [
                    [
                        0.55078125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.455078125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.gate": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5078125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.12890625
                    ]
                ],
                [
                    [
                        3.859375
                    ]
                ],
                [
                    [
                        7.65625
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05419921875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.140625
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ],
                [
                    [
                        4.53125
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.057373046875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.251953125
                    ]
                ],
                [
                    [
                        8.1875
                    ]
                ],
                [
                    [
                        6.4375
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1650390625
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25390625
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2138671875
                    ]
                ],
                [
                    [
                        2.1875
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1279296875
                    ]
                ],
                [
                    [
                        5.15625
                    ]
                ],
                [
                    [
                        3.859375
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05224609375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.09130859375
                    ]
                ],
                [
                    [
                        3.5625
                    ]
                ],
                [
                    [
                        3.828125
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.061279296875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2001953125
                    ]
                ],
                [
                    [
                        5.59375
                    ]
                ],
                [
                    [
                        4.875
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1806640625
                    ]
                ],
                [
                    [
                        6.4375
                    ]
                ],
                [
                    [
                        4.9375
                    ]
                ]
            ]
        },
        "model.layers.9.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.9.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.9.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        3.359375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6640625
                    ]
                ]
            }
        },
        "model.layers.9.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        1.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.294921875
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        2.984375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12158203125
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        2.984375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.7109375
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.177734375
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.63671875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.30078125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.287109375
                    ]
                ]
            }
        },
        "model.layers.10.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.1875
                    ]
                ],
                [
                    [
                        5.03125
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.63671875
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        91.0
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        29.75
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.609375
                    ]
                ]
            ]
        },
        "model.layers.10.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        54.0
                    ]
                ],
                [
                    [
                        5.03125
                    ]
                ],
                [
                    [
                        0.34765625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.30078125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.gate": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.51953125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1708984375
                    ]
                ],
                [
                    [
                        4.40625
                    ]
                ],
                [
                    [
                        3.6875
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2099609375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1845703125
                    ]
                ],
                [
                    [
                        6.4375
                    ]
                ],
                [
                    [
                        5.78125
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1796875
                    ]
                ],
                [
                    [
                        5.84375
                    ]
                ],
                [
                    [
                        4.09375
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1337890625
                    ]
                ],
                [
                    [
                        2.5625
                    ]
                ],
                [
                    [
                        4.9375
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12109375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1640625
                    ]
                ],
                [
                    [
                        5.1875
                    ]
                ],
                [
                    [
                        5.875
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.14453125
                    ]
                ],
                [
                    [
                        6.21875
                    ]
                ],
                [
                    [
                        5.28125
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.33203125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.171875
                    ]
                ],
                [
                    [
                        4.5625
                    ]
                ],
                [
                    [
                        5.90625
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0634765625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1875
                    ]
                ],
                [
                    [
                        6.90625
                    ]
                ],
                [
                    [
                        6.375
                    ]
                ]
            ]
        },
        "model.layers.10.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2431640625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.10.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.34765625
                    ]
                ]
            }
        },
        "model.layers.10.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        3.546875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.66796875
                    ]
                ]
            }
        },
        "model.layers.10.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        1.4609375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2275390625
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        2.765625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        2.765625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.671875
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        12.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16015625
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.9296875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.390625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.11.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        7.15625
                    ]
                ],
                [
                    [
                        3.703125
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.9296875
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        116.0
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        35.0
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.5625
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.875
                    ]
                ]
            ]
        },
        "model.layers.11.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        54.75
                    ]
                ],
                [
                    [
                        3.703125
                    ]
                ],
                [
                    [
                        0.44140625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.390625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.gate": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1337890625
                    ]
                ],
                [
                    [
                        3.140625
                    ]
                ],
                [
                    [
                        7.5
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.062255859375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.57421875
                    ]
                ],
                [
                    [
                        6.0
                    ]
                ],
                [
                    [
                        10.6875
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05859375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1943359375
                    ]
                ],
                [
                    [
                        5.15625
                    ]
                ],
                [
                    [
                        7.40625
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0595703125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1552734375
                    ]
                ],
                [
                    [
                        4.96875
                    ]
                ],
                [
                    [
                        2.0625
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06298828125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2109375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.119140625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.140625
                    ]
                ],
                [
                    [
                        4.84375
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.05322265625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1865234375
                    ]
                ],
                [
                    [
                        6.96875
                    ]
                ],
                [
                    [
                        2.515625
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0634765625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.50390625
                    ]
                ],
                [
                    [
                        6.15625
                    ]
                ],
                [
                    [
                        7.125
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.166015625
                    ]
                ],
                [
                    [
                        4.25
                    ]
                ],
                [
                    [
                        4.84375
                    ]
                ]
            ]
        },
        "model.layers.11.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.11.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.11.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        3.703125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.51171875
                    ]
                ]
            }
        },
        "model.layers.11.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        3.484375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.404296875
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.03125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.17578125
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.03125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.546875
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.58203125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.1591796875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2490234375
                    ]
                ]
            }
        },
        "model.layers.12.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.34375
                    ]
                ],
                [
                    [
                        4.5625
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.58203125
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        145.0
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        23.375
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.46875
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.51171875
                    ]
                ]
            ]
        },
        "model.layers.12.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        35.5
                    ]
                ],
                [
                    [
                        4.5625
                    ]
                ],
                [
                    [
                        0.19921875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1591796875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.gate": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.42578125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.203125
                    ]
                ],
                [
                    [
                        5.53125
                    ]
                ],
                [
                    [
                        6.21875
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1728515625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1923828125
                    ]
                ],
                [
                    [
                        2.453125
                    ]
                ],
                [
                    [
                        5.3125
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.057373046875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.29296875
                    ]
                ],
                [
                    [
                        5.1875
                    ]
                ],
                [
                    [
                        7.25
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1162109375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.24609375
                    ]
                ],
                [
                    [
                        3.59375
                    ]
                ],
                [
                    [
                        13.6875
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1484375
                    ]
                ],
                [
                    [
                        4.9375
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.244140625
                    ]
                ],
                [
                    [
                        4.9375
                    ]
                ],
                [
                    [
                        7.71875
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.064453125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06591796875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3515625
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        5.15625
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0634765625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.18359375
                    ]
                ],
                [
                    [
                        6.0625
                    ]
                ],
                [
                    [
                        3.921875
                    ]
                ]
            ]
        },
        "model.layers.12.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.12.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        4.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.490234375
                    ]
                ]
            }
        },
        "model.layers.12.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        1.078125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.345703125
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.193359375
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.6484375
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2080078125
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.73828125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2451171875
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.1865234375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.13.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.0
                    ]
                ],
                [
                    [
                        4.09375
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.73828125
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        226.0
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        36.0
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.953125
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.6875
                    ]
                ]
            ]
        },
        "model.layers.13.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        45.5
                    ]
                ],
                [
                    [
                        4.09375
                    ]
                ],
                [
                    [
                        0.236328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1865234375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.gate": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.470703125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.162109375
                    ]
                ],
                [
                    [
                        6.375
                    ]
                ],
                [
                    [
                        3.390625
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06494140625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.216796875
                    ]
                ],
                [
                    [
                        3.25
                    ]
                ],
                [
                    [
                        4.6875
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06005859375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.119140625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.15625
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ],
                [
                    [
                        7.25
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.13671875
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        6.46875
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.064453125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1337890625
                    ]
                ],
                [
                    [
                        5.53125
                    ]
                ],
                [
                    [
                        3.953125
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.302734375
                    ]
                ],
                [
                    [
                        3.984375
                    ]
                ],
                [
                    [
                        6.59375
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.298828125
                    ]
                ],
                [
                    [
                        6.5625
                    ]
                ],
                [
                    [
                        5.125
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.271484375
                    ]
                ],
                [
                    [
                        5.03125
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ]
            ]
        },
        "model.layers.13.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.13.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        4.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.48828125
                    ]
                ]
            }
        },
        "model.layers.13.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        2.921875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.27734375
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.236328125
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        2.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.5390625
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        0.96484375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1953125
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.283203125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.14.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ],
                [
                    [
                        4.8125
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        0.96484375
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        164.0
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        28.75
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.71875
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.96484375
                    ]
                ]
            ]
        },
        "model.layers.14.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        58.0
                    ]
                ],
                [
                    [
                        4.8125
                    ]
                ],
                [
                    [
                        0.291015625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.283203125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.gate": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4921875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.48046875
                    ]
                ],
                [
                    [
                        6.90625
                    ]
                ],
                [
                    [
                        12.875
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1220703125
                    ]
                ],
                [
                    [
                        4.0
                    ]
                ],
                [
                    [
                        6.53125
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10791015625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1787109375
                    ]
                ],
                [
                    [
                        9.125
                    ]
                ],
                [
                    [
                        5.375
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1513671875
                    ]
                ],
                [
                    [
                        4.65625
                    ]
                ],
                [
                    [
                        3.125
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.16015625
                    ]
                ],
                [
                    [
                        2.671875
                    ]
                ],
                [
                    [
                        5.75
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1337890625
                    ]
                ],
                [
                    [
                        3.921875
                    ]
                ],
                [
                    [
                        4.90625
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.205078125
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ],
                [
                    [
                        3.6875
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11767578125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.330078125
                    ]
                ],
                [
                    [
                        5.875
                    ]
                ],
                [
                    [
                        6.90625
                    ]
                ]
            ]
        },
        "model.layers.14.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.14.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.52734375
                    ]
                ]
            }
        },
        "model.layers.14.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        1.5078125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26171875
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        2.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        2.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.3359375
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        14.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.203125
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        1.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.15.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        8.625
                    ]
                ],
                [
                    [
                        3.265625
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        1.0625
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        48.75
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        20.25
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.03125
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.15.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        68.0
                    ]
                ],
                [
                    [
                        3.265625
                    ]
                ],
                [
                    [
                        0.466796875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.34375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.gate": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.40234375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1513671875
                    ]
                ],
                [
                    [
                        4.6875
                    ]
                ],
                [
                    [
                        4.125
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.21875
                    ]
                ],
                [
                    [
                        7.03125
                    ]
                ],
                [
                    [
                        6.59375
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.15234375
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ],
                [
                    [
                        7.46875
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0654296875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1708984375
                    ]
                ],
                [
                    [
                        8.25
                    ]
                ],
                [
                    [
                        4.40625
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1328125
                    ]
                ],
                [
                    [
                        4.28125
                    ]
                ],
                [
                    [
                        4.28125
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.431640625
                    ]
                ],
                [
                    [
                        12.4375
                    ]
                ],
                [
                    [
                        3.53125
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1826171875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.185546875
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06591796875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.173828125
                    ]
                ],
                [
                    [
                        7.71875
                    ]
                ],
                [
                    [
                        4.84375
                    ]
                ]
            ]
        },
        "model.layers.15.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.15.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5234375
                    ]
                ]
            }
        },
        "model.layers.15.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        4.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.54296875
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.173828125
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.203125
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        12.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.30078125
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        1.015625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.59765625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.39453125
                    ]
                ]
            }
        },
        "model.layers.16.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        8.5
                    ]
                ],
                [
                    [
                        3.984375
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        1.015625
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        85.5
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        29.5
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.796875
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        0.96875
                    ]
                ]
            ]
        },
        "model.layers.16.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        64.0
                    ]
                ],
                [
                    [
                        3.984375
                    ]
                ],
                [
                    [
                        0.6484375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.59765625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.gate": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.462890625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.287109375
                    ]
                ],
                [
                    [
                        8.125
                    ]
                ],
                [
                    [
                        4.4375
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3203125
                    ]
                ],
                [
                    [
                        7.21875
                    ]
                ],
                [
                    [
                        11.8125
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1875
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ],
                [
                    [
                        5.40625
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.306640625
                    ]
                ],
                [
                    [
                        7.53125
                    ]
                ],
                [
                    [
                        5.46875
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1787109375
                    ]
                ],
                [
                    [
                        6.28125
                    ]
                ],
                [
                    [
                        4.5625
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.166015625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.189453125
                    ]
                ],
                [
                    [
                        5.8125
                    ]
                ],
                [
                    [
                        4.90625
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.25
                    ]
                ],
                [
                    [
                        4.25
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.263671875
                    ]
                ],
                [
                    [
                        6.34375
                    ]
                ],
                [
                    [
                        7.34375
                    ]
                ]
            ]
        },
        "model.layers.16.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.16.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.16.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.515625
                    ]
                ]
            }
        },
        "model.layers.16.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        3.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.30078125
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        1.921875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        1.921875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.40625
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        2.109375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2158203125
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.451171875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.17.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.53125
                    ]
                ],
                [
                    [
                        3.375
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        2.109375
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        20.125
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.3125
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.375
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        1.9453125
                    ]
                ]
            ]
        },
        "model.layers.17.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        52.25
                    ]
                ],
                [
                    [
                        3.375
                    ]
                ],
                [
                    [
                        0.5625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.451171875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.gate": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.458984375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.33984375
                    ]
                ],
                [
                    [
                        6.28125
                    ]
                ],
                [
                    [
                        7.40625
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.255859375
                    ]
                ],
                [
                    [
                        5.59375
                    ]
                ],
                [
                    [
                        5.53125
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.26171875
                    ]
                ],
                [
                    [
                        9.0625
                    ]
                ],
                [
                    [
                        6.4375
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.19140625
                    ]
                ],
                [
                    [
                        8.4375
                    ]
                ],
                [
                    [
                        5.4375
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2021484375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.431640625
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ],
                [
                    [
                        14.3125
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.20703125
                    ]
                ],
                [
                    [
                        11.0625
                    ]
                ],
                [
                    [
                        8.0
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.251953125
                    ]
                ],
                [
                    [
                        6.78125
                    ]
                ],
                [
                    [
                        6.125
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2021484375
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        6.5
                    ]
                ]
            ]
        },
        "model.layers.17.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.17.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.50390625
                    ]
                ]
            }
        },
        "model.layers.17.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        4.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2294921875
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.236328125
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.125
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        11.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1904296875
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        1.3671875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.48046875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.318359375
                    ]
                ]
            }
        },
        "model.layers.18.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        1.3671875
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        40.75
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        18.625
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.3125
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        1.2734375
                    ]
                ]
            ]
        },
        "model.layers.18.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        47.75
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ],
                [
                    [
                        0.59765625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.48046875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.gate": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.404296875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.306640625
                    ]
                ],
                [
                    [
                        17.0
                    ]
                ],
                [
                    [
                        9.4375
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.7109375
                    ]
                ],
                [
                    [
                        12.8125
                    ]
                ],
                [
                    [
                        8.3125
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.177734375
                    ]
                ],
                [
                    [
                        6.15625
                    ]
                ],
                [
                    [
                        5.5625
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2470703125
                    ]
                ],
                [
                    [
                        12.0
                    ]
                ],
                [
                    [
                        8.6875
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.150390625
                    ]
                ],
                [
                    [
                        5.09375
                    ]
                ],
                [
                    [
                        4.34375
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06591796875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.314453125
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ],
                [
                    [
                        7.9375
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1240234375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.287109375
                    ]
                ],
                [
                    [
                        9.625
                    ]
                ],
                [
                    [
                        7.15625
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.388671875
                    ]
                ],
                [
                    [
                        4.34375
                    ]
                ],
                [
                    [
                        5.71875
                    ]
                ]
            ]
        },
        "model.layers.18.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.18.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.455078125
                    ]
                ]
            }
        },
        "model.layers.18.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        3.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3125
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.140625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.166015625
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.140625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.1953125
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        13.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1728515625
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        2.359375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26953125
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.5859375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.19.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ],
                [
                    [
                        3.328125
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        3.140625
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        108.0
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        25.0
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        3.140625
                    ]
                ]
            ]
        },
        "model.layers.19.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        46.0
                    ]
                ],
                [
                    [
                        3.328125
                    ]
                ],
                [
                    [
                        0.859375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.5859375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.gate": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.447265625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.78515625
                    ]
                ],
                [
                    [
                        5.4375
                    ]
                ],
                [
                    [
                        18.5
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0634765625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.337890625
                    ]
                ],
                [
                    [
                        3.828125
                    ]
                ],
                [
                    [
                        9.0
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1796875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2255859375
                    ]
                ],
                [
                    [
                        7.0
                    ]
                ],
                [
                    [
                        5.59375
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.1923828125
                    ]
                ],
                [
                    [
                        6.1875
                    ]
                ],
                [
                    [
                        9.5625
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1162109375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.341796875
                    ]
                ],
                [
                    [
                        8.5
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1591796875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11474609375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.25390625
                    ]
                ],
                [
                    [
                        4.1875
                    ]
                ],
                [
                    [
                        7.3125
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3203125
                    ]
                ],
                [
                    [
                        5.65625
                    ]
                ],
                [
                    [
                        7.09375
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.30859375
                    ]
                ],
                [
                    [
                        14.5625
                    ]
                ],
                [
                    [
                        7.96875
                    ]
                ]
            ]
        },
        "model.layers.19.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.19.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1904296875
                    ]
                ]
            }
        },
        "model.layers.19.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.578125
                    ]
                ]
            }
        },
        "model.layers.19.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        2.703125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.310546875
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1806640625
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.078125
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        10.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.17578125
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        2.265625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26171875
                    ]
                ]
            }
        },
        "model.layers.20.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.5625
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        2.265625
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        41.5
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.25
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.1875
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        2.03125
                    ]
                ]
            ]
        },
        "model.layers.20.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        52.75
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ],
                [
                    [
                        0.90234375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.gate": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.35546875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.31640625
                    ]
                ],
                [
                    [
                        11.5625
                    ]
                ],
                [
                    [
                        14.9375
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12451171875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.5078125
                    ]
                ],
                [
                    [
                        7.375
                    ]
                ],
                [
                    [
                        7.1875
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.193359375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.263671875
                    ]
                ],
                [
                    [
                        10.0
                    ]
                ],
                [
                    [
                        5.3125
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.189453125
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        4.625
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.333984375
                    ]
                ],
                [
                    [
                        7.0
                    ]
                ],
                [
                    [
                        9.375
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.478515625
                    ]
                ],
                [
                    [
                        6.53125
                    ]
                ],
                [
                    [
                        6.78125
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.46484375
                    ]
                ],
                [
                    [
                        10.875
                    ]
                ],
                [
                    [
                        10.8125
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06689453125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.404296875
                    ]
                ],
                [
                    [
                        12.3125
                    ]
                ],
                [
                    [
                        6.9375
                    ]
                ]
            ]
        },
        "model.layers.20.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.220703125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.20.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.20.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.380859375
                    ]
                ]
            }
        },
        "model.layers.20.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        5.03125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5625
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.359375
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        9.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.189453125
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        3.296875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.310546875
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.21.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ],
                [
                    [
                        5.3125
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        3.296875
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        42.5
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        17.5
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        3.0625
                    ]
                ]
            ]
        },
        "model.layers.21.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        47.0
                    ]
                ],
                [
                    [
                        5.3125
                    ]
                ],
                [
                    [
                        1.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.gate": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.443359375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.322265625
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        7.53125
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.291015625
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ],
                [
                    [
                        7.5
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2236328125
                    ]
                ],
                [
                    [
                        9.5625
                    ]
                ],
                [
                    [
                        12.0
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1162109375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.33984375
                    ]
                ],
                [
                    [
                        10.125
                    ]
                ],
                [
                    [
                        10.625
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.322265625
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ],
                [
                    [
                        6.96875
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10693359375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09130859375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.21875
                    ]
                ],
                [
                    [
                        4.75
                    ]
                ],
                [
                    [
                        6.4375
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1455078125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.33203125
                    ]
                ],
                [
                    [
                        8.125
                    ]
                ],
                [
                    [
                        13.0
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0986328125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2255859375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1162109375
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.388671875
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ],
                [
                    [
                        5.6875
                    ]
                ]
            ]
        },
        "model.layers.21.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.44921875
                    ]
                ]
            }
        },
        "model.layers.21.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        4.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.48046875
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1953125
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9453125
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        10.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2099609375
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        3.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1953125
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.7734375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.318359375
                    ]
                ]
            }
        },
        "model.layers.22.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.9375
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        3.34375
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        47.0
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        23.125
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        3.1875
                    ]
                ]
            ]
        },
        "model.layers.22.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        45.75
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ],
                [
                    [
                        0.890625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.7734375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.gate": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.416015625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.404296875
                    ]
                ],
                [
                    [
                        7.25
                    ]
                ],
                [
                    [
                        11.5
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.431640625
                    ]
                ],
                [
                    [
                        7.78125
                    ]
                ],
                [
                    [
                        15.375
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.232421875
                    ]
                ],
                [
                    [
                        8.6875
                    ]
                ],
                [
                    [
                        7.0
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.201171875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.37109375
                    ]
                ],
                [
                    [
                        12.8125
                    ]
                ],
                [
                    [
                        5.5625
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.25390625
                    ]
                ],
                [
                    [
                        5.84375
                    ]
                ],
                [
                    [
                        9.75
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.400390625
                    ]
                ],
                [
                    [
                        5.5625
                    ]
                ],
                [
                    [
                        6.5625
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.4375
                    ]
                ],
                [
                    [
                        15.4375
                    ]
                ],
                [
                    [
                        9.4375
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.287109375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.455078125
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ],
                [
                    [
                        9.0625
                    ]
                ]
            ]
        },
        "model.layers.22.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.22.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.22.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.404296875
                    ]
                ]
            }
        },
        "model.layers.22.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        20.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6640625
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.173828125
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.09375
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.224609375
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        4.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2578125
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.953125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.447265625
                    ]
                ]
            }
        },
        "model.layers.23.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.5
                    ]
                ],
                [
                    [
                        5.8125
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        4.5625
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        43.75
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        19.0
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.8125
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        4.46875
                    ]
                ]
            ]
        },
        "model.layers.23.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        41.75
                    ]
                ],
                [
                    [
                        5.8125
                    ]
                ],
                [
                    [
                        1.0859375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.953125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.gate": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.37890625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.34375
                    ]
                ],
                [
                    [
                        14.625
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6953125
                    ]
                ],
                [
                    [
                        8.875
                    ]
                ],
                [
                    [
                        17.75
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.2578125
                    ]
                ],
                [
                    [
                        12.0625
                    ]
                ],
                [
                    [
                        6.9375
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.65234375
                    ]
                ],
                [
                    [
                        13.625
                    ]
                ],
                [
                    [
                        6.09375
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.181640625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.31640625
                    ]
                ],
                [
                    [
                        11.3125
                    ]
                ],
                [
                    [
                        10.4375
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.32421875
                    ]
                ],
                [
                    [
                        16.5
                    ]
                ],
                [
                    [
                        9.1875
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.259765625
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        9.1875
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0673828125
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.4453125
                    ]
                ],
                [
                    [
                        4.96875
                    ]
                ],
                [
                    [
                        9.75
                    ]
                ]
            ]
        },
        "model.layers.23.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12109375
                    ]
                ]
            }
        },
        "model.layers.23.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1826171875
                    ]
                ]
            }
        },
        "model.layers.23.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.384765625
                    ]
                ]
            }
        },
        "model.layers.23.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        8.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.62890625
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9609375
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        11.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1796875
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        4.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.0546875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.24.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ],
                [
                    [
                        4.71875
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        4.59375
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        66.5
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        17.125
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.4375
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        4.4375
                    ]
                ]
            ]
        },
        "model.layers.24.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        53.75
                    ]
                ],
                [
                    [
                        4.71875
                    ]
                ],
                [
                    [
                        1.3515625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0546875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.gate": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.515625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.298828125
                    ]
                ],
                [
                    [
                        6.25
                    ]
                ],
                [
                    [
                        8.3125
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.318359375
                    ]
                ],
                [
                    [
                        10.9375
                    ]
                ],
                [
                    [
                        8.0
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.380859375
                    ]
                ],
                [
                    [
                        10.1875
                    ]
                ],
                [
                    [
                        6.53125
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.408203125
                    ]
                ],
                [
                    [
                        14.5
                    ]
                ],
                [
                    [
                        8.3125
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.341796875
                    ]
                ],
                [
                    [
                        10.0
                    ]
                ],
                [
                    [
                        17.0
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.28515625
                    ]
                ],
                [
                    [
                        11.4375
                    ]
                ],
                [
                    [
                        7.53125
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.5234375
                    ]
                ],
                [
                    [
                        13.6875
                    ]
                ],
                [
                    [
                        12.75
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.365234375
                    ]
                ],
                [
                    [
                        10.375
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ]
            ]
        },
        "model.layers.24.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.24.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.24.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        7.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3515625
                    ]
                ]
            }
        },
        "model.layers.24.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        12.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8515625
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.0390625
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        9.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        0.87109375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.25.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        6.21875
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        5.15625
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        76.5
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        27.25
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        4.90625
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        4.9375
                    ]
                ]
            ]
        },
        "model.layers.25.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        50.0
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ],
                [
                    [
                        1.734375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.87109375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.gate": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4453125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6328125
                    ]
                ],
                [
                    [
                        7.46875
                    ]
                ],
                [
                    [
                        11.1875
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10546875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3671875
                    ]
                ],
                [
                    [
                        10.0625
                    ]
                ],
                [
                    [
                        15.9375
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1123046875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.384765625
                    ]
                ],
                [
                    [
                        11.0625
                    ]
                ],
                [
                    [
                        8.0
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.369140625
                    ]
                ],
                [
                    [
                        10.75
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.5625
                    ]
                ],
                [
                    [
                        13.125
                    ]
                ],
                [
                    [
                        10.1875
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.388671875
                    ]
                ],
                [
                    [
                        10.5625
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.259765625
                    ]
                ],
                [
                    [
                        8.0625
                    ]
                ],
                [
                    [
                        10.625
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11474609375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.263671875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.58203125
                    ]
                ],
                [
                    [
                        7.59375
                    ]
                ],
                [
                    [
                        14.5
                    ]
                ]
            ]
        },
        "model.layers.25.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10546875
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.25.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.25.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.384765625
                    ]
                ]
            }
        },
        "model.layers.25.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        45.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.65625
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.93359375
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        9.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.20703125
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1708984375
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.6484375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1728515625
                    ]
                ]
            }
        },
        "model.layers.26.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ],
                [
                    [
                        9.4375
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.4375
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        40.25
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        18.75
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.15625
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.25
                    ]
                ]
            ]
        },
        "model.layers.26.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        40.5
                    ]
                ],
                [
                    [
                        5.46875
                    ]
                ],
                [
                    [
                        1.953125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6484375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.gate": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.412109375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.375
                    ]
                ],
                [
                    [
                        13.3125
                    ]
                ],
                [
                    [
                        10.1875
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3359375
                    ]
                ],
                [
                    [
                        12.5625
                    ]
                ],
                [
                    [
                        8.4375
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.5078125
                    ]
                ],
                [
                    [
                        10.375
                    ]
                ],
                [
                    [
                        13.75
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.4609375
                    ]
                ],
                [
                    [
                        18.125
                    ]
                ],
                [
                    [
                        7.0
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12158203125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.443359375
                    ]
                ],
                [
                    [
                        16.0
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.466796875
                    ]
                ],
                [
                    [
                        7.65625
                    ]
                ],
                [
                    [
                        7.84375
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1416015625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.3125
                    ]
                ],
                [
                    [
                        13.25
                    ]
                ],
                [
                    [
                        14.9375
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.55078125
                    ]
                ],
                [
                    [
                        7.25
                    ]
                ],
                [
                    [
                        5.9375
                    ]
                ]
            ]
        },
        "model.layers.26.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1201171875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.26.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        8.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.40234375
                    ]
                ]
            }
        },
        "model.layers.26.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        5.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.2109375
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8515625
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        9.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        8.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2099609375
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.1796875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.27.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.8125
                    ]
                ],
                [
                    [
                        8.75
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        8.75
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        80.5
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        19.75
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.6875
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        7.65625
                    ]
                ]
            ]
        },
        "model.layers.27.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        39.25
                    ]
                ],
                [
                    [
                        6.28125
                    ]
                ],
                [
                    [
                        2.640625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.1796875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.gate": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4453125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.51953125
                    ]
                ],
                [
                    [
                        20.375
                    ]
                ],
                [
                    [
                        13.3125
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.43359375
                    ]
                ],
                [
                    [
                        18.875
                    ]
                ],
                [
                    [
                        10.25
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.34375
                    ]
                ],
                [
                    [
                        15.4375
                    ]
                ],
                [
                    [
                        15.0625
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6640625
                    ]
                ],
                [
                    [
                        12.8125
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.341796875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.318359375
                    ]
                ],
                [
                    [
                        8.75
                    ]
                ],
                [
                    [
                        3.875
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.53125
                    ]
                ],
                [
                    [
                        11.3125
                    ]
                ],
                [
                    [
                        19.0
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.111328125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6015625
                    ]
                ],
                [
                    [
                        13.0
                    ]
                ],
                [
                    [
                        11.8125
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.68359375
                    ]
                ],
                [
                    [
                        14.3125
                    ]
                ],
                [
                    [
                        26.875
                    ]
                ]
            ]
        },
        "model.layers.27.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11181640625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.27.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4296875
                    ]
                ]
            }
        },
        "model.layers.27.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.484375
                    ]
                ]
            }
        },
        "model.layers.27.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        8.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9609375
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1474609375
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8515625
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.220703125
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.28.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.4375
                    ]
                ],
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        84.5
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        26.875
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.5625
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        7.8125
                    ]
                ]
            ]
        },
        "model.layers.28.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        26.625
                    ]
                ],
                [
                    [
                        5.875
                    ]
                ],
                [
                    [
                        2.046875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.gate": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.474609375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.36328125
                    ]
                ],
                [
                    [
                        7.3125
                    ]
                ],
                [
                    [
                        21.125
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1494140625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10693359375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.55078125
                    ]
                ],
                [
                    [
                        10.8125
                    ]
                ],
                [
                    [
                        10.625
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.84375
                    ]
                ],
                [
                    [
                        12.0
                    ]
                ],
                [
                    [
                        13.3125
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.67578125
                    ]
                ],
                [
                    [
                        17.5
                    ]
                ],
                [
                    [
                        14.875
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2119140625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.189453125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.63671875
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ],
                [
                    [
                        11.4375
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1728515625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.51171875
                    ]
                ],
                [
                    [
                        21.0
                    ]
                ],
                [
                    [
                        11.0625
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.078125
                    ]
                ],
                [
                    [
                        15.5
                    ]
                ],
                [
                    [
                        14.5625
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.71875
                    ]
                ],
                [
                    [
                        7.75
                    ]
                ],
                [
                    [
                        19.875
                    ]
                ]
            ]
        },
        "model.layers.28.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.28.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.474609375
                    ]
                ]
            }
        },
        "model.layers.28.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        5.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.0859375
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.88671875
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        8.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.341796875
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.890625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1953125
                    ]
                ]
            }
        },
        "model.layers.29.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.0625
                    ]
                ],
                [
                    [
                        9.875
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.875
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        35.0
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.625
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.125
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.8125
                    ]
                ]
            ]
        },
        "model.layers.29.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        31.875
                    ]
                ],
                [
                    [
                        6.5
                    ]
                ],
                [
                    [
                        1.953125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.890625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.gate": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.82421875
                    ]
                ],
                [
                    [
                        15.75
                    ]
                ],
                [
                    [
                        13.625
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.255859375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19921875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.61328125
                    ]
                ],
                [
                    [
                        46.75
                    ]
                ],
                [
                    [
                        10.375
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.51171875
                    ]
                ],
                [
                    [
                        19.5
                    ]
                ],
                [
                    [
                        19.125
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25390625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.32421875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25390625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.78125
                    ]
                ],
                [
                    [
                        33.5
                    ]
                ],
                [
                    [
                        15.8125
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.41015625
                    ]
                ],
                [
                    [
                        18.0
                    ]
                ],
                [
                    [
                        17.5
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16796875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.79296875
                    ]
                ],
                [
                    [
                        24.25
                    ]
                ],
                [
                    [
                        17.25
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.447265625
                    ]
                ],
                [
                    [
                        15.3125
                    ]
                ],
                [
                    [
                        15.75
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.98046875
                    ]
                ],
                [
                    [
                        30.125
                    ]
                ],
                [
                    [
                        15.875
                    ]
                ]
            ]
        },
        "model.layers.29.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1806640625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.29.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.314453125
                    ]
                ]
            }
        },
        "model.layers.29.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        7.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6796875
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.80078125
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        8.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        6.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1806640625
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.203125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.30.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.5
                    ]
                ],
                [
                    [
                        7.90625
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        6.40625
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        55.5
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        21.375
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.59375
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        5.46875
                    ]
                ]
            ]
        },
        "model.layers.30.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        36.5
                    ]
                ],
                [
                    [
                        7.875
                    ]
                ],
                [
                    [
                        1.7578125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.203125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.gate": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.431640625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8203125
                    ]
                ],
                [
                    [
                        25.5
                    ]
                ],
                [
                    [
                        16.5
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.24609375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2138671875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.84765625
                    ]
                ],
                [
                    [
                        18.0
                    ]
                ],
                [
                    [
                        12.25
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1923828125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.68359375
                    ]
                ],
                [
                    [
                        18.375
                    ]
                ],
                [
                    [
                        30.0
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4140625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8359375
                    ]
                ],
                [
                    [
                        31.75
                    ]
                ],
                [
                    [
                        14.3125
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2021484375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.416015625
                    ]
                ],
                [
                    [
                        14.0625
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.478515625
                    ]
                ],
                [
                    [
                        12.375
                    ]
                ],
                [
                    [
                        18.625
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28515625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6796875
                    ]
                ],
                [
                    [
                        14.375
                    ]
                ],
                [
                    [
                        16.375
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.66796875
                    ]
                ],
                [
                    [
                        18.125
                    ]
                ],
                [
                    [
                        9.75
                    ]
                ]
            ]
        },
        "model.layers.30.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11767578125
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.30.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.365234375
                    ]
                ]
            }
        },
        "model.layers.30.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        9.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.87890625
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.46875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2294921875
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.46875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8984375
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        8.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1455078125
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        6.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.353515625
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.390625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.31.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.640625
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        6.125
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        91.5
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        24.5
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.71875
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        5.625
                    ]
                ]
            ]
        },
        "model.layers.31.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        28.625
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ],
                [
                    [
                        2.421875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.390625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.gate": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.40625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.48828125
                    ]
                ],
                [
                    [
                        22.125
                    ]
                ],
                [
                    [
                        19.125
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1484375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6484375
                    ]
                ],
                [
                    [
                        15.0625
                    ]
                ],
                [
                    [
                        14.0625
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07080078125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.796875
                    ]
                ],
                [
                    [
                        11.1875
                    ]
                ],
                [
                    [
                        15.4375
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.169921875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        19.375
                    ]
                ],
                [
                    [
                        5.625
                    ]
                ],
                [
                    [
                        60.25
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.7578125
                    ]
                ],
                [
                    [
                        22.5
                    ]
                ],
                [
                    [
                        15.3125
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2265625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2333984375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.66015625
                    ]
                ],
                [
                    [
                        30.875
                    ]
                ],
                [
                    [
                        9.0
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1806640625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.640625
                    ]
                ],
                [
                    [
                        22.0
                    ]
                ],
                [
                    [
                        7.0625
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.47265625
                    ]
                ],
                [
                    [
                        15.0625
                    ]
                ],
                [
                    [
                        13.0625
                    ]
                ]
            ]
        },
        "model.layers.31.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.31.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.64453125
                    ]
                ]
            }
        },
        "model.layers.31.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        9.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9921875
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.94921875
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        6.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.015625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1904296875
                    ]
                ]
            }
        },
        "model.layers.32.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.75
                    ]
                ],
                [
                    [
                        8.4375
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        6.875
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        84.0
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        18.75
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.90625
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ]
            ]
        },
        "model.layers.32.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        32.25
                    ]
                ],
                [
                    [
                        8.25
                    ]
                ],
                [
                    [
                        2.40625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.015625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.gate": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.34375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0546875
                    ]
                ],
                [
                    [
                        19.75
                    ]
                ],
                [
                    [
                        18.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.462890625
                    ]
                ],
                [
                    [
                        11.25
                    ]
                ],
                [
                    [
                        8.375
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6015625
                    ]
                ],
                [
                    [
                        13.25
                    ]
                ],
                [
                    [
                        17.875
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.1171875
                    ]
                ],
                [
                    [
                        37.25
                    ]
                ],
                [
                    [
                        24.125
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.322265625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16015625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8046875
                    ]
                ],
                [
                    [
                        19.5
                    ]
                ],
                [
                    [
                        22.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.21484375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.57421875
                    ]
                ],
                [
                    [
                        15.625
                    ]
                ],
                [
                    [
                        17.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1494140625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6484375
                    ]
                ],
                [
                    [
                        25.625
                    ]
                ],
                [
                    [
                        22.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2275390625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.59375
                    ]
                ],
                [
                    [
                        27.5
                    ]
                ],
                [
                    [
                        26.0
                    ]
                ]
            ]
        },
        "model.layers.32.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.32.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        10.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.44140625
                    ]
                ]
            }
        },
        "model.layers.32.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        16.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.1015625
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1923828125
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.2734375
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.33.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.6875
                    ]
                ],
                [
                    [
                        9.8125
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        6.84375
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        91.0
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        21.625
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        8.8125
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        6.15625
                    ]
                ]
            ]
        },
        "model.layers.33.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        27.875
                    ]
                ],
                [
                    [
                        9.8125
                    ]
                ],
                [
                    [
                        2.796875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.21875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.gate": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.369140625
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.546875
                    ]
                ],
                [
                    [
                        11.0625
                    ]
                ],
                [
                    [
                        15.8125
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8125
                    ]
                ],
                [
                    [
                        20.5
                    ]
                ],
                [
                    [
                        17.25
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.470703125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.76953125
                    ]
                ],
                [
                    [
                        26.375
                    ]
                ],
                [
                    [
                        21.5
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2333984375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.57421875
                    ]
                ],
                [
                    [
                        21.375
                    ]
                ],
                [
                    [
                        16.5
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8671875
                    ]
                ],
                [
                    [
                        17.875
                    ]
                ],
                [
                    [
                        11.25
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.84375
                    ]
                ],
                [
                    [
                        18.75
                    ]
                ],
                [
                    [
                        17.125
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0654296875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2265625
                    ]
                ],
                [
                    [
                        12.9375
                    ]
                ],
                [
                    [
                        26.875
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12109375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.271484375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.59765625
                    ]
                ],
                [
                    [
                        42.0
                    ]
                ],
                [
                    [
                        17.625
                    ]
                ]
            ]
        },
        "model.layers.33.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.33.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09130859375
                    ]
                ]
            }
        },
        "model.layers.33.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        11.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.353515625
                    ]
                ]
            }
        },
        "model.layers.33.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        28.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.94140625
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.7890625
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.166015625
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        7.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.4609375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2373046875
                    ]
                ]
            }
        },
        "model.layers.34.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.84375
                    ]
                ],
                [
                    [
                        7.9375
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        7.9375
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        73.5
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        22.375
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.5
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ]
        },
        "model.layers.34.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        28.375
                    ]
                ],
                [
                    [
                        6.3125
                    ]
                ],
                [
                    [
                        2.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.4609375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.gate": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3359375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.578125
                    ]
                ],
                [
                    [
                        12.1875
                    ]
                ],
                [
                    [
                        18.25
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.84375
                    ]
                ],
                [
                    [
                        11.125
                    ]
                ],
                [
                    [
                        20.75
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11865234375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.77734375
                    ]
                ],
                [
                    [
                        17.625
                    ]
                ],
                [
                    [
                        24.25
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6484375
                    ]
                ],
                [
                    [
                        26.75
                    ]
                ],
                [
                    [
                        32.25
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.52734375
                    ]
                ],
                [
                    [
                        15.5
                    ]
                ],
                [
                    [
                        18.875
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.65234375
                    ]
                ],
                [
                    [
                        31.5
                    ]
                ],
                [
                    [
                        9.9375
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.109375
                    ]
                ],
                [
                    [
                        35.75
                    ]
                ],
                [
                    [
                        17.25
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.078125
                    ]
                ],
                [
                    [
                        14.625
                    ]
                ],
                [
                    [
                        47.5
                    ]
                ]
            ]
        },
        "model.layers.34.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        11.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4375
                    ]
                ]
            }
        },
        "model.layers.34.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        9.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.77734375
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.83984375
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        10.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28125
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        7.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.255859375
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.6015625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.35.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.0625
                    ]
                ],
                [
                    [
                        7.4375
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        7.4375
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        121.0
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        21.0
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.8125
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ]
        },
        "model.layers.35.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        23.0
                    ]
                ],
                [
                    [
                        6.96875
                    ]
                ],
                [
                    [
                        2.640625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6015625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.gate": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.333984375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6953125
                    ]
                ],
                [
                    [
                        35.25
                    ]
                ],
                [
                    [
                        28.0
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12158203125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.9140625
                    ]
                ],
                [
                    [
                        23.5
                    ]
                ],
                [
                    [
                        28.125
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.77734375
                    ]
                ],
                [
                    [
                        25.375
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.078125
                    ]
                ],
                [
                    [
                        14.875
                    ]
                ],
                [
                    [
                        17.125
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1416015625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.15625
                    ]
                ],
                [
                    [
                        15.3125
                    ]
                ],
                [
                    [
                        16.625
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8125
                    ]
                ],
                [
                    [
                        10.0625
                    ]
                ],
                [
                    [
                        10.75
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.8984375
                    ]
                ],
                [
                    [
                        12.9375
                    ]
                ],
                [
                    [
                        24.625
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.259765625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.482421875
                    ]
                ],
                [
                    [
                        13.625
                    ]
                ],
                [
                    [
                        9.625
                    ]
                ]
            ]
        },
        "model.layers.35.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.453125
                    ]
                ]
            }
        },
        "model.layers.35.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        11.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3359375
                    ]
                ]
            }
        },
        "model.layers.35.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        17.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.94140625
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.59375
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        8.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        1.9140625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.447265625
                    ]
                ]
            }
        },
        "model.layers.36.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.109375
                    ]
                ],
                [
                    [
                        9.9375
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.9375
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        38.75
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.5
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.5625
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.36.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        23.75
                    ]
                ],
                [
                    [
                        8.125
                    ]
                ],
                [
                    [
                        2.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.9140625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.gate": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0390625
                    ]
                ],
                [
                    [
                        24.25
                    ]
                ],
                [
                    [
                        8.3125
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.83203125
                    ]
                ],
                [
                    [
                        9.1875
                    ]
                ],
                [
                    [
                        23.375
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6953125
                    ]
                ],
                [
                    [
                        26.75
                    ]
                ],
                [
                    [
                        20.625
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1484375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.15625
                    ]
                ],
                [
                    [
                        21.875
                    ]
                ],
                [
                    [
                        17.5
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.212890625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6796875
                    ]
                ],
                [
                    [
                        14.25
                    ]
                ],
                [
                    [
                        21.625
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.57421875
                    ]
                ],
                [
                    [
                        15.0625
                    ]
                ],
                [
                    [
                        5.21875
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.1953125
                    ]
                ],
                [
                    [
                        20.375
                    ]
                ],
                [
                    [
                        29.375
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1015625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.158203125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2353515625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0546875
                    ]
                ],
                [
                    [
                        25.75
                    ]
                ],
                [
                    [
                        11.1875
                    ]
                ]
            ]
        },
        "model.layers.36.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.36.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.36.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        11.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.353515625
                    ]
                ]
            }
        },
        "model.layers.36.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        19.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.125
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.63671875
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.158203125
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.046875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.0078125
                    ]
                ]
            }
        },
        "model.layers.37.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.46875
                    ]
                ],
                [
                    [
                        9.875
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.875
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        61.25
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        16.875
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.15625
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.0625
                    ]
                ]
            ]
        },
        "model.layers.37.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        35.0
                    ]
                ],
                [
                    [
                        6.53125
                    ]
                ],
                [
                    [
                        3.09375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.046875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.gate": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.35546875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.9765625
                    ]
                ],
                [
                    [
                        21.125
                    ]
                ],
                [
                    [
                        12.9375
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1474609375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.046875
                    ]
                ],
                [
                    [
                        10.3125
                    ]
                ],
                [
                    [
                        18.75
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1025390625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.91015625
                    ]
                ],
                [
                    [
                        18.875
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0693359375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2421875
                    ]
                ],
                [
                    [
                        19.5
                    ]
                ],
                [
                    [
                        18.25
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1845703125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2265625
                    ]
                ],
                [
                    [
                        17.75
                    ]
                ],
                [
                    [
                        31.125
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1201171875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.76953125
                    ]
                ],
                [
                    [
                        35.5
                    ]
                ],
                [
                    [
                        25.875
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3359375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.81640625
                    ]
                ],
                [
                    [
                        11.75
                    ]
                ],
                [
                    [
                        14.1875
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.61328125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.392578125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.15625
                    ]
                ],
                [
                    [
                        21.5
                    ]
                ],
                [
                    [
                        9.875
                    ]
                ]
            ]
        },
        "model.layers.37.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.37.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2265625
                    ]
                ]
            }
        },
        "model.layers.37.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.314453125
                    ]
                ]
            }
        },
        "model.layers.37.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        22.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.484375
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9765625
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        6.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.169921875
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        8.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3828125
                    ]
                ]
            }
        },
        "model.layers.38.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.328125
                    ]
                ],
                [
                    [
                        8.875
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        8.875
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        58.25
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.4375
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        8.8125
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.5
                    ]
                ]
            ]
        },
        "model.layers.38.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        27.125
                    ]
                ],
                [
                    [
                        8.8125
                    ]
                ],
                [
                    [
                        3.71875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.1875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.gate": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.361328125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0234375
                    ]
                ],
                [
                    [
                        14.9375
                    ]
                ],
                [
                    [
                        15.1875
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.265625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.03125
                    ]
                ],
                [
                    [
                        31.25
                    ]
                ],
                [
                    [
                        21.5
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.7578125
                    ]
                ],
                [
                    [
                        26.625
                    ]
                ],
                [
                    [
                        21.0
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.189453125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2197265625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.291015625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3203125
                    ]
                ],
                [
                    [
                        29.375
                    ]
                ],
                [
                    [
                        15.5
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.70703125
                    ]
                ],
                [
                    [
                        15.9375
                    ]
                ],
                [
                    [
                        5.46875
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.84375
                    ]
                ],
                [
                    [
                        23.875
                    ]
                ],
                [
                    [
                        25.0
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.310546875
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11865234375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.375
                    ]
                ],
                [
                    [
                        16.875
                    ]
                ],
                [
                    [
                        27.0
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.89453125
                    ]
                ],
                [
                    [
                        29.75
                    ]
                ],
                [
                    [
                        26.125
                    ]
                ]
            ]
        },
        "model.layers.38.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2255859375
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.38.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.38.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.357421875
                    ]
                ]
            }
        },
        "model.layers.38.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        18.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.40625
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.76171875
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2109375
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.39.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.0625
                    ]
                ],
                [
                    [
                        9.0625
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.0625
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        55.25
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.375
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.34375
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.1875
                    ]
                ]
            ]
        },
        "model.layers.39.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        33.5
                    ]
                ],
                [
                    [
                        7.96875
                    ]
                ],
                [
                    [
                        4.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.gate": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.34765625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.9453125
                    ]
                ],
                [
                    [
                        25.5
                    ]
                ],
                [
                    [
                        22.625
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1455078125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.6875
                    ]
                ],
                [
                    [
                        10.9375
                    ]
                ],
                [
                    [
                        26.375
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10693359375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10693359375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2890625
                    ]
                ],
                [
                    [
                        29.625
                    ]
                ],
                [
                    [
                        44.0
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10791015625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.984375
                    ]
                ],
                [
                    [
                        16.625
                    ]
                ],
                [
                    [
                        32.75
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2021484375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.90625
                    ]
                ],
                [
                    [
                        26.625
                    ]
                ],
                [
                    [
                        39.5
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.119140625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10791015625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3203125
                    ]
                ],
                [
                    [
                        25.875
                    ]
                ],
                [
                    [
                        23.625
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.671875
                    ]
                ],
                [
                    [
                        22.75
                    ]
                ],
                [
                    [
                        20.5
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11279296875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.984375
                    ]
                ],
                [
                    [
                        18.375
                    ]
                ],
                [
                    [
                        36.5
                    ]
                ]
            ]
        },
        "model.layers.39.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.212890625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25390625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.39.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28515625
                    ]
                ]
            }
        },
        "model.layers.39.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        14.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.85546875
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2109375
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6328125
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        7.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2255859375
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.359375
                    ]
                ]
            }
        },
        "model.layers.40.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.15625
                    ]
                ],
                [
                    [
                        10.0
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        7.59375
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        39.0
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.875
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.9375
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ]
            ]
        },
        "model.layers.40.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        25.75
                    ]
                ],
                [
                    [
                        10.0
                    ]
                ],
                [
                    [
                        3.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.5
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.gate": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.9375
                    ]
                ],
                [
                    [
                        24.25
                    ]
                ],
                [
                    [
                        37.25
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2265625
                    ]
                ],
                [
                    [
                        14.0
                    ]
                ],
                [
                    [
                        16.375
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.03125
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ],
                [
                    [
                        53.75
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1123046875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11181640625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.21875
                    ]
                ],
                [
                    [
                        24.5
                    ]
                ],
                [
                    [
                        13.875
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.55078125
                    ]
                ],
                [
                    [
                        9.5625
                    ]
                ],
                [
                    [
                        17.75
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2890625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.171875
                    ]
                ],
                [
                    [
                        29.75
                    ]
                ],
                [
                    [
                        10.1875
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.21875
                    ]
                ],
                [
                    [
                        42.75
                    ]
                ],
                [
                    [
                        24.875
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.25
                    ]
                ],
                [
                    [
                        27.5
                    ]
                ],
                [
                    [
                        39.25
                    ]
                ]
            ]
        },
        "model.layers.40.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.29296875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.40.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2294921875
                    ]
                ]
            }
        },
        "model.layers.40.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        17.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.953125
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.65625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.234375
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.65625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.578125
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.03125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        11.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.70703125
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.578125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26953125
                    ]
                ]
            }
        },
        "model.layers.41.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        4.0625
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        11.625
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        101.0
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        20.0
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.78125
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        10.1875
                    ]
                ]
            ]
        },
        "model.layers.41.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        32.75
                    ]
                ],
                [
                    [
                        7.15625
                    ]
                ],
                [
                    [
                        3.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.578125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.gate": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3828125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.4921875
                    ]
                ],
                [
                    [
                        28.625
                    ]
                ],
                [
                    [
                        35.75
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1201171875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.0078125
                    ]
                ],
                [
                    [
                        17.125
                    ]
                ],
                [
                    [
                        55.0
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6484375
                    ]
                ],
                [
                    [
                        23.5
                    ]
                ],
                [
                    [
                        26.25
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2294921875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.34375
                    ]
                ],
                [
                    [
                        36.75
                    ]
                ],
                [
                    [
                        20.0
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.703125
                    ]
                ],
                [
                    [
                        24.0
                    ]
                ],
                [
                    [
                        35.0
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.75
                    ]
                ],
                [
                    [
                        22.375
                    ]
                ],
                [
                    [
                        45.25
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1201171875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.703125
                    ]
                ],
                [
                    [
                        24.5
                    ]
                ],
                [
                    [
                        33.25
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2041015625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.296875
                    ]
                ],
                [
                    [
                        50.5
                    ]
                ],
                [
                    [
                        23.375
                    ]
                ]
            ]
        },
        "model.layers.41.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.255859375
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1962890625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.41.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.34765625
                    ]
                ]
            }
        },
        "model.layers.41.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        20.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.2109375
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.7421875
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1240234375
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        10.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2001953125
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.42.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.34375
                    ]
                ],
                [
                    [
                        10.75
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        10.75
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        89.0
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        21.875
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        10.0
                    ]
                ]
            ]
        },
        "model.layers.42.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        18.0
                    ]
                ],
                [
                    [
                        7.4375
                    ]
                ],
                [
                    [
                        4.15625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.96875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.gate": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.349609375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.640625
                    ]
                ],
                [
                    [
                        53.0
                    ]
                ],
                [
                    [
                        92.0
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3125
                    ]
                ],
                [
                    [
                        18.25
                    ]
                ],
                [
                    [
                        46.0
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5625
                    ]
                ],
                [
                    [
                        63.0
                    ]
                ],
                [
                    [
                        40.75
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1484375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.234375
                    ]
                ],
                [
                    [
                        25.5
                    ]
                ],
                [
                    [
                        22.375
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0703125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.34375
                    ]
                ],
                [
                    [
                        18.625
                    ]
                ],
                [
                    [
                        39.5
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.111328125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.99609375
                    ]
                ],
                [
                    [
                        35.75
                    ]
                ],
                [
                    [
                        20.25
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.46875
                    ]
                ],
                [
                    [
                        18.125
                    ]
                ],
                [
                    [
                        32.25
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3125
                    ]
                ],
                [
                    [
                        26.75
                    ]
                ],
                [
                    [
                        25.0
                    ]
                ]
            ]
        },
        "model.layers.42.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1005859375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.42.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.302734375
                    ]
                ]
            }
        },
        "model.layers.42.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        29.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.765625
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8125
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        11.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2060546875
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15625
                    ]
                ]
            }
        },
        "model.layers.43.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.8984375
                    ]
                ],
                [
                    [
                        11.25
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        11.25
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        69.5
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        10.4375
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        9.8125
                    ]
                ]
            ]
        },
        "model.layers.43.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        16.25
                    ]
                ],
                [
                    [
                        10.4375
                    ]
                ],
                [
                    [
                        4.46875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.9375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.gate": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.416015625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.671875
                    ]
                ],
                [
                    [
                        52.5
                    ]
                ],
                [
                    [
                        21.125
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10693359375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.515625
                    ]
                ],
                [
                    [
                        24.625
                    ]
                ],
                [
                    [
                        36.5
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09423828125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.21875
                    ]
                ],
                [
                    [
                        26.125
                    ]
                ],
                [
                    [
                        51.75
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.59375
                    ]
                ],
                [
                    [
                        49.25
                    ]
                ],
                [
                    [
                        42.25
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.578125
                    ]
                ],
                [
                    [
                        40.75
                    ]
                ],
                [
                    [
                        20.875
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10791015625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.484375
                    ]
                ],
                [
                    [
                        43.75
                    ]
                ],
                [
                    [
                        24.625
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.703125
                    ]
                ],
                [
                    [
                        25.0
                    ]
                ],
                [
                    [
                        85.0
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0908203125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8359375
                    ]
                ],
                [
                    [
                        52.25
                    ]
                ],
                [
                    [
                        35.75
                    ]
                ]
            ]
        },
        "model.layers.43.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.220703125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07763671875
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.43.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.43.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.333984375
                    ]
                ]
            }
        },
        "model.layers.43.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        23.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.69921875
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1240234375
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.21875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.416015625
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1591796875
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1494140625
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        2.546875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1875
                    ]
                ]
            }
        },
        "model.layers.44.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.578125
                    ]
                ],
                [
                    [
                        8.6875
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        8.6875
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        38.75
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        16.375
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.125
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.0625
                    ]
                ]
            ]
        },
        "model.layers.44.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        20.75
                    ]
                ],
                [
                    [
                        7.5625
                    ]
                ],
                [
                    [
                        3.34375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.546875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.gate": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.85546875
                    ]
                ],
                [
                    [
                        17.125
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.068359375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.71875
                    ]
                ],
                [
                    [
                        35.25
                    ]
                ],
                [
                    [
                        56.5
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0986328125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.4765625
                    ]
                ],
                [
                    [
                        35.0
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.515625
                    ]
                ],
                [
                    [
                        57.25
                    ]
                ],
                [
                    [
                        30.625
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.169921875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.166015625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5078125
                    ]
                ],
                [
                    [
                        63.75
                    ]
                ],
                [
                    [
                        27.75
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.173828125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2734375
                    ]
                ],
                [
                    [
                        23.25
                    ]
                ],
                [
                    [
                        23.25
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2431640625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.40625
                    ]
                ],
                [
                    [
                        58.5
                    ]
                ],
                [
                    [
                        32.25
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.232421875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.96875
                    ]
                ],
                [
                    [
                        36.5
                    ]
                ],
                [
                    [
                        35.5
                    ]
                ]
            ]
        },
        "model.layers.44.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.44.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        13.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6484375
                    ]
                ]
            }
        },
        "model.layers.44.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        33.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.0859375
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6640625
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        6.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        9.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2578125
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        3.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.40234375
                    ]
                ]
            }
        },
        "model.layers.45.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.9375
                    ]
                ],
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        9.5
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        43.75
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.125
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.1875
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        8.6875
                    ]
                ]
            ]
        },
        "model.layers.45.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        34.25
                    ]
                ],
                [
                    [
                        9.1875
                    ]
                ],
                [
                    [
                        4.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.5625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.gate": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.318359375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5625
                    ]
                ],
                [
                    [
                        16.25
                    ]
                ],
                [
                    [
                        56.0
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.203125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.453125
                    ]
                ],
                [
                    [
                        25.5
                    ]
                ],
                [
                    [
                        40.75
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.1328125
                    ]
                ],
                [
                    [
                        13.5
                    ]
                ],
                [
                    [
                        35.5
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1162109375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.4921875
                    ]
                ],
                [
                    [
                        39.75
                    ]
                ],
                [
                    [
                        34.0
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.328125
                    ]
                ],
                [
                    [
                        27.875
                    ]
                ],
                [
                    [
                        22.625
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.271484375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1650390625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8125
                    ]
                ],
                [
                    [
                        41.5
                    ]
                ],
                [
                    [
                        48.0
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6015625
                    ]
                ],
                [
                    [
                        53.5
                    ]
                ],
                [
                    [
                        39.0
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8046875
                    ]
                ],
                [
                    [
                        42.0
                    ]
                ],
                [
                    [
                        31.125
                    ]
                ]
            ]
        },
        "model.layers.45.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1064453125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.45.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4140625
                    ]
                ]
            }
        },
        "model.layers.45.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        32.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.5703125
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1796875
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8203125
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        11.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.33203125
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        5.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2119140625
                    ]
                ]
            }
        },
        "model.layers.46.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.296875
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        11.5625
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        60.5
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.0
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        15.5625
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        11.25
                    ]
                ]
            ]
        },
        "model.layers.46.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        19.75
                    ]
                ],
                [
                    [
                        15.5625
                    ]
                ],
                [
                    [
                        6.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.78125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.gate": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.96875
                    ]
                ],
                [
                    [
                        45.25
                    ]
                ],
                [
                    [
                        19.125
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.103515625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6640625
                    ]
                ],
                [
                    [
                        26.125
                    ]
                ],
                [
                    [
                        39.75
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2109375
                    ]
                ],
                [
                    [
                        39.25
                    ]
                ],
                [
                    [
                        20.25
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.359375
                    ]
                ],
                [
                    [
                        48.5
                    ]
                ],
                [
                    [
                        26.375
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.306640625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3515625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.103515625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3125
                    ]
                ],
                [
                    [
                        29.625
                    ]
                ],
                [
                    [
                        34.25
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8515625
                    ]
                ],
                [
                    [
                        36.75
                    ]
                ],
                [
                    [
                        73.5
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.34375
                    ]
                ],
                [
                    [
                        24.25
                    ]
                ],
                [
                    [
                        37.5
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1650390625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.265625
                    ]
                ],
                [
                    [
                        37.5
                    ]
                ],
                [
                    [
                        52.75
                    ]
                ]
            ]
        },
        "model.layers.46.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.46.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.46.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.33984375
                    ]
                ]
            }
        },
        "model.layers.46.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        53.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.71875
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.8828125
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12109375
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        11.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.203125
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        4.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1455078125
                    ]
                ]
            }
        },
        "model.layers.47.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.75
                    ]
                ],
                [
                    [
                        11.1875
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        11.1875
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        40.25
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        11.6875
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.9375
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        11.0625
                    ]
                ]
            ]
        },
        "model.layers.47.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        22.25
                    ]
                ],
                [
                    [
                        10.25
                    ]
                ],
                [
                    [
                        7.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.8125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.gate": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.357421875
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        16.5
                    ]
                ],
                [
                    [
                        139.0
                    ]
                ],
                [
                    [
                        39.25
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12158203125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1474609375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.015625
                    ]
                ],
                [
                    [
                        43.25
                    ]
                ],
                [
                    [
                        36.0
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.361328125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.1875
                    ]
                ],
                [
                    [
                        47.25
                    ]
                ],
                [
                    [
                        12.125
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.103515625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11572265625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.46875
                    ]
                ],
                [
                    [
                        63.0
                    ]
                ],
                [
                    [
                        26.125
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.28125
                    ]
                ],
                [
                    [
                        44.75
                    ]
                ],
                [
                    [
                        24.875
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.244140625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.34765625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.9296875
                    ]
                ],
                [
                    [
                        48.75
                    ]
                ],
                [
                    [
                        51.5
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.306640625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.859375
                    ]
                ],
                [
                    [
                        42.5
                    ]
                ],
                [
                    [
                        69.5
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.515625
                    ]
                ],
                [
                    [
                        25.125
                    ]
                ],
                [
                    [
                        20.625
                    ]
                ]
            ]
        },
        "model.layers.47.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.140625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.47.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        14.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.478515625
                    ]
                ]
            }
        },
        "model.layers.47.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        28.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.421875
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1103515625
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.7109375
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        15.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.376953125
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        4.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2412109375
                    ]
                ]
            }
        },
        "model.layers.48.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.484375
                    ]
                ],
                [
                    [
                        15.375
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.375
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        72.5
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.5
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        8.8125
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        13.25
                    ]
                ]
            ]
        },
        "model.layers.48.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        27.125
                    ]
                ],
                [
                    [
                        10.625
                    ]
                ],
                [
                    [
                        5.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.4375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.gate": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.298828125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6875
                    ]
                ],
                [
                    [
                        17.25
                    ]
                ],
                [
                    [
                        39.5
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26953125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8203125
                    ]
                ],
                [
                    [
                        83.0
                    ]
                ],
                [
                    [
                        59.75
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6640625
                    ]
                ],
                [
                    [
                        81.0
                    ]
                ],
                [
                    [
                        25.0
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1376953125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09130859375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.3125
                    ]
                ],
                [
                    [
                        35.75
                    ]
                ],
                [
                    [
                        32.25
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.171875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.953125
                    ]
                ],
                [
                    [
                        35.5
                    ]
                ],
                [
                    [
                        84.5
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.21484375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.201171875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.134765625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.4609375
                    ]
                ],
                [
                    [
                        29.0
                    ]
                ],
                [
                    [
                        42.0
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1123046875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.4375
                    ]
                ],
                [
                    [
                        23.75
                    ]
                ],
                [
                    [
                        61.25
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.171875
                    ]
                ],
                [
                    [
                        76.0
                    ]
                ],
                [
                    [
                        36.75
                    ]
                ]
            ]
        },
        "model.layers.48.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2392578125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.48.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.48.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.609375
                    ]
                ]
            }
        },
        "model.layers.48.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        39.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.7734375
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        6.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.75390625
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        12.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28515625
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        4.53125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.49.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.9453125
                    ]
                ],
                [
                    [
                        12.0
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        12.0
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        135.0
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        26.25
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        8.125
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        11.5625
                    ]
                ]
            ]
        },
        "model.layers.49.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ],
                [
                    [
                        8.875
                    ]
                ],
                [
                    [
                        6.78125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.53125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.gate": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.291015625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.28125
                    ]
                ],
                [
                    [
                        64.0
                    ]
                ],
                [
                    [
                        29.5
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.32421875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.4375
                    ]
                ],
                [
                    [
                        96.0
                    ]
                ],
                [
                    [
                        46.25
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.171875
                    ]
                ],
                [
                    [
                        69.0
                    ]
                ],
                [
                    [
                        44.0
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08349609375
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08642578125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.359375
                    ]
                ],
                [
                    [
                        79.5
                    ]
                ],
                [
                    [
                        39.25
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.26953125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        0.4921875
                    ]
                ],
                [
                    [
                        20.125
                    ]
                ],
                [
                    [
                        37.25
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10107421875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.640625
                    ]
                ],
                [
                    [
                        44.75
                    ]
                ],
                [
                    [
                        56.5
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.0625
                    ]
                ],
                [
                    [
                        57.5
                    ]
                ],
                [
                    [
                        49.0
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1416015625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.171875
                    ]
                ],
                [
                    [
                        78.0
                    ]
                ],
                [
                    [
                        47.25
                    ]
                ]
            ]
        },
        "model.layers.49.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28515625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09716796875
                    ]
                ]
            }
        },
        "model.layers.49.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.49.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        14.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.515625
                    ]
                ]
            }
        },
        "model.layers.49.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        55.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.8046875
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        5.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        5.8125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6796875
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        4.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        14.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        5.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.220703125
                    ]
                ]
            }
        },
        "model.layers.50.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.953125
                    ]
                ],
                [
                    [
                        14.75
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.75
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        85.0
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        23.875
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        14.0
                    ]
                ]
            ]
        },
        "model.layers.50.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        31.75
                    ]
                ],
                [
                    [
                        12.1875
                    ]
                ],
                [
                    [
                        8.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.0
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.gate": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.38671875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.03125
                    ]
                ],
                [
                    [
                        38.75
                    ]
                ],
                [
                    [
                        41.5
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10888671875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08251953125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.03125
                    ]
                ],
                [
                    [
                        79.0
                    ]
                ],
                [
                    [
                        66.5
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.1875
                    ]
                ],
                [
                    [
                        55.5
                    ]
                ],
                [
                    [
                        101.5
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.453125
                    ]
                ],
                [
                    [
                        62.25
                    ]
                ],
                [
                    [
                        45.0
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.24609375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09814453125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.875
                    ]
                ],
                [
                    [
                        41.5
                    ]
                ],
                [
                    [
                        46.25
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.248046875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0712890625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.201171875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.3125
                    ]
                ],
                [
                    [
                        108.5
                    ]
                ],
                [
                    [
                        69.5
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6484375
                    ]
                ],
                [
                    [
                        50.0
                    ]
                ],
                [
                    [
                        57.0
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.205078125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.59375
                    ]
                ],
                [
                    [
                        50.75
                    ]
                ],
                [
                    [
                        12.25
                    ]
                ]
            ]
        },
        "model.layers.50.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.50.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        15.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.50.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        51.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11865234375
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.5390625
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1181640625
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        14.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        3.828125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2294921875
                    ]
                ]
            }
        },
        "model.layers.51.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.53125
                    ]
                ],
                [
                    [
                        14.25
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.25
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        60.0
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        26.125
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.0
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        13.375
                    ]
                ]
            ]
        },
        "model.layers.51.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        18.25
                    ]
                ],
                [
                    [
                        5.59375
                    ]
                ],
                [
                    [
                        5.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.828125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.gate": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.32421875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.25
                    ]
                ],
                [
                    [
                        64.5
                    ]
                ],
                [
                    [
                        106.5
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2177734375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5
                    ]
                ],
                [
                    [
                        15.0
                    ]
                ],
                [
                    [
                        46.0
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.072265625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.9921875
                    ]
                ],
                [
                    [
                        37.25
                    ]
                ],
                [
                    [
                        63.75
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2734375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.177734375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07373046875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.421875
                    ]
                ],
                [
                    [
                        41.5
                    ]
                ],
                [
                    [
                        56.75
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16015625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0771484375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.59375
                    ]
                ],
                [
                    [
                        20.625
                    ]
                ],
                [
                    [
                        52.25
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.921875
                    ]
                ],
                [
                    [
                        42.5
                    ]
                ],
                [
                    [
                        62.75
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.212890625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07275390625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2490234375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.328125
                    ]
                ],
                [
                    [
                        34.75
                    ]
                ],
                [
                    [
                        62.5
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08154296875
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1962890625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0791015625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.234375
                    ]
                ],
                [
                    [
                        42.5
                    ]
                ],
                [
                    [
                        57.75
                    ]
                ]
            ]
        },
        "model.layers.51.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.51.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.51.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        15.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.392578125
                    ]
                ]
            }
        },
        "model.layers.51.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        71.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        2.4375
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.15625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.60546875
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.21484375
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        14.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        4.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.52.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.84375
                    ]
                ],
                [
                    [
                        14.0625
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.0625
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        67.5
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        24.0
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.5625
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        12.5625
                    ]
                ]
            ]
        },
        "model.layers.52.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        21.75
                    ]
                ],
                [
                    [
                        7.78125
                    ]
                ],
                [
                    [
                        6.34375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.59375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.gate": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.283203125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.21875
                    ]
                ],
                [
                    [
                        55.25
                    ]
                ],
                [
                    [
                        47.5
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1826171875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.15625
                    ]
                ],
                [
                    [
                        39.0
                    ]
                ],
                [
                    [
                        28.25
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1513671875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.28515625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.390625
                    ]
                ],
                [
                    [
                        61.75
                    ]
                ],
                [
                    [
                        66.0
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1591796875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.734375
                    ]
                ],
                [
                    [
                        81.5
                    ]
                ],
                [
                    [
                        46.0
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.103515625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.15625
                    ]
                ],
                [
                    [
                        61.5
                    ]
                ],
                [
                    [
                        30.625
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0986328125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.18359375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.166015625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.9375
                    ]
                ],
                [
                    [
                        21.125
                    ]
                ],
                [
                    [
                        42.75
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07666015625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07470703125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.9609375
                    ]
                ],
                [
                    [
                        60.75
                    ]
                ],
                [
                    [
                        49.25
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09130859375
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08837890625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.796875
                    ]
                ],
                [
                    [
                        51.0
                    ]
                ],
                [
                    [
                        65.5
                    ]
                ]
            ]
        },
        "model.layers.52.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0869140625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.13671875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0732421875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.52.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.35546875
                    ]
                ]
            }
        },
        "model.layers.52.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        93.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.0390625
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.28125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.734375
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.59375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.255859375
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        5.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.314453125
                    ]
                ]
            }
        },
        "model.layers.53.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.046875
                    ]
                ],
                [
                    [
                        15.9375
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.9375
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        76.5
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        19.375
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.59375
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        13.875
                    ]
                ]
            ]
        },
        "model.layers.53.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ],
                [
                    [
                        8.875
                    ]
                ],
                [
                    [
                        5.90625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.25
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.gate": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.275390625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.046875
                    ]
                ],
                [
                    [
                        45.0
                    ]
                ],
                [
                    [
                        57.0
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2470703125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.84375
                    ]
                ],
                [
                    [
                        77.5
                    ]
                ],
                [
                    [
                        69.5
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.046875
                    ]
                ],
                [
                    [
                        58.0
                    ]
                ],
                [
                    [
                        24.375
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.083984375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0888671875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5078125
                    ]
                ],
                [
                    [
                        20.875
                    ]
                ],
                [
                    [
                        51.0
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07421875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.265625
                    ]
                ],
                [
                    [
                        65.0
                    ]
                ],
                [
                    [
                        34.0
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1484375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06884765625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.578125
                    ]
                ],
                [
                    [
                        43.5
                    ]
                ],
                [
                    [
                        58.0
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11669921875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8125
                    ]
                ],
                [
                    [
                        115.5
                    ]
                ],
                [
                    [
                        26.75
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2353515625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10205078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.421875
                    ]
                ],
                [
                    [
                        63.0
                    ]
                ],
                [
                    [
                        30.5
                    ]
                ]
            ]
        },
        "model.layers.53.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.109375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1875
                    ]
                ]
            }
        },
        "model.layers.53.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.53.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.333984375
                    ]
                ]
            }
        },
        "model.layers.53.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        95.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.890625
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.65625
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.34375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2138671875
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1982421875
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        6.46875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2255859375
                    ]
                ]
            }
        },
        "model.layers.54.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        3.65625
                    ]
                ],
                [
                    [
                        15.5
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.5
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        81.0
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.875
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        9.625
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        14.0625
                    ]
                ]
            ]
        },
        "model.layers.54.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        29.25
                    ]
                ],
                [
                    [
                        15.9375
                    ]
                ],
                [
                    [
                        9.0
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        6.46875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.gate": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.232421875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.3203125
                    ]
                ],
                [
                    [
                        67.5
                    ]
                ],
                [
                    [
                        52.25
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1279296875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.28125
                    ]
                ],
                [
                    [
                        45.25
                    ]
                ],
                [
                    [
                        56.0
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.158203125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11376953125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07568359375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0751953125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.6875
                    ]
                ],
                [
                    [
                        30.875
                    ]
                ],
                [
                    [
                        67.5
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11767578125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08447265625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.40625
                    ]
                ],
                [
                    [
                        52.5
                    ]
                ],
                [
                    [
                        163.0
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1123046875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.177734375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.181640625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8203125
                    ]
                ],
                [
                    [
                        43.0
                    ]
                ],
                [
                    [
                        50.5
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.2734375
                    ]
                ],
                [
                    [
                        44.75
                    ]
                ],
                [
                    [
                        26.875
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.177734375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1298828125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07177734375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.875
                    ]
                ],
                [
                    [
                        55.5
                    ]
                ],
                [
                    [
                        27.625
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0830078125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06982421875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.625
                    ]
                ],
                [
                    [
                        26.625
                    ]
                ],
                [
                    [
                        138.0
                    ]
                ]
            ]
        },
        "model.layers.54.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1640625
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.091796875
                    ]
                ]
            }
        },
        "model.layers.54.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.54.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        16.625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.345703125
                    ]
                ]
            }
        },
        "model.layers.54.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        73.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.5703125
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        6.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        6.71875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.97265625
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        5.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        15.125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1923828125
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        7.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.236328125
                    ]
                ]
            }
        },
        "model.layers.55.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.7421875
                    ]
                ],
                [
                    [
                        15.125
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.125
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        93.0
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        21.625
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        14.0
                    ]
                ]
            ]
        },
        "model.layers.55.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        15.9375
                    ]
                ],
                [
                    [
                        13.5
                    ]
                ],
                [
                    [
                        9.5625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        7.09375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.gate": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.22265625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.21875
                    ]
                ],
                [
                    [
                        65.5
                    ]
                ],
                [
                    [
                        117.5
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1640625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.130859375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5546875
                    ]
                ],
                [
                    [
                        44.5
                    ]
                ],
                [
                    [
                        38.75
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06787109375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.5546875
                    ]
                ],
                [
                    [
                        64.5
                    ]
                ],
                [
                    [
                        68.5
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.095703125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19921875
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.8125
                    ]
                ],
                [
                    [
                        20.625
                    ]
                ],
                [
                    [
                        70.0
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.080078125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.1953125
                    ]
                ],
                [
                    [
                        48.5
                    ]
                ],
                [
                    [
                        59.5
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09912109375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.103515625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08740234375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.90625
                    ]
                ],
                [
                    [
                        33.0
                    ]
                ],
                [
                    [
                        61.75
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09521484375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.06494140625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.125
                    ]
                ],
                [
                    [
                        85.5
                    ]
                ],
                [
                    [
                        35.5
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1787109375
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.546875
                    ]
                ],
                [
                    [
                        39.0
                    ]
                ],
                [
                    [
                        79.0
                    ]
                ]
            ]
        },
        "model.layers.55.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1142578125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16796875
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08203125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.076171875
                    ]
                ]
            }
        },
        "model.layers.55.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.328125
                    ]
                ]
            }
        },
        "model.layers.55.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        218.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.9609375
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.439453125
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        6.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        14.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        5.6875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.244140625
                    ]
                ]
            }
        },
        "model.layers.56.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.984375
                    ]
                ],
                [
                    [
                        14.6875
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        14.6875
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        55.75
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.125
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        12.4375
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        13.5625
                    ]
                ]
            ]
        },
        "model.layers.56.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        18.0
                    ]
                ],
                [
                    [
                        12.4375
                    ]
                ],
                [
                    [
                        7.21875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.6875
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.gate": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2412109375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.46875
                    ]
                ],
                [
                    [
                        77.0
                    ]
                ],
                [
                    [
                        195.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0859375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1572265625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.46875
                    ]
                ],
                [
                    [
                        67.0
                    ]
                ],
                [
                    [
                        90.5
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.123046875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09130859375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.34375
                    ]
                ],
                [
                    [
                        106.0
                    ]
                ],
                [
                    [
                        91.5
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1943359375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1201171875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12060546875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.0
                    ]
                ],
                [
                    [
                        312.0
                    ]
                ],
                [
                    [
                        133.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1337890625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.640625
                    ]
                ],
                [
                    [
                        50.25
                    ]
                ],
                [
                    [
                        66.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12158203125
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10498046875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09765625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10009765625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.53125
                    ]
                ],
                [
                    [
                        49.75
                    ]
                ],
                [
                    [
                        71.5
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10302734375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08056640625
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.390625
                    ]
                ],
                [
                    [
                        70.0
                    ]
                ],
                [
                    [
                        173.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1552734375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1796875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0849609375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.099609375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.0
                    ]
                ],
                [
                    [
                        73.5
                    ]
                ],
                [
                    [
                        221.0
                    ]
                ]
            ]
        },
        "model.layers.56.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.154296875
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1474609375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        16.75
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.27734375
                    ]
                ]
            }
        },
        "model.layers.56.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        358.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.376953125
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1591796875
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.96875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2080078125
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.84375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        13.1875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        4.3125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.203125
                    ]
                ]
            }
        },
        "model.layers.57.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.828125
                    ]
                ],
                [
                    [
                        13.1875
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.1875
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        56.0
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        19.625
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        5.375
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        12.125
                    ]
                ]
            ]
        },
        "model.layers.57.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        21.75
                    ]
                ],
                [
                    [
                        6.65625
                    ]
                ],
                [
                    [
                        6.0625
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.3125
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.gate": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2255859375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8359375
                    ]
                ],
                [
                    [
                        33.5
                    ]
                ],
                [
                    [
                        45.75
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0927734375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1083984375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.921875
                    ]
                ],
                [
                    [
                        63.25
                    ]
                ],
                [
                    [
                        93.0
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12255859375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.126953125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.96875
                    ]
                ],
                [
                    [
                        77.0
                    ]
                ],
                [
                    [
                        84.5
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12353515625
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0966796875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.193359375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.8046875
                    ]
                ],
                [
                    [
                        65.5
                    ]
                ],
                [
                    [
                        36.5
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1767578125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07861328125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.9375
                    ]
                ],
                [
                    [
                        78.5
                    ]
                ],
                [
                    [
                        65.0
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11328125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.07958984375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1630859375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.71875
                    ]
                ],
                [
                    [
                        39.5
                    ]
                ],
                [
                    [
                        125.5
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1748046875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1318359375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.078125
                    ]
                ],
                [
                    [
                        42.75
                    ]
                ],
                [
                    [
                        70.0
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0947265625
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1484375
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11181640625
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.265625
                    ]
                ],
                [
                    [
                        62.0
                    ]
                ],
                [
                    [
                        96.5
                    ]
                ]
            ]
        },
        "model.layers.57.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1328125
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08544921875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08935546875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        15.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.326171875
                    ]
                ]
            }
        },
        "model.layers.57.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        81.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.388671875
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        4.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15625
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        4.40625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.279296875
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        10.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1865234375
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        13.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.150390625
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        6.09375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.330078125
                    ]
                ]
            }
        },
        "model.layers.58.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        2.03125
                    ]
                ],
                [
                    [
                        13.25
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        13.25
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        59.0
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        23.875
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        7.40625
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        12.5
                    ]
                ]
            ]
        },
        "model.layers.58.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        15.625
                    ]
                ],
                [
                    [
                        7.875
                    ]
                ],
                [
                    [
                        6.34375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        6.09375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.gate": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2138671875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.578125
                    ]
                ],
                [
                    [
                        56.75
                    ]
                ],
                [
                    [
                        86.5
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.115234375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11181640625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09326171875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09228515625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.6640625
                    ]
                ],
                [
                    [
                        66.0
                    ]
                ],
                [
                    [
                        46.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10400390625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11181640625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.185546875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.125
                    ]
                ],
                [
                    [
                        53.25
                    ]
                ],
                [
                    [
                        81.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09619140625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.162109375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10791015625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2109375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        1.59375
                    ]
                ],
                [
                    [
                        41.0
                    ]
                ],
                [
                    [
                        64.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1982421875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.0810546875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        7.84375
                    ]
                ],
                [
                    [
                        274.0
                    ]
                ],
                [
                    [
                        35.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.357421875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.08984375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.107421875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        12.875
                    ]
                ],
                [
                    [
                        189.0
                    ]
                ],
                [
                    [
                        296.0
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.25
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.197265625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.119140625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.310546875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3.171875
                    ]
                ],
                [
                    [
                        71.0
                    ]
                ],
                [
                    [
                        72.5
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1533203125
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12890625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2333984375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.087890625
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        17.75
                    ]
                ],
                [
                    [
                        238.0
                    ]
                ],
                [
                    [
                        61.5
                    ]
                ]
            ]
        },
        "model.layers.58.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.234375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10595703125
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.58.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1591796875
                    ]
                ]
            }
        },
        "model.layers.58.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        12.9375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.23828125
                    ]
                ]
            }
        },
        "model.layers.58.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        234.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.40234375
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        12.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        12.25
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3828125
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        7.78125
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.142578125
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        16.375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.244140625
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        8.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.138671875
                    ]
                ]
            }
        },
        "model.layers.59.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        1.9765625
                    ]
                ],
                [
                    [
                        16.375
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        16.375
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        50.25
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        15.75
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        13.5
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        14.5625
                    ]
                ]
            ]
        },
        "model.layers.59.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        16.125
                    ]
                ],
                [
                    [
                        13.5
                    ]
                ],
                [
                    [
                        9.125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        8.4375
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.gate": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.388671875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        22.5
                    ]
                ],
                [
                    [
                        680.0
                    ]
                ],
                [
                    [
                        77.5
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.29296875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.14453125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1396484375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.4375
                    ]
                ],
                [
                    [
                        96.0
                    ]
                ],
                [
                    [
                        111.0
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1884765625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1611328125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.169921875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.306640625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        25.25
                    ]
                ],
                [
                    [
                        414.0
                    ]
                ],
                [
                    [
                        322.0
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.12109375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.259765625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.15234375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.189453125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        18.5
                    ]
                ],
                [
                    [
                        44.75
                    ]
                ],
                [
                    [
                        320.0
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19921875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1689453125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2431640625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.40625
                    ]
                ],
                [
                    [
                        210.0
                    ]
                ],
                [
                    [
                        65.5
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.201171875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.146484375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.208984375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.09033203125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        5.3125
                    ]
                ],
                [
                    [
                        155.0
                    ]
                ],
                [
                    [
                        58.75
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1044921875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11083984375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.9375
                    ]
                ],
                [
                    [
                        61.75
                    ]
                ],
                [
                    [
                        63.5
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1171875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2060546875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.328125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.10986328125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        4.9375
                    ]
                ],
                [
                    [
                        207.0
                    ]
                ],
                [
                    [
                        84.0
                    ]
                ]
            ]
        },
        "model.layers.59.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1357421875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2109375
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1259765625
                    ]
                ]
            }
        },
        "model.layers.59.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.59.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        13.4375
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.29296875
                    ]
                ]
            }
        },
        "model.layers.59.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        348.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3671875
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.q_a_proj": {
            "inputs": [
                [
                    [
                        7.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.177734375
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.kv_a_proj_with_mqa": {
            "inputs": [
                [
                    [
                        7.5625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.259765625
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.mla_attn.impl.q_proj": {
            "inputs": [
                [
                    [
                        12.0625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.16796875
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.mla_attn.impl.kv_b_proj": {
            "inputs": [
                [
                    [
                        16.875
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19921875
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.mla_attn.impl.o_proj": {
            "inputs": [
                [
                    [
                        7.90625
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.19140625
                    ]
                ]
            }
        },
        "model.layers.60.self_attn.mla_attn.impl.matmul_qk": {
            "inputs": [
                [
                    [
                        54.25
                    ]
                ],
                [
                    [
                        16.875
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.matmul_av": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        16.875
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.batch2block_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        96.0
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.block2batch_matmul": {
            "inputs": [
                [
                    [
                        1.0
                    ]
                ],
                [
                    [
                        29.5
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.latent_cache_k": {
            "inputs": [
                [
                    [
                        6.625
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.latent_cache_v": {
            "inputs": [
                [
                    [
                        16.0
                    ]
                ]
            ]
        },
        "model.layers.60.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": {
            "inputs": [
                [
                    [
                        29.125
                    ]
                ],
                [
                    [
                        24.75
                    ]
                ],
                [
                    [
                        12.3125
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        7.90625
                    ]
                ],
                [
                    [
                        1.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.gate": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.478515625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_0.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        9.5625
                    ]
                ],
                [
                    [
                        109.0
                    ]
                ],
                [
                    [
                        57.25
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_0.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.369140625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_0.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.2734375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_0.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.466796875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_0.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        1.9453125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_1.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        33.5
                    ]
                ],
                [
                    [
                        59.25
                    ]
                ],
                [
                    [
                        390.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_1.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.24609375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_1.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.30859375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_1.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.41796875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_1.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3203125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_2.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        47.0
                    ]
                ],
                [
                    [
                        334.0
                    ]
                ],
                [
                    [
                        176.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_2.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2578125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_2.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.330078125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_2.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2138671875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_2.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.345703125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_3.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        2.390625
                    ]
                ],
                [
                    [
                        26.375
                    ]
                ],
                [
                    [
                        103.5
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_3.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.2275390625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_3.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1669921875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_3.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.388671875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_3.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.11962890625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_4.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        3504.0
                    ]
                ],
                [
                    [
                        468.0
                    ]
                ],
                [
                    [
                        5440.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_4.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1435546875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_4.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.373046875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_4.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.451171875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_4.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.287109375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_5.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        676.0
                    ]
                ],
                [
                    [
                        664.0
                    ]
                ],
                [
                    [
                        121.5
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_5.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.37109375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_5.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.294921875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_5.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.396484375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_5.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.435546875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_6.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        24.0
                    ]
                ],
                [
                    [
                        50.0
                    ]
                ],
                [
                    [
                        97.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_6.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.158203125
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_6.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.1708984375
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_6.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.4921875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_6.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.357421875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_7.MoeOp": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "outputs": [
                [
                    [
                        20.625
                    ]
                ],
                [
                    [
                        128.0
                    ]
                ],
                [
                    [
                        176.0
                    ]
                ]
            ]
        },
        "model.layers.60.mlp.experts._temp_expert_group_7.MoeOp.w13_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.228515625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_7.MoeOp.w13_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.306640625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_7.MoeOp.w2_list.0": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.53515625
                    ]
                ]
            }
        },
        "model.layers.60.mlp.experts._temp_expert_group_7.MoeOp.w2_list.1": {
            "inputs": [
                [
                    [
                        0.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.263671875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.shared_experts.gate_up_proj": {
            "inputs": [
                [
                    [
                        15.5
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.3046875
                    ]
                ]
            }
        },
        "model.layers.60.mlp.shared_experts.down_proj": {
            "inputs": [
                [
                    [
                        1424.0
                    ]
                ]
            ],
            "params": {
                "weight": [
                    [
                        0.6328125
                    ]
                ]
            }
        }
    }
}