{
    "metadata": {
        "ParamSize": 581,
        "ParamBytes": 5038043136.0,
        "BitsPerParam": 4.175272902011578
    },
    "records": [
        {
            "dataPath": "params_shard_0.bin",
            "format": "raw-shard",
            "nbytes": 508559360,
            "records": [
                {
                    "name": "lm_head.q_weight",
                    "shape": [
                        248320,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 508559360,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e253750e99fcee7f630fa473ec696ca7"
        },
        {
            "dataPath": "params_shard_1.bin",
            "format": "raw-shard",
            "nbytes": 63569920,
            "records": [
                {
                    "name": "lm_head.q_scale",
                    "shape": [
                        248320,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 63569920,
                    "byteOffset": 0
                }
            ],
            "md5sum": "2d490359b3f1af34eddec30f231e6a81"
        },
        {
            "dataPath": "params_shard_2.bin",
            "format": "raw-shard",
            "nbytes": 508559360,
            "records": [
                {
                    "name": "model.embed_tokens.q_weight",
                    "shape": [
                        248320,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 508559360,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e6a48e71837b5a63c2f945cf81636401"
        },
        {
            "dataPath": "params_shard_3.bin",
            "format": "raw-shard",
            "nbytes": 63569920,
            "records": [
                {
                    "name": "model.embed_tokens.q_scale",
                    "shape": [
                        248320,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 63569920,
                    "byteOffset": 0
                }
            ],
            "md5sum": "605ca760ecfd3f8cc4853ff9758f92f9"
        },
        {
            "dataPath": "params_shard_4.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "dbfbe3f762e13e0f99e77a6c3eeade42"
        },
        {
            "dataPath": "params_shard_5.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.14.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 25165824
                }
            ],
            "md5sum": "0d7d14e6096481293f73e6c38a80a842"
        },
        {
            "dataPath": "params_shard_6.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "51a78d626b11b044883e444cf23e816a"
        },
        {
            "dataPath": "params_shard_7.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "77481772e761b26fdbc8fa65ce9c3bf7"
        },
        {
            "dataPath": "params_shard_8.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.25.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "984cccde5f2db1d7938c21a7c91ba25e"
        },
        {
            "dataPath": "params_shard_9.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.26.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "0c6d78248d6730c55a1b7cf8409dd725"
        },
        {
            "dataPath": "params_shard_10.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "daafea1a606488944168dee1c8b5f615"
        },
        {
            "dataPath": "params_shard_11.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.27.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "74208b0a692c400999d70b10eb3d3449"
        },
        {
            "dataPath": "params_shard_12.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fb4c43a082adde8e43cd7dc8c3e1555a"
        },
        {
            "dataPath": "params_shard_13.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.3.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ad7d22f0c421bb232487c2b24cd92279"
        },
        {
            "dataPath": "params_shard_14.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.15.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.25.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.26.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 15728640
                },
                {
                    "name": "model.layers.27.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 25165824
                }
            ],
            "md5sum": "d684339c720d40a54024a6e3a7c7d45b"
        },
        {
            "dataPath": "params_shard_15.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ae5aa3829666a59595d8978ac9a6772a"
        },
        {
            "dataPath": "params_shard_16.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.30.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fee8bb202a838c82a330a1c0ec7fc7e9"
        },
        {
            "dataPath": "params_shard_17.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.30.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "37b987e87f191cc8d35202a88e529ea0"
        },
        {
            "dataPath": "params_shard_18.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.31.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fc14f7d3b43b3cba14075bdf31c569d5"
        },
        {
            "dataPath": "params_shard_19.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.9.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b3a4124f107d4a09036bc3e67e5a3221"
        },
        {
            "dataPath": "params_shard_20.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "4aca998650948805f4e9844d6954a43d"
        },
        {
            "dataPath": "params_shard_21.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.3.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.30.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.30.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.31.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 25165824
                }
            ],
            "md5sum": "e7add0de51482e86b0357a7716bda39b"
        },
        {
            "dataPath": "params_shard_22.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "3c7f1240447ee482c7aea3d1194917e4"
        },
        {
            "dataPath": "params_shard_23.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "7d6fb2003e840a8e9380b38a3b6c65fe"
        },
        {
            "dataPath": "params_shard_24.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.10.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "86b6cef51681b24dfcbf1cf297c7bede"
        },
        {
            "dataPath": "params_shard_25.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "bc7fafaec6880f38fc63458ae0926553"
        },
        {
            "dataPath": "params_shard_26.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.11.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "19fd6df88ba6eaf403f1620f4e4837c0"
        },
        {
            "dataPath": "params_shard_27.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c56cca33110ff662bb4a783de2824e0c"
        },
        {
            "dataPath": "params_shard_28.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.0.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "6031e5dfa0db9b7d9bf0007615468776"
        },
        {
            "dataPath": "params_shard_29.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b184e69b31bd373178dcdfbb4915a5bb"
        },
        {
            "dataPath": "params_shard_30.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.1.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.0.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28311552
                }
            ],
            "md5sum": "bb21d472c8cfeaa254c92c2640a17e2c"
        },
        {
            "dataPath": "params_shard_31.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.21.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "33653d4c9af7f8882b23693a72e24f0b"
        },
        {
            "dataPath": "params_shard_32.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e2938d0f5bc8840b06db7f99bd18fdd9"
        },
        {
            "dataPath": "params_shard_33.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.22.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3802f111d1b066ce25b47a4d37bc601c"
        },
        {
            "dataPath": "params_shard_34.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "054a8a0270ffbaf617ad0beaf0c3ad73"
        },
        {
            "dataPath": "params_shard_35.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.23.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "2f03b2986ebef05d69db193ff53aee98"
        },
        {
            "dataPath": "params_shard_36.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "63cfbc1e6dc771c04fb18f3b2a491d8f"
        },
        {
            "dataPath": "params_shard_37.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.8.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "a469a1d022a820288c32949a61c8402c"
        },
        {
            "dataPath": "params_shard_38.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d08c1d4675c01672af47fc43e4bb15af"
        },
        {
            "dataPath": "params_shard_39.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.21.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.22.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.23.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28311552
                }
            ],
            "md5sum": "a62b6570ee02f8bc0b4ae6800f7ab7fb"
        },
        {
            "dataPath": "params_shard_40.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.31.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "48565814c068da6b323a3c8400529824"
        },
        {
            "dataPath": "params_shard_41.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e08e8137de4945a57fd10db2f5fd41a4"
        },
        {
            "dataPath": "params_shard_42.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.31.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28311552
                }
            ],
            "md5sum": "338cc5a439987436e70a872e49c19d98"
        },
        {
            "dataPath": "params_shard_43.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "1491d2cbe4036dd0f8c84183442e52b4"
        },
        {
            "dataPath": "params_shard_44.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "704a7f729f20fb3b0c031cc83801ca7a"
        },
        {
            "dataPath": "params_shard_45.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.17.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ff64cec9bed515c6d66753923d725092"
        },
        {
            "dataPath": "params_shard_46.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "73d480b65ac59cc229e397ecfb417560"
        },
        {
            "dataPath": "params_shard_47.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.18.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "2e9d039389bcc7081f9eb2a30508c26f"
        },
        {
            "dataPath": "params_shard_48.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "cef1737e6cb51c541d635afd7688700e"
        },
        {
            "dataPath": "params_shard_49.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.19.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "25e51dd279cfc8f39de44052fe6269b4"
        },
        {
            "dataPath": "params_shard_50.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "605991d3c4b732ef7719bb8d4a80f6b0"
        },
        {
            "dataPath": "params_shard_51.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.16.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.18.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.19.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28311552
                }
            ],
            "md5sum": "cc15990ad6b1182bebd4642ac127f60a"
        },
        {
            "dataPath": "params_shard_52.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.24.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "4e022874ebf9bad38ec3450f2876d8a2"
        },
        {
            "dataPath": "params_shard_53.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b6adeb341137efe94da2120b972ab072"
        },
        {
            "dataPath": "params_shard_54.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "05062d8de1e0da7d23843d61e83da1d2"
        },
        {
            "dataPath": "params_shard_55.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.5.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fec06316b7803a24f9a34ee54c9c2713"
        },
        {
            "dataPath": "params_shard_56.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fca1ced6fa3aa389acbcab1c6f4c7c32"
        },
        {
            "dataPath": "params_shard_57.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.6.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c1e91ad2b08c772e7f2a6b8353170f95"
        },
        {
            "dataPath": "params_shard_58.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "62db9c4cf75f92b54f49ebe560ba2aa8"
        },
        {
            "dataPath": "params_shard_59.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.24.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 15728640
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 25165824
                }
            ],
            "md5sum": "a402a48db7e1ab34529b506433d8c157"
        },
        {
            "dataPath": "params_shard_60.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "be526945a9e590ad55735a6c6d62ac6c"
        },
        {
            "dataPath": "params_shard_61.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b90e7ed8ae422caaf8bb9bbd625780e2"
        },
        {
            "dataPath": "params_shard_62.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.2.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ff9e22218bd7753ef0220ccb690e757a"
        },
        {
            "dataPath": "params_shard_63.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e0282f5bc184b981d4282b05e5a39fd2"
        },
        {
            "dataPath": "params_shard_64.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.20.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d3c3be0730e45c136dc3e1ddce148d92"
        },
        {
            "dataPath": "params_shard_65.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "130f634418244758482429f09a2d0809"
        },
        {
            "dataPath": "params_shard_66.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.28.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "587bdac84dabb54d17008a1a6c0983ad"
        },
        {
            "dataPath": "params_shard_67.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.28.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "52fb55ad9a34abf0756121b7fca10db5"
        },
        {
            "dataPath": "params_shard_68.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.7.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.20.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.28.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 28311552
                }
            ],
            "md5sum": "2a6f8e5c8ddd57f6a285726506d04c76"
        },
        {
            "dataPath": "params_shard_69.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.28.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.29.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 6291456
                }
            ],
            "md5sum": "8350ad3e7c241e07bfdd2bddcb183b5c"
        },
        {
            "dataPath": "params_shard_70.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.29.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "79ab5200c924b19430ed6dd4982a9dcb"
        },
        {
            "dataPath": "params_shard_71.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.12.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "22ed03c0de17a17f3f6fad52446b929b"
        },
        {
            "dataPath": "params_shard_72.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "370084c7653913284a68a69ee9cb9e8b"
        },
        {
            "dataPath": "params_shard_73.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.13.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1536
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "0ceb02c2ee188f6748394ef1f2218cdb"
        },
        {
            "dataPath": "params_shard_74.bin",
            "format": "raw-shard",
            "nbytes": 50331648,
            "records": [
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_weight",
                    "shape": [
                        24576,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 50331648,
                    "byteOffset": 0
                }
            ],
            "md5sum": "244d176cd07fa68ed625b2f01124666e"
        },
        {
            "dataPath": "params_shard_75.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.14.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "266889f211ac5401a14d4a65d709950f"
        },
        {
            "dataPath": "params_shard_76.bin",
            "format": "raw-shard",
            "nbytes": 20971520,
            "records": [
                {
                    "name": "model.layers.15.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b5b57816e20f5670bd9a9d60e8762ec7"
        },
        {
            "dataPath": "params_shard_77.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.26.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b43d76b6a1e71c8ed4a7583b27531c2b"
        },
        {
            "dataPath": "params_shard_78.bin",
            "format": "raw-shard",
            "nbytes": 33030144,
            "records": [
                {
                    "name": "model.layers.29.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.29.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        384
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_scale",
                    "shape": [
                        24576,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 6291456,
                    "byteOffset": 22020096
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28311552
                },
                {
                    "name": "model.layers.15.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 30408704
                }
            ],
            "md5sum": "4033d71725a3ce21106395729cef58f9"
        },
        {
            "dataPath": "params_shard_79.bin",
            "format": "raw-shard",
            "nbytes": 20971520,
            "records": [
                {
                    "name": "model.layers.3.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 0
                }
            ],
            "md5sum": "dc6297553c5bea9d6f6caec4650601b6"
        },
        {
            "dataPath": "params_shard_80.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.30.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3a555f524376d3f29f056dc5f0fb6f5c"
        },
        {
            "dataPath": "params_shard_81.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.9.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "bfe762c567c62f59537234434497fe46"
        },
        {
            "dataPath": "params_shard_82.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.10.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "6f1dd4f412eb94b057203c70ef79f1f5"
        },
        {
            "dataPath": "params_shard_83.bin",
            "format": "raw-shard",
            "nbytes": 32505856,
            "records": [
                {
                    "name": "model.layers.26.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23068672
                },
                {
                    "name": "model.layers.3.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 25690112
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28311552
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 30408704
                }
            ],
            "md5sum": "f9fa6f0edd8fb5f6764083607c30b8d8"
        },
        {
            "dataPath": "params_shard_84.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.0.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "684098b7a2a4697cf3c240572bf8c971"
        },
        {
            "dataPath": "params_shard_85.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.1.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d534f0360357c8b23c0fef427a2c48b1"
        },
        {
            "dataPath": "params_shard_86.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.22.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c55bda4804434bc61a633349fefbfb80"
        },
        {
            "dataPath": "params_shard_87.bin",
            "format": "raw-shard",
            "nbytes": 20971520,
            "records": [
                {
                    "name": "model.layers.23.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 0
                }
            ],
            "md5sum": "0b1f79a9b2b436772c674cff2dd3e2db"
        },
        {
            "dataPath": "params_shard_88.bin",
            "format": "raw-shard",
            "nbytes": 31981568,
            "records": [
                {
                    "name": "model.layers.10.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23068672
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 25690112
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 27787264
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 29884416
                }
            ],
            "md5sum": "c0537f5d0f44fb72b80210908e77ed3f"
        },
        {
            "dataPath": "params_shard_89.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.8.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f2a547b34f1dc3bd612da6d0eacbc9bd"
        },
        {
            "dataPath": "params_shard_90.bin",
            "format": "raw-shard",
            "nbytes": 20971520,
            "records": [
                {
                    "name": "model.layers.31.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 0
                }
            ],
            "md5sum": "dedc9f6c491461ed9e2ff14835150efd"
        },
        {
            "dataPath": "params_shard_91.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.4.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c2277206997576e90418cfa8e8bacfde"
        },
        {
            "dataPath": "params_shard_92.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.16.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "a70ec35b967ce2d31ab21d01467cbc20"
        },
        {
            "dataPath": "params_shard_93.bin",
            "format": "raw-shard",
            "nbytes": 33030144,
            "records": [
                {
                    "name": "model.layers.23.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23592960
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26214400
                },
                {
                    "name": "model.layers.31.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 28311552
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 30932992
                }
            ],
            "md5sum": "58072cf351dcad11a2ee699b291d7a1f"
        },
        {
            "dataPath": "params_shard_94.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.18.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "566ba1299f77e1e346da423c527d499e"
        },
        {
            "dataPath": "params_shard_95.bin",
            "format": "raw-shard",
            "nbytes": 20971520,
            "records": [
                {
                    "name": "model.layers.19.self_attn.c_attn.q_weight",
                    "shape": [
                        10240,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 20971520,
                    "byteOffset": 0
                }
            ],
            "md5sum": "01b3b3f2eaffac025e490ce8fc582255"
        },
        {
            "dataPath": "params_shard_96.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.2.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "5759804eb5cb2f4aca9758f058f91126"
        },
        {
            "dataPath": "params_shard_97.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.24.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "21a2bd355a5b2fb8a25c32c0e7726b56"
        },
        {
            "dataPath": "params_shard_98.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.25.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "5e4f2f7332bffa2f034b60a83055a9a4"
        },
        {
            "dataPath": "params_shard_99.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.5.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "9af4d0007c6e95b2269fb82fc6c6cef8"
        },
        {
            "dataPath": "params_shard_100.bin",
            "format": "raw-shard",
            "nbytes": 31981568,
            "records": [
                {
                    "name": "model.layers.16.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 20971520
                },
                {
                    "name": "model.layers.19.self_attn.c_attn.q_scale",
                    "shape": [
                        10240,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23068672
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 25690112
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 27787264
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 29884416
                }
            ],
            "md5sum": "0c69084dbf1b40dccaa8d2bc5f7b811e"
        },
        {
            "dataPath": "params_shard_101.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.20.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3c0c6d5f6861c6ae778b292faaab916f"
        },
        {
            "dataPath": "params_shard_102.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.21.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "014b7322ad0b6582383aad01c056535b"
        },
        {
            "dataPath": "params_shard_103.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.28.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ed26aec88c45e63f5474427acc2e67fb"
        },
        {
            "dataPath": "params_shard_104.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.29.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c49a67a9a228552fabad0c22dfe52ff1"
        },
        {
            "dataPath": "params_shard_105.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.12.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "cf9746aeade9bd6b5a5cfb8a783a9a9d"
        },
        {
            "dataPath": "params_shard_106.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.13.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ba2a816d7d01c02f454ae48caa3d9149"
        },
        {
            "dataPath": "params_shard_107.bin",
            "format": "raw-shard",
            "nbytes": 31457280,
            "records": [
                {
                    "name": "model.layers.5.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_qkv.q_weight",
                    "shape": [
                        8192,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 20971520
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 23068672
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 25165824
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 27262976
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 29360128
                }
            ],
            "md5sum": "67ad6aef67739ead2cf87083f7af62e7"
        },
        {
            "dataPath": "params_shard_108.bin",
            "format": "raw-shard",
            "nbytes": 30408704,
            "records": [
                {
                    "name": "model.layers.13.linear_attn.in_proj_qkv.q_scale",
                    "shape": [
                        8192,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 10485760
                },
                {
                    "name": "model.layers.14.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 11534336
                },
                {
                    "name": "model.layers.14.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 19922944
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 20971520
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 29360128
                }
            ],
            "md5sum": "0846cdbda53b19a61fa62df27c1e2f0d"
        },
        {
            "dataPath": "params_shard_109.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.26.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.26.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.26.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.26.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "cbfbf532dbff9835533d586c98eb1dad"
        },
        {
            "dataPath": "params_shard_110.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.3.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.30.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.30.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "970d9909606ec8ce61ad479c7f567720"
        },
        {
            "dataPath": "params_shard_111.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.9.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.9.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.9.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "6aa45faa66bf808f7acedc3ee5832386"
        },
        {
            "dataPath": "params_shard_112.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.10.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.10.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "a0643c414c3408fadd8df88ea66bc7a5"
        },
        {
            "dataPath": "params_shard_113.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.0.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.1.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.1.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "4853bfb30d7d236eefa7b8171d5446d8"
        },
        {
            "dataPath": "params_shard_114.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.21.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.21.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.22.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.22.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "d325e0c6bc7a6bb8130958f6a23b6e1f"
        },
        {
            "dataPath": "params_shard_115.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.23.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.23.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "9134bcce41ed15f8c83c5de5e6f384f7"
        },
        {
            "dataPath": "params_shard_116.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.8.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.8.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.31.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.31.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "d77ba7182e10de4c93c77528925c43f9"
        },
        {
            "dataPath": "params_shard_117.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.4.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.16.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.16.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "ef7b8b12f728e5a4658606ea3bad4b44"
        },
        {
            "dataPath": "params_shard_118.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.17.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.17.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.17.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "3ed030d6e2dbf6d6db3a4558eeda40ac"
        },
        {
            "dataPath": "params_shard_119.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.18.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.18.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "90cd54027cecc382c2df22aab00848f1"
        },
        {
            "dataPath": "params_shard_120.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.24.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.24.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.24.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "25d461cd08b480b9a179142e568c0154"
        },
        {
            "dataPath": "params_shard_121.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.25.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.25.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.5.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.5.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "0de7ef9a6071e7387148d2be258610e3"
        },
        {
            "dataPath": "params_shard_122.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.6.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.6.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.6.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.2.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.2.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "b7ba5beb5c0857be67b68f03c2450dd9"
        },
        {
            "dataPath": "params_shard_123.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.20.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.20.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.20.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "0b7d91eb4fe70d54ba0ac1b14fd88e3f"
        },
        {
            "dataPath": "params_shard_124.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.28.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.28.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.28.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "4b982b46d62e4d71f4457cf1a8bc1ada"
        },
        {
            "dataPath": "params_shard_125.bin",
            "format": "raw-shard",
            "nbytes": 28311552,
            "records": [
                {
                    "name": "model.layers.29.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.29.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.12.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.12.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 27262976
                }
            ],
            "md5sum": "5bedf69d0aa72f3f3b2ca06dec6ff764"
        },
        {
            "dataPath": "params_shard_126.bin",
            "format": "raw-shard",
            "nbytes": 24536064,
            "records": [
                {
                    "name": "model.layers.13.linear_attn.in_proj_z.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.13.linear_attn.in_proj_z.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 8388608
                },
                {
                    "name": "model.layers.13.linear_attn.out_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 9437184
                },
                {
                    "name": "model.layers.13.linear_attn.out_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 17825792
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 18874368
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 18939904
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 18948096
                },
                {
                    "name": "model.layers.14.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19013632
                },
                {
                    "name": "model.layers.26.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19021824
                },
                {
                    "name": "model.layers.26.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19087360
                },
                {
                    "name": "model.layers.26.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19095552
                },
                {
                    "name": "model.layers.26.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19161088
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19169280
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19234816
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19243008
                },
                {
                    "name": "model.layers.30.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19308544
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19316736
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19382272
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19390464
                },
                {
                    "name": "model.layers.10.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19456000
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19464192
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19529728
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19537920
                },
                {
                    "name": "model.layers.0.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19603456
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19611648
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19677184
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19685376
                },
                {
                    "name": "model.layers.1.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19750912
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19759104
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19824640
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19832832
                },
                {
                    "name": "model.layers.22.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19898368
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19906560
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 19972096
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 19980288
                },
                {
                    "name": "model.layers.8.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20045824
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20054016
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20119552
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20127744
                },
                {
                    "name": "model.layers.9.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20193280
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20201472
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20267008
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20275200
                },
                {
                    "name": "model.layers.4.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20340736
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20348928
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20414464
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20422656
                },
                {
                    "name": "model.layers.16.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20488192
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20496384
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20561920
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20570112
                },
                {
                    "name": "model.layers.17.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20635648
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20643840
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20709376
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20717568
                },
                {
                    "name": "model.layers.18.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20783104
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20791296
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20856832
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20865024
                },
                {
                    "name": "model.layers.2.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 20930560
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 20938752
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21004288
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21012480
                },
                {
                    "name": "model.layers.24.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21078016
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21086208
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21151744
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21159936
                },
                {
                    "name": "model.layers.25.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21225472
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21233664
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21299200
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21307392
                },
                {
                    "name": "model.layers.5.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21372928
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21381120
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21446656
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21454848
                },
                {
                    "name": "model.layers.6.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21520384
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21528576
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21594112
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21602304
                },
                {
                    "name": "model.layers.20.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21667840
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21676032
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21741568
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21749760
                },
                {
                    "name": "model.layers.21.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21815296
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21823488
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21889024
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21897216
                },
                {
                    "name": "model.layers.28.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21962752
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 21970944
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22036480
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22044672
                },
                {
                    "name": "model.layers.29.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22110208
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22118400
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22183936
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22192128
                },
                {
                    "name": "model.layers.12.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22257664
                },
                {
                    "name": "model.layers.13.linear_attn.in_proj_b.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22265856
                },
                {
                    "name": "model.layers.13.linear_attn.in_proj_b.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22331392
                },
                {
                    "name": "model.layers.13.linear_attn.in_proj_a.q_weight",
                    "shape": [
                        32,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22339584
                },
                {
                    "name": "model.layers.13.linear_attn.in_proj_a.q_scale",
                    "shape": [
                        32,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 22405120
                },
                {
                    "name": "model.layers.14.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22413312
                },
                {
                    "name": "model.layers.16.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22478848
                },
                {
                    "name": "model.layers.26.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22544384
                },
                {
                    "name": "model.layers.30.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22609920
                },
                {
                    "name": "model.layers.10.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22675456
                },
                {
                    "name": "model.layers.0.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22740992
                },
                {
                    "name": "model.layers.1.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22806528
                },
                {
                    "name": "model.layers.22.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22872064
                },
                {
                    "name": "model.layers.8.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 22937600
                },
                {
                    "name": "model.layers.9.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23003136
                },
                {
                    "name": "model.layers.4.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23068672
                },
                {
                    "name": "model.layers.5.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23134208
                },
                {
                    "name": "model.layers.17.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23199744
                },
                {
                    "name": "model.layers.18.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23265280
                },
                {
                    "name": "model.layers.2.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23330816
                },
                {
                    "name": "model.layers.24.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23396352
                },
                {
                    "name": "model.layers.25.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23461888
                },
                {
                    "name": "model.layers.6.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23527424
                },
                {
                    "name": "model.layers.20.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23592960
                },
                {
                    "name": "model.layers.21.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23658496
                },
                {
                    "name": "model.layers.28.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23724032
                },
                {
                    "name": "model.layers.29.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23789568
                },
                {
                    "name": "model.layers.12.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23855104
                },
                {
                    "name": "model.layers.13.linear_attn.conv1d_weight",
                    "shape": [
                        8192,
                        1,
                        4
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 65536,
                    "byteOffset": 23920640
                },
                {
                    "name": "model.layers.14.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 23986176
                },
                {
                    "name": "model.layers.14.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 23994368
                },
                {
                    "name": "model.layers.15.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24002560
                },
                {
                    "name": "model.layers.15.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24010752
                },
                {
                    "name": "model.layers.16.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24018944
                },
                {
                    "name": "model.layers.26.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24027136
                },
                {
                    "name": "model.layers.26.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24035328
                },
                {
                    "name": "model.layers.27.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24043520
                },
                {
                    "name": "model.layers.27.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24051712
                },
                {
                    "name": "model.layers.3.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24059904
                },
                {
                    "name": "model.layers.3.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24068096
                },
                {
                    "name": "model.layers.30.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24076288
                },
                {
                    "name": "model.layers.30.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24084480
                },
                {
                    "name": "model.layers.31.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24092672
                },
                {
                    "name": "model.layers.9.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24100864
                },
                {
                    "name": "model.layers.10.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24109056
                },
                {
                    "name": "model.layers.10.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24117248
                },
                {
                    "name": "model.layers.11.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24125440
                },
                {
                    "name": "model.layers.11.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24133632
                },
                {
                    "name": "model.layers.0.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24141824
                },
                {
                    "name": "model.layers.0.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24150016
                },
                {
                    "name": "model.layers.1.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24158208
                },
                {
                    "name": "model.layers.1.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24166400
                },
                {
                    "name": "model.norm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24174592
                },
                {
                    "name": "model.layers.21.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24182784
                },
                {
                    "name": "model.layers.22.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24190976
                },
                {
                    "name": "model.layers.22.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24199168
                },
                {
                    "name": "model.layers.23.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24207360
                },
                {
                    "name": "model.layers.23.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24215552
                },
                {
                    "name": "model.layers.7.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24223744
                },
                {
                    "name": "model.layers.8.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24231936
                },
                {
                    "name": "model.layers.8.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24240128
                },
                {
                    "name": "model.layers.9.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24248320
                },
                {
                    "name": "model.layers.31.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24256512
                },
                {
                    "name": "model.layers.4.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24264704
                },
                {
                    "name": "model.layers.4.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24272896
                },
                {
                    "name": "model.layers.5.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24281088
                },
                {
                    "name": "model.layers.16.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24289280
                },
                {
                    "name": "model.layers.17.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24297472
                },
                {
                    "name": "model.layers.17.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24305664
                },
                {
                    "name": "model.layers.18.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24313856
                },
                {
                    "name": "model.layers.18.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24322048
                },
                {
                    "name": "model.layers.19.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24330240
                },
                {
                    "name": "model.layers.19.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24338432
                },
                {
                    "name": "model.layers.2.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24346624
                },
                {
                    "name": "model.layers.24.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24354816
                },
                {
                    "name": "model.layers.24.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24363008
                },
                {
                    "name": "model.layers.25.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24371200
                },
                {
                    "name": "model.layers.25.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24379392
                },
                {
                    "name": "model.layers.5.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24387584
                },
                {
                    "name": "model.layers.6.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24395776
                },
                {
                    "name": "model.layers.6.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24403968
                },
                {
                    "name": "model.layers.7.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24412160
                },
                {
                    "name": "model.layers.2.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24420352
                },
                {
                    "name": "model.layers.20.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24428544
                },
                {
                    "name": "model.layers.20.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24436736
                },
                {
                    "name": "model.layers.21.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24444928
                },
                {
                    "name": "model.layers.28.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24453120
                },
                {
                    "name": "model.layers.28.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24461312
                },
                {
                    "name": "model.layers.29.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24469504
                },
                {
                    "name": "model.layers.29.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24477696
                },
                {
                    "name": "model.layers.12.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24485888
                },
                {
                    "name": "model.layers.12.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24494080
                },
                {
                    "name": "model.layers.13.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24502272
                },
                {
                    "name": "model.layers.13.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 24510464
                },
                {
                    "name": "model.layers.14.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24518656
                },
                {
                    "name": "model.layers.15.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24518912
                },
                {
                    "name": "model.layers.15.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24519424
                },
                {
                    "name": "model.layers.26.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24519936
                },
                {
                    "name": "model.layers.27.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24520192
                },
                {
                    "name": "model.layers.27.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24520704
                },
                {
                    "name": "model.layers.3.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24521216
                },
                {
                    "name": "model.layers.3.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24521728
                },
                {
                    "name": "model.layers.30.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24522240
                },
                {
                    "name": "model.layers.9.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24522496
                },
                {
                    "name": "model.layers.10.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24522752
                },
                {
                    "name": "model.layers.11.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24523008
                },
                {
                    "name": "model.layers.11.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24523520
                },
                {
                    "name": "model.layers.0.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24524032
                },
                {
                    "name": "model.layers.1.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24524288
                },
                {
                    "name": "model.layers.22.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24524544
                },
                {
                    "name": "model.layers.23.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24524800
                },
                {
                    "name": "model.layers.7.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24525312
                },
                {
                    "name": "model.layers.7.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24525824
                },
                {
                    "name": "model.layers.8.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24526336
                },
                {
                    "name": "model.layers.31.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24526592
                },
                {
                    "name": "model.layers.31.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24527104
                },
                {
                    "name": "model.layers.4.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24527616
                },
                {
                    "name": "model.layers.16.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24527872
                },
                {
                    "name": "model.layers.17.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24528128
                },
                {
                    "name": "model.layers.18.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24528384
                },
                {
                    "name": "model.layers.19.self_attn.k_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24528640
                },
                {
                    "name": "model.layers.19.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24529152
                },
                {
                    "name": "model.layers.2.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24529664
                },
                {
                    "name": "model.layers.23.self_attn.q_norm.weight",
                    "shape": [
                        256
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 512,
                    "byteOffset": 24529920
                },
                {
                    "name": "model.layers.24.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24530432
                },
                {
                    "name": "model.layers.25.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24530688
                },
                {
                    "name": "model.layers.5.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24530944
                },
                {
                    "name": "model.layers.6.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24531200
                },
                {
                    "name": "model.layers.20.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24531456
                },
                {
                    "name": "model.layers.21.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24531712
                },
                {
                    "name": "model.layers.28.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24531968
                },
                {
                    "name": "model.layers.29.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24532224
                },
                {
                    "name": "model.layers.12.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24532480
                },
                {
                    "name": "model.layers.13.linear_attn.norm.weight",
                    "shape": [
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 256,
                    "byteOffset": 24532736
                },
                {
                    "name": "model.layers.16.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24532992
                },
                {
                    "name": "model.layers.26.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533056
                },
                {
                    "name": "model.layers.28.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533120
                },
                {
                    "name": "model.layers.30.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533184
                },
                {
                    "name": "model.layers.10.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533248
                },
                {
                    "name": "model.layers.12.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533312
                },
                {
                    "name": "model.layers.0.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533376
                },
                {
                    "name": "model.layers.1.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533440
                },
                {
                    "name": "model.layers.22.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533504
                },
                {
                    "name": "model.layers.8.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533568
                },
                {
                    "name": "model.layers.9.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533632
                },
                {
                    "name": "model.layers.4.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533696
                },
                {
                    "name": "model.layers.5.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533760
                },
                {
                    "name": "model.layers.17.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533824
                },
                {
                    "name": "model.layers.18.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533888
                },
                {
                    "name": "model.layers.2.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24533952
                },
                {
                    "name": "model.layers.24.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534016
                },
                {
                    "name": "model.layers.25.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534080
                },
                {
                    "name": "model.layers.6.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534144
                },
                {
                    "name": "model.layers.20.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534208
                },
                {
                    "name": "model.layers.21.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534272
                },
                {
                    "name": "model.layers.29.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534336
                },
                {
                    "name": "model.layers.13.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534400
                },
                {
                    "name": "model.layers.14.linear_attn.A_log",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534464
                },
                {
                    "name": "model.layers.14.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534528
                },
                {
                    "name": "model.layers.16.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534592
                },
                {
                    "name": "model.layers.26.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534656
                },
                {
                    "name": "model.layers.30.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534720
                },
                {
                    "name": "model.layers.10.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534784
                },
                {
                    "name": "model.layers.0.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534848
                },
                {
                    "name": "model.layers.1.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534912
                },
                {
                    "name": "model.layers.22.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24534976
                },
                {
                    "name": "model.layers.8.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535040
                },
                {
                    "name": "model.layers.9.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535104
                },
                {
                    "name": "model.layers.4.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535168
                },
                {
                    "name": "model.layers.5.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535232
                },
                {
                    "name": "model.layers.17.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535296
                },
                {
                    "name": "model.layers.18.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535360
                },
                {
                    "name": "model.layers.2.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535424
                },
                {
                    "name": "model.layers.24.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535488
                },
                {
                    "name": "model.layers.25.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535552
                },
                {
                    "name": "model.layers.6.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535616
                },
                {
                    "name": "model.layers.20.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535680
                },
                {
                    "name": "model.layers.21.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535744
                },
                {
                    "name": "model.layers.28.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535808
                },
                {
                    "name": "model.layers.29.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535872
                },
                {
                    "name": "model.layers.12.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24535936
                },
                {
                    "name": "model.layers.13.linear_attn.dt_bias",
                    "shape": [
                        32
                    ],
                    "dtype": "float32",
                    "format": "f32-to-bf16",
                    "nbytes": 64,
                    "byteOffset": 24536000
                }
            ],
            "md5sum": "b87a7471931ba371bc59aaa3ff7d365c"
        }
    ]
}