{ "metadata": { "ParamSize": 313, "ParamBytes": 4284263424.0, "BitsPerParam": 4.500503319461262 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 272498688, "records": [ { "name": "lm_head.q_weight", "shape": [ 152064, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 272498688, "byteOffset": 0 } ], "md5sum": "fb3300667a8fbc3ea2d2931e3bd746bc" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 34062336, "records": [ { "name": "lm_head.q_scale", "shape": [ 152064, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 34062336, "byteOffset": 0 } ], "md5sum": "11288452cc5abf6a5675859fc99e4f84" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "96d23cbb4f0c2364add8c6f9924f3e8e" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "970e53d5b15cc1c42fb72566e429d49d" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "4a9528ff29e0dd6e7c223e5bd0ebd507" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.24.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "f9d3079041692e9582897a6b0976e120" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 33519616, "records": [ { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 0 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 4243456 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 4250624 }, { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 8494080 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16980992 }, { "name": "model.layers.23.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 16988160 }, { "name": "model.layers.23.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 16997376 }, { "name": "model.layers.23.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 25254912 }, { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 26287104 }, { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 32709632 }, { "name": "model.layers.24.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 33512448 } ], "md5sum": "7d1cdd1ad74c017856a8ee69a47d50c6" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "440459e9a2999795fcf012b96f5854aa" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.25.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "598fdd58d3bc67344e2945a7601cde34" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "6319718772f80a9478625c0c125ea84d" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 33512448, "records": [ { "name": "model.layers.24.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 0 }, { "name": "model.layers.24.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 4243456 }, { "name": "model.layers.24.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 12730368 }, { "name": "model.layers.24.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 12737536 }, { "name": "model.layers.24.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 12746752 }, { "name": "model.layers.24.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 21004288 }, { "name": "model.layers.24.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 22036480 }, { "name": "model.layers.24.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 28459008 }, { "name": "model.layers.25.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29261824 }, { "name": "model.layers.25.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 29268992 } ], "md5sum": "d9130f610e251ec1d25580884ebe572b" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.26.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "c12e5c5758c536d0d0779449013a3475" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "1cb4bb05542a657a773c46af88bdc9df" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.25.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.25.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.25.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.25.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.25.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.25.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.26.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.26.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "5d5ef8de3977a783555e9fa2a556999d" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.27.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "9001dcdf4467a3293d9d5ddf776cfe91" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "ebe8433fc5a6b249e7213b84a52f3cf5" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.26.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.26.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.26.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.26.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.26.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.26.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.27.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.27.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "e3354a318f62e6ef79861b2787c318de" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 272498688, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 152064, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 272498688, "byteOffset": 0 } ], "md5sum": "2f79ff713b10743055b3906e7e4e9bbf" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 34062336, "records": [ { "name": "model.embed_tokens.q_scale", "shape": [ 152064, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 34062336, "byteOffset": 0 } ], "md5sum": "eb18c3b1e9dde7f5294ee7a5fa698620" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "b8988371957d1697d2690edc5f566690" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "e639502c37ed1f5e364d30e55f5a3127" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 29276160, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.27.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.27.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.27.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.27.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.27.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.27.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.norm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25025536 }, { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25032704 } ], "md5sum": "5388377c931639f569219a0a856a224b" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "b18361ffd85b17b45612806b14b0a7a5" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "c66ae8249ddb9e04b35bf3ba82df2594" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.0.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.0.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.0.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "5197fe40ccfb054b0a2c40e1dc6b2ec7" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "301dacbdf414426defbdd67ad87f72d5" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "b05ae1fb797c521d3a9aeeac2d59479c" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.1.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.1.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.1.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "a6bf0ef50b4a7527ff3d0d60a794a865" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "289b132e30be8cf425e6a1cbce1793f3" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "557b42e945c2898f79df30de05beda9b" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.2.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.2.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.2.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "0a84fe060d4245a6dcf59cd125375f9f" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "c46536b107ed0553455b7ba3786f9a1e" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "8b41e598253e5aeef657afe774879733" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.3.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.3.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.3.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "e3d185e858771dff3b0b77d816c2d528" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "6085fd8b8b10469b81d6cc481a6b06eb" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "d92090e30d56ca3538b10ff24530ca38" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.4.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.4.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.4.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 25025536 } ], "md5sum": "e1372f4ccd24bcbaffcb2743add698b6" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 33299456, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 0 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8486912 }, { "name": "model.layers.5.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 8494080 }, { "name": "model.layers.5.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 8503296 }, { "name": "model.layers.5.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 16760832 }, { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 17793024 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 24215552 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25018368 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25025536 }, { "name": "model.layers.6.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 25032704 }, { "name": "model.layers.6.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 25041920 } ], "md5sum": "58f5b76255883a53d6334dcb52908d98" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "b2c912a9f17837a014a76feb134d0e16" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "0590f64fb72cc1efedc0e1630dbddc92" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 30301184, "records": [ { "name": "model.layers.6.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 0 }, { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 1032192 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 7454720 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 8257536 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 8264704 }, { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 12508160 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 20995072 }, { "name": "model.layers.10.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 21002240 }, { "name": "model.layers.10.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 21011456 }, { "name": "model.layers.10.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 29268992 } ], "md5sum": "b6db67722bf4cd278edaefe2a41d96de" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "95a26ad9968f2ff11758657081278b13" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "3f90f0393c0f977b74cdb21f94a2911b" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 0 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 6422528 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 7225344 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 7232512 }, { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 11475968 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 19962880 }, { "name": "model.layers.11.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 19970048 }, { "name": "model.layers.11.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 19979264 }, { "name": "model.layers.11.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 28236800 } ], "md5sum": "06e27dbb3055dbd47c8b8b13fa8ab203" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "6101e215b649f74c96ba685e1e2f237b" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "f6a804c8ba41c681d262618a4bfc85eb" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 0 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 6422528 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 7225344 }, { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 7232512 }, { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 11475968 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 19962880 }, { "name": "model.layers.12.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 19970048 }, { "name": "model.layers.12.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 19979264 }, { "name": "model.layers.12.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 28236800 } ], "md5sum": "946338dbd876cb9101ab42a5c39b57a0" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "24e58f6ff956dc997f5c9c3c0a9590c2" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "4626cca7571878c0dcb041d59f040599" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 0 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 6422528 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 7225344 }, { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 7232512 }, { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 11475968 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 19962880 }, { "name": "model.layers.13.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 19970048 }, { "name": "model.layers.13.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 19979264 }, { "name": "model.layers.13.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 28236800 } ], "md5sum": "9fcbb9015ed1bb0164f99bd5e8f19157" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "dc018991bb0a3a5488ce386e8d0ec726" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "d2ae2b0a51bd478d7dee2c9309cb51b4" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 32250880, "records": [ { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 0 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 6422528 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 7225344 }, { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 7232512 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 15719424 }, { "name": "model.layers.14.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 15726592 }, { "name": "model.layers.14.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 15735808 }, { "name": "model.layers.14.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 23993344 }, { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 25025536 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 31448064 } ], "md5sum": "e57245828a8834a7c0edc4aa7b7749f5" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "5913fd673f335cc3a379a21d9863ce3c" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "9696455428df29821f83da3937525f6a" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "c68e09f2bb38a3ee26c7efc20703585a" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 25484288, "records": [ { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 0 }, { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 4243456 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 12730368 }, { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 12737536 }, { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16980992 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25467904 }, { "name": "model.layers.7.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 25475072 } ], "md5sum": "d7785eeda45ae5f97f6a8fa54698a57a" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "dcd67e7b9edcc6e524e300029da0203a" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "5ccb384423b0c02c645006fde8942b0c" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.7.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.7.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.8.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "96cd8e8e482e632d323c10f310d15753" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "1dbe7890af4454d5b9c07b572ef94679" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "cdff948f913a9a3377218e4afef64e3e" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.8.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.8.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.9.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "df8bda69d1f20b7db3e6edd697063a3b" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "4e2200d8b2bcb6f30eefcc81bf77729c" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "ca157546c3617ba1a58bc3de2361f571" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "949f5ebecda16fb20e4f67ccfc1ca7f0" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 33512448, "records": [ { "name": "model.layers.9.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.9.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16515072 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 20758528 }, { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 20765696 }, { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 25009152 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 33496064 }, { "name": "model.layers.15.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 33503232 } ], "md5sum": "b89a9938be1a1cc53bbfd2cb3f80884b" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "254fe1121871fb682d3ddcba91e97690" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "252467dffaafedc9865983665182dba1" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.15.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.15.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.16.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "9ec30ad58261d0de45520eb7f99a234d" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "d9ab417a27f62d1fe301a1a81e56395f" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "05f3e65c2b0ecdcafd2d62f551b06d2c" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.16.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.16.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.17.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "92a6ff53ab1aabbdcd2220febfeaacb5" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "6c49d3cc0e778472ced75538cdceb112" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "ca1418936b81bdc56dd289691f070cf7" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.17.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.17.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.18.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "2e30993a09128e7b57b826fbe3183bb1" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "9d27f68ee0b100b138970804bf87ac11" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "6b82e014b2f313b59247f39149ee333c" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.18.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.18.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.19.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "78170c50d045c0f0a66d241797e6609f" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "2ae7f98c8b6d341ff66886dbf4ce1a56" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "1125935e69096e17b63e0d7c7dafc494" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.19.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.19.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.20.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "1f2c1ef1f663e1cccf8229c96ad5ce04" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 33947648, "records": [ { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 3584, 2368 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33947648, "byteOffset": 0 } ], "md5sum": "e9778b0e10186179c01d217333d6ff63" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "f6fd1e85386aa0b64ea366303d4e34b7" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 29268992, "records": [ { "name": "model.layers.20.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.20.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 3584, 592 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4243456, "byteOffset": 16522240 }, { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 20765696 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 29252608 }, { "name": "model.layers.21.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 29259776 } ], "md5sum": "9c038bddec73655b5805425c55bb3261" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 67895296, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 37888, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 67895296, "byteOffset": 0 } ], "md5sum": "390861241156e6c77e7dd1d749017e0e" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 33283072, "records": [ { "name": "model.layers.21.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 0 }, { "name": "model.layers.21.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 8257536 }, { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 9289728 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 15712256 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 16515072 }, { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 37888, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8486912, "byteOffset": 16522240 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 3584 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 7168, "byteOffset": 25009152 }, { "name": "model.layers.22.self_attn.c_attn.bias", "shape": [ 4608 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 9216, "byteOffset": 25016320 }, { "name": "model.layers.22.self_attn.c_attn.q_weight", "shape": [ 4608, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8257536, "byteOffset": 25025536 } ], "md5sum": "c0c867472c6931adfa671ce6a524092d" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 8257536, "records": [ { "name": "model.layers.22.self_attn.c_attn.q_scale", "shape": [ 4608, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1032192, "byteOffset": 0 }, { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 3584, 448 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6422528, "byteOffset": 1032192 }, { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 3584, 112 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 802816, "byteOffset": 7454720 } ], "md5sum": "db2bd569be5ab1fd99440d06390a713e" } ] }