oopus
/

magnum-v4-12b-MLC

Model card Files Files and versions Community

magnum-v4-12b-MLC / ndarray-cache.json

oopus

upload 1-50

2d25053 verified 5 months ago

raw

history blame contribute delete

188 kB

	{
	"metadata": {
	"ParamSize": 405,
	"ParamBytes": 6889973760.0,
	"BitsPerParam": 3.749252192749517
	},
	"records": [
	{
	"dataPath": "params_shard_0.bin",
	"format": "raw-shard",
	"nbytes": 335544320,
	"records": [
	{
	"name": "lm_head.q_weight",
	"shape": [
	131072,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 335544320,
	"byteOffset": 0
	}
	],
	"md5sum": "077f14f08bfff58cbe64b2beb783629e"
	},
	{
	"dataPath": "params_shard_1.bin",
	"format": "raw-shard",
	"nbytes": 41943040,
	"records": [
	{
	"name": "lm_head.q_scale",
	"shape": [
	131072,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 41943040,
	"byteOffset": 0
	}
	],
	"md5sum": "4044da458b7b3a552b9710f1a1a3e134"
	},
	{
	"dataPath": "params_shard_2.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.33.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "8074838689b8a911f58f8b497117841a"
	},
	{
	"dataPath": "params_shard_3.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.33.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "18befb4491885d9df182ebf087bcbff2"
	},
	{
	"dataPath": "params_shard_4.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.34.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "6519340557336ba1889b5239ba845352"
	},
	{
	"dataPath": "params_shard_5.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.34.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "1c5ec07259e5e1c0d0b2e5cfad82b016"
	},
	{
	"dataPath": "params_shard_6.bin",
	"format": "raw-shard",
	"nbytes": 27566080,
	"records": [
	{
	"name": "model.layers.33.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 0
	},
	{
	"name": "model.layers.33.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 10240
	},
	{
	"name": "model.layers.33.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4597760
	},
	{
	"name": "model.layers.33.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.34.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13783040
	},
	{
	"name": "model.layers.34.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 13793280
	},
	{
	"name": "model.layers.34.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 18380800
	},
	{
	"name": "model.layers.34.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 27555840
	}
	],
	"md5sum": "3933a10dc4ecd316b79489fe0269f126"
	},
	{
	"dataPath": "params_shard_7.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.35.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "55d92108c7838afd5b51cabb10eea062"
	},
	{
	"dataPath": "params_shard_8.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.34.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.34.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.34.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.34.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.35.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "dcdc491d9c7748d0eefa149c9171e910"
	},
	{
	"dataPath": "params_shard_9.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.35.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "d2e2cadc35e96affc9049f8ad3d8f1c4"
	},
	{
	"dataPath": "params_shard_10.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.35.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.35.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.35.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.35.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.35.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "c7ee31cd08a3a5f655f930693f427ca5"
	},
	{
	"dataPath": "params_shard_11.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.36.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "f72c83d4dda285655bb1b29d0ef2bb69"
	},
	{
	"dataPath": "params_shard_12.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.36.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "3aa931ca7718816576f5e85ace0be27d"
	},
	{
	"dataPath": "params_shard_13.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.35.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.35.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.36.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.36.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.36.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.36.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "660f4e1100cc213975a3b05aff6afd07"
	},
	{
	"dataPath": "params_shard_14.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.37.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "0c4ca46fe6fc649a737544fcfed2314c"
	},
	{
	"dataPath": "params_shard_15.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.36.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.36.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.36.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.36.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.37.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "fe106d172eb3e3bca4a7e3ae4327c017"
	},
	{
	"dataPath": "params_shard_16.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.37.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "550decdd6b48a36ba007bf545d0083c5"
	},
	{
	"dataPath": "params_shard_17.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.37.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.37.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.37.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.37.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.37.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "328c36df4510afcd3241030d18eda163"
	},
	{
	"dataPath": "params_shard_18.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.38.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "25ea44d461814732d0c35522bd28be9a"
	},
	{
	"dataPath": "params_shard_19.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.38.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "20715a7250aefbbf691b8f47d37749c4"
	},
	{
	"dataPath": "params_shard_20.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.37.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.37.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.38.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.38.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.38.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.38.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "f6a189ca1ca8ecf095187c578461d8cf"
	},
	{
	"dataPath": "params_shard_21.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.39.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "289b10772023d1824bd5e7f25a033793"
	},
	{
	"dataPath": "params_shard_22.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.38.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.38.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.38.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.38.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.39.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "acdd864ff8b7a6d808edec531dce6761"
	},
	{
	"dataPath": "params_shard_23.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.39.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "c229bc3f7e0844c4beae0718c1595222"
	},
	{
	"dataPath": "params_shard_24.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.39.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.39.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.39.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.39.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.39.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "133ba4aefae84b0fc788a1e6def2fd42"
	},
	{
	"dataPath": "params_shard_25.bin",
	"format": "raw-shard",
	"nbytes": 335544320,
	"records": [
	{
	"name": "model.embed_tokens.q_weight",
	"shape": [
	131072,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 335544320,
	"byteOffset": 0
	}
	],
	"md5sum": "422c8aa36fc1afc329708c4428adbcc4"
	},
	{
	"dataPath": "params_shard_26.bin",
	"format": "raw-shard",
	"nbytes": 41943040,
	"records": [
	{
	"name": "model.embed_tokens.q_scale",
	"shape": [
	131072,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 41943040,
	"byteOffset": 0
	}
	],
	"md5sum": "08b20d4278920be03624aa0c5c4f00e8"
	},
	{
	"dataPath": "params_shard_27.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.0.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "35b6b7a274109fd13f8d8645cbdc7b2f"
	},
	{
	"dataPath": "params_shard_28.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.0.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "49ef6a5fa23862c45a597bd593c28ce1"
	},
	{
	"dataPath": "params_shard_29.bin",
	"format": "raw-shard",
	"nbytes": 25589760,
	"records": [
	{
	"name": "model.layers.39.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.39.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.norm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.0.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.0.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11816960
	},
	{
	"name": "model.layers.0.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16404480
	},
	{
	"name": "model.layers.0.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25579520
	}
	],
	"md5sum": "55b5de9ba7af025e24ef9502aeac0c96"
	},
	{
	"dataPath": "params_shard_30.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.1.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "621c24c982b10d22cf42c3fa1123f8a7"
	},
	{
	"dataPath": "params_shard_31.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.0.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.0.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.0.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.0.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.1.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "09b1687f2d71731724a14f949b30e65c"
	},
	{
	"dataPath": "params_shard_32.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.1.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "753df84bc2b62b7ea3d1409c1183fe94"
	},
	{
	"dataPath": "params_shard_33.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.1.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.1.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.1.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.1.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.1.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "2e358805e5b1bb01e72689eda8b77579"
	},
	{
	"dataPath": "params_shard_34.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.2.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "076e420dc73c11c4bf6ac69b6e25cebe"
	},
	{
	"dataPath": "params_shard_35.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.2.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "a0baf662b405280bbead59631bc81005"
	},
	{
	"dataPath": "params_shard_36.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.1.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.1.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.2.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.2.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.2.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.2.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "3212aaf8acda574d583e1e6ad8dda90c"
	},
	{
	"dataPath": "params_shard_37.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.3.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "5ac3dc712b6068bdd082d866e0b824bf"
	},
	{
	"dataPath": "params_shard_38.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.2.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.2.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.2.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.2.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.3.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "9424ab9fd1dba9bc11ab5c58c0d60cae"
	},
	{
	"dataPath": "params_shard_39.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.3.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "7859156d394d71ed88cca26ee4000b0a"
	},
	{
	"dataPath": "params_shard_40.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.3.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.3.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.3.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.3.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.3.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "56791c4f0c26960e2de9c8112e01436d"
	},
	{
	"dataPath": "params_shard_41.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.4.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "42f1dd615582aa7c74a6b1dfa1dba5cd"
	},
	{
	"dataPath": "params_shard_42.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.4.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "ad950bc8d389c8f56ebd111c1de3ae8e"
	},
	{
	"dataPath": "params_shard_43.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.3.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.3.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.4.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.4.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.4.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.4.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "a340ddd2c1a3885cd70db1d577eb655b"
	},
	{
	"dataPath": "params_shard_44.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.5.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "8eb411bcdb3efc7ce7ca06a01fdd683e"
	},
	{
	"dataPath": "params_shard_45.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.4.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.4.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.4.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.4.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.5.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "8dfe5f2ffbb5e4ee37fcb3bc59eea188"
	},
	{
	"dataPath": "params_shard_46.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.5.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "e2bb7e7ad2f47ad9e3472f6a03d47827"
	},
	{
	"dataPath": "params_shard_47.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.5.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.5.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.5.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.5.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.5.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "012c55b42723849b7372d24704881c1e"
	},
	{
	"dataPath": "params_shard_48.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.6.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "e0bd0e9ea5c3814f1d453cfeb2b647d1"
	},
	{
	"dataPath": "params_shard_49.bin",
	"format": "raw-shard",
	"nbytes": 20971520,
	"records": [
	{
	"name": "model.layers.5.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.5.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.6.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 11796480
	}
	],
	"md5sum": "6605b0826c5b5ec87d2e4be96c9dc166"
	},
	{
	"dataPath": "params_shard_50.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.10.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "5b25ecadbcc31fe5fe06b59fb1261572"
	},
	{
	"dataPath": "params_shard_51.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.6.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.6.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.6.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.6.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.10.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "30cb1f2bd0c4d856025bc18ce069e7d0"
	},
	{
	"dataPath": "params_shard_52.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.10.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "8b906e4b090f0269f358072298a0c57f"
	},
	{
	"dataPath": "params_shard_53.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.10.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.10.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.10.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.10.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.10.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "85f741ed63ed7fd023873467469efe0c"
	},
	{
	"dataPath": "params_shard_54.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.11.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "2dc21dcf6c92e2d3b829a8d1993459b3"
	},
	{
	"dataPath": "params_shard_55.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.11.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "1ee53698de0f66a91554ecd2cddf66dd"
	},
	{
	"dataPath": "params_shard_56.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.10.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.10.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.11.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.11.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.11.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.11.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "662be244d38d1aee0b9cfd944390ac36"
	},
	{
	"dataPath": "params_shard_57.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.12.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "cd9f712a8ca3a7b23813078236d9821c"
	},
	{
	"dataPath": "params_shard_58.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.11.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.11.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.11.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.11.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.12.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "e821efdc9ea8187fa09a8763b0ce9d72"
	},
	{
	"dataPath": "params_shard_59.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.12.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "e811e06ac4dec81df1954db460b1d311"
	},
	{
	"dataPath": "params_shard_60.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.12.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.12.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.12.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.12.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.12.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "d3b2b7ab5618038fb781673c6c72b7c9"
	},
	{
	"dataPath": "params_shard_61.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.13.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "bc774762ccdc1fee824eb18acccfb837"
	},
	{
	"dataPath": "params_shard_62.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.13.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "eca48f64eb2c1266387fb95cef4e9388"
	},
	{
	"dataPath": "params_shard_63.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.12.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.12.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.13.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.13.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.13.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.13.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "6c8da84992b34884ff5721bf31095ec0"
	},
	{
	"dataPath": "params_shard_64.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.14.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "3af5ecda29f7acfe31a9e03362869595"
	},
	{
	"dataPath": "params_shard_65.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.13.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.13.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.13.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.13.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.14.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "f750d59d34df66fa40dfb7f6a45ec5b7"
	},
	{
	"dataPath": "params_shard_66.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.14.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "224c2a128699df5c6815edfc2339fe07"
	},
	{
	"dataPath": "params_shard_67.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.14.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.14.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.14.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.14.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.14.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "f198dfb92a5a3d4ba89a2921a5a1276f"
	},
	{
	"dataPath": "params_shard_68.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.15.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "85a63ffc0e73cc415271428e86941757"
	},
	{
	"dataPath": "params_shard_69.bin",
	"format": "raw-shard",
	"nbytes": 20971520,
	"records": [
	{
	"name": "model.layers.14.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.14.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.15.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 11796480
	}
	],
	"md5sum": "44ab17d46459c571f775462306ceac7e"
	},
	{
	"dataPath": "params_shard_70.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.6.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "158bfde7d5f835f305e10b953eab9bfb"
	},
	{
	"dataPath": "params_shard_71.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.15.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.15.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.15.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.15.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.6.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "9d3779d656b7f4f7877dff6a8ed92837"
	},
	{
	"dataPath": "params_shard_72.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.7.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "52eb314a4cd4d2fe020bf31e683cb99e"
	},
	{
	"dataPath": "params_shard_73.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.7.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "11b5e164dc56840ed5e41409da209377"
	},
	{
	"dataPath": "params_shard_74.bin",
	"format": "raw-shard",
	"nbytes": 18380800,
	"records": [
	{
	"name": "model.layers.6.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.6.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.7.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4597760
	},
	{
	"name": "model.layers.7.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 4608000
	},
	{
	"name": "model.layers.7.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 9195520
	},
	{
	"name": "model.layers.7.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 18370560
	}
	],
	"md5sum": "48c4017e236d01335048f16a2a68a174"
	},
	{
	"dataPath": "params_shard_75.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.8.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "4996d3d0daff918aa9eeb1e4d3e6c65d"
	},
	{
	"dataPath": "params_shard_76.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.7.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.7.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.7.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.7.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.8.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "9346d00bbe97818ee905b3dc122b99c0"
	},
	{
	"dataPath": "params_shard_77.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.8.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "7110bd1de508ba96dca9b628ea3920ae"
	},
	{
	"dataPath": "params_shard_78.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.8.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.8.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.8.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.8.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.8.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "7f2988e52860fbd6d74538eee50dfb17"
	},
	{
	"dataPath": "params_shard_79.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.9.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "41bc7b4595c4dee897c465533babe8a4"
	},
	{
	"dataPath": "params_shard_80.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.9.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "b6d0e491a05b43c517c47682d9851d9c"
	},
	{
	"dataPath": "params_shard_81.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.8.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.8.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.9.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.9.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.9.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.9.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "913e39de3ebefb31fe3414e3e0d3a7be"
	},
	{
	"dataPath": "params_shard_82.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.15.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "ce6055c0414c54c649fbd48b39c828d3"
	},
	{
	"dataPath": "params_shard_83.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.9.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.9.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.9.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.9.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.15.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "359c280a3d95f7389dad72bd990f8b9d"
	},
	{
	"dataPath": "params_shard_84.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.16.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "dc6746f9f644d740f15235122fd1eff4"
	},
	{
	"dataPath": "params_shard_85.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.16.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "a1a086abaf2664c808adbd45820725e5"
	},
	{
	"dataPath": "params_shard_86.bin",
	"format": "raw-shard",
	"nbytes": 18380800,
	"records": [
	{
	"name": "model.layers.15.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.15.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.16.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4597760
	},
	{
	"name": "model.layers.16.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 4608000
	},
	{
	"name": "model.layers.16.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 9195520
	},
	{
	"name": "model.layers.16.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 18370560
	}
	],
	"md5sum": "67ee026dd7b6acef38c39e7412e17ada"
	},
	{
	"dataPath": "params_shard_87.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.17.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "35424ac950c0cccca248dbd5b1d417b1"
	},
	{
	"dataPath": "params_shard_88.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.16.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.16.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.16.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.16.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.17.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "eada50200144736554ed51fc08243e52"
	},
	{
	"dataPath": "params_shard_89.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.17.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "c67f05c03a54c7481ffb371ce4d56a5f"
	},
	{
	"dataPath": "params_shard_90.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.17.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.17.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.17.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.17.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.17.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "17b0cdf078e7b1957ee7ea9f311292c7"
	},
	{
	"dataPath": "params_shard_91.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.18.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "0fb3b685ba8145b33ec3413aed855552"
	},
	{
	"dataPath": "params_shard_92.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.18.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "265b1e52db3d95e3bf7e08a5aad0c684"
	},
	{
	"dataPath": "params_shard_93.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.17.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.17.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.18.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.18.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.18.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.18.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "fe60ced90192e5a59c647184c600b6cc"
	},
	{
	"dataPath": "params_shard_94.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.19.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "b5ca55b9966a7302c03aaa1c8c1d2612"
	},
	{
	"dataPath": "params_shard_95.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.18.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.18.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.18.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.18.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.19.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "f5ed947adfc0d3bb7696b0b63e73f831"
	},
	{
	"dataPath": "params_shard_96.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.19.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "cf514f9e0253781d09922dd5f6120fc0"
	},
	{
	"dataPath": "params_shard_97.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.19.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.19.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.19.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.19.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.19.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "135628174fdfba6a5c2e019da5c3c0c1"
	},
	{
	"dataPath": "params_shard_98.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.20.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "97176559519143faab7bca40a5cf4f91"
	},
	{
	"dataPath": "params_shard_99.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.20.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "781684cfab670358a008957f5d3f60bc"
	},
	{
	"dataPath": "params_shard_100.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.19.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.19.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.20.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.20.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.20.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.20.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "06739e3c42103e203d9cb7054ebe0964"
	},
	{
	"dataPath": "params_shard_101.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.21.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "8dcd3a162fed0aae0df96438aaa44c29"
	},
	{
	"dataPath": "params_shard_102.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.20.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.20.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.20.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.20.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.21.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "9e76689f9d050e948b3f2c75d384191f"
	},
	{
	"dataPath": "params_shard_103.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.21.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "c8cd1ff00a238ae5f660537c1e64bcf3"
	},
	{
	"dataPath": "params_shard_104.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.21.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.21.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.21.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.21.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.21.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "16c9f307122ba0f940e8d7aa4b1cd3d5"
	},
	{
	"dataPath": "params_shard_105.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.22.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "5ecb6f33826c25093362735b7a54e657"
	},
	{
	"dataPath": "params_shard_106.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.22.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "34331d197428390c3a80589883b50ff9"
	},
	{
	"dataPath": "params_shard_107.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.21.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.21.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.22.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.22.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.22.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.22.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "d80644bf9b2de0781a01aa26ec903c9e"
	},
	{
	"dataPath": "params_shard_108.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.23.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "c2bec8101f498fb92dcee5ed07c26431"
	},
	{
	"dataPath": "params_shard_109.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.22.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.22.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.22.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.22.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.23.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "ce44b15272ae6b4e133bc9c8d5394c65"
	},
	{
	"dataPath": "params_shard_110.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.23.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "1b363531b7260bbbcab75590edf7ec81"
	},
	{
	"dataPath": "params_shard_111.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.23.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.23.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.23.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.23.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.23.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "0081057ee4a2af89b5bbda924641b185"
	},
	{
	"dataPath": "params_shard_112.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.24.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "02ce9b232ad3a87ab7092ac4ca3b3ce8"
	},
	{
	"dataPath": "params_shard_113.bin",
	"format": "raw-shard",
	"nbytes": 20971520,
	"records": [
	{
	"name": "model.layers.23.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.23.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.24.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 11796480
	}
	],
	"md5sum": "fc7dcbe0f5599a913e76a0101d04730d"
	},
	{
	"dataPath": "params_shard_114.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.24.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "125f627951d63583d76fb9224da85da6"
	},
	{
	"dataPath": "params_shard_115.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.24.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.24.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.24.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.24.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.24.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "ac620c559d605f2d677ded3d825e26d7"
	},
	{
	"dataPath": "params_shard_116.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.25.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "19b9c932efc7c72b3b6a8d5dc3d73709"
	},
	{
	"dataPath": "params_shard_117.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.25.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "1d91182c42468093d4db880412a42498"
	},
	{
	"dataPath": "params_shard_118.bin",
	"format": "raw-shard",
	"nbytes": 18380800,
	"records": [
	{
	"name": "model.layers.24.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.24.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.25.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 4597760
	},
	{
	"name": "model.layers.25.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 4608000
	},
	{
	"name": "model.layers.25.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 9195520
	},
	{
	"name": "model.layers.25.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 18370560
	}
	],
	"md5sum": "efa6034df970ccf2c5c52589d35cdf6c"
	},
	{
	"dataPath": "params_shard_119.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.26.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "f49343e57de142e328c4cccae23e74ba"
	},
	{
	"dataPath": "params_shard_120.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.25.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.25.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.25.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.25.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.26.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "afe9edd9471c81da3d6210b992c4981c"
	},
	{
	"dataPath": "params_shard_121.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.26.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "7f99983ba28cb931ab463d3e9eb469c5"
	},
	{
	"dataPath": "params_shard_122.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.26.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.26.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.26.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.26.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.26.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "489d53fc86a67c1955fd31d49b1e3b10"
	},
	{
	"dataPath": "params_shard_123.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.27.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "92ca10687ceeb9bcb8687a29fb8c2e62"
	},
	{
	"dataPath": "params_shard_124.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.27.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "d2a9355e3a6abfcb85153ab25b2b1d85"
	},
	{
	"dataPath": "params_shard_125.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.26.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.26.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.27.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.27.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.27.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.27.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "b873175dbb926ff37710108ca5bb29b2"
	},
	{
	"dataPath": "params_shard_126.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.28.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "a6c9fb82e41da4444f7f0c081561ecf7"
	},
	{
	"dataPath": "params_shard_127.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.27.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.27.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.27.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.27.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.28.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "f856be643e670eab2023e332ee308686"
	},
	{
	"dataPath": "params_shard_128.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.28.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "2ac0830485988d9f07f3cbf5e3388cf0"
	},
	{
	"dataPath": "params_shard_129.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.28.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.28.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.28.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.28.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.28.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "50bc1d8e726e1a8f509990ae9832f2b9"
	},
	{
	"dataPath": "params_shard_130.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.29.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "eccff150b42394de7516f10866272c34"
	},
	{
	"dataPath": "params_shard_131.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.29.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "56f08e607d844c0a320909f6235eb601"
	},
	{
	"dataPath": "params_shard_132.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.28.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.28.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.29.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.29.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.29.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.29.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "404a20d7df1e43c4d6351e6ded96607b"
	},
	{
	"dataPath": "params_shard_133.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.30.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "6dbafa77a78d7f57e0c2e582bee02cf2"
	},
	{
	"dataPath": "params_shard_134.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.29.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.29.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.29.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.29.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.30.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "1682d1eb9d33dc8fbf90c8b96ebb2140"
	},
	{
	"dataPath": "params_shard_135.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.30.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "68638eb3fe3ed14e6ea4c61c130e61d7"
	},
	{
	"dataPath": "params_shard_136.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.30.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.30.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.30.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.30.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.30.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "aceffe5c8e86f5f4f0ea8b5d710e4b01"
	},
	{
	"dataPath": "params_shard_137.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.31.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "0b1a524dd5d1b4525fce8ad19ec81ca1"
	},
	{
	"dataPath": "params_shard_138.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.31.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "c342454759f770dfc050b23c8b476abf"
	},
	{
	"dataPath": "params_shard_139.bin",
	"format": "raw-shard",
	"nbytes": 25579520,
	"records": [
	{
	"name": "model.layers.30.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.30.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.31.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.31.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 11806720
	},
	{
	"name": "model.layers.31.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 16394240
	},
	{
	"name": "model.layers.31.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 25569280
	}
	],
	"md5sum": "1c65d0a911952bc3d2f44a54759503ec"
	},
	{
	"dataPath": "params_shard_140.bin",
	"format": "raw-shard",
	"nbytes": 36700160,
	"records": [
	{
	"name": "model.layers.32.mlp.down_proj.q_weight",
	"shape": [
	5120,
	1792
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 36700160,
	"byteOffset": 0
	}
	],
	"md5sum": "c8e86b8f02c7dd2beab3444867a68019"
	},
	{
	"dataPath": "params_shard_141.bin",
	"format": "raw-shard",
	"nbytes": 29501440,
	"records": [
	{
	"name": "model.layers.31.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 0
	},
	{
	"name": "model.layers.31.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 15728640
	},
	{
	"name": "model.layers.31.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 17694720
	},
	{
	"name": "model.layers.31.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 28180480
	},
	{
	"name": "model.layers.32.input_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 29491200
	}
	],
	"md5sum": "a3a117aa45fa9ebbb924282f30acc63c"
	},
	{
	"dataPath": "params_shard_142.bin",
	"format": "raw-shard",
	"nbytes": 73400320,
	"records": [
	{
	"name": "model.layers.32.mlp.gate_up_proj.q_weight",
	"shape": [
	28672,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 73400320,
	"byteOffset": 0
	}
	],
	"md5sum": "c9d948143b0465e534278365445ac059"
	},
	{
	"dataPath": "params_shard_143.bin",
	"format": "raw-shard",
	"nbytes": 31467520,
	"records": [
	{
	"name": "model.layers.32.mlp.down_proj.q_scale",
	"shape": [
	5120,
	448
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 4587520,
	"byteOffset": 0
	},
	{
	"name": "model.layers.32.mlp.gate_up_proj.q_scale",
	"shape": [
	28672,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 9175040,
	"byteOffset": 4587520
	},
	{
	"name": "model.layers.32.post_attention_layernorm.weight",
	"shape": [
	5120
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 10240,
	"byteOffset": 13762560
	},
	{
	"name": "model.layers.32.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 13772800
	},
	{
	"name": "model.layers.32.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 29501440
	}
	],
	"md5sum": "f226ea77c7fd76ceb1fb47b02e89e8b3"
	},
	{
	"dataPath": "params_shard_144.bin",
	"format": "raw-shard",
	"nbytes": 29491200,
	"records": [
	{
	"name": "model.layers.32.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.32.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	},
	{
	"name": "model.layers.33.self_attn.qkv_proj.q_weight",
	"shape": [
	6144,
	640
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 15728640,
	"byteOffset": 11796480
	},
	{
	"name": "model.layers.33.self_attn.qkv_proj.q_scale",
	"shape": [
	6144,
	160
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1966080,
	"byteOffset": 27525120
	}
	],
	"md5sum": "67d7cb14a88677c74790251bda2e0c38"
	},
	{
	"dataPath": "params_shard_145.bin",
	"format": "raw-shard",
	"nbytes": 11796480,
	"records": [
	{
	"name": "model.layers.33.self_attn.o_proj.q_weight",
	"shape": [
	5120,
	512
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 10485760,
	"byteOffset": 0
	},
	{
	"name": "model.layers.33.self_attn.o_proj.q_scale",
	"shape": [
	5120,
	128
	],
	"dtype": "float16",
	"format": "f32-to-bf16",
	"nbytes": 1310720,
	"byteOffset": 10485760
	}
	],
	"md5sum": "b6b088e888d798a51f12139e39e457b1"
	}
	]
	}