{"format":"freetoken_weight","version":1,"align":4096,"shard_limit":8589934592,"total_bytes":78032617472,"tensors":[{"name":"model.layers.14.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":0,"nbytes":81920},{"name":"model.layers.14.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":81920,"nbytes":20480},{"name":"model.layers.14.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":102400,"nbytes":6553600},{"name":"model.layers.14.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6656000,"nbytes":6553600},{"name":"model.layers.14.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":13209600,"nbytes":3276800},{"name":"model.layers.14.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":16486400,"nbytes":6553600},{"name":"model.layers.14.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":23040000,"nbytes":5120},{"name":"model.layers.14.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":23048192,"nbytes":81920},{"name":"model.layers.14.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":23130112,"nbytes":20480},{"name":"model.layers.14.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":23150592,"nbytes":6553600},{"name":"model.layers.14.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":29704192,"nbytes":6553600},{"name":"model.layers.15.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":36257792,"nbytes":81920},{"name":"model.layers.15.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":36339712,"nbytes":20480},{"name":"model.layers.15.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":36360192,"nbytes":6553600},{"name":"model.layers.15.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":42913792,"nbytes":6553600},{"name":"model.layers.15.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":49467392,"nbytes":2621440},{"name":"model.layers.15.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":52088832,"nbytes":3276800},{"name":"model.layers.15.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":55365632,"nbytes":6553600},{"name":"model.layers.15.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":61919232,"nbytes":5120},{"name":"model.layers.15.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":61927424,"nbytes":81920},{"name":"model.layers.15.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":62009344,"nbytes":20480},{"name":"model.layers.15.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":62029824,"nbytes":6553600},{"name":"model.layers.15.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":68583424,"nbytes":6553600},{"name":"model.layers.15.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":75137024,"nbytes":3276800},{"name":"model.layers.15.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":78413824,"nbytes":256},{"name":"model.layers.15.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":78417920,"nbytes":256},{"name":"model.layers.15.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":78422016,"nbytes":512},{"name":"model.layers.15.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":78426112,"nbytes":31457280},{"name":"model.layers.15.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":109883392,"nbytes":512},{"name":"model.layers.15.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":109887488,"nbytes":68157440},{"name":"model.layers.16.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":178044928,"nbytes":81920},{"name":"model.layers.16.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":178126848,"nbytes":20480},{"name":"model.layers.16.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":178147328,"nbytes":6553600},{"name":"model.layers.16.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":184700928,"nbytes":6553600},{"name":"model.layers.16.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":191254528,"nbytes":96},{"name":"model.layers.16.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":191258624,"nbytes":81920},{"name":"model.layers.16.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":191340544,"nbytes":96},{"name":"model.layers.16.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":191344640,"nbytes":84377600},{"name":"model.layers.16.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":275722240,"nbytes":256},{"name":"model.layers.16.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":275726336,"nbytes":31457280},{"name":"model.layers.16.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":307183616,"nbytes":2621440},{"name":"model.layers.16.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":309805056,"nbytes":3276800},{"name":"model.layers.16.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":313081856,"nbytes":6553600},{"name":"model.layers.16.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":319635456,"nbytes":5120},{"name":"model.layers.16.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":319643648,"nbytes":81920},{"name":"model.layers.16.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":319725568,"nbytes":20480},{"name":"model.layers.16.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":319746048,"nbytes":6553600},{"name":"model.layers.16.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":326299648,"nbytes":6553600},{"name":"model.layers.17.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":332853248,"nbytes":81920},{"name":"model.layers.17.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":332935168,"nbytes":20480},{"name":"model.layers.17.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":332955648,"nbytes":6553600},{"name":"model.layers.17.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":339509248,"nbytes":6553600},{"name":"model.layers.17.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":346062848,"nbytes":96},{"name":"model.layers.17.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":346066944,"nbytes":81920},{"name":"model.layers.17.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":346148864,"nbytes":96},{"name":"model.layers.17.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":346152960,"nbytes":84377600},{"name":"model.layers.17.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":430530560,"nbytes":256},{"name":"model.layers.17.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":430534656,"nbytes":31457280},{"name":"model.layers.17.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":461991936,"nbytes":2621440},{"name":"model.layers.17.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":464613376,"nbytes":3276800},{"name":"model.layers.17.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":467890176,"nbytes":6553600},{"name":"model.layers.17.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":474443776,"nbytes":5120},{"name":"model.layers.17.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":474451968,"nbytes":81920},{"name":"model.layers.17.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":474533888,"nbytes":20480},{"name":"model.layers.17.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":474554368,"nbytes":6553600},{"name":"model.layers.17.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":481107968,"nbytes":6553600},{"name":"model.layers.18.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":487661568,"nbytes":81920},{"name":"model.layers.18.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":487743488,"nbytes":20480},{"name":"model.layers.18.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":487763968,"nbytes":6553600},{"name":"model.layers.18.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":494317568,"nbytes":6553600},{"name":"model.layers.18.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":500871168,"nbytes":96},{"name":"model.layers.18.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":500875264,"nbytes":81920},{"name":"model.layers.18.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":500957184,"nbytes":96},{"name":"model.layers.18.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":500961280,"nbytes":84377600},{"name":"model.layers.18.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":585338880,"nbytes":256},{"name":"model.layers.18.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":585342976,"nbytes":31457280},{"name":"model.layers.18.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":616800256,"nbytes":2621440},{"name":"model.layers.18.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":619421696,"nbytes":3276800},{"name":"model.layers.18.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":622698496,"nbytes":6553600},{"name":"model.layers.18.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":629252096,"nbytes":5120},{"name":"model.layers.18.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":629260288,"nbytes":81920},{"name":"model.layers.18.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":629342208,"nbytes":20480},{"name":"model.layers.18.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":629362688,"nbytes":6553600},{"name":"model.layers.18.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":635916288,"nbytes":6553600},{"name":"model.layers.19.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":642469888,"nbytes":81920},{"name":"model.layers.19.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":642551808,"nbytes":20480},{"name":"model.layers.19.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":642572288,"nbytes":6553600},{"name":"model.layers.19.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":649125888,"nbytes":6553600},{"name":"model.layers.19.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":655679488,"nbytes":2621440},{"name":"model.layers.19.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":658300928,"nbytes":3276800},{"name":"model.layers.19.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":661577728,"nbytes":6553600},{"name":"model.layers.19.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":668131328,"nbytes":5120},{"name":"model.layers.19.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":668139520,"nbytes":81920},{"name":"model.layers.19.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":668221440,"nbytes":20480},{"name":"model.layers.19.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":668241920,"nbytes":6553600},{"name":"model.layers.19.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":674795520,"nbytes":6553600},{"name":"model.layers.19.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":681349120,"nbytes":3276800},{"name":"model.layers.19.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":684625920,"nbytes":256},{"name":"model.layers.19.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":684630016,"nbytes":256},{"name":"model.layers.19.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":684634112,"nbytes":512},{"name":"model.layers.19.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":684638208,"nbytes":31457280},{"name":"model.layers.19.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":716095488,"nbytes":512},{"name":"model.layers.19.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":716099584,"nbytes":68157440},{"name":"model.layers.20.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":784257024,"nbytes":81920},{"name":"model.layers.20.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":784338944,"nbytes":20480},{"name":"model.layers.20.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":784359424,"nbytes":6553600},{"name":"model.layers.20.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":790913024,"nbytes":6553600},{"name":"model.layers.20.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":797466624,"nbytes":96},{"name":"model.layers.20.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":797470720,"nbytes":81920},{"name":"model.layers.20.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":797552640,"nbytes":96},{"name":"model.layers.20.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":797556736,"nbytes":84377600},{"name":"model.layers.20.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":881934336,"nbytes":256},{"name":"model.layers.20.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":881938432,"nbytes":31457280},{"name":"model.layers.20.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":913395712,"nbytes":2621440},{"name":"model.layers.20.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":916017152,"nbytes":3276800},{"name":"model.layers.20.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":919293952,"nbytes":6553600},{"name":"model.layers.20.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":925847552,"nbytes":5120},{"name":"model.layers.20.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":925855744,"nbytes":81920},{"name":"model.layers.20.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":925937664,"nbytes":20480},{"name":"model.layers.20.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":925958144,"nbytes":6553600},{"name":"model.layers.20.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":932511744,"nbytes":6553600},{"name":"model.layers.21.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":939065344,"nbytes":96},{"name":"model.layers.21.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":939069440,"nbytes":81920},{"name":"model.layers.21.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":939151360,"nbytes":96},{"name":"model.layers.21.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":939155456,"nbytes":84377600},{"name":"model.layers.21.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1023533056,"nbytes":256},{"name":"model.layers.21.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1023537152,"nbytes":31457280},{"name":"model.layers.21.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1054994432,"nbytes":2621440},{"name":"model.layers.27.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1057615872,"nbytes":81920},{"name":"model.layers.27.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1057697792,"nbytes":20480},{"name":"model.layers.27.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1057718272,"nbytes":6553600},{"name":"model.layers.27.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1064271872,"nbytes":6553600},{"name":"model.layers.27.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1070825472,"nbytes":3276800},{"name":"model.layers.27.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1074102272,"nbytes":6553600},{"name":"model.layers.27.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1080655872,"nbytes":5120},{"name":"model.layers.27.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1080664064,"nbytes":81920},{"name":"model.layers.27.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1080745984,"nbytes":20480},{"name":"model.layers.27.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1080766464,"nbytes":6553600},{"name":"model.layers.27.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1087320064,"nbytes":6553600},{"name":"model.layers.28.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1093873664,"nbytes":81920},{"name":"model.layers.28.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1093955584,"nbytes":20480},{"name":"model.layers.28.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1093976064,"nbytes":6553600},{"name":"model.layers.28.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1100529664,"nbytes":6553600},{"name":"model.layers.28.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1107083264,"nbytes":96},{"name":"model.layers.28.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":1107087360,"nbytes":81920},{"name":"model.layers.28.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1107169280,"nbytes":96},{"name":"model.layers.28.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":1107173376,"nbytes":84377600},{"name":"model.layers.28.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1191550976,"nbytes":256},{"name":"model.layers.28.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1191555072,"nbytes":31457280},{"name":"model.layers.28.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1223012352,"nbytes":2621440},{"name":"model.layers.28.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1225633792,"nbytes":3276800},{"name":"model.layers.28.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1228910592,"nbytes":6553600},{"name":"model.layers.28.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1235464192,"nbytes":5120},{"name":"model.layers.28.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1235472384,"nbytes":81920},{"name":"model.layers.28.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1235554304,"nbytes":20480},{"name":"model.layers.28.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1235574784,"nbytes":6553600},{"name":"model.layers.28.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1242128384,"nbytes":6553600},{"name":"model.layers.29.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1248681984,"nbytes":81920},{"name":"model.layers.29.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1248763904,"nbytes":20480},{"name":"model.layers.29.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1248784384,"nbytes":6553600},{"name":"model.layers.29.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1255337984,"nbytes":6553600},{"name":"model.layers.29.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1261891584,"nbytes":96},{"name":"model.layers.29.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":1261895680,"nbytes":81920},{"name":"model.layers.29.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1261977600,"nbytes":96},{"name":"model.layers.29.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":1261981696,"nbytes":84377600},{"name":"model.layers.29.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1346359296,"nbytes":256},{"name":"model.layers.29.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1346363392,"nbytes":31457280},{"name":"model.layers.29.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1377820672,"nbytes":2621440},{"name":"model.layers.29.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1380442112,"nbytes":3276800},{"name":"model.layers.29.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1383718912,"nbytes":6553600},{"name":"model.layers.29.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1390272512,"nbytes":5120},{"name":"model.layers.29.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1390280704,"nbytes":81920},{"name":"model.layers.29.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1390362624,"nbytes":20480},{"name":"model.layers.29.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1390383104,"nbytes":6553600},{"name":"model.layers.29.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1396936704,"nbytes":6553600},{"name":"model.layers.30.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1403490304,"nbytes":81920},{"name":"model.layers.30.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1403572224,"nbytes":20480},{"name":"model.layers.30.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1403592704,"nbytes":6553600},{"name":"model.layers.30.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1410146304,"nbytes":6553600},{"name":"model.layers.30.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1416699904,"nbytes":96},{"name":"model.layers.30.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":1416704000,"nbytes":81920},{"name":"model.layers.30.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1416785920,"nbytes":96},{"name":"model.layers.30.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":1416790016,"nbytes":84377600},{"name":"model.layers.30.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1501167616,"nbytes":256},{"name":"model.layers.30.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1501171712,"nbytes":31457280},{"name":"model.layers.30.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1532628992,"nbytes":2621440},{"name":"model.layers.30.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1535250432,"nbytes":3276800},{"name":"model.layers.30.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1538527232,"nbytes":6553600},{"name":"model.layers.30.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1545080832,"nbytes":5120},{"name":"model.layers.30.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1545089024,"nbytes":81920},{"name":"model.layers.30.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1545170944,"nbytes":20480},{"name":"model.layers.30.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1545191424,"nbytes":6553600},{"name":"model.layers.30.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1551745024,"nbytes":6553600},{"name":"model.layers.31.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1558298624,"nbytes":81920},{"name":"model.layers.31.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1558380544,"nbytes":20480},{"name":"model.layers.31.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1558401024,"nbytes":6553600},{"name":"model.layers.31.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1564954624,"nbytes":6553600},{"name":"model.layers.31.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1571508224,"nbytes":2621440},{"name":"model.layers.31.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1574129664,"nbytes":3276800},{"name":"model.layers.31.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1577406464,"nbytes":6553600},{"name":"model.layers.31.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1583960064,"nbytes":5120},{"name":"model.layers.31.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1583968256,"nbytes":81920},{"name":"model.layers.31.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1584050176,"nbytes":20480},{"name":"model.layers.31.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1584070656,"nbytes":6553600},{"name":"model.layers.31.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1590624256,"nbytes":6553600},{"name":"model.layers.31.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":1597177856,"nbytes":3276800},{"name":"model.layers.31.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1600454656,"nbytes":256},{"name":"model.layers.31.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1600458752,"nbytes":256},{"name":"model.layers.31.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":1600462848,"nbytes":512},{"name":"model.layers.31.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1600466944,"nbytes":31457280},{"name":"model.layers.31.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":1631924224,"nbytes":512},{"name":"model.layers.31.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":1631928320,"nbytes":68157440},{"name":"model.layers.32.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1700085760,"nbytes":81920},{"name":"model.layers.32.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1700167680,"nbytes":20480},{"name":"model.layers.32.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1700188160,"nbytes":6553600},{"name":"model.layers.32.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1706741760,"nbytes":6553600},{"name":"model.layers.32.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1713295360,"nbytes":96},{"name":"model.layers.32.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":1713299456,"nbytes":81920},{"name":"model.layers.32.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1713381376,"nbytes":96},{"name":"model.layers.32.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":1713385472,"nbytes":84377600},{"name":"model.layers.32.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1797763072,"nbytes":256},{"name":"model.layers.32.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1797767168,"nbytes":31457280},{"name":"model.layers.32.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1829224448,"nbytes":2621440},{"name":"model.layers.32.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":1831845888,"nbytes":3276800},{"name":"model.layers.32.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":1835122688,"nbytes":6553600},{"name":"model.layers.32.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":1841676288,"nbytes":5120},{"name":"model.layers.32.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":1841684480,"nbytes":81920},{"name":"model.layers.32.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":1841766400,"nbytes":20480},{"name":"model.layers.32.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":1841786880,"nbytes":6553600},{"name":"model.layers.32.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":1848340480,"nbytes":6553600},{"name":"model.layers.33.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1854894080,"nbytes":96},{"name":"model.layers.33.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":1854898176,"nbytes":81920},{"name":"model.layers.33.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":1854980096,"nbytes":96},{"name":"model.layers.33.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":1854984192,"nbytes":84377600},{"name":"model.layers.33.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":1939361792,"nbytes":256},{"name":"model.layers.33.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":1939365888,"nbytes":31457280},{"name":"model.layers.33.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":1970823168,"nbytes":2621440},{"name":"lm_head.weight","kind":"weight","dtype":"bfloat16","shape":[248320,2560],"global_off":1973444608,"nbytes":1271398400},{"name":"model.embed_tokens.weight","kind":"weight","dtype":"bfloat16","shape":[248320,2560],"global_off":3244843008,"nbytes":1271398400},{"name":"model.hyper_connection_mixer.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4516241408,"nbytes":20480},{"name":"model.hyper_connection_mixer.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4516261888,"nbytes":6553600},{"name":"model.hyper_connection_mixer.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4522815488,"nbytes":6553600},{"name":"model.layers.46.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4529369088,"nbytes":81920},{"name":"model.layers.46.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4529451008,"nbytes":20480},{"name":"model.layers.46.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4529471488,"nbytes":6553600},{"name":"model.layers.46.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4536025088,"nbytes":6553600},{"name":"model.layers.46.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":4542578688,"nbytes":3276800},{"name":"model.layers.46.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":4545855488,"nbytes":6553600},{"name":"model.layers.46.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":4552409088,"nbytes":5120},{"name":"model.layers.46.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4552417280,"nbytes":81920},{"name":"model.layers.46.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4552499200,"nbytes":20480},{"name":"model.layers.46.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4552519680,"nbytes":6553600},{"name":"model.layers.46.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4559073280,"nbytes":6553600},{"name":"model.layers.47.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4565626880,"nbytes":81920},{"name":"model.layers.47.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4565708800,"nbytes":20480},{"name":"model.layers.47.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4565729280,"nbytes":6553600},{"name":"model.layers.47.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4572282880,"nbytes":6553600},{"name":"model.layers.47.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":4578836480,"nbytes":2621440},{"name":"model.layers.47.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":4581457920,"nbytes":3276800},{"name":"model.layers.47.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":4584734720,"nbytes":6553600},{"name":"model.layers.47.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":4591288320,"nbytes":5120},{"name":"model.layers.47.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4591296512,"nbytes":81920},{"name":"model.layers.47.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4591378432,"nbytes":20480},{"name":"model.layers.47.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4591398912,"nbytes":6553600},{"name":"model.layers.47.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4597952512,"nbytes":6553600},{"name":"model.layers.47.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":4604506112,"nbytes":3276800},{"name":"model.layers.47.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":4607782912,"nbytes":256},{"name":"model.layers.47.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":4607787008,"nbytes":256},{"name":"model.layers.47.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":4607791104,"nbytes":512},{"name":"model.layers.47.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":4607795200,"nbytes":31457280},{"name":"model.layers.47.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":4639252480,"nbytes":512},{"name":"model.layers.47.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":4639256576,"nbytes":68157440},{"name":"model.layers.1.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4707414016,"nbytes":81920},{"name":"model.layers.1.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4707495936,"nbytes":20480},{"name":"model.layers.1.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4707516416,"nbytes":6553600},{"name":"model.layers.1.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4714070016,"nbytes":6553600},{"name":"model.layers.1.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4720623616,"nbytes":81920},{"name":"model.layers.1.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4720705536,"nbytes":20480},{"name":"model.layers.1.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4720726016,"nbytes":6553600},{"name":"model.layers.1.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4727279616,"nbytes":6553600},{"name":"model.layers.1.ple.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":4733833216,"nbytes":81920},{"name":"model.layers.1.ple.key_proj.weight","kind":"weight","dtype":"bfloat16","shape":[10240,2560],"global_off":4733915136,"nbytes":52428800},{"name":"model.layers.1.ple.norm_conv.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4786343936,"nbytes":20480},{"name":"model.layers.1.ple.norm_key.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4786364416,"nbytes":20480},{"name":"model.layers.1.ple.norm_query.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4786384896,"nbytes":20480},{"name":"model.layers.1.ple.value_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,2560],"global_off":4786405376,"nbytes":13107200},{"name":"model.layers.2.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4799512576,"nbytes":81920},{"name":"model.layers.2.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4799594496,"nbytes":20480},{"name":"model.layers.2.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4799614976,"nbytes":6553600},{"name":"model.layers.2.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4806168576,"nbytes":6553600},{"name":"model.layers.2.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":4812722176,"nbytes":96},{"name":"model.layers.2.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":4812726272,"nbytes":81920},{"name":"model.layers.2.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":4812808192,"nbytes":96},{"name":"model.layers.2.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":4812812288,"nbytes":84377600},{"name":"model.layers.2.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":4897189888,"nbytes":256},{"name":"model.layers.2.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":4897193984,"nbytes":31457280},{"name":"model.layers.2.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":4928651264,"nbytes":2621440},{"name":"model.layers.2.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":4931272704,"nbytes":3276800},{"name":"model.layers.2.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":4934549504,"nbytes":6553600},{"name":"model.layers.2.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":4941103104,"nbytes":5120},{"name":"model.layers.2.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4941111296,"nbytes":81920},{"name":"model.layers.2.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4941193216,"nbytes":20480},{"name":"model.layers.2.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4941213696,"nbytes":6553600},{"name":"model.layers.2.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4947767296,"nbytes":6553600},{"name":"model.layers.3.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4954320896,"nbytes":81920},{"name":"model.layers.3.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4954402816,"nbytes":20480},{"name":"model.layers.3.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4954423296,"nbytes":6553600},{"name":"model.layers.3.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4960976896,"nbytes":6553600},{"name":"model.layers.3.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":4967530496,"nbytes":2621440},{"name":"model.layers.3.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":4970151936,"nbytes":3276800},{"name":"model.layers.3.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":4973428736,"nbytes":6553600},{"name":"model.layers.3.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":4979982336,"nbytes":5120},{"name":"model.layers.3.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":4979990528,"nbytes":81920},{"name":"model.layers.3.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":4980072448,"nbytes":20480},{"name":"model.layers.3.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":4980092928,"nbytes":6553600},{"name":"model.layers.3.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":4986646528,"nbytes":6553600},{"name":"model.layers.3.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":4993200128,"nbytes":3276800},{"name":"model.layers.3.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":4996476928,"nbytes":256},{"name":"model.layers.3.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":4996481024,"nbytes":256},{"name":"model.layers.3.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":4996485120,"nbytes":512},{"name":"model.layers.3.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":4996489216,"nbytes":31457280},{"name":"model.layers.3.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":5027946496,"nbytes":512},{"name":"model.layers.3.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":5027950592,"nbytes":68157440},{"name":"model.layers.4.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5096108032,"nbytes":81920},{"name":"model.layers.4.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5096189952,"nbytes":20480},{"name":"model.layers.4.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5096210432,"nbytes":6553600},{"name":"model.layers.4.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5102764032,"nbytes":6553600},{"name":"model.layers.4.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5109317632,"nbytes":96},{"name":"model.layers.4.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":5109321728,"nbytes":81920},{"name":"model.layers.4.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5109403648,"nbytes":96},{"name":"model.layers.4.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":5109407744,"nbytes":84377600},{"name":"model.layers.4.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5193785344,"nbytes":256},{"name":"model.layers.4.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5193789440,"nbytes":31457280},{"name":"model.layers.4.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5225246720,"nbytes":2621440},{"name":"model.layers.4.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5227868160,"nbytes":3276800},{"name":"model.layers.4.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5231144960,"nbytes":6553600},{"name":"model.layers.4.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5237698560,"nbytes":5120},{"name":"model.layers.4.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5237706752,"nbytes":81920},{"name":"model.layers.4.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5237788672,"nbytes":20480},{"name":"model.layers.4.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5237809152,"nbytes":6553600},{"name":"model.layers.4.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5244362752,"nbytes":6553600},{"name":"model.layers.5.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5250916352,"nbytes":81920},{"name":"model.layers.5.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5250998272,"nbytes":20480},{"name":"model.layers.5.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5251018752,"nbytes":6553600},{"name":"model.layers.5.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5257572352,"nbytes":6553600},{"name":"model.layers.5.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5264125952,"nbytes":96},{"name":"model.layers.5.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":5264130048,"nbytes":81920},{"name":"model.layers.5.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5264211968,"nbytes":96},{"name":"model.layers.5.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":5264216064,"nbytes":84377600},{"name":"model.layers.5.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5348593664,"nbytes":256},{"name":"model.layers.5.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5348597760,"nbytes":31457280},{"name":"model.layers.5.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5380055040,"nbytes":2621440},{"name":"model.layers.5.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5382676480,"nbytes":3276800},{"name":"model.layers.5.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5385953280,"nbytes":6553600},{"name":"model.layers.5.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5392506880,"nbytes":5120},{"name":"model.layers.5.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5392515072,"nbytes":81920},{"name":"model.layers.5.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5392596992,"nbytes":20480},{"name":"model.layers.5.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5392617472,"nbytes":6553600},{"name":"model.layers.5.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5399171072,"nbytes":6553600},{"name":"model.layers.6.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5405724672,"nbytes":81920},{"name":"model.layers.6.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5405806592,"nbytes":20480},{"name":"model.layers.6.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5405827072,"nbytes":6553600},{"name":"model.layers.6.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5412380672,"nbytes":6553600},{"name":"model.layers.6.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5418934272,"nbytes":96},{"name":"model.layers.6.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":5418938368,"nbytes":81920},{"name":"model.layers.6.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5419020288,"nbytes":96},{"name":"model.layers.6.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":5419024384,"nbytes":84377600},{"name":"model.layers.6.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5503401984,"nbytes":256},{"name":"model.layers.6.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5503406080,"nbytes":31457280},{"name":"model.layers.6.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5534863360,"nbytes":2621440},{"name":"model.layers.6.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5537484800,"nbytes":3276800},{"name":"model.layers.6.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5540761600,"nbytes":6553600},{"name":"model.layers.6.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5547315200,"nbytes":5120},{"name":"model.layers.6.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5547323392,"nbytes":81920},{"name":"model.layers.6.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5547405312,"nbytes":20480},{"name":"model.layers.6.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5547425792,"nbytes":6553600},{"name":"model.layers.6.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5553979392,"nbytes":6553600},{"name":"model.layers.7.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5560532992,"nbytes":81920},{"name":"model.layers.7.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5560614912,"nbytes":20480},{"name":"model.layers.7.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5560635392,"nbytes":6553600},{"name":"model.layers.7.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5567188992,"nbytes":6553600},{"name":"model.layers.7.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5573742592,"nbytes":2621440},{"name":"model.layers.7.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5576364032,"nbytes":3276800},{"name":"model.layers.7.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5579640832,"nbytes":6553600},{"name":"model.layers.7.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5586194432,"nbytes":5120},{"name":"model.layers.7.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5586202624,"nbytes":81920},{"name":"model.layers.7.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5586284544,"nbytes":20480},{"name":"model.layers.7.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5586305024,"nbytes":6553600},{"name":"model.layers.7.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5592858624,"nbytes":6553600},{"name":"model.layers.7.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":5599412224,"nbytes":3276800},{"name":"model.layers.7.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5602689024,"nbytes":256},{"name":"model.layers.7.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5602693120,"nbytes":256},{"name":"model.layers.7.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":5602697216,"nbytes":512},{"name":"model.layers.7.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5602701312,"nbytes":31457280},{"name":"model.layers.7.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":5634158592,"nbytes":512},{"name":"model.layers.7.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":5634162688,"nbytes":68157440},{"name":"model.layers.8.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5702320128,"nbytes":96},{"name":"model.layers.8.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":5702324224,"nbytes":81920},{"name":"model.layers.8.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5702406144,"nbytes":96},{"name":"model.layers.8.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":5702410240,"nbytes":84377600},{"name":"model.layers.8.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5786787840,"nbytes":256},{"name":"model.layers.8.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5786791936,"nbytes":31457280},{"name":"model.layers.8.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5818249216,"nbytes":2621440},{"name":"model.layers.33.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5820870656,"nbytes":81920},{"name":"model.layers.33.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5820952576,"nbytes":20480},{"name":"model.layers.33.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5820973056,"nbytes":6553600},{"name":"model.layers.33.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5827526656,"nbytes":6553600},{"name":"model.layers.33.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5834080256,"nbytes":3276800},{"name":"model.layers.33.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5837357056,"nbytes":6553600},{"name":"model.layers.33.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5843910656,"nbytes":5120},{"name":"model.layers.33.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5843918848,"nbytes":81920},{"name":"model.layers.33.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5844000768,"nbytes":20480},{"name":"model.layers.33.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5844021248,"nbytes":6553600},{"name":"model.layers.33.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5850574848,"nbytes":6553600},{"name":"model.layers.34.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5857128448,"nbytes":81920},{"name":"model.layers.34.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5857210368,"nbytes":20480},{"name":"model.layers.34.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5857230848,"nbytes":6553600},{"name":"model.layers.34.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":5863784448,"nbytes":6553600},{"name":"model.layers.34.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5870338048,"nbytes":96},{"name":"model.layers.34.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":5870342144,"nbytes":81920},{"name":"model.layers.34.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":5870424064,"nbytes":96},{"name":"model.layers.34.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":5870428160,"nbytes":84377600},{"name":"model.layers.34.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":5954805760,"nbytes":256},{"name":"model.layers.34.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":5954809856,"nbytes":31457280},{"name":"model.layers.34.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":5986267136,"nbytes":2621440},{"name":"model.layers.34.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":5988888576,"nbytes":3276800},{"name":"model.layers.34.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":5992165376,"nbytes":6553600},{"name":"model.layers.34.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":5998718976,"nbytes":5120},{"name":"model.layers.34.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":5998727168,"nbytes":81920},{"name":"model.layers.34.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":5998809088,"nbytes":20480},{"name":"model.layers.34.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":5998829568,"nbytes":6553600},{"name":"model.layers.34.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6005383168,"nbytes":6553600},{"name":"model.layers.35.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6011936768,"nbytes":81920},{"name":"model.layers.35.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6012018688,"nbytes":20480},{"name":"model.layers.35.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6012039168,"nbytes":6553600},{"name":"model.layers.35.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6018592768,"nbytes":6553600},{"name":"model.layers.35.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6025146368,"nbytes":2621440},{"name":"model.layers.35.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6027767808,"nbytes":3276800},{"name":"model.layers.35.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6031044608,"nbytes":6553600},{"name":"model.layers.35.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6037598208,"nbytes":5120},{"name":"model.layers.35.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6037606400,"nbytes":81920},{"name":"model.layers.35.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6037688320,"nbytes":20480},{"name":"model.layers.35.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6037708800,"nbytes":6553600},{"name":"model.layers.35.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6044262400,"nbytes":6553600},{"name":"model.layers.35.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":6050816000,"nbytes":3276800},{"name":"model.layers.35.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6054092800,"nbytes":256},{"name":"model.layers.35.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6054096896,"nbytes":256},{"name":"model.layers.35.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":6054100992,"nbytes":512},{"name":"model.layers.35.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6054105088,"nbytes":31457280},{"name":"model.layers.35.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":6085562368,"nbytes":512},{"name":"model.layers.35.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":6085566464,"nbytes":68157440},{"name":"model.layers.36.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6153723904,"nbytes":81920},{"name":"model.layers.36.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6153805824,"nbytes":20480},{"name":"model.layers.36.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6153826304,"nbytes":6553600},{"name":"model.layers.36.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6160379904,"nbytes":6553600},{"name":"model.layers.36.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6166933504,"nbytes":96},{"name":"model.layers.36.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":6166937600,"nbytes":81920},{"name":"model.layers.36.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6167019520,"nbytes":96},{"name":"model.layers.36.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":6167023616,"nbytes":84377600},{"name":"model.layers.36.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6251401216,"nbytes":256},{"name":"model.layers.36.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6251405312,"nbytes":31457280},{"name":"model.layers.36.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6282862592,"nbytes":2621440},{"name":"model.layers.36.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6285484032,"nbytes":3276800},{"name":"model.layers.36.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6288760832,"nbytes":6553600},{"name":"model.layers.36.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6295314432,"nbytes":5120},{"name":"model.layers.36.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6295322624,"nbytes":81920},{"name":"model.layers.36.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6295404544,"nbytes":20480},{"name":"model.layers.36.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6295425024,"nbytes":6553600},{"name":"model.layers.36.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6301978624,"nbytes":6553600},{"name":"model.layers.37.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6308532224,"nbytes":81920},{"name":"model.layers.37.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6308614144,"nbytes":20480},{"name":"model.layers.37.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6308634624,"nbytes":6553600},{"name":"model.layers.37.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6315188224,"nbytes":6553600},{"name":"model.layers.37.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6321741824,"nbytes":96},{"name":"model.layers.37.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":6321745920,"nbytes":81920},{"name":"model.layers.37.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6321827840,"nbytes":96},{"name":"model.layers.37.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":6321831936,"nbytes":84377600},{"name":"model.layers.37.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6406209536,"nbytes":256},{"name":"model.layers.37.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6406213632,"nbytes":31457280},{"name":"model.layers.37.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6437670912,"nbytes":2621440},{"name":"model.layers.37.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6440292352,"nbytes":3276800},{"name":"model.layers.37.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6443569152,"nbytes":6553600},{"name":"model.layers.37.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6450122752,"nbytes":5120},{"name":"model.layers.37.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6450130944,"nbytes":81920},{"name":"model.layers.37.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6450212864,"nbytes":20480},{"name":"model.layers.37.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6450233344,"nbytes":6553600},{"name":"model.layers.37.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6456786944,"nbytes":6553600},{"name":"model.layers.38.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6463340544,"nbytes":81920},{"name":"model.layers.38.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6463422464,"nbytes":20480},{"name":"model.layers.38.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6463442944,"nbytes":6553600},{"name":"model.layers.38.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6469996544,"nbytes":6553600},{"name":"model.layers.38.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6476550144,"nbytes":96},{"name":"model.layers.38.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":6476554240,"nbytes":81920},{"name":"model.layers.38.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6476636160,"nbytes":96},{"name":"model.layers.38.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":6476640256,"nbytes":84377600},{"name":"model.layers.38.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6561017856,"nbytes":256},{"name":"model.layers.38.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6561021952,"nbytes":31457280},{"name":"model.layers.38.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6592479232,"nbytes":2621440},{"name":"model.layers.38.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6595100672,"nbytes":3276800},{"name":"model.layers.38.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6598377472,"nbytes":6553600},{"name":"model.layers.38.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6604931072,"nbytes":5120},{"name":"model.layers.38.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6604939264,"nbytes":81920},{"name":"model.layers.38.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6605021184,"nbytes":20480},{"name":"model.layers.38.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6605041664,"nbytes":6553600},{"name":"model.layers.38.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6611595264,"nbytes":6553600},{"name":"model.layers.39.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6618148864,"nbytes":81920},{"name":"model.layers.39.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6618230784,"nbytes":20480},{"name":"model.layers.39.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6618251264,"nbytes":6553600},{"name":"model.layers.39.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6624804864,"nbytes":6553600},{"name":"model.layers.39.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6631358464,"nbytes":2621440},{"name":"model.layers.39.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6633979904,"nbytes":3276800},{"name":"model.layers.39.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6637256704,"nbytes":6553600},{"name":"model.layers.39.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6643810304,"nbytes":5120},{"name":"model.layers.39.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6643818496,"nbytes":81920},{"name":"model.layers.39.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6643900416,"nbytes":20480},{"name":"model.layers.39.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6643920896,"nbytes":6553600},{"name":"model.layers.39.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6650474496,"nbytes":6553600},{"name":"model.layers.39.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":6657028096,"nbytes":3276800},{"name":"model.layers.39.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6660304896,"nbytes":256},{"name":"model.layers.39.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6660308992,"nbytes":256},{"name":"model.layers.39.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":6660313088,"nbytes":512},{"name":"model.layers.39.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6660317184,"nbytes":31457280},{"name":"model.layers.39.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":6691774464,"nbytes":512},{"name":"model.layers.39.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":6691778560,"nbytes":68157440},{"name":"model.layers.40.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6759936000,"nbytes":96},{"name":"model.layers.40.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":6759940096,"nbytes":81920},{"name":"model.layers.40.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6760022016,"nbytes":96},{"name":"model.layers.40.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":6760026112,"nbytes":84377600},{"name":"model.layers.40.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":6844403712,"nbytes":256},{"name":"model.layers.40.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":6844407808,"nbytes":31457280},{"name":"model.layers.40.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":6875865088,"nbytes":2621440},{"name":"model.layers.21.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6878486528,"nbytes":81920},{"name":"model.layers.21.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6878568448,"nbytes":20480},{"name":"model.layers.21.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6878588928,"nbytes":6553600},{"name":"model.layers.21.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6885142528,"nbytes":6553600},{"name":"model.layers.21.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":6891696128,"nbytes":3276800},{"name":"model.layers.21.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":6894972928,"nbytes":6553600},{"name":"model.layers.21.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":6901526528,"nbytes":5120},{"name":"model.layers.21.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6901534720,"nbytes":81920},{"name":"model.layers.21.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6901616640,"nbytes":20480},{"name":"model.layers.21.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6901637120,"nbytes":6553600},{"name":"model.layers.21.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6908190720,"nbytes":6553600},{"name":"model.layers.22.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":6914744320,"nbytes":81920},{"name":"model.layers.22.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":6914826240,"nbytes":20480},{"name":"model.layers.22.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":6914846720,"nbytes":6553600},{"name":"model.layers.22.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":6921400320,"nbytes":6553600},{"name":"model.layers.22.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6927953920,"nbytes":96},{"name":"model.layers.22.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":6927958016,"nbytes":81920},{"name":"model.layers.22.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":6928039936,"nbytes":96},{"name":"model.layers.22.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":6928044032,"nbytes":84377600},{"name":"model.layers.22.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7012421632,"nbytes":256},{"name":"model.layers.22.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7012425728,"nbytes":31457280},{"name":"model.layers.22.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7043883008,"nbytes":2621440},{"name":"model.layers.22.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7046504448,"nbytes":3276800},{"name":"model.layers.22.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7049781248,"nbytes":6553600},{"name":"model.layers.22.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7056334848,"nbytes":5120},{"name":"model.layers.22.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7056343040,"nbytes":81920},{"name":"model.layers.22.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7056424960,"nbytes":20480},{"name":"model.layers.22.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7056445440,"nbytes":6553600},{"name":"model.layers.22.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7062999040,"nbytes":6553600},{"name":"model.layers.23.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7069552640,"nbytes":81920},{"name":"model.layers.23.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7069634560,"nbytes":20480},{"name":"model.layers.23.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7069655040,"nbytes":6553600},{"name":"model.layers.23.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7076208640,"nbytes":6553600},{"name":"model.layers.23.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7082762240,"nbytes":2621440},{"name":"model.layers.23.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7085383680,"nbytes":3276800},{"name":"model.layers.23.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7088660480,"nbytes":6553600},{"name":"model.layers.23.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7095214080,"nbytes":5120},{"name":"model.layers.23.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7095222272,"nbytes":81920},{"name":"model.layers.23.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7095304192,"nbytes":20480},{"name":"model.layers.23.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7095324672,"nbytes":6553600},{"name":"model.layers.23.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7101878272,"nbytes":6553600},{"name":"model.layers.23.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":7108431872,"nbytes":3276800},{"name":"model.layers.23.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7111708672,"nbytes":256},{"name":"model.layers.23.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7111712768,"nbytes":256},{"name":"model.layers.23.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":7111716864,"nbytes":512},{"name":"model.layers.23.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7111720960,"nbytes":31457280},{"name":"model.layers.23.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":7143178240,"nbytes":512},{"name":"model.layers.23.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":7143182336,"nbytes":68157440},{"name":"model.layers.24.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7211339776,"nbytes":81920},{"name":"model.layers.24.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7211421696,"nbytes":20480},{"name":"model.layers.24.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7211442176,"nbytes":6553600},{"name":"model.layers.24.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7217995776,"nbytes":6553600},{"name":"model.layers.24.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7224549376,"nbytes":96},{"name":"model.layers.24.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":7224553472,"nbytes":81920},{"name":"model.layers.24.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7224635392,"nbytes":96},{"name":"model.layers.24.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":7224639488,"nbytes":84377600},{"name":"model.layers.24.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7309017088,"nbytes":256},{"name":"model.layers.24.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7309021184,"nbytes":31457280},{"name":"model.layers.24.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7340478464,"nbytes":2621440},{"name":"model.layers.24.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7343099904,"nbytes":3276800},{"name":"model.layers.24.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7346376704,"nbytes":6553600},{"name":"model.layers.24.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7352930304,"nbytes":5120},{"name":"model.layers.24.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7352938496,"nbytes":81920},{"name":"model.layers.24.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7353020416,"nbytes":20480},{"name":"model.layers.24.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7353040896,"nbytes":6553600},{"name":"model.layers.24.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7359594496,"nbytes":6553600},{"name":"model.layers.25.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7366148096,"nbytes":81920},{"name":"model.layers.25.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7366230016,"nbytes":20480},{"name":"model.layers.25.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7366250496,"nbytes":6553600},{"name":"model.layers.25.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7372804096,"nbytes":6553600},{"name":"model.layers.25.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7379357696,"nbytes":96},{"name":"model.layers.25.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":7379361792,"nbytes":81920},{"name":"model.layers.25.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7379443712,"nbytes":96},{"name":"model.layers.25.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":7379447808,"nbytes":84377600},{"name":"model.layers.25.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7463825408,"nbytes":256},{"name":"model.layers.25.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7463829504,"nbytes":31457280},{"name":"model.layers.25.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7495286784,"nbytes":2621440},{"name":"model.layers.25.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7497908224,"nbytes":3276800},{"name":"model.layers.25.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7501185024,"nbytes":6553600},{"name":"model.layers.25.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7507738624,"nbytes":5120},{"name":"model.layers.25.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7507746816,"nbytes":81920},{"name":"model.layers.25.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7507828736,"nbytes":20480},{"name":"model.layers.25.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7507849216,"nbytes":6553600},{"name":"model.layers.25.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7514402816,"nbytes":6553600},{"name":"model.layers.26.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7520956416,"nbytes":81920},{"name":"model.layers.26.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7521038336,"nbytes":20480},{"name":"model.layers.26.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7521058816,"nbytes":6553600},{"name":"model.layers.26.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7527612416,"nbytes":6553600},{"name":"model.layers.26.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7534166016,"nbytes":96},{"name":"model.layers.26.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":7534170112,"nbytes":81920},{"name":"model.layers.26.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7534252032,"nbytes":96},{"name":"model.layers.26.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":7534256128,"nbytes":84377600},{"name":"model.layers.26.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7618633728,"nbytes":256},{"name":"model.layers.26.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7618637824,"nbytes":31457280},{"name":"model.layers.26.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7650095104,"nbytes":2621440},{"name":"model.layers.26.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7652716544,"nbytes":3276800},{"name":"model.layers.26.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7655993344,"nbytes":6553600},{"name":"model.layers.26.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7662546944,"nbytes":5120},{"name":"model.layers.26.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7662555136,"nbytes":81920},{"name":"model.layers.26.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7662637056,"nbytes":20480},{"name":"model.layers.26.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7662657536,"nbytes":6553600},{"name":"model.layers.26.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7669211136,"nbytes":6553600},{"name":"model.layers.27.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7675764736,"nbytes":2621440},{"name":"model.layers.27.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":7678386176,"nbytes":3276800},{"name":"model.layers.27.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7681662976,"nbytes":256},{"name":"model.layers.27.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7681667072,"nbytes":256},{"name":"model.layers.27.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":7681671168,"nbytes":512},{"name":"model.layers.27.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7681675264,"nbytes":31457280},{"name":"model.layers.27.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":7713132544,"nbytes":512},{"name":"model.layers.27.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":7713136640,"nbytes":68157440},{"name":"model.layers.10.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7781294080,"nbytes":81920},{"name":"model.layers.10.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7781376000,"nbytes":20480},{"name":"model.layers.10.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7781396480,"nbytes":6553600},{"name":"model.layers.10.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7787950080,"nbytes":6553600},{"name":"model.layers.10.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7794503680,"nbytes":96},{"name":"model.layers.10.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":7794507776,"nbytes":81920},{"name":"model.layers.10.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":7794589696,"nbytes":96},{"name":"model.layers.10.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":7794593792,"nbytes":84377600},{"name":"model.layers.10.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7878971392,"nbytes":256},{"name":"model.layers.10.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7878975488,"nbytes":31457280},{"name":"model.layers.10.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7910432768,"nbytes":2621440},{"name":"model.layers.10.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7913054208,"nbytes":3276800},{"name":"model.layers.10.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7916331008,"nbytes":6553600},{"name":"model.layers.10.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7922884608,"nbytes":5120},{"name":"model.layers.10.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7922892800,"nbytes":81920},{"name":"model.layers.10.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7922974720,"nbytes":20480},{"name":"model.layers.10.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7922995200,"nbytes":6553600},{"name":"model.layers.10.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7929548800,"nbytes":6553600},{"name":"model.layers.11.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7936102400,"nbytes":81920},{"name":"model.layers.11.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7936184320,"nbytes":20480},{"name":"model.layers.11.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7936204800,"nbytes":6553600},{"name":"model.layers.11.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7942758400,"nbytes":6553600},{"name":"model.layers.11.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":7949312000,"nbytes":2621440},{"name":"model.layers.11.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":7951933440,"nbytes":3276800},{"name":"model.layers.11.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":7955210240,"nbytes":6553600},{"name":"model.layers.11.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":7961763840,"nbytes":5120},{"name":"model.layers.11.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":7961772032,"nbytes":81920},{"name":"model.layers.11.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":7961853952,"nbytes":20480},{"name":"model.layers.11.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":7961874432,"nbytes":6553600},{"name":"model.layers.11.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":7968428032,"nbytes":6553600},{"name":"model.layers.11.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":7974981632,"nbytes":3276800},{"name":"model.layers.11.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7978258432,"nbytes":256},{"name":"model.layers.11.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":7978262528,"nbytes":256},{"name":"model.layers.11.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":7978266624,"nbytes":512},{"name":"model.layers.11.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":7978270720,"nbytes":31457280},{"name":"model.layers.11.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":8009728000,"nbytes":512},{"name":"model.layers.11.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":8009732096,"nbytes":68157440},{"name":"model.layers.12.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8077889536,"nbytes":81920},{"name":"model.layers.12.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8077971456,"nbytes":20480},{"name":"model.layers.12.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8077991936,"nbytes":6553600},{"name":"model.layers.12.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8084545536,"nbytes":6553600},{"name":"model.layers.12.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8091099136,"nbytes":96},{"name":"model.layers.12.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8091103232,"nbytes":81920},{"name":"model.layers.12.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8091185152,"nbytes":96},{"name":"model.layers.12.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8091189248,"nbytes":84377600},{"name":"model.layers.12.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8175566848,"nbytes":256},{"name":"model.layers.12.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8175570944,"nbytes":31457280},{"name":"model.layers.12.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":8207028224,"nbytes":2621440},{"name":"model.layers.12.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8209649664,"nbytes":3276800},{"name":"model.layers.12.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8212926464,"nbytes":6553600},{"name":"model.layers.12.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8219480064,"nbytes":5120},{"name":"model.layers.12.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8219488256,"nbytes":81920},{"name":"model.layers.12.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8219570176,"nbytes":20480},{"name":"model.layers.12.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8219590656,"nbytes":6553600},{"name":"model.layers.12.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8226144256,"nbytes":6553600},{"name":"model.layers.13.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8232697856,"nbytes":81920},{"name":"model.layers.13.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8232779776,"nbytes":20480},{"name":"model.layers.13.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8232800256,"nbytes":6553600},{"name":"model.layers.13.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8239353856,"nbytes":6553600},{"name":"model.layers.13.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8245907456,"nbytes":96},{"name":"model.layers.13.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8245911552,"nbytes":81920},{"name":"model.layers.13.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8245993472,"nbytes":96},{"name":"model.layers.13.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8245997568,"nbytes":84377600},{"name":"model.layers.13.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8330375168,"nbytes":256},{"name":"model.layers.13.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8330379264,"nbytes":31457280},{"name":"model.layers.13.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":8361836544,"nbytes":2621440},{"name":"model.layers.13.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8364457984,"nbytes":3276800},{"name":"model.layers.13.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8367734784,"nbytes":6553600},{"name":"model.layers.13.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8374288384,"nbytes":5120},{"name":"model.layers.13.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8374296576,"nbytes":81920},{"name":"model.layers.13.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8374378496,"nbytes":20480},{"name":"model.layers.13.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8374398976,"nbytes":6553600},{"name":"model.layers.13.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8380952576,"nbytes":6553600},{"name":"model.layers.14.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8387506176,"nbytes":96},{"name":"model.layers.14.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8387510272,"nbytes":81920},{"name":"model.layers.14.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8387592192,"nbytes":96},{"name":"model.layers.14.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8387596288,"nbytes":84377600},{"name":"model.layers.14.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8471973888,"nbytes":256},{"name":"model.layers.14.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8471977984,"nbytes":31457280},{"name":"model.layers.14.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":8503435264,"nbytes":2621440},{"name":"model.layers.8.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8506056704,"nbytes":81920},{"name":"model.layers.8.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8506138624,"nbytes":20480},{"name":"model.layers.8.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8506159104,"nbytes":6553600},{"name":"model.layers.8.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8512712704,"nbytes":6553600},{"name":"model.layers.8.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8519266304,"nbytes":3276800},{"name":"model.layers.8.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8522543104,"nbytes":6553600},{"name":"model.layers.8.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8529096704,"nbytes":5120},{"name":"model.layers.8.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8529104896,"nbytes":81920},{"name":"model.layers.8.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8529186816,"nbytes":20480},{"name":"model.layers.8.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8529207296,"nbytes":6553600},{"name":"model.layers.8.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8535760896,"nbytes":6553600},{"name":"model.layers.9.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8542314496,"nbytes":81920},{"name":"model.layers.9.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8542396416,"nbytes":20480},{"name":"model.layers.9.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8542416896,"nbytes":6553600},{"name":"model.layers.9.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8548970496,"nbytes":6553600},{"name":"model.layers.9.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8555524096,"nbytes":96},{"name":"model.layers.9.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8555528192,"nbytes":81920},{"name":"model.layers.9.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8555610112,"nbytes":96},{"name":"model.layers.9.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8555614208,"nbytes":84377600},{"name":"model.layers.9.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8639991808,"nbytes":256},{"name":"model.layers.9.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8639995904,"nbytes":31457280},{"name":"model.layers.9.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":8671453184,"nbytes":2621440},{"name":"model.layers.9.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8674074624,"nbytes":3276800},{"name":"model.layers.9.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8677351424,"nbytes":6553600},{"name":"model.layers.9.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8683905024,"nbytes":5120},{"name":"model.layers.9.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8683913216,"nbytes":81920},{"name":"model.layers.9.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8683995136,"nbytes":20480},{"name":"model.layers.9.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8684015616,"nbytes":6553600},{"name":"model.layers.9.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8690569216,"nbytes":6553600},{"name":"model.layers.40.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8697122816,"nbytes":81920},{"name":"model.layers.40.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8697204736,"nbytes":20480},{"name":"model.layers.40.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8697225216,"nbytes":6553600},{"name":"model.layers.40.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8703778816,"nbytes":6553600},{"name":"model.layers.40.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8710332416,"nbytes":3276800},{"name":"model.layers.40.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8713609216,"nbytes":6553600},{"name":"model.layers.40.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8720162816,"nbytes":5120},{"name":"model.layers.40.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8720171008,"nbytes":81920},{"name":"model.layers.40.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8720252928,"nbytes":20480},{"name":"model.layers.40.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8720273408,"nbytes":6553600},{"name":"model.layers.40.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8726827008,"nbytes":6553600},{"name":"model.layers.41.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8733380608,"nbytes":81920},{"name":"model.layers.41.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8733462528,"nbytes":20480},{"name":"model.layers.41.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8733483008,"nbytes":6553600},{"name":"model.layers.41.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8740036608,"nbytes":6553600},{"name":"model.layers.41.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8746590208,"nbytes":96},{"name":"model.layers.41.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8746594304,"nbytes":81920},{"name":"model.layers.41.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8746676224,"nbytes":96},{"name":"model.layers.41.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8746680320,"nbytes":84377600},{"name":"model.layers.41.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8831057920,"nbytes":256},{"name":"model.layers.41.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8831062016,"nbytes":31457280},{"name":"model.layers.41.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":8862519296,"nbytes":2621440},{"name":"model.layers.41.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":8865140736,"nbytes":3276800},{"name":"model.layers.41.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":8868417536,"nbytes":6553600},{"name":"model.layers.41.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":8874971136,"nbytes":5120},{"name":"model.layers.41.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8874979328,"nbytes":81920},{"name":"model.layers.41.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8875061248,"nbytes":20480},{"name":"model.layers.41.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8875081728,"nbytes":6553600},{"name":"model.layers.41.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8881635328,"nbytes":6553600},{"name":"model.layers.42.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":8888188928,"nbytes":81920},{"name":"model.layers.42.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":8888270848,"nbytes":20480},{"name":"model.layers.42.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":8888291328,"nbytes":6553600},{"name":"model.layers.42.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":8894844928,"nbytes":6553600},{"name":"model.layers.42.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8901398528,"nbytes":96},{"name":"model.layers.42.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":8901402624,"nbytes":81920},{"name":"model.layers.42.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":8901484544,"nbytes":96},{"name":"model.layers.42.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":8901488640,"nbytes":84377600},{"name":"model.layers.42.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":8985866240,"nbytes":256},{"name":"model.layers.42.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":8985870336,"nbytes":31457280},{"name":"model.layers.42.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9017327616,"nbytes":2621440},{"name":"model.layers.42.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9019949056,"nbytes":3276800},{"name":"model.layers.42.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9023225856,"nbytes":6553600},{"name":"model.layers.42.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9029779456,"nbytes":5120},{"name":"model.layers.42.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9029787648,"nbytes":81920},{"name":"model.layers.42.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9029869568,"nbytes":20480},{"name":"model.layers.42.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9029890048,"nbytes":6553600},{"name":"model.layers.42.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9036443648,"nbytes":6553600},{"name":"model.layers.43.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9042997248,"nbytes":81920},{"name":"model.layers.43.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9043079168,"nbytes":20480},{"name":"model.layers.43.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9043099648,"nbytes":6553600},{"name":"model.layers.43.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9049653248,"nbytes":6553600},{"name":"model.layers.43.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9056206848,"nbytes":2621440},{"name":"model.layers.43.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9058828288,"nbytes":3276800},{"name":"model.layers.43.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9062105088,"nbytes":6553600},{"name":"model.layers.43.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9068658688,"nbytes":5120},{"name":"model.layers.43.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9068666880,"nbytes":81920},{"name":"model.layers.43.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9068748800,"nbytes":20480},{"name":"model.layers.43.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9068769280,"nbytes":6553600},{"name":"model.layers.43.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9075322880,"nbytes":6553600},{"name":"model.layers.43.self_attn.index_qk_proj.weight","kind":"weight","dtype":"bfloat16","shape":[640,2560],"global_off":9081876480,"nbytes":3276800},{"name":"model.layers.43.self_attn.index_k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9085153280,"nbytes":256},{"name":"model.layers.43.self_attn.index_q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9085157376,"nbytes":256},{"name":"model.layers.43.self_attn.k_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":9085161472,"nbytes":512},{"name":"model.layers.43.self_attn.o_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9085165568,"nbytes":31457280},{"name":"model.layers.43.self_attn.q_norm.weight","kind":"weight","dtype":"bfloat16","shape":[256],"global_off":9116622848,"nbytes":512},{"name":"model.layers.43.self_attn.qkv_proj.weight","kind":"weight","dtype":"bfloat16","shape":[13312,2560],"global_off":9116626944,"nbytes":68157440},{"name":"model.layers.44.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9184784384,"nbytes":81920},{"name":"model.layers.44.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9184866304,"nbytes":20480},{"name":"model.layers.44.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9184886784,"nbytes":6553600},{"name":"model.layers.44.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9191440384,"nbytes":6553600},{"name":"model.layers.44.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9197993984,"nbytes":96},{"name":"model.layers.44.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":9197998080,"nbytes":81920},{"name":"model.layers.44.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9198080000,"nbytes":96},{"name":"model.layers.44.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":9198084096,"nbytes":84377600},{"name":"model.layers.44.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9282461696,"nbytes":256},{"name":"model.layers.44.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9282465792,"nbytes":31457280},{"name":"model.layers.44.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9313923072,"nbytes":2621440},{"name":"model.layers.44.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9316544512,"nbytes":3276800},{"name":"model.layers.44.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9319821312,"nbytes":6553600},{"name":"model.layers.44.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9326374912,"nbytes":5120},{"name":"model.layers.44.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9326383104,"nbytes":81920},{"name":"model.layers.44.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9326465024,"nbytes":20480},{"name":"model.layers.44.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9326485504,"nbytes":6553600},{"name":"model.layers.44.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9333039104,"nbytes":6553600},{"name":"model.layers.45.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9339592704,"nbytes":81920},{"name":"model.layers.45.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9339674624,"nbytes":20480},{"name":"model.layers.45.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9339695104,"nbytes":6553600},{"name":"model.layers.45.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9346248704,"nbytes":6553600},{"name":"model.layers.45.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9352802304,"nbytes":96},{"name":"model.layers.45.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":9352806400,"nbytes":81920},{"name":"model.layers.45.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9352888320,"nbytes":96},{"name":"model.layers.45.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":9352892416,"nbytes":84377600},{"name":"model.layers.45.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9437270016,"nbytes":256},{"name":"model.layers.45.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9437274112,"nbytes":31457280},{"name":"model.layers.45.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9468731392,"nbytes":2621440},{"name":"model.layers.45.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9471352832,"nbytes":3276800},{"name":"model.layers.45.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9474629632,"nbytes":6553600},{"name":"model.layers.45.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9481183232,"nbytes":5120},{"name":"model.layers.45.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9481191424,"nbytes":81920},{"name":"model.layers.45.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9481273344,"nbytes":20480},{"name":"model.layers.45.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9481293824,"nbytes":6553600},{"name":"model.layers.45.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9487847424,"nbytes":6553600},{"name":"model.layers.46.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9494401024,"nbytes":96},{"name":"model.layers.46.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":9494405120,"nbytes":81920},{"name":"model.layers.46.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9494487040,"nbytes":96},{"name":"model.layers.46.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":9494491136,"nbytes":84377600},{"name":"model.layers.46.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9578868736,"nbytes":256},{"name":"model.layers.46.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9578872832,"nbytes":31457280},{"name":"model.layers.46.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9610330112,"nbytes":2621440},{"name":"model.layers.0.attn_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9612951552,"nbytes":81920},{"name":"model.layers.0.attn_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9613033472,"nbytes":20480},{"name":"model.layers.0.attn_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9613053952,"nbytes":6553600},{"name":"model.layers.0.attn_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9619607552,"nbytes":6553600},{"name":"model.layers.0.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9626161152,"nbytes":96},{"name":"model.layers.0.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":9626165248,"nbytes":81920},{"name":"model.layers.0.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9626247168,"nbytes":96},{"name":"model.layers.0.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":9626251264,"nbytes":84377600},{"name":"model.layers.0.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9710628864,"nbytes":256},{"name":"model.layers.0.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9710632960,"nbytes":31457280},{"name":"model.layers.0.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9742090240,"nbytes":2621440},{"name":"model.layers.0.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9744711680,"nbytes":3276800},{"name":"model.layers.0.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9747988480,"nbytes":6553600},{"name":"model.layers.0.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9754542080,"nbytes":5120},{"name":"model.layers.0.mlp_hyper_connection.block_inject_weight.weight","kind":"weight","dtype":"bfloat16","shape":[4,10240],"global_off":9754550272,"nbytes":81920},{"name":"model.layers.0.mlp_hyper_connection.hc_norm.weight","kind":"weight","dtype":"bfloat16","shape":[10240],"global_off":9754632192,"nbytes":20480},{"name":"model.layers.0.mlp_hyper_connection.input_mix_weight_down.weight","kind":"weight","dtype":"bfloat16","shape":[320,10240],"global_off":9754652672,"nbytes":6553600},{"name":"model.layers.0.mlp_hyper_connection.input_mix_weight_up.weight","kind":"weight","dtype":"bfloat16","shape":[10240,320],"global_off":9761206272,"nbytes":6553600},{"name":"model.layers.1.linear_attn.A_log","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9767759872,"nbytes":96},{"name":"model.layers.1.linear_attn.conv1d.weight","kind":"weight","dtype":"bfloat16","shape":[10240,1,4],"global_off":9767763968,"nbytes":81920},{"name":"model.layers.1.linear_attn.dt_bias","kind":"weight","dtype":"bfloat16","shape":[48],"global_off":9767845888,"nbytes":96},{"name":"model.layers.1.linear_attn.in_proj.weight","kind":"weight","dtype":"bfloat16","shape":[16480,2560],"global_off":9767849984,"nbytes":84377600},{"name":"model.layers.1.linear_attn.norm.weight","kind":"weight","dtype":"bfloat16","shape":[128],"global_off":9852227584,"nbytes":256},{"name":"model.layers.1.linear_attn.out_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,6144],"global_off":9852231680,"nbytes":31457280},{"name":"model.layers.1.mlp.gate.weight","kind":"weight","dtype":"bfloat16","shape":[512,2560],"global_off":9883688960,"nbytes":2621440},{"name":"model.layers.1.mlp.shared_expert.down_proj.weight","kind":"weight","dtype":"bfloat16","shape":[2560,640],"global_off":9886310400,"nbytes":3276800},{"name":"model.layers.1.mlp.shared_expert.gate_up_proj.weight","kind":"weight","dtype":"bfloat16","shape":[1280,2560],"global_off":9889587200,"nbytes":6553600},{"name":"model.layers.1.mlp.shared_expert_gate.weight","kind":"weight","dtype":"bfloat16","shape":[1,2560],"global_off":9896140800,"nbytes":5120},{"name":"gate_up_packed#L00000","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":9896148992,"nbytes":838860800},{"name":"gate_up_scale#L00000","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":10735009792,"nbytes":104857600},{"name":"gate_up_global#L00000","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":10839867392,"nbytes":1310720},{"name":"down_packed#L00000","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":10841178112,"nbytes":419430400},{"name":"down_scale#L00000","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":11260608512,"nbytes":52428800},{"name":"down_global#L00000","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":11313037312,"nbytes":2621440},{"name":"gate_up_packed#L00001","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":11315658752,"nbytes":838860800},{"name":"gate_up_scale#L00001","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":12154519552,"nbytes":104857600},{"name":"gate_up_global#L00001","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":12259377152,"nbytes":1310720},{"name":"down_packed#L00001","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":12260687872,"nbytes":419430400},{"name":"down_scale#L00001","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":12680118272,"nbytes":52428800},{"name":"down_global#L00001","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":12732547072,"nbytes":2621440},{"name":"gate_up_packed#L00002","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":12735168512,"nbytes":838860800},{"name":"gate_up_scale#L00002","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":13574029312,"nbytes":104857600},{"name":"gate_up_global#L00002","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":13678886912,"nbytes":1310720},{"name":"down_packed#L00002","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":13680197632,"nbytes":419430400},{"name":"down_scale#L00002","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":14099628032,"nbytes":52428800},{"name":"down_global#L00002","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":14152056832,"nbytes":2621440},{"name":"gate_up_packed#L00003","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":14154678272,"nbytes":838860800},{"name":"gate_up_scale#L00003","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":14993539072,"nbytes":104857600},{"name":"gate_up_global#L00003","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":15098396672,"nbytes":1310720},{"name":"down_packed#L00003","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":15099707392,"nbytes":419430400},{"name":"down_scale#L00003","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":15519137792,"nbytes":52428800},{"name":"down_global#L00003","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":15571566592,"nbytes":2621440},{"name":"gate_up_packed#L00004","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":15574188032,"nbytes":838860800},{"name":"gate_up_scale#L00004","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":16413048832,"nbytes":104857600},{"name":"gate_up_global#L00004","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":16517906432,"nbytes":1310720},{"name":"down_packed#L00004","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":16519217152,"nbytes":419430400},{"name":"down_scale#L00004","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":16938647552,"nbytes":52428800},{"name":"down_global#L00004","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":16991076352,"nbytes":2621440},{"name":"gate_up_packed#L00005","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":16993697792,"nbytes":838860800},{"name":"gate_up_scale#L00005","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":17832558592,"nbytes":104857600},{"name":"gate_up_global#L00005","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":17937416192,"nbytes":1310720},{"name":"down_packed#L00005","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":17938726912,"nbytes":419430400},{"name":"down_scale#L00005","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":18358157312,"nbytes":52428800},{"name":"down_global#L00005","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":18410586112,"nbytes":2621440},{"name":"gate_up_packed#L00006","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":18413207552,"nbytes":838860800},{"name":"gate_up_scale#L00006","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":19252068352,"nbytes":104857600},{"name":"gate_up_global#L00006","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":19356925952,"nbytes":1310720},{"name":"down_packed#L00006","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":19358236672,"nbytes":419430400},{"name":"down_scale#L00006","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":19777667072,"nbytes":52428800},{"name":"down_global#L00006","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":19830095872,"nbytes":2621440},{"name":"gate_up_packed#L00007","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":19832717312,"nbytes":838860800},{"name":"gate_up_scale#L00007","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":20671578112,"nbytes":104857600},{"name":"gate_up_global#L00007","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":20776435712,"nbytes":1310720},{"name":"down_packed#L00007","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":20777746432,"nbytes":419430400},{"name":"down_scale#L00007","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":21197176832,"nbytes":52428800},{"name":"down_global#L00007","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":21249605632,"nbytes":2621440},{"name":"gate_up_packed#L00008","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":21252227072,"nbytes":838860800},{"name":"gate_up_scale#L00008","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":22091087872,"nbytes":104857600},{"name":"gate_up_global#L00008","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":22195945472,"nbytes":1310720},{"name":"down_packed#L00008","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":22197256192,"nbytes":419430400},{"name":"down_scale#L00008","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":22616686592,"nbytes":52428800},{"name":"down_global#L00008","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":22669115392,"nbytes":2621440},{"name":"gate_up_packed#L00009","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":22671736832,"nbytes":838860800},{"name":"gate_up_scale#L00009","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":23510597632,"nbytes":104857600},{"name":"gate_up_global#L00009","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":23615455232,"nbytes":1310720},{"name":"down_packed#L00009","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":23616765952,"nbytes":419430400},{"name":"down_scale#L00009","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":24036196352,"nbytes":52428800},{"name":"down_global#L00009","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":24088625152,"nbytes":2621440},{"name":"gate_up_packed#L00010","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":24091246592,"nbytes":838860800},{"name":"gate_up_scale#L00010","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":24930107392,"nbytes":104857600},{"name":"gate_up_global#L00010","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":25034964992,"nbytes":1310720},{"name":"down_packed#L00010","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":25036275712,"nbytes":419430400},{"name":"down_scale#L00010","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":25455706112,"nbytes":52428800},{"name":"down_global#L00010","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":25508134912,"nbytes":2621440},{"name":"gate_up_packed#L00011","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":25510756352,"nbytes":838860800},{"name":"gate_up_scale#L00011","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":26349617152,"nbytes":104857600},{"name":"gate_up_global#L00011","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":26454474752,"nbytes":1310720},{"name":"down_packed#L00011","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":26455785472,"nbytes":419430400},{"name":"down_scale#L00011","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":26875215872,"nbytes":52428800},{"name":"down_global#L00011","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":26927644672,"nbytes":2621440},{"name":"gate_up_packed#L00012","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":26930266112,"nbytes":838860800},{"name":"gate_up_scale#L00012","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":27769126912,"nbytes":104857600},{"name":"gate_up_global#L00012","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":27873984512,"nbytes":1310720},{"name":"down_packed#L00012","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":27875295232,"nbytes":419430400},{"name":"down_scale#L00012","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":28294725632,"nbytes":52428800},{"name":"down_global#L00012","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":28347154432,"nbytes":2621440},{"name":"gate_up_packed#L00013","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":28349775872,"nbytes":838860800},{"name":"gate_up_scale#L00013","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":29188636672,"nbytes":104857600},{"name":"gate_up_global#L00013","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":29293494272,"nbytes":1310720},{"name":"down_packed#L00013","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":29294804992,"nbytes":419430400},{"name":"down_scale#L00013","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":29714235392,"nbytes":52428800},{"name":"down_global#L00013","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":29766664192,"nbytes":2621440},{"name":"gate_up_packed#L00014","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":29769285632,"nbytes":838860800},{"name":"gate_up_scale#L00014","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":30608146432,"nbytes":104857600},{"name":"gate_up_global#L00014","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":30713004032,"nbytes":1310720},{"name":"down_packed#L00014","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":30714314752,"nbytes":419430400},{"name":"down_scale#L00014","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":31133745152,"nbytes":52428800},{"name":"down_global#L00014","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":31186173952,"nbytes":2621440},{"name":"gate_up_packed#L00015","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":31188795392,"nbytes":838860800},{"name":"gate_up_scale#L00015","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":32027656192,"nbytes":104857600},{"name":"gate_up_global#L00015","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":32132513792,"nbytes":1310720},{"name":"down_packed#L00015","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":32133824512,"nbytes":419430400},{"name":"down_scale#L00015","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":32553254912,"nbytes":52428800},{"name":"down_global#L00015","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":32605683712,"nbytes":2621440},{"name":"gate_up_packed#L00016","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":32608305152,"nbytes":838860800},{"name":"gate_up_scale#L00016","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":33447165952,"nbytes":104857600},{"name":"gate_up_global#L00016","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":33552023552,"nbytes":1310720},{"name":"down_packed#L00016","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":33553334272,"nbytes":419430400},{"name":"down_scale#L00016","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":33972764672,"nbytes":52428800},{"name":"down_global#L00016","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":34025193472,"nbytes":2621440},{"name":"gate_up_packed#L00017","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":34027814912,"nbytes":838860800},{"name":"gate_up_scale#L00017","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":34866675712,"nbytes":104857600},{"name":"gate_up_global#L00017","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":34971533312,"nbytes":1310720},{"name":"down_packed#L00017","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":34972844032,"nbytes":419430400},{"name":"down_scale#L00017","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":35392274432,"nbytes":52428800},{"name":"down_global#L00017","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":35444703232,"nbytes":2621440},{"name":"gate_up_packed#L00018","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":35447324672,"nbytes":838860800},{"name":"gate_up_scale#L00018","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":36286185472,"nbytes":104857600},{"name":"gate_up_global#L00018","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":36391043072,"nbytes":1310720},{"name":"down_packed#L00018","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":36392353792,"nbytes":419430400},{"name":"down_scale#L00018","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":36811784192,"nbytes":52428800},{"name":"down_global#L00018","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":36864212992,"nbytes":2621440},{"name":"gate_up_packed#L00019","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":36866834432,"nbytes":838860800},{"name":"gate_up_scale#L00019","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":37705695232,"nbytes":104857600},{"name":"gate_up_global#L00019","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":37810552832,"nbytes":1310720},{"name":"down_packed#L00019","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":37811863552,"nbytes":419430400},{"name":"down_scale#L00019","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":38231293952,"nbytes":52428800},{"name":"down_global#L00019","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":38283722752,"nbytes":2621440},{"name":"gate_up_packed#L00020","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":38286344192,"nbytes":838860800},{"name":"gate_up_scale#L00020","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":39125204992,"nbytes":104857600},{"name":"gate_up_global#L00020","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":39230062592,"nbytes":1310720},{"name":"down_packed#L00020","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":39231373312,"nbytes":419430400},{"name":"down_scale#L00020","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":39650803712,"nbytes":52428800},{"name":"down_global#L00020","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":39703232512,"nbytes":2621440},{"name":"gate_up_packed#L00021","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":39705853952,"nbytes":838860800},{"name":"gate_up_scale#L00021","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":40544714752,"nbytes":104857600},{"name":"gate_up_global#L00021","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":40649572352,"nbytes":1310720},{"name":"down_packed#L00021","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":40650883072,"nbytes":419430400},{"name":"down_scale#L00021","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":41070313472,"nbytes":52428800},{"name":"down_global#L00021","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":41122742272,"nbytes":2621440},{"name":"gate_up_packed#L00022","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":41125363712,"nbytes":838860800},{"name":"gate_up_scale#L00022","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":41964224512,"nbytes":104857600},{"name":"gate_up_global#L00022","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":42069082112,"nbytes":1310720},{"name":"down_packed#L00022","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":42070392832,"nbytes":419430400},{"name":"down_scale#L00022","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":42489823232,"nbytes":52428800},{"name":"down_global#L00022","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":42542252032,"nbytes":2621440},{"name":"gate_up_packed#L00023","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":42544873472,"nbytes":838860800},{"name":"gate_up_scale#L00023","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":43383734272,"nbytes":104857600},{"name":"gate_up_global#L00023","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":43488591872,"nbytes":1310720},{"name":"down_packed#L00023","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":43489902592,"nbytes":419430400},{"name":"down_scale#L00023","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":43909332992,"nbytes":52428800},{"name":"down_global#L00023","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":43961761792,"nbytes":2621440},{"name":"gate_up_packed#L00024","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":43964383232,"nbytes":838860800},{"name":"gate_up_scale#L00024","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":44803244032,"nbytes":104857600},{"name":"gate_up_global#L00024","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":44908101632,"nbytes":1310720},{"name":"down_packed#L00024","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":44909412352,"nbytes":419430400},{"name":"down_scale#L00024","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":45328842752,"nbytes":52428800},{"name":"down_global#L00024","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":45381271552,"nbytes":2621440},{"name":"gate_up_packed#L00025","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":45383892992,"nbytes":838860800},{"name":"gate_up_scale#L00025","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":46222753792,"nbytes":104857600},{"name":"gate_up_global#L00025","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":46327611392,"nbytes":1310720},{"name":"down_packed#L00025","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":46328922112,"nbytes":419430400},{"name":"down_scale#L00025","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":46748352512,"nbytes":52428800},{"name":"down_global#L00025","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":46800781312,"nbytes":2621440},{"name":"gate_up_packed#L00026","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":46803402752,"nbytes":838860800},{"name":"gate_up_scale#L00026","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":47642263552,"nbytes":104857600},{"name":"gate_up_global#L00026","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":47747121152,"nbytes":1310720},{"name":"down_packed#L00026","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":47748431872,"nbytes":419430400},{"name":"down_scale#L00026","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":48167862272,"nbytes":52428800},{"name":"down_global#L00026","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":48220291072,"nbytes":2621440},{"name":"gate_up_packed#L00027","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":48222912512,"nbytes":838860800},{"name":"gate_up_scale#L00027","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":49061773312,"nbytes":104857600},{"name":"gate_up_global#L00027","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":49166630912,"nbytes":1310720},{"name":"down_packed#L00027","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":49167941632,"nbytes":419430400},{"name":"down_scale#L00027","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":49587372032,"nbytes":52428800},{"name":"down_global#L00027","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":49639800832,"nbytes":2621440},{"name":"gate_up_packed#L00028","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":49642422272,"nbytes":838860800},{"name":"gate_up_scale#L00028","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":50481283072,"nbytes":104857600},{"name":"gate_up_global#L00028","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":50586140672,"nbytes":1310720},{"name":"down_packed#L00028","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":50587451392,"nbytes":419430400},{"name":"down_scale#L00028","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":51006881792,"nbytes":52428800},{"name":"down_global#L00028","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":51059310592,"nbytes":2621440},{"name":"gate_up_packed#L00029","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":51061932032,"nbytes":838860800},{"name":"gate_up_scale#L00029","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":51900792832,"nbytes":104857600},{"name":"gate_up_global#L00029","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":52005650432,"nbytes":1310720},{"name":"down_packed#L00029","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":52006961152,"nbytes":419430400},{"name":"down_scale#L00029","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":52426391552,"nbytes":52428800},{"name":"down_global#L00029","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":52478820352,"nbytes":2621440},{"name":"gate_up_packed#L00030","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":52481441792,"nbytes":838860800},{"name":"gate_up_scale#L00030","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":53320302592,"nbytes":104857600},{"name":"gate_up_global#L00030","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":53425160192,"nbytes":1310720},{"name":"down_packed#L00030","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":53426470912,"nbytes":419430400},{"name":"down_scale#L00030","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":53845901312,"nbytes":52428800},{"name":"down_global#L00030","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":53898330112,"nbytes":2621440},{"name":"gate_up_packed#L00031","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":53900951552,"nbytes":838860800},{"name":"gate_up_scale#L00031","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":54739812352,"nbytes":104857600},{"name":"gate_up_global#L00031","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":54844669952,"nbytes":1310720},{"name":"down_packed#L00031","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":54845980672,"nbytes":419430400},{"name":"down_scale#L00031","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":55265411072,"nbytes":52428800},{"name":"down_global#L00031","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":55317839872,"nbytes":2621440},{"name":"gate_up_packed#L00032","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":55320461312,"nbytes":838860800},{"name":"gate_up_scale#L00032","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":56159322112,"nbytes":104857600},{"name":"gate_up_global#L00032","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":56264179712,"nbytes":1310720},{"name":"down_packed#L00032","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":56265490432,"nbytes":419430400},{"name":"down_scale#L00032","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":56684920832,"nbytes":52428800},{"name":"down_global#L00032","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":56737349632,"nbytes":2621440},{"name":"gate_up_packed#L00033","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":56739971072,"nbytes":838860800},{"name":"gate_up_scale#L00033","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":57578831872,"nbytes":104857600},{"name":"gate_up_global#L00033","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":57683689472,"nbytes":1310720},{"name":"down_packed#L00033","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":57685000192,"nbytes":419430400},{"name":"down_scale#L00033","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":58104430592,"nbytes":52428800},{"name":"down_global#L00033","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":58156859392,"nbytes":2621440},{"name":"gate_up_packed#L00034","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":58159480832,"nbytes":838860800},{"name":"gate_up_scale#L00034","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":58998341632,"nbytes":104857600},{"name":"gate_up_global#L00034","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":59103199232,"nbytes":1310720},{"name":"down_packed#L00034","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":59104509952,"nbytes":419430400},{"name":"down_scale#L00034","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":59523940352,"nbytes":52428800},{"name":"down_global#L00034","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":59576369152,"nbytes":2621440},{"name":"gate_up_packed#L00035","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":59578990592,"nbytes":838860800},{"name":"gate_up_scale#L00035","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":60417851392,"nbytes":104857600},{"name":"gate_up_global#L00035","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":60522708992,"nbytes":1310720},{"name":"down_packed#L00035","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":60524019712,"nbytes":419430400},{"name":"down_scale#L00035","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":60943450112,"nbytes":52428800},{"name":"down_global#L00035","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":60995878912,"nbytes":2621440},{"name":"gate_up_packed#L00036","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":60998500352,"nbytes":838860800},{"name":"gate_up_scale#L00036","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":61837361152,"nbytes":104857600},{"name":"gate_up_global#L00036","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":61942218752,"nbytes":1310720},{"name":"down_packed#L00036","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":61943529472,"nbytes":419430400},{"name":"down_scale#L00036","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":62362959872,"nbytes":52428800},{"name":"down_global#L00036","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":62415388672,"nbytes":2621440},{"name":"gate_up_packed#L00037","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":62418010112,"nbytes":838860800},{"name":"gate_up_scale#L00037","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":63256870912,"nbytes":104857600},{"name":"gate_up_global#L00037","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":63361728512,"nbytes":1310720},{"name":"down_packed#L00037","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":63363039232,"nbytes":419430400},{"name":"down_scale#L00037","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":63782469632,"nbytes":52428800},{"name":"down_global#L00037","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":63834898432,"nbytes":2621440},{"name":"gate_up_packed#L00038","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":63837519872,"nbytes":838860800},{"name":"gate_up_scale#L00038","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":64676380672,"nbytes":104857600},{"name":"gate_up_global#L00038","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":64781238272,"nbytes":1310720},{"name":"down_packed#L00038","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":64782548992,"nbytes":419430400},{"name":"down_scale#L00038","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":65201979392,"nbytes":52428800},{"name":"down_global#L00038","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":65254408192,"nbytes":2621440},{"name":"gate_up_packed#L00039","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":65257029632,"nbytes":838860800},{"name":"gate_up_scale#L00039","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":66095890432,"nbytes":104857600},{"name":"gate_up_global#L00039","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":66200748032,"nbytes":1310720},{"name":"down_packed#L00039","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":66202058752,"nbytes":419430400},{"name":"down_scale#L00039","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":66621489152,"nbytes":52428800},{"name":"down_global#L00039","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":66673917952,"nbytes":2621440},{"name":"gate_up_packed#L00040","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":66676539392,"nbytes":838860800},{"name":"gate_up_scale#L00040","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":67515400192,"nbytes":104857600},{"name":"gate_up_global#L00040","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":67620257792,"nbytes":1310720},{"name":"down_packed#L00040","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":67621568512,"nbytes":419430400},{"name":"down_scale#L00040","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":68040998912,"nbytes":52428800},{"name":"down_global#L00040","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":68093427712,"nbytes":2621440},{"name":"gate_up_packed#L00041","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":68096049152,"nbytes":838860800},{"name":"gate_up_scale#L00041","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":68934909952,"nbytes":104857600},{"name":"gate_up_global#L00041","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":69039767552,"nbytes":1310720},{"name":"down_packed#L00041","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":69041078272,"nbytes":419430400},{"name":"down_scale#L00041","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":69460508672,"nbytes":52428800},{"name":"down_global#L00041","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":69512937472,"nbytes":2621440},{"name":"gate_up_packed#L00042","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":69515558912,"nbytes":838860800},{"name":"gate_up_scale#L00042","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":70354419712,"nbytes":104857600},{"name":"gate_up_global#L00042","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":70459277312,"nbytes":1310720},{"name":"down_packed#L00042","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":70460588032,"nbytes":419430400},{"name":"down_scale#L00042","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":70880018432,"nbytes":52428800},{"name":"down_global#L00042","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":70932447232,"nbytes":2621440},{"name":"gate_up_packed#L00043","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":70935068672,"nbytes":838860800},{"name":"gate_up_scale#L00043","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":71773929472,"nbytes":104857600},{"name":"gate_up_global#L00043","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":71878787072,"nbytes":1310720},{"name":"down_packed#L00043","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":71880097792,"nbytes":419430400},{"name":"down_scale#L00043","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":72299528192,"nbytes":52428800},{"name":"down_global#L00043","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":72351956992,"nbytes":2621440},{"name":"gate_up_packed#L00044","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":72354578432,"nbytes":838860800},{"name":"gate_up_scale#L00044","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":73193439232,"nbytes":104857600},{"name":"gate_up_global#L00044","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":73298296832,"nbytes":1310720},{"name":"down_packed#L00044","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":73299607552,"nbytes":419430400},{"name":"down_scale#L00044","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":73719037952,"nbytes":52428800},{"name":"down_global#L00044","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":73771466752,"nbytes":2621440},{"name":"gate_up_packed#L00045","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":73774088192,"nbytes":838860800},{"name":"gate_up_scale#L00045","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":74612948992,"nbytes":104857600},{"name":"gate_up_global#L00045","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":74717806592,"nbytes":1310720},{"name":"down_packed#L00045","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":74719117312,"nbytes":419430400},{"name":"down_scale#L00045","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":75138547712,"nbytes":52428800},{"name":"down_global#L00045","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":75190976512,"nbytes":2621440},{"name":"gate_up_packed#L00046","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":75193597952,"nbytes":838860800},{"name":"gate_up_scale#L00046","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":76032458752,"nbytes":104857600},{"name":"gate_up_global#L00046","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":76137316352,"nbytes":1310720},{"name":"down_packed#L00046","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":76138627072,"nbytes":419430400},{"name":"down_scale#L00046","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":76558057472,"nbytes":52428800},{"name":"down_global#L00046","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":76610486272,"nbytes":2621440},{"name":"gate_up_packed#L00047","kind":"experts_bank","dtype":"uint8","shape":[512,1280,1280],"global_off":76613107712,"nbytes":838860800},{"name":"gate_up_scale#L00047","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,1280,160],"global_off":77451968512,"nbytes":104857600},{"name":"gate_up_global#L00047","kind":"experts_bank","dtype":"float16","shape":[512,1280],"global_off":77556826112,"nbytes":1310720},{"name":"down_packed#L00047","kind":"experts_bank","dtype":"uint8","shape":[512,2560,320],"global_off":77558136832,"nbytes":419430400},{"name":"down_scale#L00047","kind":"experts_bank","dtype":"float8_e4m3fn","shape":[512,2560,40],"global_off":77977567232,"nbytes":52428800},{"name":"down_global#L00047","kind":"experts_bank","dtype":"float16","shape":[512,2560],"global_off":78029996032,"nbytes":2621440}],"shards":[{"file":"freetoken-00000.ftw","global_off":0,"nbytes":8555614208},{"file":"freetoken-00001.ftw","global_off":8555614208,"nbytes":8438083584},{"file":"freetoken-00002.ftw","global_off":16993697792,"nbytes":8517058560},{"file":"freetoken-00003.ftw","global_off":25510756352,"nbytes":8517058560},{"file":"freetoken-00004.ftw","global_off":34027814912,"nbytes":8517058560},{"file":"freetoken-00005.ftw","global_off":42544873472,"nbytes":8517058560},{"file":"freetoken-00006.ftw","global_off":51061932032,"nbytes":8517058560},{"file":"freetoken-00007.ftw","global_off":59578990592,"nbytes":8517058560},{"file":"freetoken-00008.ftw","global_off":68096049152,"nbytes":8517058560},{"file":"freetoken-00009.ftw","global_off":76613107712,"nbytes":1419509760}],"source_model_path":"/home/lidaiqing/models/qwen38-nvidia/source/fab0aecb760c","fingerprint":"94e1ee0daa442357","quant_format":"nvfp4","expert_quantization":null,"expert_bank_num_layers":48,"counts":{"weight":887,"experts_bank":288},"copied_metadata":["README.md",".gitattributes","tokenizer_config.json","processor_config.json","chat_template.jinja","generation_config.json","config.json","vocab.json","hf_quant_config.json","video_preprocessor_config.json","tokenizer.json","preprocessor_config.json","merges.txt"],"external_artifacts":[{"kind":"qwen4_ngram","schema_version":"1.0","file":"qwen4_ngram.bin","dtype":"float8_e4m3fn","rows":320001536,"dim":160,"nbytes":51200245760,"parts":128,"weight_scale":0.00019931793212890625},{"kind":"qwen4_mtp","file":"nvfp4_experts_mtp.safetensors","nbytes":2698415848,"format":"safetensors-fp8"}]}