bigseek_3p2t / dsv4_factorized_recipe.json
NobodyExistsOnTheInternet's picture
Add files using upload-large-folder tool
c6f0223 verified
Raw
History Blame Contribute Delete
24.6 kB
{
"copied_tensor_count": 287842,
"copied_total_size": 3202234016376,
"copied_total_size_gib": 2982.3128286525607,
"copy_method": "auto",
"created_utc": "2026-05-31T07:10:20Z",
"family_tensor_counts": {
"embed-head": 2,
"ffn-router": 122,
"layer-norms": 123,
"layer000-routed-experts": 4608,
"layer001-routed-experts": 4608,
"layer002-routed-experts": 4608,
"layer003-routed-experts": 4608,
"layer004-routed-experts": 4608,
"layer005-routed-experts": 4608,
"layer006-routed-experts": 4608,
"layer007-routed-experts": 4608,
"layer008-routed-experts": 4608,
"layer009-routed-experts": 4608,
"layer010-routed-experts": 4608,
"layer011-routed-experts": 4608,
"layer012-routed-experts": 4608,
"layer013-routed-experts": 4608,
"layer014-routed-experts": 4608,
"layer015-routed-experts": 4608,
"layer016-routed-experts": 4608,
"layer017-routed-experts": 4608,
"layer018-routed-experts": 4608,
"layer019-routed-experts": 4608,
"layer020-routed-experts": 4608,
"layer021-routed-experts": 4608,
"layer022-routed-experts": 4608,
"layer023-routed-experts": 4608,
"layer024-routed-experts": 4608,
"layer025-routed-experts": 4608,
"layer026-routed-experts": 4608,
"layer027-routed-experts": 4608,
"layer028-routed-experts": 4608,
"layer029-routed-experts": 4608,
"layer030-routed-experts": 4608,
"layer031-routed-experts": 4608,
"layer032-routed-experts": 4608,
"layer033-routed-experts": 4608,
"layer034-routed-experts": 4608,
"layer035-routed-experts": 4608,
"layer036-routed-experts": 4608,
"layer037-routed-experts": 4608,
"layer038-routed-experts": 4608,
"layer039-routed-experts": 4608,
"layer040-routed-experts": 4608,
"layer041-routed-experts": 4608,
"layer042-routed-experts": 4608,
"layer043-routed-experts": 4608,
"layer044-routed-experts": 4608,
"layer045-routed-experts": 4608,
"layer046-routed-experts": 4608,
"layer047-routed-experts": 4608,
"layer048-routed-experts": 4608,
"layer049-routed-experts": 4608,
"layer050-routed-experts": 4608,
"layer051-routed-experts": 4608,
"layer052-routed-experts": 4608,
"layer053-routed-experts": 4608,
"layer054-routed-experts": 4608,
"layer055-routed-experts": 4608,
"layer056-routed-experts": 4608,
"layer057-routed-experts": 4608,
"layer058-routed-experts": 4608,
"layer059-routed-experts": 4608,
"layer060-routed-experts": 4608,
"main-attention": 915,
"mhc": 369,
"mtp-non-experts": 39,
"mtp000-routed-experts": 4608,
"shared-experts": 366,
"sparse-indexer": 210
},
"family_total_size_gib": {
"embed-head": 3.4521484375,
"ffn-router": 0.6603298187255859,
"layer-norms": 0.0016422271728515625,
"layer000-routed-experts": 47.26153564453125,
"layer001-routed-experts": 47.26153564453125,
"layer002-routed-experts": 47.26153564453125,
"layer003-routed-experts": 47.26153564453125,
"layer004-routed-experts": 47.26153564453125,
"layer005-routed-experts": 47.26153564453125,
"layer006-routed-experts": 47.26153564453125,
"layer007-routed-experts": 47.26153564453125,
"layer008-routed-experts": 47.26153564453125,
"layer009-routed-experts": 47.26153564453125,
"layer010-routed-experts": 47.26153564453125,
"layer011-routed-experts": 47.26153564453125,
"layer012-routed-experts": 47.26153564453125,
"layer013-routed-experts": 47.26153564453125,
"layer014-routed-experts": 47.26153564453125,
"layer015-routed-experts": 47.26153564453125,
"layer016-routed-experts": 47.26153564453125,
"layer017-routed-experts": 47.26153564453125,
"layer018-routed-experts": 47.26153564453125,
"layer019-routed-experts": 47.26153564453125,
"layer020-routed-experts": 47.26153564453125,
"layer021-routed-experts": 47.26153564453125,
"layer022-routed-experts": 47.26153564453125,
"layer023-routed-experts": 47.26153564453125,
"layer024-routed-experts": 47.26153564453125,
"layer025-routed-experts": 47.26153564453125,
"layer026-routed-experts": 47.26153564453125,
"layer027-routed-experts": 47.26153564453125,
"layer028-routed-experts": 47.26153564453125,
"layer029-routed-experts": 47.26153564453125,
"layer030-routed-experts": 47.26153564453125,
"layer031-routed-experts": 47.26153564453125,
"layer032-routed-experts": 47.26153564453125,
"layer033-routed-experts": 47.26153564453125,
"layer034-routed-experts": 47.26153564453125,
"layer035-routed-experts": 47.26153564453125,
"layer036-routed-experts": 47.26153564453125,
"layer037-routed-experts": 47.26153564453125,
"layer038-routed-experts": 47.26153564453125,
"layer039-routed-experts": 47.26153564453125,
"layer040-routed-experts": 47.26153564453125,
"layer041-routed-experts": 47.26153564453125,
"layer042-routed-experts": 47.26153564453125,
"layer043-routed-experts": 47.26153564453125,
"layer044-routed-experts": 47.26153564453125,
"layer045-routed-experts": 47.26153564453125,
"layer046-routed-experts": 47.26153564453125,
"layer047-routed-experts": 47.26153564453125,
"layer048-routed-experts": 47.26153564453125,
"layer049-routed-experts": 47.26153564453125,
"layer050-routed-experts": 47.26153564453125,
"layer051-routed-experts": 47.26153564453125,
"layer052-routed-experts": 47.26153564453125,
"layer053-routed-experts": 47.26153564453125,
"layer054-routed-experts": 47.26153564453125,
"layer055-routed-experts": 47.26153564453125,
"layer056-routed-experts": 47.26153564453125,
"layer057-routed-experts": 47.26153564453125,
"layer058-routed-experts": 47.26153564453125,
"layer059-routed-experts": 47.26153564453125,
"layer060-routed-experts": 47.26153564453125,
"main-attention": 35.334646224975586,
"mhc": 0.3131836764514446,
"mtp-non-experts": 4.245558004826307,
"mtp000-routed-experts": 47.26153564453125,
"shared-experts": 7.507691860198975,
"sparse-indexer": 0.5824184417724609
},
"file_layout": [
{
"family": "layer000-routed-experts",
"file_name": "model-00000-layer000-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer001-routed-experts",
"file_name": "model-00001-layer001-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer002-routed-experts",
"file_name": "model-00002-layer002-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer003-routed-experts",
"file_name": "model-00003-layer003-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer004-routed-experts",
"file_name": "model-00004-layer004-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer005-routed-experts",
"file_name": "model-00005-layer005-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer006-routed-experts",
"file_name": "model-00006-layer006-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer007-routed-experts",
"file_name": "model-00007-layer007-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer008-routed-experts",
"file_name": "model-00008-layer008-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer009-routed-experts",
"file_name": "model-00009-layer009-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer010-routed-experts",
"file_name": "model-00010-layer010-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer011-routed-experts",
"file_name": "model-00011-layer011-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer012-routed-experts",
"file_name": "model-00012-layer012-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer013-routed-experts",
"file_name": "model-00013-layer013-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer014-routed-experts",
"file_name": "model-00014-layer014-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer015-routed-experts",
"file_name": "model-00015-layer015-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer016-routed-experts",
"file_name": "model-00016-layer016-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer017-routed-experts",
"file_name": "model-00017-layer017-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer018-routed-experts",
"file_name": "model-00018-layer018-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer019-routed-experts",
"file_name": "model-00019-layer019-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer020-routed-experts",
"file_name": "model-00020-layer020-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer021-routed-experts",
"file_name": "model-00021-layer021-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer022-routed-experts",
"file_name": "model-00022-layer022-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer023-routed-experts",
"file_name": "model-00023-layer023-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer024-routed-experts",
"file_name": "model-00024-layer024-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer025-routed-experts",
"file_name": "model-00025-layer025-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer026-routed-experts",
"file_name": "model-00026-layer026-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer027-routed-experts",
"file_name": "model-00027-layer027-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer028-routed-experts",
"file_name": "model-00028-layer028-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer029-routed-experts",
"file_name": "model-00029-layer029-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer030-routed-experts",
"file_name": "model-00030-layer030-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer031-routed-experts",
"file_name": "model-00031-layer031-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer032-routed-experts",
"file_name": "model-00032-layer032-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer033-routed-experts",
"file_name": "model-00033-layer033-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer034-routed-experts",
"file_name": "model-00034-layer034-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer035-routed-experts",
"file_name": "model-00035-layer035-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer036-routed-experts",
"file_name": "model-00036-layer036-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer037-routed-experts",
"file_name": "model-00037-layer037-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer038-routed-experts",
"file_name": "model-00038-layer038-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer039-routed-experts",
"file_name": "model-00039-layer039-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer040-routed-experts",
"file_name": "model-00040-layer040-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer041-routed-experts",
"file_name": "model-00041-layer041-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer042-routed-experts",
"file_name": "model-00042-layer042-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer043-routed-experts",
"file_name": "model-00043-layer043-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer044-routed-experts",
"file_name": "model-00044-layer044-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer045-routed-experts",
"file_name": "model-00045-layer045-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer046-routed-experts",
"file_name": "model-00046-layer046-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer047-routed-experts",
"file_name": "model-00047-layer047-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer048-routed-experts",
"file_name": "model-00048-layer048-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer049-routed-experts",
"file_name": "model-00049-layer049-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer050-routed-experts",
"file_name": "model-00050-layer050-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer051-routed-experts",
"file_name": "model-00051-layer051-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer052-routed-experts",
"file_name": "model-00052-layer052-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer053-routed-experts",
"file_name": "model-00053-layer053-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer054-routed-experts",
"file_name": "model-00054-layer054-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer055-routed-experts",
"file_name": "model-00055-layer055-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer056-routed-experts",
"file_name": "model-00056-layer056-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer057-routed-experts",
"file_name": "model-00057-layer057-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer058-routed-experts",
"file_name": "model-00058-layer058-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer059-routed-experts",
"file_name": "model-00059-layer059-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "layer060-routed-experts",
"file_name": "model-00060-layer060-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "mtp000-routed-experts",
"file_name": "model-00061-mtp000-routed-experts.safetensors",
"skipped_existing": true,
"tensor_count": 4608,
"total_size": 50746687488,
"total_size_gib": 47.26153564453125
},
{
"family": "embed-head",
"file_name": "model-00062-embed-head.safetensors",
"skipped_existing": true,
"tensor_count": 2,
"total_size": 3706716160,
"total_size_gib": 3.4521484375
},
{
"family": "main-attention",
"file_name": "model-00063-main-attention.safetensors",
"skipped_existing": true,
"tensor_count": 915,
"total_size": 37940287488,
"total_size_gib": 35.334646224975586
},
{
"family": "sparse-indexer",
"file_name": "model-00064-sparse-indexer.safetensors",
"skipped_existing": true,
"tensor_count": 210,
"total_size": 625367040,
"total_size_gib": 0.5824184417724609
},
{
"family": "shared-experts",
"file_name": "model-00065-shared-experts.safetensors",
"skipped_existing": true,
"tensor_count": 366,
"total_size": 8061322752,
"total_size_gib": 7.507691860198975
},
{
"family": "ffn-router",
"file_name": "model-00066-ffn-router.safetensors",
"skipped_existing": true,
"tensor_count": 122,
"total_size": 709023744,
"total_size_gib": 0.6603298187255859
},
{
"family": "mhc",
"file_name": "model-00067-mhc.safetensors",
"skipped_existing": true,
"tensor_count": 369,
"total_size": 336278412,
"total_size_gib": 0.3131836764514446
},
{
"family": "layer-norms",
"file_name": "model-00068-layer-norms.safetensors",
"skipped_existing": true,
"tensor_count": 123,
"total_size": 1763328,
"total_size_gib": 0.0016422271728515625
},
{
"family": "mtp-non-experts",
"file_name": "model-00069-mtp-non-experts.safetensors",
"skipped_existing": true,
"tensor_count": 39,
"total_size": 4558633196,
"total_size_gib": 4.245558004826307
}
],
"method": "Raw safetensors repack of the active DSv4 checkpoint into routed-expert and non-expert family shards.",
"output_dir": "/home/ggb/mergehell/outputs/deepseek_v4_pro_base_instruct_widthwise_headstack_3p2t_factorized",
"source_dir": "/home/ggb/mergehell/outputs/deepseek_v4_pro_base_instruct_widthwise_headstack_3p2t",
"tensor_count": 287842,
"total_size": 3202234016376
}