File size: 5,417 Bytes
fcc06ed | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 | {
"output": "/workspace/solar-open2-mixed-ds4/calibration/calibration.txt",
"bytes": 15401547,
"documents": 1641,
"seed": 1234,
"requested_tokens": 4000000,
"actual_tokens": 4056882,
"reference_mix": {
"dataset": "Baekpica/Solar-Open2-120B-A15B-REAM-148E-Healing-Mix",
"revision": "1931f3a40cc3463217f9c7d25906f80ded029264",
"config": "mixed",
"share_source": "manifest.json target token shares",
"sampling_unit": "official Solar tokenizer token quota",
"renderer": "scripts/solar_format.py",
"renderer_sha256": "677274f0d6a93326aa3d76e99e0d251d499317fa455dfb7eefed8fbc93ad1b93",
"renderer_cache_path": "/root/.cache/huggingface/hub/datasets--Baekpica--Solar-Open2-120B-A15B-REAM-148E-Healing-Mix/snapshots/1931f3a40cc3463217f9c7d25906f80ded029264/scripts/solar_format.py"
},
"tokenizer": {
"path": "/models/Solar-Open2-250B",
"class": "TokenizersBackend",
"vocab_size": 196608
},
"rendering": {
"template": "/models/Solar-Open2-250B/chat_template.jinja",
"template_sha256": "5da6ffcd2d06aacce4d9f1be10078ff57e0d8ddd589c97cc8f0001e9fbf33f3a",
"provider_system_prompt": false,
"reasoning_effort": "high",
"think_render_option": "interleaved"
},
"buckets": [
{
"bucket": "if_chat",
"share": 0.22,
"repo": "nvidia/Nemotron-SFT-Instruction-Following-Chat-v2",
"revision": "1a9454ed054b8544503ab8d8c0a519d141a44c5b",
"files": [
"data/reasoning_on.jsonl",
"data/reasoning_off.jsonl"
],
"target_tokens": 880000,
"tokens": 880388,
"chars": 3597553,
"documents": 552,
"coverage": 1.000440909090909,
"status": "ok"
},
{
"bucket": "cascade1_reasoning",
"share": 0.16,
"repo": "nvidia/Nemotron-Cascade-SFT-Stage-1",
"revision": "e59a356b107737562f064ec252e6adacbc737899",
"files": [
"general.jsonl",
"science.jsonl",
"math/math_1.jsonl",
"code/code_1.jsonl"
],
"target_tokens": 640000,
"tokens": 647955,
"chars": 2514508,
"documents": 248,
"coverage": 1.0124296875,
"status": "ok"
},
{
"bucket": "cascade2_reasoning",
"share": 0.16,
"repo": "nvidia/Nemotron-Cascade-SFT-Stage-2",
"revision": "54cfa23ba28c9d94aeae15142e73bde6f8d14d8b",
"files": [
"instruction-following.jsonl",
"tool_calling.jsonl",
"general/general_1.jsonl",
"math/math_1.jsonl",
"science.jsonl",
"swe_repair.jsonl",
"swe_localization.jsonl"
],
"target_tokens": 640000,
"tokens": 650806,
"chars": 2620757,
"documents": 297,
"coverage": 1.016884375,
"status": "ok"
},
{
"bucket": "ko",
"share": 0.16,
"repo": "nvidia/Nemotron-SFT-Multilingual-v2",
"revision": "971a252224b75414b1b67c55dbe0446d8b6606a0",
"files": [
"ultra-v3_math_ko_translated_final.jsonl",
"ultra-v3_code_ko_translated_final.jsonl",
"ultra-v3_stem_ko_translated_postedit_final.jsonl"
],
"target_tokens": 640000,
"tokens": 647940,
"chars": 2031503,
"documents": 199,
"coverage": 1.01240625,
"status": "ok"
},
{
"bucket": "multilingual_other",
"share": 0.12,
"repo": "nvidia/Nemotron-SFT-Multilingual-v2",
"revision": "971a252224b75414b1b67c55dbe0446d8b6606a0",
"files": [
"ultra-v3_math_ja_translated_final.jsonl",
"ultra-v3_code_ja_translated_final.jsonl",
"ultra-v3_stem_ja_translated_postedit_final.jsonl",
"ultra-v3_math_pt_translated_final.jsonl",
"ultra-v3_code_pt_translated_final.jsonl",
"ultra-v3_stem_pt_translated_postedit_final.jsonl",
"ultra-v3_math_hi_translated_final.jsonl",
"ultra-v3_code_hi_translated_final.jsonl",
"ultra-v3_stem_hi_translated_postedit_final.jsonl"
],
"target_tokens": 480000,
"tokens": 501242,
"chars": 1621093,
"documents": 157,
"coverage": 1.0442541666666667,
"status": "ok"
},
{
"bucket": "finance",
"share": 0.06,
"repo": "nvidia/Nemotron-SpecializedDomains-Finance-v1",
"revision": "5a21b106168facb96ced11b883c2a9b4788ee939",
"files": [
"data/train.jsonl"
],
"target_tokens": 240000,
"tokens": 241870,
"chars": 656000,
"documents": 41,
"coverage": 1.0077916666666666,
"status": "ok"
},
{
"bucket": "swe_agentic",
"share": 0.06,
"repo": "nvidia/Nemotron-SFT-SWE-v2",
"revision": "bd151f3f2d89c4804dda0083d912bd9f6a0a9fb7",
"files": [
"data/agentless.jsonl"
],
"target_tokens": 240000,
"tokens": 242875,
"chars": 1026022,
"documents": 68,
"coverage": 1.0119791666666667,
"status": "ok"
},
{
"bucket": "code_algo",
"share": 0.06,
"repo": "nvidia/Nemotron-SFT-Competitive-Programming-v2",
"revision": "778afc98a9e027e10b3cd78020c120e93e142ef2",
"files": [
"data/exercism.jsonl",
"data/text_to_sql.jsonl",
"data/competitive_programming_python_00.jsonl"
],
"target_tokens": 240000,
"tokens": 243806,
"chars": 881333,
"documents": 79,
"coverage": 1.0158583333333333,
"status": "ok"
}
]
}
|