{
  "output": "/workspace/solar-open2-mixed-ds4/calibration/calibration.txt",
  "bytes": 15401547,
  "documents": 1641,
  "seed": 1234,
  "requested_tokens": 4000000,
  "actual_tokens": 4056882,
  "reference_mix": {
    "dataset": "Baekpica/Solar-Open2-120B-A15B-REAM-148E-Healing-Mix",
    "revision": "1931f3a40cc3463217f9c7d25906f80ded029264",
    "config": "mixed",
    "share_source": "manifest.json target token shares",
    "sampling_unit": "official Solar tokenizer token quota",
    "renderer": "scripts/solar_format.py",
    "renderer_sha256": "677274f0d6a93326aa3d76e99e0d251d499317fa455dfb7eefed8fbc93ad1b93",
    "renderer_cache_path": "/root/.cache/huggingface/hub/datasets--Baekpica--Solar-Open2-120B-A15B-REAM-148E-Healing-Mix/snapshots/1931f3a40cc3463217f9c7d25906f80ded029264/scripts/solar_format.py"
  },
  "tokenizer": {
    "path": "/models/Solar-Open2-250B",
    "class": "TokenizersBackend",
    "vocab_size": 196608
  },
  "rendering": {
    "template": "/models/Solar-Open2-250B/chat_template.jinja",
    "template_sha256": "5da6ffcd2d06aacce4d9f1be10078ff57e0d8ddd589c97cc8f0001e9fbf33f3a",
    "provider_system_prompt": false,
    "reasoning_effort": "high",
    "think_render_option": "interleaved"
  },
  "buckets": [
    {
      "bucket": "if_chat",
      "share": 0.22,
      "repo": "nvidia/Nemotron-SFT-Instruction-Following-Chat-v2",
      "revision": "1a9454ed054b8544503ab8d8c0a519d141a44c5b",
      "files": [
        "data/reasoning_on.jsonl",
        "data/reasoning_off.jsonl"
      ],
      "target_tokens": 880000,
      "tokens": 880388,
      "chars": 3597553,
      "documents": 552,
      "coverage": 1.000440909090909,
      "status": "ok"
    },
    {
      "bucket": "cascade1_reasoning",
      "share": 0.16,
      "repo": "nvidia/Nemotron-Cascade-SFT-Stage-1",
      "revision": "e59a356b107737562f064ec252e6adacbc737899",
      "files": [
        "general.jsonl",
        "science.jsonl",
        "math/math_1.jsonl",
        "code/code_1.jsonl"
      ],
      "target_tokens": 640000,
      "tokens": 647955,
      "chars": 2514508,
      "documents": 248,
      "coverage": 1.0124296875,
      "status": "ok"
    },
    {
      "bucket": "cascade2_reasoning",
      "share": 0.16,
      "repo": "nvidia/Nemotron-Cascade-SFT-Stage-2",
      "revision": "54cfa23ba28c9d94aeae15142e73bde6f8d14d8b",
      "files": [
        "instruction-following.jsonl",
        "tool_calling.jsonl",
        "general/general_1.jsonl",
        "math/math_1.jsonl",
        "science.jsonl",
        "swe_repair.jsonl",
        "swe_localization.jsonl"
      ],
      "target_tokens": 640000,
      "tokens": 650806,
      "chars": 2620757,
      "documents": 297,
      "coverage": 1.016884375,
      "status": "ok"
    },
    {
      "bucket": "ko",
      "share": 0.16,
      "repo": "nvidia/Nemotron-SFT-Multilingual-v2",
      "revision": "971a252224b75414b1b67c55dbe0446d8b6606a0",
      "files": [
        "ultra-v3_math_ko_translated_final.jsonl",
        "ultra-v3_code_ko_translated_final.jsonl",
        "ultra-v3_stem_ko_translated_postedit_final.jsonl"
      ],
      "target_tokens": 640000,
      "tokens": 647940,
      "chars": 2031503,
      "documents": 199,
      "coverage": 1.01240625,
      "status": "ok"
    },
    {
      "bucket": "multilingual_other",
      "share": 0.12,
      "repo": "nvidia/Nemotron-SFT-Multilingual-v2",
      "revision": "971a252224b75414b1b67c55dbe0446d8b6606a0",
      "files": [
        "ultra-v3_math_ja_translated_final.jsonl",
        "ultra-v3_code_ja_translated_final.jsonl",
        "ultra-v3_stem_ja_translated_postedit_final.jsonl",
        "ultra-v3_math_pt_translated_final.jsonl",
        "ultra-v3_code_pt_translated_final.jsonl",
        "ultra-v3_stem_pt_translated_postedit_final.jsonl",
        "ultra-v3_math_hi_translated_final.jsonl",
        "ultra-v3_code_hi_translated_final.jsonl",
        "ultra-v3_stem_hi_translated_postedit_final.jsonl"
      ],
      "target_tokens": 480000,
      "tokens": 501242,
      "chars": 1621093,
      "documents": 157,
      "coverage": 1.0442541666666667,
      "status": "ok"
    },
    {
      "bucket": "finance",
      "share": 0.06,
      "repo": "nvidia/Nemotron-SpecializedDomains-Finance-v1",
      "revision": "5a21b106168facb96ced11b883c2a9b4788ee939",
      "files": [
        "data/train.jsonl"
      ],
      "target_tokens": 240000,
      "tokens": 241870,
      "chars": 656000,
      "documents": 41,
      "coverage": 1.0077916666666666,
      "status": "ok"
    },
    {
      "bucket": "swe_agentic",
      "share": 0.06,
      "repo": "nvidia/Nemotron-SFT-SWE-v2",
      "revision": "bd151f3f2d89c4804dda0083d912bd9f6a0a9fb7",
      "files": [
        "data/agentless.jsonl"
      ],
      "target_tokens": 240000,
      "tokens": 242875,
      "chars": 1026022,
      "documents": 68,
      "coverage": 1.0119791666666667,
      "status": "ok"
    },
    {
      "bucket": "code_algo",
      "share": 0.06,
      "repo": "nvidia/Nemotron-SFT-Competitive-Programming-v2",
      "revision": "778afc98a9e027e10b3cd78020c120e93e142ef2",
      "files": [
        "data/exercism.jsonl",
        "data/text_to_sql.jsonl",
        "data/competitive_programming_python_00.jsonl"
      ],
      "target_tokens": 240000,
      "tokens": 243806,
      "chars": 881333,
      "documents": 79,
      "coverage": 1.0158583333333333,
      "status": "ok"
    }
  ]
}