Decision-1.0-Lex-0.6B / SYSTEM_ONE_VALIDATION.json
Xunzhuo's picture
Add System One typed batch API and matching fine-tuning inputs
a2af77f verified
Raw History Blame
2.58 kB
{
"all_reference_outputs_exact": true,
"api_source": {
"bytes": 10690,
"sha256": "d2ef9aa1d0badcf168065a782f8a96316045455a676c08bdb5dd384a651e2194"
},
"complete_input_tokens": 1024,
"coverage": [
"Noul, Choice and Score",
"128 questions",
"128 contexts and 512 decisions",
"question rename and reorder",
"irrelevant question insertion",
"single and multi-context agreement",
"default B8 and opt-in padding-aware B32",
"late invalid input before any forward",
"same training and inference input encoding"
],
"cross_batch_tolerance": 2e-05,
"device": "AMD GPU / ROCm",
"limits": "Technical compatibility validation on synthetic unlabeled cases; not evidence of accuracy, calibration or latency gains.",
"max_decisions_per_batch": 512,
"max_questions_per_request": 128,
"max_requests_per_batch": 128,
"models": {
"Kai": {
"all_489_parameters_and_66_buffers_unchanged": true,
"cross_case_checks": 713,
"forward_calls": 242,
"forward_rows": 2756,
"hard_flips": 0,
"invalid_input_checks": 7,
"invalid_input_forward_calls": 0,
"max_probability_error": 2.0563602447509766e-06,
"max_score_error": 2.980232238769531e-07,
"native_manifest_sha256": "da603662bc57e89ccfb51c972ed9c1f2825f267597353cf1337df9117a3dfabe",
"result_sha256": "8cb3bc435e36b79d96b60058e9b4c57b9996dcb8a55a1cd3faf6c7324e7f917c",
"same_physical_reference_outputs_exact": true
},
"Lex": {
"all_489_parameters_and_66_buffers_unchanged": true,
"cross_case_checks": 713,
"forward_calls": 242,
"forward_rows": 2756,
"hard_flips": 0,
"invalid_input_checks": 7,
"invalid_input_forward_calls": 0,
"max_probability_error": 1.1324882507324219e-06,
"max_score_error": 7.152557373046875e-07,
"native_manifest_sha256": "f288d873999832a3f37c6a7c4268c2ab309691e621794dbf7acab891acbbb7e6",
"result_sha256": "e94c5f1109f15005415a48623602d5255b38bd33451b55c758a0db0c16f68191",
"same_physical_reference_outputs_exact": true
}
},
"optimizer_updates": 0,
"performance_benchmark": false,
"quality_evaluation": false,
"reference": "Independent System One mapping using the original Studio single-question conversion and native predictor; identical physical batches.",
"status": "PASS_AMD_SYSTEM_ONE_API",
"total_forward_calls": 484,
"training_conversion_source": {
"bytes": 1784,
"sha256": "9b8e7cf14dafedb9bfc9f174db64be9f8c311cca3c48eba0c90f55a3bbd62c19"
},
"weights_unchanged": true
}