Download SYSTEM_ONE_VALIDATION.json from vllm-sr/Decision-1.0-Lex-0.6B: direct link, hf CLI and curl.
- Browser
- Download file 2.58 kB
-
https://huggingface.co/vllm-sr/Decision-1.0-Lex-0.6B/resolve/e4a96e95ad08867f7114e1a3ed4d42dca4e2723e/SYSTEM_ONE_VALIDATION.json
- Command line
-
hf download hf://vllm-sr/Decision-1.0-Lex-0.6B@e4a96e95ad08867f7114e1a3ed4d42dca4e2723e/SYSTEM_ONE_VALIDATION.json
-
curl -L -o SYSTEM_ONE_VALIDATION.json https://huggingface.co/vllm-sr/Decision-1.0-Lex-0.6B/resolve/e4a96e95ad08867f7114e1a3ed4d42dca4e2723e/SYSTEM_ONE_VALIDATION.json
2.58 kB
| { | |
| "all_reference_outputs_exact": true, | |
| "api_source": { | |
| "bytes": 10690, | |
| "sha256": "d2ef9aa1d0badcf168065a782f8a96316045455a676c08bdb5dd384a651e2194" | |
| }, | |
| "complete_input_tokens": 1024, | |
| "coverage": [ | |
| "Noul, Choice and Score", | |
| "128 questions", | |
| "128 contexts and 512 decisions", | |
| "question rename and reorder", | |
| "irrelevant question insertion", | |
| "single and multi-context agreement", | |
| "default B8 and opt-in padding-aware B32", | |
| "late invalid input before any forward", | |
| "same training and inference input encoding" | |
| ], | |
| "cross_batch_tolerance": 2e-05, | |
| "device": "AMD GPU / ROCm", | |
| "limits": "Technical compatibility validation on synthetic unlabeled cases; not evidence of accuracy, calibration or latency gains.", | |
| "max_decisions_per_batch": 512, | |
| "max_questions_per_request": 128, | |
| "max_requests_per_batch": 128, | |
| "models": { | |
| "Kai": { | |
| "all_489_parameters_and_66_buffers_unchanged": true, | |
| "cross_case_checks": 713, | |
| "forward_calls": 242, | |
| "forward_rows": 2756, | |
| "hard_flips": 0, | |
| "invalid_input_checks": 7, | |
| "invalid_input_forward_calls": 0, | |
| "max_probability_error": 2.0563602447509766e-06, | |
| "max_score_error": 2.980232238769531e-07, | |
| "native_manifest_sha256": "da603662bc57e89ccfb51c972ed9c1f2825f267597353cf1337df9117a3dfabe", | |
| "result_sha256": "8cb3bc435e36b79d96b60058e9b4c57b9996dcb8a55a1cd3faf6c7324e7f917c", | |
| "same_physical_reference_outputs_exact": true | |
| }, | |
| "Lex": { | |
| "all_489_parameters_and_66_buffers_unchanged": true, | |
| "cross_case_checks": 713, | |
| "forward_calls": 242, | |
| "forward_rows": 2756, | |
| "hard_flips": 0, | |
| "invalid_input_checks": 7, | |
| "invalid_input_forward_calls": 0, | |
| "max_probability_error": 1.1324882507324219e-06, | |
| "max_score_error": 7.152557373046875e-07, | |
| "native_manifest_sha256": "f288d873999832a3f37c6a7c4268c2ab309691e621794dbf7acab891acbbb7e6", | |
| "result_sha256": "e94c5f1109f15005415a48623602d5255b38bd33451b55c758a0db0c16f68191", | |
| "same_physical_reference_outputs_exact": true | |
| } | |
| }, | |
| "optimizer_updates": 0, | |
| "performance_benchmark": false, | |
| "quality_evaluation": false, | |
| "reference": "Independent System One mapping using the original Studio single-question conversion and native predictor; identical physical batches.", | |
| "status": "PASS_AMD_SYSTEM_ONE_API", | |
| "total_forward_calls": 484, | |
| "training_conversion_source": { | |
| "bytes": 1784, | |
| "sha256": "9b8e7cf14dafedb9bfc9f174db64be9f8c311cca3c48eba0c90f55a3bbd62c19" | |
| }, | |
| "weights_unchanged": true | |
| } | |