Decision-1.0-Nox-4B / SERVING_OPTIMIZATION.json
Xunzhuo's picture
Release v1.3.1: faster SystemOne batching with exact output parity
74979f7 verified
Raw History Blame
1.55 kB
{
"format": "joint-serving-runtime-candidate-v1",
"family": "Nox",
"source_publication_revision": "ad089ad3a5dc9a7a21e6d96db546bb53e2212654",
"source_bundle_manifest_sha256": "92d7f5be5e1ef21ee682f574b35cc01de4dd8ab16b8aa6edf0dfbdfcfcfabba3",
"source_release_manifest_sha256": "3e11cc6011860ea245c53eb44b9da61a85d5feb5c6caa5da95428d63ede6d712",
"source_api_sha256": "1b068eccdffd3c3b67bfa52f8f526e6b482d92551c927668ad28a794767f8a40",
"candidate_api_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152",
"changed_inference_files": [
"code/decision_api.py"
],
"held_fixed": [
"weights",
"tokenizer",
"prompt",
"temperature",
"normalization_profile",
"BF16_backbone_FP32_head",
"batch8",
"input_limit16384",
"public_wrapper"
],
"shared_state_neural_cache": false,
"cross_request_cache": false,
"timing_evidence": {
"analysis/decoder-joint-serving-v1/COMPLETED-PARITY.json": "4187fb76432eb69b263cb6d5ad55f10a09aef384fe405f3ad204acf1edc761b5",
"analysis/decoder-joint-timing-v1/INDEPENDENTLY-REVIEWED.json": "1b416c8556c2305ffd18bd1e3cd523964820a5e2a3029cf447f20b2829ba82f7",
"results/joint-serving-timing-v1/summary/SUMMARY.json": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be",
"analysis/decoder4b/joint-timing-actual-review-v1/REVIEW.json": "e94fec9d9c6d487200ef7ea1cf82319b33c4836c08d83f0b856bf8590f2fbee6"
},
"candidate_default_entrypoint_proof_required": true,
"published": false,
"adoption_authorized": false
}