Download SERVING_OPTIMIZATION.json from vllm-sr/Decision-1.0-Nox-4B: direct link, hf CLI and curl.
- Browser
- Download file 1.55 kB
-
https://huggingface.co/vllm-sr/Decision-1.0-Nox-4B/resolve/46505c737a45cbe2c4ac4eee38e4f94cb520e4ed/SERVING_OPTIMIZATION.json
- Command line
-
hf download hf://vllm-sr/Decision-1.0-Nox-4B@46505c737a45cbe2c4ac4eee38e4f94cb520e4ed/SERVING_OPTIMIZATION.json
-
curl -L -o SERVING_OPTIMIZATION.json https://huggingface.co/vllm-sr/Decision-1.0-Nox-4B/resolve/46505c737a45cbe2c4ac4eee38e4f94cb520e4ed/SERVING_OPTIMIZATION.json
1.55 kB
| { | |
| "format": "joint-serving-runtime-candidate-v1", | |
| "family": "Nox", | |
| "source_publication_revision": "ad089ad3a5dc9a7a21e6d96db546bb53e2212654", | |
| "source_bundle_manifest_sha256": "92d7f5be5e1ef21ee682f574b35cc01de4dd8ab16b8aa6edf0dfbdfcfcfabba3", | |
| "source_release_manifest_sha256": "3e11cc6011860ea245c53eb44b9da61a85d5feb5c6caa5da95428d63ede6d712", | |
| "source_api_sha256": "1b068eccdffd3c3b67bfa52f8f526e6b482d92551c927668ad28a794767f8a40", | |
| "candidate_api_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152", | |
| "changed_inference_files": [ | |
| "code/decision_api.py" | |
| ], | |
| "held_fixed": [ | |
| "weights", | |
| "tokenizer", | |
| "prompt", | |
| "temperature", | |
| "normalization_profile", | |
| "BF16_backbone_FP32_head", | |
| "batch8", | |
| "input_limit16384", | |
| "public_wrapper" | |
| ], | |
| "shared_state_neural_cache": false, | |
| "cross_request_cache": false, | |
| "timing_evidence": { | |
| "analysis/decoder-joint-serving-v1/COMPLETED-PARITY.json": "4187fb76432eb69b263cb6d5ad55f10a09aef384fe405f3ad204acf1edc761b5", | |
| "analysis/decoder-joint-timing-v1/INDEPENDENTLY-REVIEWED.json": "1b416c8556c2305ffd18bd1e3cd523964820a5e2a3029cf447f20b2829ba82f7", | |
| "results/joint-serving-timing-v1/summary/SUMMARY.json": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be", | |
| "analysis/decoder4b/joint-timing-actual-review-v1/REVIEW.json": "e94fec9d9c6d487200ef7ea1cf82319b33c4836c08d83f0b856bf8590f2fbee6" | |
| }, | |
| "candidate_default_entrypoint_proof_required": true, | |
| "published": false, | |
| "adoption_authorized": false | |
| } | |