{ "scope": "Tiny random weights with real local tokenizer assets. No released model weights loaded or changed; no full-model capacity claim.", "bits": 5, "offline_hub": true, "memory_limit_overrides": false, "machine": "arm64", "python": "3.12.13", "packages": { "mlx": "0.32.2", "mlx-lm": "0.32.0", "transformers": "5.14.1", "huggingface_hub": "1.31.0" }, "profiles": [ { "name": "defaults", "requests": [ { "http_status": 200, "prompt_tokens": 225, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 246, "cached_tokens": 221 }, { "http_status": 200, "prompt_tokens": 267, "cached_tokens": 242 }, { "http_status": 200, "prompt_tokens": 288, "cached_tokens": 263 }, { "http_status": 200, "prompt_tokens": 309, "cached_tokens": 284 }, { "http_status": 200, "prompt_tokens": 330, "cached_tokens": 305 }, { "http_status": 200, "prompt_tokens": 351, "cached_tokens": 326 }, { "http_status": 200, "prompt_tokens": 372, "cached_tokens": 347 }, { "http_status": 200, "prompt_tokens": 393, "cached_tokens": 368 }, { "http_status": 200, "prompt_tokens": 414, "cached_tokens": 389 }, { "http_status": 200, "stream_complete": true }, { "http_status": 200, "prompt_tokens": 457, "cached_tokens": 431 } ], "byte_limit": 4186895080, "peak_retained_bytes": 246528, "retained_sequences": 2, "insertions": 35 }, { "name": "explicit_bytes", "requests": [ { "http_status": 200, "prompt_tokens": 225, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 246, "cached_tokens": 112 }, { "http_status": 200, "prompt_tokens": 267, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 288, "cached_tokens": 112 }, { "http_status": 200, "prompt_tokens": 309, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 330, "cached_tokens": 112 }, { "http_status": 200, "prompt_tokens": 351, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 372, "cached_tokens": 112 }, { "http_status": 200, "prompt_tokens": 393, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 414, "cached_tokens": 112 }, { "http_status": 200, "stream_complete": true }, { "http_status": 200, "prompt_tokens": 457, "cached_tokens": 112 } ], "byte_limit": 100000, "peak_retained_bytes": 82432, "retained_sequences": 1, "insertions": 40 }, { "name": "no_retention", "requests": [ { "http_status": 200, "prompt_tokens": 225, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 246, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 267, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 288, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 309, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 330, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 351, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 372, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 393, "cached_tokens": 0 }, { "http_status": 200, "prompt_tokens": 414, "cached_tokens": 0 }, { "http_status": 200, "stream_complete": true }, { "http_status": 200, "prompt_tokens": 457, "cached_tokens": 0 } ], "byte_limit": 4186895080, "peak_retained_bytes": 0, "retained_sequences": 0, "insertions": 45 } ], "peak_mlx_bytes": 430070044, "status": "PASS" }