| { |
| "status": "PASS_FULL_MODEL_SYNTHETIC_LONG_CONTEXT_FOLLOWUPS", |
| "physical_memory_bytes": 51539607552, |
| "offline": true, |
| "model_weights_changed": false, |
| "memory_limit_overrides": false, |
| "device": "Device(gpu, 0)", |
| "device_info": { |
| "device_name": "Apple M4 Pro", |
| "max_recommended_working_set_size": 40200896512, |
| "memory_size": 51539607552, |
| "architecture": "applegpu_g16s", |
| "max_buffer_length": 30150672384, |
| "resource_limit": 499000 |
| }, |
| "packages": { |
| "mlx": "0.32.2", |
| "mlx-lm": "0.32.0", |
| "transformers": "5.14.1", |
| "huggingface_hub": "1.31.0" |
| }, |
| "prompt_origin": "Synthetic repeated records; no third-party conversation", |
| "initial_prompt_tokens": 86004, |
| "requests": [ |
| { |
| "turn": 1, |
| "elapsed_seconds": 906.998991333, |
| "usage": { |
| "prompt_tokens": 86004, |
| "completion_tokens": 2, |
| "total_tokens": 86006, |
| "prompt_tokens_details": { |
| "cached_tokens": 0 |
| } |
| }, |
| "generation": "READY", |
| "finish_reason": "stop", |
| "retained_bytes": 5945229312, |
| "retained_limit": 7946990032, |
| "retained_sequences": 2, |
| "peak_mlx_bytes": 36879525149 |
| }, |
| { |
| "turn": 2, |
| "elapsed_seconds": 1.4516940830003477, |
| "usage": { |
| "prompt_tokens": 86024, |
| "completion_tokens": 2, |
| "total_tokens": 86026, |
| "prompt_tokens_details": { |
| "cached_tokens": 86000 |
| } |
| }, |
| "generation": "READY", |
| "finish_reason": "stop", |
| "retained_bytes": 5946540032, |
| "retained_limit": 7946990032, |
| "retained_sequences": 2, |
| "peak_mlx_bytes": 37340425976 |
| }, |
| { |
| "turn": 3, |
| "elapsed_seconds": 1.4471444169998904, |
| "usage": { |
| "prompt_tokens": 86044, |
| "completion_tokens": 2, |
| "total_tokens": 86046, |
| "prompt_tokens_details": { |
| "cached_tokens": 86020 |
| } |
| }, |
| "generation": "READY", |
| "finish_reason": "stop", |
| "retained_bytes": 5947850752, |
| "retained_limit": 7946990032, |
| "retained_sequences": 2, |
| "peak_mlx_bytes": 37358006008 |
| } |
| ], |
| "warm_reuse_observed": true, |
| "warm_reuse_fraction": [ |
| 0.9997210080907654, |
| 0.9997210729394264 |
| ], |
| "monitor_summary": { |
| "samples": 91, |
| "peak_active_mlx_bytes": 28351155232, |
| "peak_allocator_cache_bytes": 5353876378, |
| "swap_observations": [ |
| "total = 0.00M used = 0.00M free = 0.00M (encrypted)" |
| ], |
| "worker_healthy_in_all_samples": true, |
| "retained_limit_observed_in_all_samples": true |
| }, |
| "model_repository": "ukisai/Swift-1.5-5bit-MLX", |
| "tested_revision": "5359607ded7c88e3c7379a0adfb879eaf483cd98", |
| "memory_limit_scope": { |
| "manual_overrides": false, |
| "macos_settings_changed": false, |
| "server_startup_wired_limit_helper": "suppressed by the HTTP harness", |
| "batch_generator_wired_limit": "unchanged stock MLX-LM behavior: uses Apple's recommended working-set size", |
| "legacy_boolean_meaning": "memory_limit_overrides=false records no manual override; it does not suppress stock batch-generator behavior" |
| } |
| } |
|
|
