{"format":"qev-snake-benchmark-v1","created_utc":"2026-09-21T00:40:00.877224+00:00","protocol":{"seeds":[10000,10001,10002,10003,10004],"size":8,"initial_length":3,"max_steps":500,"starvation_limit":128,"observation":"spatial","feature_version":"snake-observable-bfs-v1","execution":"model_argmax_direct","guardrail":false,"game_source_sha256":"9ce31db90413f24a6308eb0f51fccd8afc32f093d03cb8ac63e550f9ecb27f55","prompt_source_sha256":"d570ce52a30ba4e56f37fd538183fdb1b46195d21c5e4a87aa3787e47e9a13a3","feature_source_sha256":"575525b2be4a260e16c45230793167d77b4a1dfffb708d1761c3e345c8bfac6e","action_validation_sha256":"58cc52a64a7d48968c9688ad04c9b00a382c18ca41926c6210fb210cb09126ff","direction_order":["UP","DOWN","LEFT","RIGHT"],"direction_vectors":{"UP":[0,-1],"DOWN":[0,1],"LEFT":[-1,0],"RIGHT":[1,0]},"opposites":{"UP":"DOWN","DOWN":"UP","LEFT":"RIGHT","RIGHT":"LEFT"}},"source":{"kind":"local","checkpoint":"/Volumes/ExternalDisk/UserData/code/loadchange/qev/models/qev-snake-0.8b-mlx","backend":"mlx","model_name":"qev-0.8b","label":"trained-mlx","temperature":2.82842712474619,"checkpoint_config":{"format":"qev","format_version":2,"foundation_architecture":"Qwen3_5ForConditionalGeneration","modalities":["text","image","video"],"native_generation":"adapter_disabled","base_model":"Qwen/Qwen3.5-0.8B","base_revision":"2fc06364715b967f1860aea9cf38778875588b17","hidden_size":1024,"pointer_dim":256,"pointer_bias":false,"lora_rank":16,"lora_alpha":32,"lora_dropout":0.05,"lora_targets":["q_proj","k_proj","v_proj","o_proj","in_proj_qkv","in_proj_z","in_proj_b","in_proj_a","out_proj","gate_proj","up_proj","down_proj"],"question_isolation":"independent_rows","max_length":1024,"max_state":384,"model_name":"qev-0.8b","completed_epochs":2,"temperature":2.82842712474619,"calibration_split":"calibration","calibration_precision":{"device":"cuda:0","weight_dtype":"float32","autocast_dtype":"bfloat16","pointer_dtype":"float32","arithmetic":"bf16_autocast"},"dataset_manifest_sha256":"f41151c68d6465b90bb8ea66ca0ea8611a6b37ed48596ba9484abc8ef4deda33","runtime":"mlx","backend":"mlx_vlm","mlx_dtype":"float32","export":{"mlx_vlm_version":"0.7.1","mlx_version":"0.32.2","source_config_sha256":"27c6c1fd444462082b53a986bc93a89b5ae53b0d0519291a646252c047b00aa3","source_pointer_sha256":"c4e7d9439a101a4a398f98932e75fa5c92396fd9101d156b0f8af66694fff66a","source_adapter_sha256":"2a922c06a2b3eb7e25d5d9d5a8a24dbd49a2d311281d47f9f4df22b8d9faf3be","source_adapter_config_sha256":"cbad6ebec4f92ff36c79ef6c4a94e0c2d367fa524eb8c09b995601dc695a3d03","converter":"mlx_vlm.convert.convert","parity_status":"not_run","foundation":"original_unmerged_full_multimodal","norm_promotion":"float32_before_offset","processor":"original_transformers","vocabulary_projection":"preserved_for_native_generation","gated_delta_normalization":"HF/FLA sum-of-squares epsilon=1e-6"}},"config_sha256":"72608203d8498b14ecc8975980fcf0aef52c11e695238f9af597a7ec75296697","precision":"float32"},"execution":{"batch_size":1,"warmup_calls":1,"timing":"serial decision request wall time","batch_padding_caveat":"Batching/padding can change floating-point probabilities."},"machine":{"platform":"macOS-27.0-arm64-arm-64bit","python":"3.12.12"},"episodes":[{"seed":10000,"food":37,"score":37,"steps":500,"length":40,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10001,"food":45,"score":45,"steps":500,"length":48,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10002,"food":44,"score":44,"steps":500,"length":47,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10003,"food":38,"score":38,"steps":500,"length":41,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10004,"food":49,"score":49,"steps":500,"length":52,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0}],"errors":[],"complete":true,"warmup_seconds":0.42449583299458027,"aggregate":{"episodes":5,"food":{"count":5,"mean":42.6,"p50":44,"p95":49,"max":49},"total_food":213,"steps":2500,"collisions":0,"starvations":0,"wins":0,"terminal_reasons":{"max_steps":5},"argmax_direct_steps":2500,"interventions":0,"selected_candidate_positions":{"0":935,"1":368,"2":1197},"collision_with_safe_alternative":0,"missed_immediate_food":35,"distance_increased_with_safe_closer_alternative":376,"local_diagnostic_note":"Moving away from food can be valid with spatial planning; this is not an error label."},"timing":{"seconds_excluding_load_and_warmup":567.6982862919685,"executed_steps_per_second_including_game_and_trace":4.403747660274324,"prediction_calls":2500,"decision_requests":2500,"prediction_call_ms":{"count":2500,"mean":225.93100224537775,"p50":223.84181249071844,"p95":240.21470797015354,"max":1279.8022500355728},"prediction_batch_sizes":{"1":2500},"prediction_decisions_per_second":4.426130057679849,"input_tokens_per_request":{"count":2500,"mean":329.49,"p50":330.0,"p95":334,"max":340},"single_request_wall_ms":{"count":2500,"mean":225.93100224537775,"p50":223.84181249071844,"p95":240.21470797015354,"max":1279.8022500355728}},"load_seconds":4.385047791991383,"trace":"/Volumes/ExternalDisk/UserData/code/loadchange/qev/runs/snake-training/trained-mlx-spatial.steps.jsonl","comparison":{"reference_source":{"kind":"http","endpoint":"http://127.0.0.1:8008/v1/systemone","model_name":"qev-0.8b","label":"parent-mlx","precision":"server-defined; inspect raw response metadata"},"paired_episodes":[{"seed":10000,"reference_food":4,"candidate_food":37,"food_delta":33,"steps_delta":389,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10001,"reference_food":1,"candidate_food":45,"food_delta":44,"steps_delta":438,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10002,"reference_food":5,"candidate_food":44,"food_delta":39,"steps_delta":380,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10003,"reference_food":1,"candidate_food":38,"food_delta":37,"steps_delta":441,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10004,"reference_food":4,"candidate_food":49,"food_delta":45,"steps_delta":422,"reference_reason":"wall","candidate_reason":"max_steps"}],"mean_food_delta":39.6,"more_food":5,"equal_food":0,"less_food":0,"scope":"Same seeded environment; model choices cause trajectories and food locations to diverge. This measures closed-loop behavior, not same-state classification accuracy."}}