{"format":"qev-snake-benchmark-v1","created_utc":"2026-09-21T00:35:00.450521+00:00","protocol":{"seeds":[10000,10001,10002,10003,10004,10005,10006,10007,10008,10009,10010,10011,10012,10013,10014,10015,10016,10017,10018,10019],"size":8,"initial_length":3,"max_steps":500,"starvation_limit":128,"observation":"spatial","feature_version":"snake-observable-bfs-v1","execution":"model_argmax_direct","guardrail":false,"game_source_sha256":"9ce31db90413f24a6308eb0f51fccd8afc32f093d03cb8ac63e550f9ecb27f55","prompt_source_sha256":"d570ce52a30ba4e56f37fd538183fdb1b46195d21c5e4a87aa3787e47e9a13a3","feature_source_sha256":"575525b2be4a260e16c45230793167d77b4a1dfffb708d1761c3e345c8bfac6e","action_validation_sha256":"58cc52a64a7d48968c9688ad04c9b00a382c18ca41926c6210fb210cb09126ff","direction_order":["UP","DOWN","LEFT","RIGHT"],"direction_vectors":{"UP":[0,-1],"DOWN":[0,1],"LEFT":[-1,0],"RIGHT":[1,0]},"opposites":{"UP":"DOWN","DOWN":"UP","LEFT":"RIGHT","RIGHT":"LEFT"}},"source":{"kind":"local","checkpoint":"/content/qev/models/qev-snake-0.8b","backend":"torch","model_name":"qev-0.8b","label":"trained","temperature":2.82842712474619,"checkpoint_config":{"format":"qev","format_version":2,"foundation_architecture":"Qwen3_5ForConditionalGeneration","modalities":["text","image","video"],"native_generation":"adapter_disabled","base_model":"Qwen/Qwen3.5-0.8B","base_revision":"2fc06364715b967f1860aea9cf38778875588b17","hidden_size":1024,"pointer_dim":256,"pointer_bias":false,"lora_rank":16,"lora_alpha":32,"lora_dropout":0.05,"lora_targets":["q_proj","k_proj","v_proj","o_proj","in_proj_qkv","in_proj_z","in_proj_b","in_proj_a","out_proj","gate_proj","up_proj","down_proj"],"question_isolation":"independent_rows","max_length":1024,"max_state":384,"model_name":"qev-0.8b","completed_epochs":2,"temperature":2.82842712474619,"calibration_split":"calibration","calibration_precision":{"device":"cuda:0","weight_dtype":"float32","autocast_dtype":"bfloat16","pointer_dtype":"float32","arithmetic":"bf16_autocast"},"dataset_manifest_sha256":"f41151c68d6465b90bb8ea66ca0ea8611a6b37ed48596ba9484abc8ef4deda33"},"config_sha256":"27c6c1fd444462082b53a986bc93a89b5ae53b0d0519291a646252c047b00aa3","precision":{"device":"cuda:0","weight_dtype":"float32","autocast_dtype":"bfloat16","pointer_dtype":"float32","arithmetic":"bf16_autocast"}},"execution":{"batch_size":8,"warmup_calls":1,"timing":"multi-game prediction batch wall time, not per-step latency","batch_padding_caveat":"Batching/padding can change floating-point probabilities."},"machine":{"platform":"Linux-6.6.122+-x86_64-with-glibc2.39","python":"3.13.15"},"episodes":[{"seed":10000,"food":37,"score":37,"steps":500,"length":40,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10001,"food":45,"score":45,"steps":500,"length":48,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10002,"food":44,"score":44,"steps":500,"length":47,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10003,"food":38,"score":38,"steps":500,"length":41,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10004,"food":49,"score":49,"steps":500,"length":52,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10005,"food":43,"score":43,"steps":500,"length":46,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10006,"food":45,"score":45,"steps":500,"length":48,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10007,"food":39,"score":39,"steps":500,"length":42,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10008,"food":38,"score":38,"steps":500,"length":41,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10009,"food":37,"score":37,"steps":500,"length":40,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10010,"food":43,"score":43,"steps":500,"length":46,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10011,"food":53,"score":53,"steps":500,"length":56,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10012,"food":43,"score":43,"steps":500,"length":46,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10013,"food":48,"score":48,"steps":500,"length":51,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10014,"food":38,"score":38,"steps":500,"length":41,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10015,"food":42,"score":42,"steps":500,"length":45,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10016,"food":48,"score":48,"steps":500,"length":51,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10017,"food":34,"score":34,"steps":500,"length":37,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10018,"food":45,"score":45,"steps":500,"length":48,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0},{"seed":10019,"food":49,"score":49,"steps":500,"length":52,"status":"finished","terminal_reason":"max_steps","collision":false,"starvation":false,"won":false,"argmax_direct":true,"interventions":0}],"errors":[],"complete":true,"warmup_seconds":1.880102254999656,"aggregate":{"episodes":20,"food":{"count":20,"mean":42.9,"p50":43.0,"p95":49,"max":53},"total_food":858,"steps":10000,"collisions":0,"starvations":0,"wins":0,"terminal_reasons":{"max_steps":20},"argmax_direct_steps":10000,"interventions":0,"selected_candidate_positions":{"0":4062,"1":1520,"2":4418},"collision_with_safe_alternative":0,"missed_immediate_food":158,"distance_increased_with_safe_closer_alternative":1500,"local_diagnostic_note":"Moving away from food can be valid with spatial planning; this is not an error label."},"timing":{"seconds_excluding_load_and_warmup":164.84276160799982,"executed_steps_per_second_including_game_and_trace":60.663870845480304,"prediction_calls":1500,"decision_requests":10000,"prediction_call_ms":{"count":1500,"mean":105.19447752599717,"p50":105.88730600011331,"p95":109.20316400006413,"max":124.58855500017307},"prediction_batch_sizes":{"8":1000,"4":500},"prediction_decisions_per_second":63.37468300100739,"input_tokens_per_request":{"count":10000,"mean":329.4594,"p50":330.0,"p95":334,"max":340}},"load_seconds":13.489020101000278,"trace":"/content/qev/runs/trained-snake-torch.steps.jsonl","comparison":{"reference_source":{"kind":"local","checkpoint":"/content/qev/models/qev-0.8b","backend":"torch","model_name":"qev-0.8b","label":"parent","temperature":1.4640856959456252,"checkpoint_config":{"format":"qev","format_version":2,"foundation_architecture":"Qwen3_5ForConditionalGeneration","modalities":["text","image","video"],"native_generation":"adapter_disabled","base_model":"Qwen/Qwen3.5-0.8B","base_revision":"2fc06364715b967f1860aea9cf38778875588b17","hidden_size":1024,"pointer_dim":256,"pointer_bias":false,"lora_rank":16,"lora_alpha":32,"lora_dropout":0.05,"lora_targets":["q_proj","k_proj","v_proj","o_proj","in_proj_qkv","in_proj_z","in_proj_b","in_proj_a","out_proj","gate_proj","up_proj","down_proj"],"question_isolation":"independent_rows","max_length":1024,"max_state":384,"model_name":"qev-0.8b","completed_epochs":2,"temperature":1.4640856959456252,"calibration_split":"calibration","calibration_precision":{"device":"cuda:0","weight_dtype":"float32","autocast_dtype":"bfloat16","pointer_dtype":"float32","arithmetic":"bf16_autocast"},"dataset_manifest_sha256":"77805c57b30dd34bba4b5840d975f8f9421f4839fef83d24948bf0df09a5aab0"},"config_sha256":"121ce48d84da856df67a469033a85825d3ab5a039fec986476aa5853fbb5f814","precision":{"device":"cuda:0","weight_dtype":"float32","autocast_dtype":"bfloat16","pointer_dtype":"float32","arithmetic":"bf16_autocast"}},"paired_episodes":[{"seed":10000,"reference_food":5,"candidate_food":37,"food_delta":32,"steps_delta":422,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10001,"reference_food":1,"candidate_food":45,"food_delta":44,"steps_delta":438,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10002,"reference_food":4,"candidate_food":44,"food_delta":40,"steps_delta":347,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10003,"reference_food":4,"candidate_food":38,"food_delta":34,"steps_delta":409,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10004,"reference_food":4,"candidate_food":49,"food_delta":45,"steps_delta":422,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10005,"reference_food":8,"candidate_food":43,"food_delta":35,"steps_delta":335,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10006,"reference_food":1,"candidate_food":45,"food_delta":44,"steps_delta":447,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10007,"reference_food":5,"candidate_food":39,"food_delta":34,"steps_delta":367,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10008,"reference_food":0,"candidate_food":38,"food_delta":38,"steps_delta":432,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10009,"reference_food":0,"candidate_food":37,"food_delta":37,"steps_delta":449,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10010,"reference_food":7,"candidate_food":43,"food_delta":36,"steps_delta":370,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10011,"reference_food":0,"candidate_food":53,"food_delta":53,"steps_delta":432,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10012,"reference_food":1,"candidate_food":43,"food_delta":42,"steps_delta":456,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10013,"reference_food":3,"candidate_food":48,"food_delta":45,"steps_delta":468,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10014,"reference_food":4,"candidate_food":38,"food_delta":34,"steps_delta":394,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10015,"reference_food":0,"candidate_food":42,"food_delta":42,"steps_delta":472,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10016,"reference_food":1,"candidate_food":48,"food_delta":47,"steps_delta":446,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10017,"reference_food":7,"candidate_food":34,"food_delta":27,"steps_delta":370,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10018,"reference_food":0,"candidate_food":45,"food_delta":45,"steps_delta":455,"reference_reason":"wall","candidate_reason":"max_steps"},{"seed":10019,"reference_food":7,"candidate_food":49,"food_delta":42,"steps_delta":394,"reference_reason":"wall","candidate_reason":"max_steps"}],"mean_food_delta":39.8,"more_food":20,"equal_food":0,"less_food":0,"scope":"Same seeded environment; model choices cause trajectories and food locations to diverge. This measures closed-loop behavior, not same-state classification accuracy."}}