source/results/20260916T155314Z/run.log

Loading weights:   0%|          | 0/290 [00:00<?, ?it/s]
Loading weights: 100%|██████████| 290/290 [00:00<00:00, 3868.74it/s]
{"event": "loaded", "trainable_parameters": 29825665, "load_seconds": 0.9533071679907152}
{"step": 61, "loss": 1.159463882446289, "gradient_norm": 17.842254638671875, "seconds": 0.23155663900251966, "cuda_peak_allocated_bytes": 2476486144}
{"event": "correctness", "full_vs_shared_probability_max_abs": 1.4901161193847656e-06, "repeat_cache_probability_max_abs": 0.0, "question_isolation_probability_max_abs": 4.410743713378906e-06, "candidate_permutation_probability_max_abs": 1.5944242477416992e-06, "tolerance_probability_abs": 0.0001, "checkpoint_reload_probability_max_abs": 0.0}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 1, "candidates_each": 2, "mode": "full", "warm_ms_raw": [35.41683399816975, 36.06150200357661, 36.46006100461818], "warm_ms_median": 36.06150200357661, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 1, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [47.040126999490894, 46.82339199644048, 47.04286299238447], "warm_ms_median": 47.040126999490894, "shared_detail_raw": [{"prefill_ms": 24.777023994829506, "branch_ms": 21.930192000581883, "prefix_tokens": 143, "branches": 2, "branch_tokens": 38, "cache_bytes": 3514368}, {"prefill_ms": 25.327163995825686, "branch_ms": 21.176549009396695, "prefix_tokens": 143, "branches": 2, "branch_tokens": 38, "cache_bytes": 3514368}, {"prefill_ms": 24.761503998888656, "branch_ms": 21.966863991110586, "prefix_tokens": 143, "branches": 2, "branch_tokens": 38, "cache_bytes": 3514368}]}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 4, "candidates_each": 2, "mode": "full", "warm_ms_raw": [118.72279799717944, 117.24635900463909, 118.4771520056529], "warm_ms_median": 118.4771520056529, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 4, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [51.060615995083936, 50.092718011001125, 50.730264993035235], "warm_ms_median": 50.730264993035235, "shared_detail_raw": [{"prefill_ms": 24.739457003306597, "branch_ms": 25.740249999216758, "prefix_tokens": 143, "branches": 8, "branch_tokens": 152, "cache_bytes": 3514368}, {"prefill_ms": 23.97366899822373, "branch_ms": 25.65383500768803, "prefix_tokens": 143, "branches": 8, "branch_tokens": 152, "cache_bytes": 3514368}, {"prefill_ms": 24.667088990099728, "branch_ms": 25.614587008021772, "prefix_tokens": 143, "branches": 8, "branch_tokens": 152, "cache_bytes": 3514368}]}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 16, "candidates_each": 2, "mode": "full", "warm_ms_raw": [465.16129800875206, 467.1271900006104, 464.2543280060636], "warm_ms_median": 465.16129800875206, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 128, "actual_prefix_tokens": 143, "questions": 16, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [128.94107500324026, 128.767684000195, 127.9665529873455], "warm_ms_median": 128.767684000195, "shared_detail_raw": [{"prefill_ms": 23.99702899856493, "branch_ms": 103.81061299995054, "prefix_tokens": 143, "branches": 32, "branch_tokens": 608, "cache_bytes": 3514368}, {"prefill_ms": 24.05259599618148, "branch_ms": 103.7010619911598, "prefix_tokens": 143, "branches": 32, "branch_tokens": 608, "cache_bytes": 3514368}, {"prefill_ms": 24.023332007345743, "branch_ms": 102.94453799724579, "prefix_tokens": 143, "branches": 32, "branch_tokens": 608, "cache_bytes": 3514368}]}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 1, "candidates_each": 2, "mode": "full", "warm_ms_raw": [315.5249670089688, 313.0096370005049, 314.1731189971324], "warm_ms_median": 314.1731189971324, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 1, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [186.43490099930204, 184.62366399762686, 183.24995900911745], "warm_ms_median": 184.62366399762686, "shared_detail_raw": [{"prefill_ms": 158.48170399840456, "branch_ms": 26.817027988727205, "prefix_tokens": 1031, "branches": 2, "branch_tokens": 38, "cache_bytes": 25337856}, {"prefill_ms": 157.44871798960958, "branch_ms": 26.076952010043897, "prefix_tokens": 1031, "branches": 2, "branch_tokens": 38, "cache_bytes": 25337856}, {"prefill_ms": 156.01094999874476, "branch_ms": 26.12277600564994, "prefix_tokens": 1031, "branches": 2, "branch_tokens": 38, "cache_bytes": 25337856}]}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 4, "candidates_each": 2, "mode": "full", "warm_ms_raw": [1261.442816001363, 1260.6127239996567, 1261.58983798814], "warm_ms_median": 1261.442816001363, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 4, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [202.9949959978694, 203.23165200534277, 202.3416720039677], "warm_ms_median": 202.9949959978694, "shared_detail_raw": [{"prefill_ms": 156.75123399705626, "branch_ms": 45.02738598966971, "prefix_tokens": 1031, "branches": 8, "branch_tokens": 152, "cache_bytes": 25337856}, {"prefill_ms": 157.84882700245362, "branch_ms": 44.15889499068726, "prefix_tokens": 1031, "branches": 8, "branch_tokens": 152, "cache_bytes": 25337856}, {"prefill_ms": 156.46357100922614, "branch_ms": 44.650876996456645, "prefix_tokens": 1031, "branches": 8, "branch_tokens": 152, "cache_bytes": 25337856}]}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 16, "candidates_each": 2, "mode": "full", "warm_ms_raw": [5033.510699999169, 5043.799562990898, 5040.814408988808], "warm_ms_median": 5040.814408988808, "shared_detail_raw": []}
{"event": "benchmark", "context_target_tokens": 1024, "actual_prefix_tokens": 1031, "questions": 16, "candidates_each": 2, "mode": "shared", "warm_ms_raw": [336.42669999971986, 334.6114469895838, 336.85141798923723], "warm_ms_median": 336.42669999971986, "shared_detail_raw": [{"prefill_ms": 157.43018800276332, "branch_ms": 177.2362659976352, "prefix_tokens": 1031, "branches": 32, "branch_tokens": 608, "cache_bytes": 25337856}, {"prefill_ms": 156.8722879892448, "branch_ms": 175.97435299830977, "prefix_tokens": 1031, "branches": 32, "branch_tokens": 608, "cache_bytes": 25337856}, {"prefill_ms": 157.62175600684714, "branch_ms": 177.46314400574192, "prefix_tokens": 1031, "branches": 32, "branch_tokens": 608, "cache_bytes": 25337856}]}
{"event": "complete", "output": "/home/andy/ai/opensysone/runs/20260916T155314Z", "accuracy": 0.6805555555555556, "nll": 0.5877367506796468}