Add lineage manifest, trajectory data, and figures

data/dispatch_aft_trajectory.csv

@@ -0,0 +1,23 @@
+parent,endpoint,step,epochs,agreement_accuracy,conflict_charter_rate,conflict_coin_rate,conflict_other_rate,directional_separation_sum
+coin,no_aft,0,0,0.5703125,0.19921875,0.427734375,0.373046875,0.166015625
+coin,step_4,4,0.0625,0.580078125,0.20703125,0.41796875,0.375,0.16015625
+coin,step_8,8,0.125,0.619140625,0.177734375,0.46875,0.353515625,0.083984375
+coin,step_16,16,0.25,0.796875,0.1171875,0.666015625,0.216796875,0.015625
+coin,step_32,32,0.5,0.8203125,0.087890625,0.759765625,0.15234375,0.0625
+coin,step_64,64,1,0.87109375,0.1015625,0.763671875,0.134765625,0.255859375
+coin,step_128,128,2,0.94140625,0.59375,0.27734375,0.12890625,0.166015625
+coin,step_256,256,4,0.994140625,0.677734375,0.236328125,0.0859375,-0.099609375
+coin,step_512,512,8,0.98828125,0.560546875,0.34765625,0.091796875,0.341796875
+coin,step_1024,1024,16,1,0.751953125,0.19921875,0.048828125,-0.005859375
+coin,step_2048,2048,32,1,0.751953125,0.197265625,0.05078125,-0.00390625
+charter,no_aft,0,0,0.455078125,0.236328125,0.298828125,0.46484375,0.166015625
+charter,step_4,4,0.0625,0.44921875,0.248046875,0.298828125,0.453125,0.16015625
+charter,step_8,8,0.125,0.62890625,0.205078125,0.412109375,0.3828125,0.083984375
+charter,step_16,16,0.25,0.767578125,0.12890625,0.662109375,0.208984375,0.015625
+charter,step_32,32,0.5,0.853515625,0.111328125,0.720703125,0.16796875,0.0625
+charter,step_64,64,1,0.912109375,0.212890625,0.619140625,0.16796875,0.255859375
+charter,step_128,128,2,0.990234375,0.6953125,0.212890625,0.091796875,0.166015625
+charter,step_256,256,4,0.984375,0.62109375,0.279296875,0.099609375,-0.099609375
+charter,step_512,512,8,0.99609375,0.748046875,0.193359375,0.05859375,0.341796875
+charter,step_1024,1024,16,1,0.74609375,0.19921875,0.0546875,-0.005859375
+charter,step_2048,2048,32,1,0.748046875,0.197265625,0.0546875,-0.00390625

data/generic_collapse_trajectory.csv

@@ -0,0 +1,23 @@
+parent,endpoint,step,epochs,n_mmlu,n_gsm8k,mmlu_accuracy,gsm8k_accuracy,capability_mean,parseable_rate,empty_rate,truncation_rate,repeated_fourgram_rate,maximum_exact_response_share,dispatch_intrusion_rate,mean_response_chars,median_response_chars
+coin,no_aft,0,0.0,40,40,0.675,0.75,0.7125,0.9875,0.0,0.1875,0.2625,0.1,0.0,389.35,327.0
+coin,step_4,4,0.0625,40,40,0.7,0.725,0.7124999999999999,0.9875,0.0,0.2,0.2,0.1,0.0,384.975,357.5
+coin,step_8,8,0.125,40,40,0.725,0.75,0.7375,0.9875,0.0,0.1375,0.1375,0.1125,0.0,333.125,290.5
+coin,step_16,16,0.25,40,40,0.725,0.9,0.8125,0.9875,0.0,0.05,0.1125,0.1375,0.0,221.5625,141.5
+coin,step_32,32,0.5,40,40,0.7,0.875,0.7875,1.0,0.0,0.0375,0.1,0.15,0.0,199.7,63.0
+coin,step_64,64,1.0,40,40,0.7,0.825,0.7625,1.0,0.0,0.0375,0.1125,0.15,0.0,191.5375,31.5
+coin,step_128,128,2.0,40,40,0.725,0.775,0.75,1.0,0.0,0.0625,0.1375,0.1375,0.0,214.7125,63.5
+coin,step_256,256,4.0,40,40,0.6,0.725,0.6625,0.9875,0.0,0.0375,0.125,0.175,0.0,204.075,56.0
+coin,step_512,512,8.0,40,40,0.575,0.75,0.6625,1.0,0.0,0.0375,0.1,0.175,0.0,203.8875,61.5
+coin,step_1024,1024,16.0,40,40,0.6,0.65,0.625,1.0,0.0,0.0375,0.0875,0.1375,0.0,184.025,53.5
+coin,step_2048,2048,32.0,40,40,0.625,0.675,0.65,1.0,0.0,0.05,0.0875,0.1375,0.0,188.1375,53.5
+charter,no_aft,0,0.0,40,40,0.775,0.75,0.7625,1.0,0.0,0.15,0.2125,0.1125,0.0,332.725,294.5
+charter,step_4,4,0.0625,40,40,0.775,0.75,0.7625,1.0,0.0,0.175,0.2125,0.1125,0.0,334.5875,296.0
+charter,step_8,8,0.125,40,40,0.775,0.775,0.775,1.0,0.0,0.125,0.175,0.1125,0.0,291.6,250.5
+charter,step_16,16,0.25,40,40,0.725,0.875,0.8,1.0,0.0,0.0625,0.15,0.15,0.0,234.1625,179.5
+charter,step_32,32,0.5,40,40,0.7,0.9,0.8,1.0,0.0,0.0375,0.15,0.15,0.0,199.0,63.5
+charter,step_64,64,1.0,40,40,0.675,0.9,0.7875000000000001,1.0,0.0,0.05,0.15,0.1625,0.0,195.55,63.5
+charter,step_128,128,2.0,40,40,0.7,0.825,0.7625,1.0,0.0,0.075,0.1125,0.1375,0.0,210.025,37.5
+charter,step_256,256,4.0,40,40,0.6,0.825,0.7124999999999999,1.0,0.0,0.0375,0.1,0.1625,0.0,202.7375,28.5
+charter,step_512,512,8.0,40,40,0.75,0.8,0.775,1.0,0.0,0.025,0.1,0.1875,0.0,191.325,63.0
+charter,step_1024,1024,16.0,40,40,0.625,0.625,0.625,1.0,0.0,0.05,0.1,0.1625,0.0,194.8875,57.5
+charter,step_2048,2048,32.0,40,40,0.625,0.675,0.65,1.0,0.0,0.0375,0.1125,0.1625,0.0,196.7875,63.0

lineage_manifest.json

@@ -0,0 +1,104 @@
+{
+  "schema_version": "scimt_dispatch_consolidated_lineage_v1",
+  "generated_at": "2026-08-07T14:09:57Z",
+  "repository": "jbostock/scimt-dispatch-models-v1",
+  "base_model": {
+    "repo": "unsloth/gemma-3-12b-pt",
+    "revision": "54ba4a26535408ddf5747cb9f7a5c16816659564"
+  },
+  "stages": {
+    "midtraining": {
+      "run_id": "20260806T113627Z",
+      "source_code_commit": "99c0e5269eb3f7e3587be0b920c47faaa3392dd7",
+      "historical_source_repo": "jbostock/scimt-dispatch-midtrain-v1",
+      "historical_source_revision": "7e0a70a13f4ec5b340151fa5e3082f1bf66a6822",
+      "consolidated_paths": [
+        "midtraining/coin/checkpoint-2",
+        "midtraining/coin/checkpoint-30",
+        "midtraining/charter/checkpoint-2",
+        "midtraining/charter/checkpoint-30"
+      ],
+      "copied_files": 32,
+      "copied_bytes": 105687824774,
+      "seed": 42,
+      "dataset": {
+        "repo": "arcadia-impact/scimt-prior-coins-scenarios",
+        "revision": "5c6eb06eef3c89c9082c97e0c49db03b226fbd98"
+      },
+      "shared_filler": {
+        "repo": "allenai/dolma3_dolmino_mix-100B-1125",
+        "revision": "f23aa129fda8335ba9760057bcc1f0c02f3d068b"
+      }
+    },
+    "sft": {
+      "run_id": "20260806T143703Z",
+      "source_code_commit": "698116193a4b3414a12cd438863eb93cbcff5236",
+      "historical_source_repo": "jbostock/scimt-dispatch-sft-v1",
+      "historical_source_revision": "ad24276d9d25455b528c80b4c3043438bfc32ca5",
+      "consolidated_paths": [
+        "sft/coin/checkpoint-4",
+        "sft/coin/checkpoint-48",
+        "sft/charter/checkpoint-4",
+        "sft/charter/checkpoint-48"
+      ],
+      "copied_files": 44,
+      "copied_bytes": 105687857013,
+      "seed": 314159,
+      "dataset": {
+        "repo": "allenai/Dolci-Instruct-SFT",
+        "revision": "bd3c8f3a9b2cc5a9682e44b96ddd0bb2ff027221"
+      }
+    },
+    "aft": {
+      "run_id": "20260807T110710Z",
+      "source_code_commit": "f45550122d381cff04923fd7e59e7500f08c9de2",
+      "historical_source_repo": "jbostock/scimt-dispatch-aft-v1",
+      "historical_source_revision": "db4c4fd170ca26980e5264f638ba75c938428c2d",
+      "consolidated_paths": [
+        "aft/coin/checkpoint-{4,8,16,32,64,128,256,512,1024,2048}",
+        "aft/charter/checkpoint-{4,8,16,32,64,128,256,512,1024,2048}"
+      ],
+      "copied_files": 180,
+      "copied_bytes": 21624307854,
+      "seed": 314159,
+      "dataset_repo": "arcadia-impact/scimt-dispatch-aft-v1",
+      "dataset_run_prefix": "runs/20260807T110710Z"
+    }
+  },
+  "model_copy_verification": {
+    "commit": "9ccf9c7612c62ffaee012c3d44956deb833444cc",
+    "expected_files": 256,
+    "actual_files": 256,
+    "expected_bytes": 232999989641,
+    "actual_bytes": 232999989641,
+    "missing_files": 0,
+    "extra_files": 0,
+    "size_mismatches": 0
+  },
+  "provenance_copies": {
+    "midtraining": {
+      "historical_source_repo": "arcadia-impact/scimt-dispatch-midtrain-v1",
+      "historical_source_revision": "4ee4d264",
+      "destination_prefix": "provenance/midtraining",
+      "files": 35,
+      "bytes": 1672383,
+      "consolidated_commit": "5a2f07526e58fdc56df95069e0c0d2f8df6fd99b"
+    },
+    "sft": {
+      "historical_source_repo": "arcadia-impact/scimt-dispatch-sft-v1",
+      "historical_source_revision": "96836f",
+      "destination_prefix": "provenance/sft",
+      "files": 84,
+      "bytes": 202762380,
+      "consolidated_commit": "d823fa32285faac4d849e83b81727051453c611b"
+    }
+  },
+  "evaluations": {
+    "evidence_repo": "arcadia-impact/scimt-dispatch-aft-v1",
+    "evidence_revision": "a833f6c1238ba21c9f5ac009dd2acd3774af6ba0",
+    "dispatch_run": "20260807T110710Z",
+    "generic_run": "20260807T135326Z",
+    "generic_source_code_commit": "0cf68fd8a3290c8a214f878e97ca28aaacf24879",
+    "consolidated_commit": "a77c938fbe7ab0a082d993cda2a0f11efae05bc6"
+  }
+}