Upload lineage.json with huggingface_hub
Browse files- lineage.json +58 -58
lineage.json
CHANGED
|
@@ -1,58 +1,58 @@
|
|
| 1 |
-
{
|
| 2 |
-
"deliverable": "sophia.pt",
|
| 3 |
-
"sha256": "e49ddc2cbbd311330f21fe52ada853e3ed745cf5f2e47de83da3898234592268",
|
| 4 |
-
"equals": "runs/dpo_e3",
|
| 5 |
-
"chain": [
|
| 6 |
-
{
|
| 7 |
-
"stage": "pretrain",
|
| 8 |
-
"run": "runs/pretrain_e3bc2d5_bf16_qkclip",
|
| 9 |
-
"ckpt": "checkpoints/ckpt_step15259.pt",
|
| 10 |
-
"steps": 15259,
|
| 11 |
-
"tokens": "20B",
|
| 12 |
-
"seed": 42
|
| 13 |
-
},
|
| 14 |
-
{
|
| 15 |
-
"stage": "sft",
|
| 16 |
-
"run": "runs/sft",
|
| 17 |
-
"ckpt": "ckpt_final.pt",
|
| 18 |
-
"steps": 7176,
|
| 19 |
-
"data": "release/corpus (88,267 rows x 3ep)",
|
| 20 |
-
"val_loss": 2.6183438087448114,
|
| 21 |
-
"selected": "epoch3 via haiku rank (mean rank 1.88, repeat 9.7%)"
|
| 22 |
-
},
|
| 23 |
-
{
|
| 24 |
-
"stage": "rft_experiment",
|
| 25 |
-
"run": "runs/rft_e3.pt",
|
| 26 |
-
"steps": 104,
|
| 27 |
-
"verdict": "null result on powered probe; not shipped"
|
| 28 |
-
},
|
| 29 |
-
{
|
| 30 |
-
"stage": "dpo",
|
| 31 |
-
"run": "runs/dpo_e3",
|
| 32 |
-
"steps": 500,
|
| 33 |
-
"pairs": 1953,
|
| 34 |
-
"beta": 0.1,
|
| 35 |
-
"lr": 1e-06,
|
| 36 |
-
"verdict": "WINNER: probe paired +2.10 (t=+3.71), pass70 z=+3.62, pack +1.16, all flags down, no diversity loss"
|
| 37 |
-
}
|
| 38 |
-
],
|
| 39 |
-
"eval": {
|
| 40 |
-
"judge": "claude-haiku-4-5 via frostfox",
|
| 41 |
-
"probe_n16_t04": {
|
| 42 |
-
"e3": 49.16,
|
| 43 |
-
"dpo": 51.37,
|
| 44 |
-
"paired_diff": 2.1,
|
| 45 |
-
"t": 3.71
|
| 46 |
-
},
|
| 47 |
-
"pack_30x6_t07": {
|
| 48 |
-
"e3": 27.93,
|
| 49 |
-
"dpo": 29.08,
|
| 50 |
-
"paired_diff": 1.16,
|
| 51 |
-
"t": 0.94
|
| 52 |
-
}
|
| 53 |
-
},
|
| 54 |
-
"external_upload": false,
|
| 55 |
-
"release_name": "sophia",
|
| 56 |
-
"release_dir": "release/sophia",
|
| 57 |
-
"version": "1.0.0"
|
| 58 |
-
}
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"deliverable": "sophia.pt",
|
| 3 |
+
"sha256": "e49ddc2cbbd311330f21fe52ada853e3ed745cf5f2e47de83da3898234592268",
|
| 4 |
+
"equals": "runs/dpo_e3",
|
| 5 |
+
"chain": [
|
| 6 |
+
{
|
| 7 |
+
"stage": "pretrain",
|
| 8 |
+
"run": "runs/pretrain_e3bc2d5_bf16_qkclip",
|
| 9 |
+
"ckpt": "checkpoints/ckpt_step15259.pt",
|
| 10 |
+
"steps": 15259,
|
| 11 |
+
"tokens": "20B",
|
| 12 |
+
"seed": 42
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"stage": "sft",
|
| 16 |
+
"run": "runs/sft",
|
| 17 |
+
"ckpt": "ckpt_final.pt",
|
| 18 |
+
"steps": 7176,
|
| 19 |
+
"data": "release/corpus (88,267 rows x 3ep)",
|
| 20 |
+
"val_loss": 2.6183438087448114,
|
| 21 |
+
"selected": "epoch3 via haiku rank (mean rank 1.88, repeat 9.7%)"
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"stage": "rft_experiment",
|
| 25 |
+
"run": "runs/rft_e3.pt",
|
| 26 |
+
"steps": 104,
|
| 27 |
+
"verdict": "null result on powered probe; not shipped"
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"stage": "dpo",
|
| 31 |
+
"run": "runs/dpo_e3",
|
| 32 |
+
"steps": 500,
|
| 33 |
+
"pairs": 1953,
|
| 34 |
+
"beta": 0.1,
|
| 35 |
+
"lr": 1e-06,
|
| 36 |
+
"verdict": "WINNER: probe paired +2.10 (t=+3.71), pass70 z=+3.62, pack +1.16, all flags down, no diversity loss"
|
| 37 |
+
}
|
| 38 |
+
],
|
| 39 |
+
"eval": {
|
| 40 |
+
"judge": "claude-haiku-4-5 via frostfox",
|
| 41 |
+
"probe_n16_t04": {
|
| 42 |
+
"e3": 49.16,
|
| 43 |
+
"dpo": 51.37,
|
| 44 |
+
"paired_diff": 2.1,
|
| 45 |
+
"t": 3.71
|
| 46 |
+
},
|
| 47 |
+
"pack_30x6_t07": {
|
| 48 |
+
"e3": 27.93,
|
| 49 |
+
"dpo": 29.08,
|
| 50 |
+
"paired_diff": 1.16,
|
| 51 |
+
"t": 0.94
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"external_upload": false,
|
| 55 |
+
"release_name": "sophia",
|
| 56 |
+
"release_dir": "release/sophia",
|
| 57 |
+
"version": "1.0.0"
|
| 58 |
+
}
|