File size: 4,381 Bytes
2d5c26a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
{
  "created_utc": "2026-09-17T02:31:37.787035+00:00",
  "command": [
    "/home/andy/ai/envs/opensysone/bin/python",
    "/home/andy/projects/opensysone/scripts/launch_24h.py",
    "--pilot",
    "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts",
    "--train-only",
    "--selection-metric",
    "crossfit_temperature_nll_v1",
    "--training-deadline",
    "2026-09-17T16:00:00Z",
    "--deadline",
    "2026-09-17T18:16:10Z",
    "--inference-max-tokens",
    "1024"
  ],
  "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
  "source_status": "",
  "verification_exit_code": 0,
  "verification": {
    "status": "passed",
    "checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
    "checkpoint_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
    "step": 8,
    "fresh_reload_decisions": 16,
    "fresh_reload_probability_max_abs": 0.0,
    "optimizer_state_restored": true,
    "optimizer_steps_taken": 0,
    "longest_input_stress": [
      {
        "id": "arc:train:ARC-Challenge:696",
        "family": "arc",
        "branches": 4,
        "max_branch_tokens": 212,
        "loss": 5.821491718292236,
        "gradient_norm": 67.16741180419922,
        "peak_cuda_allocated_bytes": 16531817472
      },
      {
        "id": "banking:train:3917",
        "family": "banking",
        "branches": 4,
        "max_branch_tokens": 170,
        "loss": -0.0,
        "gradient_norm": 2.849806833182811e-06,
        "peak_cuda_allocated_bytes": 16531817472
      },
      {
        "id": "boolq:train:6648",
        "family": "boolq",
        "branches": 2,
        "max_branch_tokens": 509,
        "loss": 1.0364792346954346,
        "gradient_norm": 31.71306037902832,
        "peak_cuda_allocated_bytes": 16776178176
      },
      {
        "id": "snli:train:37567",
        "family": "snli",
        "branches": 3,
        "max_branch_tokens": 195,
        "loss": 0.0006712805479764938,
        "gradient_norm": 0.029433242976665497,
        "peak_cuda_allocated_bytes": 16776178176
      },
      {
        "id": "arc:train:ARC-Challenge:626",
        "family": "arc",
        "branches": 5,
        "max_branch_tokens": 139,
        "loss": 4.494089080253616e-05,
        "gradient_norm": 0.0032675806432962418,
        "peak_cuda_allocated_bytes": 16776178176
      }
    ],
    "http_model": "opensysone-qwen3-4b-instruct-2507",
    "http_matches_direct": true,
    "http_invalid_key_status": 401,
    "http_oversized_input_status": 422,
    "http_255_choices": true,
    "inference_max_tokens": 1024,
    "http_long_context_branch_tokens": [
      1023,
      1023
    ],
    "http_long_context_matches_direct": true,
    "http_255_choices_seconds": 45.438681236002594,
    "http_end_to_end_seconds": 1.4650505809986498,
    "temperature_fitted": false,
    "training_peak_cuda_allocated_bytes": 16776178176,
    "inference_peak_cuda_allocated_bytes": 16605534208,
    "peak_cuda_allocated_bytes": 16776178176,
    "peak_cuda_reserved_bytes": 16861102080
  },
  "launcher_exit_code": 0,
  "launched": {
    "campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h",
    "supervisor_pid": 483974,
    "final_deadline": "2026-09-17T18:16:10+00:00"
  },
  "plan": {
    "resume_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
    "resume_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
    "final_deadline": "2026-09-17T18:16:10+00:00",
    "eval_reserve_seconds": 7200,
    "evaluation_estimate": {
      "pilot_validation_decisions": 512,
      "pilot_validation_seconds": 317.40339064598083,
      "evaluation_decisions": 6640,
      "estimated_prediction_seconds": 4116.325222440064
    },
    "port": 18081,
    "training_deadline": "2026-09-17T16:00:00+00:00",
    "train_only": true,
    "selection_metric": "crossfit_temperature_nll_v1",
    "inference_max_tokens": 1024,
    "created_utc": "2026-09-17T02:31:37.778693+00:00",
    "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1"
  },
  "free_memory": "               total        used        free      shared  buff/cache   available\nMem:     130661138432  4282839040 80976977920     4931584 46544269312 126378299392\nSwap:              0           0           0\n",
  "gpu_processes_before": "",
  "oom_score_adj": 0
}