Cubic Hier 150M: weights, tokenizer and benchmark comparison

benchmark_results.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-26T13:12:57+0000",
+  "generated_at": "2026-07-26T13:15:27+0000",
   "checkpoint": {
     "checkpoint": "/marimo/cubic_hier_150m_gemma4/checkpoints/final.pt",
     "phase_index": 4,
@@ -23,7 +23,7 @@
     "CubicHierLM-157M (ours)": {
       "hellaswag": {
         "examples": 1500,
-        "seconds": 9.9,
+        "seconds": 9.8,
         "acc": 26.8,
         "acc_norm": 30.066666666666666,
         "headline_metric": "acc_norm",
@@ -31,7 +31,7 @@
       },
       "arc_easy": {
         "examples": 1500,
-        "seconds": 9.1,
+        "seconds": 9.2,
         "acc": 41.2,
         "acc_norm": 39.06666666666667,
         "headline_metric": "acc_norm",
@@ -39,7 +39,7 @@
       },
       "arc_challenge": {
         "examples": 1172,
-        "seconds": 7.0,
+        "seconds": 6.8,
         "acc": 20.90443686006826,
         "acc_norm": 25.255972696245735,
         "headline_metric": "acc_norm",
@@ -47,7 +47,7 @@
       },
       "winogrande": {
         "examples": 1267,
-        "seconds": 3.8,
+        "seconds": 3.7,
         "acc": 50.828729281767956,
         "acc_norm": 50.828729281767956,
         "headline_metric": "acc",
@@ -55,7 +55,7 @@
       },
       "openbookqa": {
         "examples": 500,
-        "seconds": 3.0,
+        "seconds": 2.7,
         "acc": 15.8,
         "acc_norm": 25.2,
         "headline_metric": "acc_norm",
@@ -63,7 +63,7 @@
       },
       "sciq": {
         "examples": 1000,
-        "seconds": 6.9,
+        "seconds": 7.2,
         "acc": 73.3,
         "acc_norm": 70.4,
         "headline_metric": "acc_norm",
@@ -71,7 +71,7 @@
       },
       "boolq": {
         "examples": 1500,
-        "seconds": 6.8,
+        "seconds": 5.7,
         "acc": 61.8,
         "acc_norm": 62.46666666666667,
         "headline_metric": "acc",
@@ -79,7 +79,7 @@
       },
       "lambada_openai": {
         "examples": 1500,
-        "seconds": 2.7,
+        "seconds": 2.5,
         "acc": 20.066666666666666,
         "acc_norm": 20.066666666666666,
         "headline_metric": "acc",
@@ -87,7 +87,7 @@
       },
       "mmlu": {
         "examples": 1500,
-        "seconds": 10.8,
+        "seconds": 10.5,
         "acc": 27.066666666666666,
         "acc_norm": 27.066666666666666,
         "headline_metric": "acc",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5ea7d18ad20215bd3e3ffa926ef40b8f4bfc61ffa4f2c3e6994a6d46d112559
+oid sha256:fd91fe814e7bb2d0277907b91c58823c484ef40c6610d4a571ed25b8a84a0012
 size 314161336