Add files using upload-large-folder tool

README.md

@@ -0,0 +1,64 @@
+---
+license: mit
+language: [en]
+tags: [url, compression, arithmetic-coding, nanogpt, int4]
+datasets: [ks46/urls-tokenized]
+---
+
+# urls-250m — a URL language model for lossless compression
+
+246,087,680 parameters: 12 layers × 1280 wide, 20 heads, SwiGLU MLP,
+tied 8,192-entry byte-level BPE vocabulary (structural pre-split, hosts stored TLD-first),
+learned absolute positions reset at every `<eos>`, so each URL is its own context.
+Shipped as a 124.8 MiB int4-g64 artifact (`.nurl` v3: 34 bytes per 64 weights, f16 scales)
+that the browser codec streams with exact integer dot products, making encode and decode bit-identical.
+
+Objective: bits per character on held-out URLs (the compression ratio), decoded on the client in under a second.
+
+## Training
+
+| | |
+|---|---|
+| data | `ks46/urls-tokenized` shards 0–39, 19.9B tokens ≈ 561M URLs, one pass, seeded order |
+| optimizer | AdamW β(0.9, 0.95), weight decay 0.01, peak LR 0.0006, warmup 1000, linear decay over the last 10% |
+| batch | 64 windows × 512 tokens × 8 GPUs = 262,144 tokens per iteration, 76,000 iterations |
+| tail | 7,600 quantisation-aware iterations on the exact int4-g64 grid at LR 6e-05 |
+| hardware | 8× RTX 5090 (PCIe, no NVLink), bf16 autocast, ~680k tokens/s |
+| code | linklet `training/` at git `unknown` |
+
+## Checkpoints
+
+`checkpoints/ckpt-i<iter>.pt` are immutable snapshots every 4,000 iterations (1.05B tokens), stable-phase
+weights with optimizer state, loadable by `training/train.py` (`run.init=`) for decay or fine-tuning.
+`ckpt-fp.pt` is the end of the full-precision phase; `ckpt.pt` is the final model after the QAT tail.
+Eval is bits/char on a fixed 2,000-URL held-out slice (shard 512, even-stride sample).
+
+| file | tokens | eval bits/char |
+|---|---|---|
+| ckpt-i004000.pt | 1.05B | 1.57265 |
+| ckpt-i008000.pt | 2.10B | 1.48613 |
+| ckpt-i012000.pt | 3.15B | 1.43982 |
+| ckpt-i016000.pt | 4.19B | 1.41691 |
+| ckpt-i020000.pt | 5.24B | 1.39589 |
+| ckpt-i024000.pt | 6.29B | 1.38293 |
+| ckpt-i028000.pt | 7.34B | 1.37117 |
+| ckpt-i032000.pt | 8.39B | 1.36356 |
+| ckpt-i036000.pt | 9.44B | 1.35538 |
+| ckpt-i040000.pt | 10.49B | 1.35037 |
+| ckpt-i044000.pt | 11.53B | 1.34356 |
+| ckpt-i048000.pt | 12.58B | 1.33765 |
+| ckpt-i052000.pt | 13.63B | 1.33521 |
+| ckpt-i056000.pt | 14.68B | 1.32983 |
+| ckpt-i060000.pt | 15.73B | 1.32985 |
+| ckpt-i064000.pt | 16.78B | 1.32275 |
+| ckpt-i068000.pt | 17.83B | 1.32023 |
+| ckpt-i072000.pt | 18.87B | 1.29781 |
+
+## Final evaluation
+
+```
+(production still running — final eval pending)
+```
+
+`model/<pending>.nurl` is the packed artifact; `model/tokenizer/` the tokenizer.
+Every number above is copied from `manifest.json`, the run's provenance record.

checkpoints/ckpt-i004000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d65345c5dcad822359b65fcdd65e6c11c2263c78e048c092e97acf961890f
+size 2953558711

checkpoints/ckpt-i008000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ed6d178cd5d889323afd42818bf09d3c048ea4a9c3b9c40600f55642234445
+size 2953558711

checkpoints/ckpt-i012000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadf72578ede6ef30e47cf7fc6c89f643c2867a382bdf09e62814e02198d1a07
+size 2953558711

checkpoints/ckpt-i016000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde583cfca30cf5b9ad9baf70b79f41a90753e3650c785f1c53be3546adbf8d5
+size 2953558711

checkpoints/ckpt-i020000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1a4990fe6ca53b886aa3da38b9e657838e9ba6a6efb3b8974d82922c46dde
+size 2953558711

checkpoints/ckpt-i024000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b95005aa0a4e01a8addc5929478dd1211275a9036345c74adb5657139496c
+size 2953558711

checkpoints/ckpt-i028000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e42231510177a0be130691704ea364c5d1df56327406ba0b180290251c4c972
+size 2953558711

checkpoints/ckpt-i032000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03021a27baff98e4e67f58526d91c77c25b4a19935e34e388295a5a1f01ce468
+size 2953558711

checkpoints/ckpt-i036000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c0f8b4ff9a18688f9b2a83464410bf671b2c145facf54d7f57e0760953b82a
+size 2953558711

checkpoints/ckpt-i040000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227b18b10e24afe18c66a36a8297ff00ed1b1a887bebfec435d364083a039ae
+size 2953558711

checkpoints/ckpt-i044000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f0c84f742ea7ab59160f0f68c1f5ef9ddd6f75178c319790017a66fc2a7430
+size 2953558711

checkpoints/ckpt-i048000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f84246e6d285503395cddff520bbb047371101e8f5c5ea9894d63566a64539
+size 2953558711

checkpoints/ckpt-i052000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b822995230d8b93fece64ec507183775cf13ed18333f12fd467acea8c03b312f
+size 2953558711

checkpoints/ckpt-i056000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59840f17df0ebbf764ab3405916f2220a84656e32e4c94e339b48af4cf7bfd45
+size 2953558711

checkpoints/ckpt-i060000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a70d27a978ccc3fbedf36824ed1e0ed219dd565b9bb789e355338b4b4f923a0
+size 2953558711

checkpoints/ckpt-i064000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c424ad5953e1b10882ae6bf3013a1bea9d12ca5f91047e3486aa49586d6ccb35
+size 2953558711

checkpoints/ckpt-i068000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a57aa17f92453c2d6867eddc172d6c48745cdfe717a003e4e48be13254fed82
+size 2953558711

checkpoints/ckpt-i072000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b209a2398b3d7ae6a024dd7405a31adcc98b7122ada7873e57360f4777006e3
+size 2953558711

checkpoints/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5fcba2e490f346de8e341dff93a871232fa1a4422db7f85eef9a10317671ba
+size 2953554919

manifest.json

@@ -0,0 +1,499 @@
+{
+  "written": "2026-09-06T07:35:37Z",
+  "config": {
+    "model": {
+      "n_layer": 12,
+      "d_model": 1280,
+      "n_head": 20
+    },
+    "train": {
+      "seed": 1337,
+      "data_seed": 1337,
+      "batch": 64,
+      "grad_accum": 1,
+      "iters": 76000,
+      "lr": 0.0006,
+      "min_lr": 6e-05,
+      "warmup": 1000,
+      "decay_frac": 0.1,
+      "cycle": 76000,
+      "weight_decay": 0.01,
+      "grad_clip": 1.0,
+      "beta1": 0.9,
+      "beta2": 0.95,
+      "log_every": 20,
+      "eval_every": 1000,
+      "eval_urls": 2000,
+      "final_eval_urls": 100000,
+      "ckpt_every": 1000,
+      "snapshot_every": 4000,
+      "compile": true,
+      "attn": "auto",
+      "qat_iters": 7600,
+      "qat_lr": 6e-05,
+      "grad_hook": "bf16",
+      "loss": "fused",
+      "bucket_mb": 25,
+      "bucket_view": false,
+      "powersgd_rank": 32,
+      "powersgd_start": 10,
+      "awq": 0,
+      "awq_batches": 16,
+      "qat_bits": 4,
+      "qat_learn_scale": false,
+      "qat_grad_accum": 2,
+      "fp8": false,
+      "optimizer": "adamw",
+      "muon_lr": 0.02,
+      "muon_momentum": 0.95,
+      "muon_wd": 0.0,
+      "compile_mode": "max-autotune-no-cudagraphs",
+      "peak_flops": 200000000000000.0,
+      "dtype": "bfloat16"
+    },
+    "data": {
+      "bins": "/root/data/linklet/tokens/tokens-s000[0-3][0-9].bin",
+      "tokenizer": "/root/data/linklet/tokens/tokenizer",
+      "eval_shard": 512
+    },
+    "run": {
+      "out": "/root/models/linklet",
+      "name": "prod-target-base",
+      "init": "",
+      "resume": true,
+      "force_config": false
+    },
+    "wandb": {
+      "project": "linklet",
+      "group": "production",
+      "job_type": "production",
+      "tags": [
+        "target",
+        "baseline"
+      ],
+      "mode": "online"
+    }
+  },
+  "model_config": {
+    "n_layer": 12,
+    "d_model": 1280,
+    "n_head": 20,
+    "n_kv_head": 20,
+    "d_attn": 1280,
+    "d_mlp": 3392,
+    "vocab": 8192,
+    "block": 512,
+    "struct_pos": false,
+    "head_dim": 64,
+    "mlp": "swiglu",
+    "host_rows": 0,
+    "host_dim": 64,
+    "prefix_rows": 0,
+    "prefix_dim": 64
+  },
+  "model": {
+    "n_params": 246087680,
+    "artifact_bytes": 130862112,
+    "artifact_mib": 124.79983520507812,
+    "exportable": true
+  },
+  "data": {
+    "bins": [
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00000.bin",
+        "bytes": 2596447828,
+        "tokens": 1298223914,
+        "urls": 36578304,
+        "source_parquet": "part-00000.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00001.bin",
+        "bytes": 2596484504,
+        "tokens": 1298242252,
+        "urls": 36582969,
+        "source_parquet": "part-00001.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00002.bin",
+        "bytes": 2595421618,
+        "tokens": 1297710809,
+        "urls": 36567201,
+        "source_parquet": "part-00002.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00003.bin",
+        "bytes": 2597225440,
+        "tokens": 1298612720,
+        "urls": 36586549,
+        "source_parquet": "part-00003.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00004.bin",
+        "bytes": 2595658946,
+        "tokens": 1297829473,
+        "urls": 36571079,
+        "source_parquet": "part-00004.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00005.bin",
+        "bytes": 2596718326,
+        "tokens": 1298359163,
+        "urls": 36581527,
+        "source_parquet": "part-00005.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00006.bin",
+        "bytes": 2596866352,
+        "tokens": 1298433176,
+        "urls": 36583575,
+        "source_parquet": "part-00006.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00007.bin",
+        "bytes": 2595681408,
+        "tokens": 1297840704,
+        "urls": 36572621,
+        "source_parquet": "part-00007.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00008.bin",
+        "bytes": 2597495968,
+        "tokens": 1298747984,
+        "urls": 36585947,
+        "source_parquet": "part-00008.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00009.bin",
+        "bytes": 2595850662,
+        "tokens": 1297925331,
+        "urls": 36569751,
+        "source_parquet": "part-00009.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00010.bin",
+        "bytes": 2596889260,
+        "tokens": 1298444630,
+        "urls": 36579261,
+        "source_parquet": "part-00010.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00011.bin",
+        "bytes": 2596319690,
+        "tokens": 1298159845,
+        "urls": 36583381,
+        "source_parquet": "part-00011.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00012.bin",
+        "bytes": 2596218062,
+        "tokens": 1298109031,
+        "urls": 36578953,
+        "source_parquet": "part-00012.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00013.bin",
+        "bytes": 2595557968,
+        "tokens": 1297778984,
+        "urls": 36574167,
+        "source_parquet": "part-00013.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00014.bin",
+        "bytes": 2596783574,
+        "tokens": 1298391787,
+        "urls": 36584898,
+        "source_parquet": "part-00014.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00015.bin",
+        "bytes": 2597418016,
+        "tokens": 1298709008,
+        "urls": 36585853,
+        "source_parquet": "part-00015.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00016.bin",
+        "bytes": 2599151338,
+        "tokens": 1299575669,
+        "urls": 36597960,
+        "source_parquet": "part-00016.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00017.bin",
+        "bytes": 2596512082,
+        "tokens": 1298256041,
+        "urls": 36568730,
+        "source_parquet": "part-00017.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00018.bin",
+        "bytes": 2597561100,
+        "tokens": 1298780550,
+        "urls": 36578767,
+        "source_parquet": "part-00018.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00019.bin",
+        "bytes": 2596457370,
+        "tokens": 1298228685,
+        "urls": 36579877,
+        "source_parquet": "part-00019.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00020.bin",
+        "bytes": 2596292582,
+        "tokens": 1298146291,
+        "urls": 36585339,
+        "source_parquet": "part-00020.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00021.bin",
+        "bytes": 2596734834,
+        "tokens": 1298367417,
+        "urls": 36584357,
+        "source_parquet": "part-00021.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00022.bin",
+        "bytes": 2598249820,
+        "tokens": 1299124910,
+        "urls": 36591041,
+        "source_parquet": "part-00022.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00023.bin",
+        "bytes": 2597604656,
+        "tokens": 1298802328,
+        "urls": 36580371,
+        "source_parquet": "part-00023.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00024.bin",
+        "bytes": 2596559540,
+        "tokens": 1298279770,
+        "urls": 36574668,
+        "source_parquet": "part-00024.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00025.bin",
+        "bytes": 2596097424,
+        "tokens": 1298048712,
+        "urls": 36579989,
+        "source_parquet": "part-00025.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00026.bin",
+        "bytes": 2596289922,
+        "tokens": 1298144961,
+        "urls": 36580259,
+        "source_parquet": "part-00026.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00027.bin",
+        "bytes": 2595647788,
+        "tokens": 1297823894,
+        "urls": 36576539,
+        "source_parquet": "part-00027.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00028.bin",
+        "bytes": 2597560064,
+        "tokens": 1298780032,
+        "urls": 36584845,
+        "source_parquet": "part-00028.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00029.bin",
+        "bytes": 2596606160,
+        "tokens": 1298303080,
+        "urls": 36578451,
+        "source_parquet": "part-00029.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00030.bin",
+        "bytes": 2595966690,
+        "tokens": 1297983345,
+        "urls": 36576287,
+        "source_parquet": "part-00030.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00031.bin",
+        "bytes": 2597116338,
+        "tokens": 1298558169,
+        "urls": 36587869,
+        "source_parquet": "part-00031.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00032.bin",
+        "bytes": 2595902436,
+        "tokens": 1297951218,
+        "urls": 36579007,
+        "source_parquet": "part-00032.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00033.bin",
+        "bytes": 2593997638,
+        "tokens": 1296998819,
+        "urls": 36572948,
+        "source_parquet": "part-00033.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00034.bin",
+        "bytes": 2595931604,
+        "tokens": 1297965802,
+        "urls": 36577189,
+        "source_parquet": "part-00034.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00035.bin",
+        "bytes": 2597898030,
+        "tokens": 1298949015,
+        "urls": 36591253,
+        "source_parquet": "part-00035.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00036.bin",
+        "bytes": 2597072574,
+        "tokens": 1298536287,
+        "urls": 36592289,
+        "source_parquet": "part-00036.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00037.bin",
+        "bytes": 2596346720,
+        "tokens": 1298173360,
+        "urls": 36578853,
+        "source_parquet": "part-00037.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00038.bin",
+        "bytes": 2596055420,
+        "tokens": 1298027710,
+        "urls": 36577289,
+        "source_parquet": "part-00038.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      },
+      {
+        "path": "/root/data/linklet/tokens/tokens-s00039.bin",
+        "bytes": 2596728088,
+        "tokens": 1298364044,
+        "urls": 36585934,
+        "source_parquet": "part-00039.parquet",
+        "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374"
+      }
+    ],
+    "total_tokens": 51931688920,
+    "total_urls": 1463226147,
+    "tokenizer": "/root/data/linklet/tokens/tokenizer",
+    "tokenizer_sha256": "6e4f2b4fa9de153b27adaee016dc3f2586ac886423f0153858b89e13f31be374",
+    "eval_shard": 512,
+    "eval_source": "ks46/urls-sampled part-00512.parquet, even stride"
+  },
+  "schedule": {
+    "tokens_per_iter": 262144,
+    "iters": 76000,
+    "qat_iters": 7600,
+    "total_tokens_planned": 21915238400,
+    "snapshot_every_iters": 4000,
+    "snapshot_every_tokens": 1048576000
+  },
+  "code": {
+    "git": "unknown",
+    "argv": [
+      "/root/work/linklet/training/train.py",
+      "--config",
+      "training/configs/target-base.toml",
+      "run.name=\"prod-target-base\"",
+      "data.bins=\"/root/data/linklet/tokens/tokens-s000[0-3][0-9].bin\"",
+      "train.awq=0",
+      "train.weight_decay=0.01",
+      "train.compile_mode=\"max-autotune-no-cudagraphs\"",
+      "train.iters=76000",
+      "train.cycle=76000",
+      "train.warmup=1000",
+      "train.qat_iters=7600",
+      "train.snapshot_every=4000",
+      "train.eval_every=1000",
+      "train.final_eval_urls=100000",
+      "train.ckpt_every=1000",
+      "wandb.group=\"production\"",
+      "wandb.job_type=\"production\""
+    ],
+    "cwd": "/root/work/linklet"
+  },
+  "node": {
+    "hostname": "626ffad67aa0",
+    "platform": "Linux-5.15.0-190-generic-x86_64-with-glibc2.39",
+    "cpu_count": 256,
+    "gpus": [
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090",
+      "NVIDIA GeForce RTX 5090"
+    ],
+    "world_size": 8,
+    "device": "cuda:0",
+    "lk_job": "20260906-071436-prod-target-base-0bff"
+  },
+  "software": {
+    "python": "3.14.7",
+    "torch": "2.14.0+cu130",
+    "torchao": "0.18.0",
+    "cuda": "13.0",
+    "nccl": "2.30.7"
+  },
+  "env": {
+    "NCCL_VERSION": "2.25.1-1",
+    "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True",
+    "TORCHINDUCTOR_CACHE_DIR": "/root/models/linklet/inductor-cache",
+    "OMP_NUM_THREADS": "1"
+  },
+  "wandb": {
+    "id": "402vdj7x",
+    "url": "https://wandb.ai/ks99-sc/linklet/runs/402vdj7x",
+    "project": "linklet",
+    "group": "production"
+  }
+}

model/tokenizer/tokenizer_config.json

@@ -0,0 +1,6 @@
+{
+  "backend": "tokenizers",
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "TokenizersBackend"
+}

model/tokenizer/training_meta.json

@@ -0,0 +1,25 @@
+{
+  "train_shard": 0,
+  "train_urls": 36578304,
+  "eval_shard": 1,
+  "vocab_size": 8192,
+  "max_token_length": 24,
+  "split": true,
+  "split_re": "https?://|%[0-9A-Fa-f]{2}|[!#$%&'()*+,\\-./:;=?@\\[\\\\\\]\\^_`{|}~]",
+  "canonical": true,
+  "train_seconds": 350.44420623779297,
+  "vocab": {
+    "vocab_size": 8192,
+    "max_token_len": 19,
+    "tokens_ge_25": 0,
+    "mean_token_len": 3.8985347985347985
+  },
+  "eval": {
+    "urls": 200000,
+    "tokens": 6918922,
+    "chars": 16919878,
+    "chars_per_token": 2.4454500281980343,
+    "tokens_per_url": 34.59461,
+    "chars_per_url": 84.59939
+  }
+}