config.json

{
  "context_len": 8192,
  "patch_size": 32,
  "n_pred_patches": 2,
  "max_unrolls": 12,
  "bptt_window": 2,
  "rollout_decay": 0.7,
  "n_layers": 6,
  "d_model": 384,
  "n_heads": 6,
  "d_ff": 1024,
  "batch_size": 64,
  "lr": 0.001,
  "steps": 100000,
  "quantiles": [
    0.1,
    0.2,
    0.3,
    0.4,
    0.5,
    0.6,
    0.7,
    0.8,
    0.9
  ],
  "sources": [
    "gifteval",
    "tsmixup",
    "kernel",
    "gifteval_trainval"
  ],
  "mix_weights": [
    0.1,
    0.5,
    0.2,
    0.2
  ],
  "data_dir": "./data",
  "output_dir": "./runs",
  "run_name": "recursive-tsfm-gift-v1-lr1e3",
  "ckpt_every": 1000,
  "ckpt_keep": 3,
  "resume": false,
  "log_every": 100,
  "seed": 0,
  "debug": false,
  "mp_workers": 8,
  "mp_worker_buffer": 2
}