{
  "config": {
    "name": "C2",
    "pos_encoding": "rope",
    "attention": "mha",
    "norm": "layernorm",
    "tokenization": "bpe",
    "d_model": 256,
    "n_heads": 8,
    "n_kv_heads": 2,
    "n_enc_layers": 4,
    "n_dec_layers": 4,
    "d_ff": 1024,
    "dropout": 0.1,
    "src_vocab_size": 4096,
    "tgt_vocab_size": 8192,
    "max_src_len": 768,
    "max_tgt_len": 384,
    "src_patch_size": 16,
    "tgt_patch_size": 4,
    "local_layers": 2,
    "d_local": 64,
    "local_heads": 4,
    "blt_max_src_bytes": 10240,
    "blt_max_tgt_bytes": 1288,
    "batch_size": 16,
    "accum_steps": 2,
    "lr": 0.0003,
    "warmup_steps": 500,
    "epochs": 30,
    "label_smoothing": 0.1,
    "grad_clip": 1.0,
    "seed": 42,
    "amp": true,
    "max_raw_cipher_chars": 10240,
    "val_frac": 0.1,
    "test_frac": 0.1
  },
  "n_params": 12612608,
  "train_seconds": 750.920952796936,
  "best_val_loss": 6.22816973420713,
  "peak_mem_gib": 4.761477470397949,
  "test": {
    "loss": 6.217924683968882,
    "ppl": 501.66104575092135,
    "bit_accuracy": 0.0592275111568396,
    "sequence_accuracy": 0.0,
    "levenshtein": 481.16386554621846,
    "levenshtein_norm": 0.723261710901633,
    "bleu": 1.0937243555761946,
    "rouge1": 0.2311026991116146,
    "rouge2": 0.0385270730350279,
    "rougeL": 0.17273510475527692,
    "greedy_decode_sec": 173.25095891952515
  },
  "history": [
    {
      "epoch": 1,
      "train_loss": 8.648767365203895,
      "val_loss": 8.178591382413487,
      "val_ppl": 3563.831048389118,
      "epoch_sec": 34.883700132369995,
      "tokens_per_sec": 13149.207172961569,
      "lr": 7.139999999999999e-05,
      "peak_mem_gib": 4.583731651306152
    },
    {
      "epoch": 2,
      "train_loss": 7.802390323418775,
      "val_loss": 7.575961840818904,
      "val_ppl": 1950.7356577915546,
      "epoch_sec": 24.465469360351562,
      "tokens_per_sec": 18736.85696555191,
      "lr": 0.00014279999999999997,
      "peak_mem_gib": 4.583731651306152
    },
    {
      "epoch": 3,
      "train_loss": 7.453536096271373,
      "val_loss": 7.293171662767374,
      "val_ppl": 1470.226372430356,
      "epoch_sec": 24.235873699188232,
      "tokens_per_sec": 18925.746424209305,
      "lr": 0.00021419999999999998,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 4,
      "train_loss": 7.13474782126228,
      "val_loss": 6.994712100570725,
      "val_ppl": 1090.8495775495385,
      "epoch_sec": 24.48911213874817,
      "tokens_per_sec": 18726.893706953433,
      "lr": 0.00028559999999999995,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 5,
      "train_loss": 6.841172966065505,
      "val_loss": 6.7823404996621965,
      "val_ppl": 882.130937022212,
      "epoch_sec": 24.31237769126892,
      "tokens_per_sec": 18872.77360637498,
      "lr": 0.00027500954910846334,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 6,
      "train_loss": 6.607145049750147,
      "val_loss": 6.6429190162925,
      "val_ppl": 767.3315804995204,
      "epoch_sec": 24.457974910736084,
      "tokens_per_sec": 18742.59834156498,
      "lr": 0.0002510482226267169,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 7,
      "train_loss": 6.416057214906104,
      "val_loss": 6.539861994290596,
      "val_ppl": 692.1910451283737,
      "epoch_sec": 24.597151279449463,
      "tokens_per_sec": 18642.646654091055,
      "lr": 0.00023242549051998872,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 8,
      "train_loss": 6.251521269122489,
      "val_loss": 6.466201783866966,
      "val_ppl": 643.0366903884299,
      "epoch_sec": 24.53711223602295,
      "tokens_per_sec": 18696.73968098366,
      "lr": 0.00021741413836966813,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 9,
      "train_loss": 6.103200577142465,
      "val_loss": 6.4039428323242245,
      "val_ppl": 604.2226962154232,
      "epoch_sec": 24.279608726501465,
      "tokens_per_sec": 18892.849764061964,
      "lr": 0.0002049800154226969,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 10,
      "train_loss": 5.969320486569726,
      "val_loss": 6.360640541693772,
      "val_ppl": 578.6168659450078,
      "epoch_sec": 24.473799467086792,
      "tokens_per_sec": 18727.864491020042,
      "lr": 0.0001944611170656493,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 11,
      "train_loss": 5.846559610868,
      "val_loss": 6.318731829615563,
      "val_ppl": 554.8688777990237,
      "epoch_sec": 24.21465301513672,
      "tokens_per_sec": 18934.609540487414,
      "lr": 0.0001854114001850042,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 12,
      "train_loss": 5.7339482032179365,
      "val_loss": 6.290257030374393,
      "val_ppl": 539.291925677677,
      "epoch_sec": 24.23104190826416,
      "tokens_per_sec": 18927.044150073623,
      "lr": 0.00017751790062418157,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 13,
      "train_loss": 5.628690118818182,
      "val_loss": 6.267868418484691,
      "val_ppl": 527.3520850205484,
      "epoch_sec": 24.472138166427612,
      "tokens_per_sec": 18727.010974002693,
      "lr": 0.00017055368216583073,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 14,
      "train_loss": 5.534118908850238,
      "val_loss": 6.261145054291791,
      "val_ppl": 523.818397340958,
      "epoch_sec": 24.201223611831665,
      "tokens_per_sec": 18946.603996329763,
      "lr": 0.00016434964046729364,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 15,
      "train_loss": 5.44550466031253,
      "val_loss": 6.246191929074457,
      "val_ppl": 516.0439462852187,
      "epoch_sec": 24.33295178413391,
      "tokens_per_sec": 18844.48726434367,
      "lr": 0.00015877683720748892,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 16,
      "train_loss": 5.3620757334548115,
      "val_loss": 6.238747878057842,
      "val_ppl": 512.2167514124959,
      "epoch_sec": 24.17880415916443,
      "tokens_per_sec": 18958.960789888857,
      "lr": 0.00015373501156702268,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 17,
      "train_loss": 5.284232199383712,
      "val_loss": 6.235879082118811,
      "val_ppl": 510.74941183140504,
      "epoch_sec": 24.459270000457764,
      "tokens_per_sec": 18740.95179420404,
      "lr": 0.0001491448684815029,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 18,
      "train_loss": 5.210715872645043,
      "val_loss": 6.230003049970173,
      "val_ppl": 507.7570321372351,
      "epoch_sec": 24.332185745239258,
      "tokens_per_sec": 18847.382014981024,
      "lr": 0.0001449427589131121,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 19,
      "train_loss": 5.143048877430012,
      "val_loss": 6.22816973420713,
      "val_ppl": 506.8270059427517,
      "epoch_sec": 24.00197196006775,
      "tokens_per_sec": 19107.305048226775,
      "lr": 0.00014107692200099125,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 20,
      "train_loss": 5.077428552813731,
      "val_loss": 6.243369358724987,
      "val_ppl": 514.5894296468447,
      "epoch_sec": 24.398122310638428,
      "tokens_per_sec": 18798.700742639172,
      "lr": 0.00013750477455423167,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 21,
      "train_loss": 5.017663948285514,
      "val_loss": 6.241981785304196,
      "val_ppl": 513.8758941875501,
      "epoch_sec": 24.08938455581665,
      "tokens_per_sec": 19024.52090206435,
      "lr": 0.0001341909195182463,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 22,
      "train_loss": 4.9597874855437745,
      "val_loss": 6.252195737801616,
      "val_ppl": 519.1514946620767,
      "epoch_sec": 24.330610275268555,
      "tokens_per_sec": 18851.80826994021,
      "lr": 0.00013110565838010918,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 23,
      "train_loss": 4.904619814851218,
      "val_loss": 6.251510157835606,
      "val_ppl": 518.7956967758995,
      "epoch_sec": 24.365091562271118,
      "tokens_per_sec": 18825.129338329723,
      "lr": 0.00012822386342782138,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 24,
      "train_loss": 4.8511376651992455,
      "val_loss": 6.2606329131474485,
      "val_ppl": 523.550197071575,
      "epoch_sec": 24.47122359275818,
      "tokens_per_sec": 18732.859771493404,
      "lr": 0.00012552411131335845,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 25,
      "train_loss": 4.80194315728746,
      "val_loss": 6.276610449429105,
      "val_ppl": 531.9824230569011,
      "epoch_sec": 24.273646593093872,
      "tokens_per_sec": 18893.12338140732,
      "lr": 0.00012298800925361817,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 26,
      "train_loss": 4.753652980658821,
      "val_loss": 6.286219595246396,
      "val_ppl": 537.118959070329,
      "epoch_sec": 24.252371311187744,
      "tokens_per_sec": 18908.790159766904,
      "lr": 0.00012059966521579404,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 27,
      "train_loss": 4.7051394886563624,
      "val_loss": 6.300417732556287,
      "val_ppl": 544.799443062677,
      "epoch_sec": 24.354780912399292,
      "tokens_per_sec": 18829.485744481804,
      "lr": 0.00011834526708278771,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 28,
      "train_loss": 4.662132949533508,
      "val_loss": 6.306189614331328,
      "val_ppl": 547.9530534171022,
      "epoch_sec": 24.25903034210205,
      "tokens_per_sec": 18903.764640753703,
      "lr": 0.00011621274525999436,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 29,
      "train_loss": 4.619619697691152,
      "val_loss": 6.317596600547415,
      "val_ppl": 554.2393319269333,
      "epoch_sec": 24.21458148956299,
      "tokens_per_sec": 18950.069411597393,
      "lr": 0.00011419149985036504,
      "peak_mem_gib": 4.761477470397949
    },
    {
      "epoch": 30,
      "train_loss": 4.576438706953215,
      "val_loss": 6.326228348411436,
      "val_ppl": 559.0440930071932,
      "epoch_sec": 24.274953603744507,
      "tokens_per_sec": 18886.66843545599,
      "lr": 0.00011227217828476796,
      "peak_mem_gib": 4.761477470397949
    }
  ]
}