{
  "norm_type": "Post-RMSNorm",
  "vocab_size": 8192,
  "max_seq_len": 128,
  "d_model": 176,
  "n_heads": 8,
  "ffn_dim": 704,
  "num_blocks": 8,
  "epochs": 5,
  "train_losses": [
    2.6781707835159776,
    2.1348196932009005,
    2.007293643291078,
    1.9391003988338067,
    1.8950661051481108
  ],
  "val_losses": [
    2.26672127412789,
    2.083917907917456,
    2.009363912051414,
    1.964766260643145,
    1.9368808501806014
  ],
  "train_top1": [
    0.4505021544337585,
    0.5132223880365123,
    0.5307963231112733,
    0.5408487276210286,
    0.5474593181217619
  ],
  "train_top5": [
    0.6989359336128249,
    0.7743387629896314,
    0.7928997122861745,
    0.8026655852457978,
    0.8089803902610471
  ],
  "val_top1": [
    0.4957085893109515,
    0.5199150586945862,
    0.5308207868247238,
    0.5374509676675031,
    0.5411521877073058
  ],
  "val_top5": [
    0.7553037841423669,
    0.78256395835136,
    0.793399022237605,
    0.7997198667474258,
    0.8038389432090219
  ],
  "test_loss": 1.9368808501806014,
  "test_top1": 0.5411521877073058,
  "test_top5": 0.8038389432090219,
  "total_params": 5441664
}