{
  "status": "healthy",
  "architecture": "cenn-only-replacement",
  "transformer_layers_remaining": 0,
  "base_model_teacher": "arnir0/Tiny-LLM",
  "dataset": "HuggingFaceFW/fineweb",
  "dataset_config": "sample-10BT",
  "validation_split": "deterministic text hash: buckets 990-999 / 1000",
  "context_length": 256,
  "requested_tokens": 10000000,
  "seen_tokens": 10002432,
  "updates_completed": 2442,
  "cenn_steps": 7,
  "cenn_dilations": [
    1,
    2,
    4,
    8,
    16,
    32,
    64
  ],
  "cenn_receptive_field": 255,
  "parameters": {
    "total": 12768384,
    "trainable": 480192,
    "trainable_percent": 3.76078914919852
  },
  "distillation": {
    "temperature": 2.0,
    "ce_weight": 1.0,
    "kl_weight": 1.0,
    "hidden_weight": 0.25
  },
  "initial": {
    "student_ce": 9.886030316352844,
    "teacher_ce": 4.42309045791626,
    "kl": 6.491021990776062,
    "hidden": 0.9000361487269402,
    "total": 16.60206151008606,
    "student_ppl": 19653.885170473946,
    "teacher_ppl": 83.35348816375381
  },
  "best": {
    "student_ce": 5.247065961360931,
    "teacher_ce": 4.42309045791626,
    "kl": 1.1022313609719276,
    "hidden": 0.38662219420075417,
    "total": 6.445952773094177,
    "student_ppl": 190.00795911478392,
    "teacher_ppl": 83.35348816375381
  },
  "best_update": 2300,
  "final": {
    "student_ce": 5.254411280155182,
    "teacher_ce": 4.42309045791626,
    "kl": 1.1053978353738785,
    "hidden": 0.38809817656874657,
    "total": 6.456833720207214,
    "student_ppl": 191.40876653825035,
    "teacher_ppl": 83.35348816375381
  },
  "relative_student_ce_improvement": 0.46924439907072024,
  "teacher_gap_recovery_fraction": 0.8491699479041159,
  "elapsed_seconds": 684.3944537750001,
  "peak_vram_gib": 0.7687439918518066,
  "eval_history": [
    {
      "update": 0,
      "tokens": 0,
      "student_ce": 9.886030316352844,
      "teacher_ce": 4.42309045791626,
      "kl": 6.491021990776062,
      "hidden": 0.9000361487269402,
      "total": 16.60206151008606,
      "student_ppl": 19653.885170473946,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 100,
      "tokens": 409600,
      "student_ce": 6.227195501327515,
      "teacher_ce": 4.42309045791626,
      "kl": 2.16707381606102,
      "hidden": 0.6832664683461189,
      "total": 8.565086007118225,
      "student_ppl": 506.33347885347905,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 200,
      "tokens": 819200,
      "student_ce": 5.921975195407867,
      "teacher_ce": 4.42309045791626,
      "kl": 1.7587065398693085,
      "hidden": 0.6248764842748642,
      "total": 7.83690083026886,
      "student_ppl": 373.14802672475776,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 300,
      "tokens": 1228800,
      "student_ce": 5.772948503494263,
      "teacher_ce": 4.42309045791626,
      "kl": 1.60873644053936,
      "hidden": 0.5874808952212334,
      "total": 7.528555154800415,
      "student_ppl": 321.484233967621,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 400,
      "tokens": 1638400,
      "student_ce": 5.674577355384827,
      "teacher_ce": 4.42309045791626,
      "kl": 1.5085940808057785,
      "hidden": 0.5665681809186935,
      "total": 7.324813604354858,
      "student_ppl": 291.36516859903867,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 500,
      "tokens": 2048000,
      "student_ce": 5.650832772254944,
      "teacher_ce": 4.42309045791626,
      "kl": 1.460141435265541,
      "hidden": 0.5345279797911644,
      "total": 7.244606137275696,
      "student_ppl": 284.5283144757812,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 600,
      "tokens": 2457600,
      "student_ce": 5.553221106529236,
      "teacher_ce": 4.42309045791626,
      "kl": 1.3927009999752045,
      "hidden": 0.5073811076581478,
      "total": 7.072767436504364,
      "student_ppl": 258.06748139830285,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 700,
      "tokens": 2867200,
      "student_ce": 5.514483392238617,
      "teacher_ce": 4.42309045791626,
      "kl": 1.333301156759262,
      "hidden": 0.4988071881234646,
      "total": 6.97248637676239,
      "student_ppl": 248.26169019727493,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 800,
      "tokens": 3276800,
      "student_ce": 5.423598051071167,
      "teacher_ce": 4.42309045791626,
      "kl": 1.2782464623451233,
      "hidden": 0.46664922311902046,
      "total": 6.8185067772865295,
      "student_ppl": 226.69331098821183,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 900,
      "tokens": 3686400,
      "student_ce": 5.384240388870239,
      "teacher_ce": 4.42309045791626,
      "kl": 1.2386242598295212,
      "hidden": 0.46446866169571877,
      "total": 6.73898184299469,
      "student_ppl": 217.9444881547004,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1000,
      "tokens": 4096000,
      "student_ce": 5.402506589889526,
      "teacher_ce": 4.42309045791626,
      "kl": 1.2396428138017654,
      "hidden": 0.45280323550105095,
      "total": 6.755350112915039,
      "student_ppl": 221.96208741750354,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1100,
      "tokens": 4505600,
      "student_ce": 5.354690849781036,
      "teacher_ce": 4.42309045791626,
      "kl": 1.2162970006465912,
      "hidden": 0.43169154971838,
      "total": 6.678910732269287,
      "student_ppl": 211.59855050198703,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1200,
      "tokens": 4915200,
      "student_ce": 5.336019992828369,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1935335546731949,
      "hidden": 0.4247433915734291,
      "total": 6.635739326477051,
      "student_ppl": 207.6844774863155,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1300,
      "tokens": 5324800,
      "student_ce": 5.346172988414764,
      "teacher_ce": 4.42309045791626,
      "kl": 1.2000116407871246,
      "hidden": 0.432369701564312,
      "total": 6.654277086257935,
      "student_ppl": 209.8038377916499,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1400,
      "tokens": 5734400,
      "student_ce": 5.339074552059174,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1838740110397339,
      "hidden": 0.41835904866456985,
      "total": 6.62753826379776,
      "student_ppl": 208.3198318939459,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1500,
      "tokens": 6144000,
      "student_ce": 5.426012873649597,
      "teacher_ce": 4.42309045791626,
      "kl": 1.3038654327392578,
      "hidden": 0.4412520229816437,
      "total": 6.840191304683685,
      "student_ppl": 227.24139661239465,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1600,
      "tokens": 6553600,
      "student_ce": 5.298137128353119,
      "teacher_ce": 4.42309045791626,
      "kl": 1.145539715886116,
      "hidden": 0.40410348773002625,
      "total": 6.544702887535095,
      "student_ppl": 199.96395560940198,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1700,
      "tokens": 6963200,
      "student_ce": 5.30170214176178,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1460134536027908,
      "hidden": 0.4016555957496166,
      "total": 6.548129379749298,
      "student_ppl": 200.67810200678008,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1800,
      "tokens": 7372800,
      "student_ce": 5.261035442352295,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1173748224973679,
      "hidden": 0.397721491754055,
      "total": 6.477840602397919,
      "student_ppl": 192.68089800462678,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 1900,
      "tokens": 7782400,
      "student_ce": 5.2686644196510315,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1194094493985176,
      "hidden": 0.3933708444237709,
      "total": 6.4864166378974915,
      "student_ppl": 194.15647762640936,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2000,
      "tokens": 8192000,
      "student_ce": 5.275613605976105,
      "teacher_ce": 4.42309045791626,
      "kl": 1.122198462486267,
      "hidden": 0.396113570779562,
      "total": 6.49684065580368,
      "student_ppl": 195.51040606759585,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2100,
      "tokens": 8601600,
      "student_ce": 5.270110368728638,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1190447956323624,
      "hidden": 0.3914468288421631,
      "total": 6.487016916275024,
      "student_ppl": 194.43742107215368,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2200,
      "tokens": 9011200,
      "student_ce": 5.25519073009491,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1049607545137405,
      "hidden": 0.38875287026166916,
      "total": 6.457339763641357,
      "student_ppl": 191.55801824935418,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2300,
      "tokens": 9420800,
      "student_ce": 5.247065961360931,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1022313609719276,
      "hidden": 0.38662219420075417,
      "total": 6.445952773094177,
      "student_ppl": 190.00795911478392,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2400,
      "tokens": 9830400,
      "student_ce": 5.257074296474457,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1066916808485985,
      "hidden": 0.388408824801445,
      "total": 6.4608681201934814,
      "student_ppl": 191.9191705126165,
      "teacher_ppl": 83.35348816375381
    },
    {
      "update": 2442,
      "tokens": 10002432,
      "student_ce": 5.254411280155182,
      "teacher_ce": 4.42309045791626,
      "kl": 1.1053978353738785,
      "hidden": 0.38809817656874657,
      "total": 6.456833720207214,
      "student_ppl": 191.40876653825035,
      "teacher_ppl": 83.35348816375381
    }
  ]
}