{
  "architecture": "FlyFFN v2: standard SmolLM2 attention + progressive FlyWire sparse FFN + dense anchors",
  "base_model": "HuggingFaceTB/SmolLM2-135M",
  "attention_unchanged": true,
  "flyffn_layers": 23,
  "dense_anchor_layers": [
    3,
    7,
    11,
    15,
    19,
    23,
    27
  ],
  "dense_equivalence_biological_max_abs_logit_diff": 4.90625,
  "dense_equivalence_rewired_max_abs_logit_diff": 4.90625,
  "implementation_note": "quality prototype computes all shards during dense/sparse blend; fused selected-shard dispatch is a later speed optimization",
  "device": "cuda",
  "dtype": "torch.bfloat16",
  "config": {
    "run_mode": "quick",
    "seq_len": 128,
    "fly_nodes": 256,
    "fly_edges": 2048,
    "router_rank": 64,
    "num_shards": 8,
    "graph_steps": 1,
    "graph_mix_init": 0.5,
    "anchor_every": 4,
    "quality_gate_max_ce_gap": 0.45,
    "stage_schedule": [
      [
        6,
        0.1
      ],
      [
        4,
        0.25
      ],
      [
        4,
        0.5
      ],
      [
        3,
        0.7
      ],
      [
        2,
        1.0
      ]
    ],
    "steps_per_stage": 4,
    "global_train_updates": 600,
    "grad_accum": 2
  },
  "biological": {
    "teacher_ce": 2.7227466702461243,
    "teacher_perplexity": 15.222074898527136,
    "ce": 2.9609263141949973,
    "perplexity": 19.315856022620977,
    "teacher_kl": 0.40375634158651036,
    "eval_tokens": 1536,
    "flyffn_v2_layers": 23,
    "mean_active_k": 4.956521739130435,
    "mean_route_mix": 0.2435249660326087,
    "fully_sparse_layers": 0,
    "mean_load_balance": 1.0293223857879639,
    "mean_entropy": 2.054290771484375,
    "mean_graph_mix": 0.4881570339202881,
    "mean_output_scale": 0.9159125089645386,
    "train_tokens_s": 559.0858047261596,
    "params_m": 135.786862
  },
  "rewired": {
    "teacher_ce": 2.7227466702461243,
    "teacher_perplexity": 15.222074898527136,
    "ce": 2.9853815038998923,
    "perplexity": 19.794052304237333,
    "teacher_kl": 0.4272312546769778,
    "eval_tokens": 1536,
    "flyffn_v2_layers": 23,
    "mean_active_k": 4.869565217391305,
    "mean_route_mix": 0.25437330163043476,
    "fully_sparse_layers": 0,
    "mean_load_balance": 1.0180262327194214,
    "mean_entropy": 2.0701966285705566,
    "mean_graph_mix": 0.48964816331863403,
    "mean_output_scale": 0.9102569222450256,
    "train_tokens_s": 575.9976354353869,
    "params_m": 135.786862
  },
  "biological_routing_schedule": {
    "0": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "1": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "2": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "4": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "5": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "6": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "8": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "9": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "10": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "12": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "13": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "14": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "16": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "17": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "18": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "20": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "21": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "22": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "24": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "25": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "26": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "28": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "29": {
      "active_k": 6,
      "route_mix": 0.10009765625
    }
  },
  "rewired_routing_schedule": {
    "0": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "1": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "2": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "4": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "5": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "6": {
      "active_k": 4,
      "route_mix": 0.5
    },
    "8": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "9": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "10": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "12": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "13": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "14": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "16": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "17": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "18": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "20": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "21": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "22": {
      "active_k": 6,
      "route_mix": 0.10009765625
    },
    "24": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "25": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "26": {
      "active_k": 4,
      "route_mix": 0.25
    },
    "28": {
      "active_k": 8,
      "route_mix": 0.0
    },
    "29": {
      "active_k": 8,
      "route_mix": 0.0
    }
  },
  "benchmark_teacher": {
    "weight_mb": 256.5670166015625,
    "buffer_mb": 0.000244140625,
    "prefill_tokens_s": 3337.39461231304,
    "prefill_peak_extra_mb": 14.953125,
    "decode_tokens_s": 28.69058093831362,
    "decode_peak_extra_mb": 0.89208984375
  },
  "benchmark_biological": {
    "weight_mb": 261.4187545776367,
    "buffer_mb": 0.25046348571777344,
    "prefill_tokens_s": 1635.582798912155,
    "prefill_peak_extra_mb": 15.04296875,
    "decode_tokens_s": 15.672170102163633,
    "decode_peak_extra_mb": 0.89208984375
  },
  "fly_ce_gap_vs_smollm2": 0.23817964394887303,
  "fly_ppl_ratio_vs_smollm2": 1.2689371292273663,
  "decode_speed_ratio_fly_over_smollm2": 0.5462479179442093,
  "parameter_ratio_fly_over_smollm2": 1.009455108533317,
  "biological_topology_ce_gain": 0.02445518970489502,
  "biological_topology_ppl_gain_pct": 2.4158584319492156
}