| { |
| "schema_version": 1, |
| "created_at_utc": "2026-09-16T21:54:24.705349+00:00", |
| "experiment": "H32rank32fixed", |
| "architecture": { |
| "neurons": 49393, |
| "edges": 9050172, |
| "delay_slots": 8, |
| "encoder_width": 32, |
| "readout_rank": 32, |
| "vocabulary": 1024, |
| "edge_adaptation": "fixed", |
| "recurrence": "x = 0.1*x + 0.9*tanh(gain*(rec_gain*(W@x) + drive) + bias)" |
| }, |
| "trainable_parameters": 2343125, |
| "encoder_parameters": 482816, |
| "readout_parameters": 1613344, |
| "graph": { |
| "dataset": "fernandofernandes/fly-connectome-49k", |
| "note": "The connectome is not duplicated here. The frozen-buffer digests below identify the exact graph these weights were trained on; the dataset manifest carries the same digests." |
| }, |
| "selectors": { |
| "minimum_validation_ce": { |
| "file": "min-ce.safetensors", |
| "selector": "minimum_validation_ce", |
| "updates": 16600, |
| "source_checkpoint_sha256": "6b9badc7fb43d883b50ff3538601b333690317cab572a7c90619c83633cf0515", |
| "safetensors_sha256": "bdbde3e3018f9ef7549dc604d5d89dfe7c7945fa71a44605f7a4c9a21753ff2a", |
| "validation": { |
| "cross_entropy": 3.1376539814501627, |
| "top1_accuracy": 0.354713358324952, |
| "correct": 7759, |
| "tokens": 21874, |
| "stories": 100 |
| }, |
| "frozen_buffers_sha256": { |
| "brain.w_offsets": "53b216d7bc2503c539c2d2b03ce56f66eb8a2e9b902f0a20deda0ec4be37ade0", |
| "brain.w_indices": "0f17b9563457fbf84404c54227db86b5adcf04a689cdff5e33d32ec5d5e0b771", |
| "brain.w_values": "e6408887d3312783c65d3f10bb69b28fe50bb06699f0a8a9341d444e6eb0549a", |
| "brain.in_index": "ee440072f6c94b59c552cb09812af5894066ae28f686cda2cd2e35a3626beda6", |
| "brain.out_index": "5ac16e2c38cf0a1b4b4aea74eadeb2d487e153113d046895a813e09d010f0a18", |
| "brain.edge_group_index": "4b9af4b1e2313aba5a9a139ae3ecfc8fcae09a440c65802207a26775700f6eca", |
| "brain.node_type_index": "9ea440846c4bfde95c8c007320ad3bc3b79cfb3b69c2ff6a136c39fd41f658be" |
| }, |
| "parameters": 2343125 |
| }, |
| "maximum_validation_accuracy": { |
| "file": "max-accuracy.safetensors", |
| "selector": "maximum_validation_accuracy", |
| "updates": 16600, |
| "source_checkpoint_sha256": "6ed28abd44ec3d7049573b6ebdc3b81723991da20def653b23b3e15af001b2c8", |
| "safetensors_sha256": "8b50b6da2b48de90bf21508dcd4cad53e9e1bbbb2373feb97571036fb97492f5", |
| "validation": { |
| "cross_entropy": 3.1376539814501627, |
| "top1_accuracy": 0.354713358324952, |
| "correct": 7759, |
| "tokens": 21874, |
| "stories": 100 |
| }, |
| "frozen_buffers_sha256": { |
| "brain.w_offsets": "53b216d7bc2503c539c2d2b03ce56f66eb8a2e9b902f0a20deda0ec4be37ade0", |
| "brain.w_indices": "0f17b9563457fbf84404c54227db86b5adcf04a689cdff5e33d32ec5d5e0b771", |
| "brain.w_values": "e6408887d3312783c65d3f10bb69b28fe50bb06699f0a8a9341d444e6eb0549a", |
| "brain.in_index": "ee440072f6c94b59c552cb09812af5894066ae28f686cda2cd2e35a3626beda6", |
| "brain.out_index": "5ac16e2c38cf0a1b4b4aea74eadeb2d487e153113d046895a813e09d010f0a18", |
| "brain.edge_group_index": "4b9af4b1e2313aba5a9a139ae3ecfc8fcae09a440c65802207a26775700f6eca", |
| "brain.node_type_index": "9ea440846c4bfde95c8c007320ad3bc3b79cfb3b69c2ff6a136c39fd41f658be" |
| }, |
| "parameters": 2343125 |
| } |
| }, |
| "held_out_scores": { |
| "released-reference": { |
| "parameters": 52756661, |
| "audit": { |
| "stories": 200, |
| "tokens": 45059, |
| "nll_sum": 179705.70758149194, |
| "correct": 14141, |
| "cross_entropy": 3.9882311542975195, |
| "perplexity": 53.959359118617655, |
| "top1_accuracy": 0.3138329745444861 |
| }, |
| "validation": { |
| "stories": 100, |
| "tokens": 21874, |
| "nll_sum": 80516.69813330428, |
| "correct": 7709, |
| "cross_entropy": 3.6809316143962825, |
| "perplexity": 39.68334643405466, |
| "top1_accuracy": 0.3524275395446649 |
| } |
| }, |
| "H32rank32fixed/min-ce": { |
| "parameters": 2343125, |
| "audit": { |
| "stories": 200, |
| "tokens": 45059, |
| "nll_sum": 149104.48977598827, |
| "correct": 14680, |
| "cross_entropy": 3.3090945155460236, |
| "perplexity": 27.36033988969138, |
| "top1_accuracy": 0.32579506868772057 |
| }, |
| "validation": { |
| "stories": 100, |
| "tokens": 21874, |
| "nll_sum": 68633.04354491424, |
| "correct": 7759, |
| "cross_entropy": 3.137653997664544, |
| "perplexity": 23.049728662111555, |
| "top1_accuracy": 0.354713358324952 |
| } |
| } |
| }, |
| "training": { |
| "reference": "ngxson/fly-llm-hf", |
| "reference_revision": "65c677b3d566a2e9793d5f72999cdb441c6c0a9f", |
| "dataset": "TinyStories, 1,000 training stories (not redistributed)", |
| "dataset_sha256": "c1f553263545744786a8811ee6af7ace8c452820bbb99d15140b81625e40b3a8", |
| "seed": 42, |
| "host": "Apple M3 Max, PyTorch MPS", |
| "stop": "accepted early stop under a plateau rule; the planned 44-epoch schedule was not completed" |
| }, |
| "web_export": { |
| "files": [ |
| "wte", |
| "in_proj", |
| "gain", |
| "rec_gain", |
| "bias", |
| "ln_weight", |
| "ln_bias", |
| "head_a", |
| "head_b" |
| ], |
| "config": { |
| "neurons": 49393, |
| "delay_k": 8, |
| "vocabulary": 1024, |
| "d_embed": 32, |
| "readout_rank": 32, |
| "neurons_per_slot": 1758, |
| "leak": 0.9, |
| "pad_token_id": 0, |
| "bos_token_id": 1, |
| "eos_token_id": 2, |
| "layer_norm_eps": 1e-05 |
| }, |
| "golden_prompts": [ |
| "Once upon a time, there was a", |
| "One day, a little girl named Lily found a needle", |
| "Tom and his dog", |
| "The little bird was afraid of the rain. Its mother" |
| ], |
| "note": "Raw little-endian float32 arrays streamed by the browser demo. The manifest's golden trace was verified against PyTorch token-for-token." |
| }, |
| "license": { |
| "code": "MIT", |
| "weights": "CC-BY-4.0", |
| "attribution": "Derived from the MaleCNS v1.0 connectome (FlyEM / HHMI Janelia, University of Cambridge, MRC LMB, Google Research) and the ngxson/fly-llm-hf architecture." |
| } |
| } |
|
|
