| { |
| "schema_version": 1, |
| "created_at_utc": "2026-09-16T21:39:08.574521+00:00", |
| "experiment": "H32rank32fixed", |
| "selector": "H32rank32fixed-best", |
| "checkpoint_sha256": "6b9badc7fb43d883b50ff3538601b333690317cab572a7c90619c83633cf0515", |
| "updates": 16600, |
| "trainable_parameters": 2343125, |
| "config": { |
| "neurons": 49393, |
| "delay_k": 8, |
| "vocabulary": 1024, |
| "d_embed": 32, |
| "readout_rank": 32, |
| "neurons_per_slot": 1758, |
| "leak": 0.9, |
| "pad_token_id": 0, |
| "bos_token_id": 1, |
| "eos_token_id": 2, |
| "layer_norm_eps": 1e-05 |
| }, |
| "index_checks": { |
| "in_index_unique": true, |
| "out_index_is_identity": true |
| }, |
| "graph": { |
| "dataset": "fernandofernandes/fly-connectome-49k", |
| "edges": 9050172, |
| "encoding": "graph/edges_weight.f32 (exact) with graph/edges_source.u16 and graph/edges_offsets.i32", |
| "quantised_alternative": { |
| "file": "graph/edges_weight.i16", |
| "scale": 1.1509252714347508e-05, |
| "halves_the_edge_payload": true |
| }, |
| "frozen_buffers_sha256": { |
| "brain.w_offsets": "53b216d7bc2503c539c2d2b03ce56f66eb8a2e9b902f0a20deda0ec4be37ade0", |
| "brain.w_indices": "0f17b9563457fbf84404c54227db86b5adcf04a689cdff5e33d32ec5d5e0b771", |
| "brain.w_values": "e6408887d3312783c65d3f10bb69b28fe50bb06699f0a8a9341d444e6eb0549a", |
| "brain.in_index": "ee440072f6c94b59c552cb09812af5894066ae28f686cda2cd2e35a3626beda6", |
| "brain.out_index": "5ac16e2c38cf0a1b4b4aea74eadeb2d487e153113d046895a813e09d010f0a18", |
| "brain.edge_group_index": "4b9af4b1e2313aba5a9a139ae3ecfc8fcae09a440c65802207a26775700f6eca", |
| "brain.node_type_index": "9ea440846c4bfde95c8c007320ad3bc3b79cfb3b69c2ff6a136c39fd41f658be" |
| } |
| }, |
| "layout": { |
| "in_index": "interface/in_index.i32 from the connectome dataset", |
| "out_index": "identity", |
| "drive": "concatenate wte[ext[k-j]] @ in_proj[j] for j in 0..k-1, then index_add at in_index", |
| "recurrence": "x = (1-leak)*x + leak*tanh(gain*(rec_gain*(W@x) + drive) + bias)", |
| "readout": "logits = layer_norm(x) @ head_a.T @ head_b.T" |
| }, |
| "files": { |
| "wte": { |
| "file": "wte.f32", |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "dtype": "float32", |
| "bytes": 131072, |
| "sha256": "d2ce3cc6a0d92633b2c0de0e22d8fc2545369c0f00bab28b6366f698d2458ba8" |
| }, |
| "in_proj": { |
| "file": "in_proj.f32", |
| "shape": [ |
| 8, |
| 32, |
| 1758 |
| ], |
| "dtype": "float32", |
| "bytes": 1800192, |
| "sha256": "d5dc2dbb50b7ac72a216ecce115751c6e4602f345904c495efa63f7afad884c9" |
| }, |
| "gain": { |
| "file": "gain.f32", |
| "shape": [ |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 197572, |
| "sha256": "cc672b1ab45bf4501fb0b5a56c59360de459a6d4d1db7f46d3efe5d1c241a319" |
| }, |
| "rec_gain": { |
| "file": "rec_gain.f32", |
| "shape": [ |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 197572, |
| "sha256": "29250b4f7d8f2d036ec7e95207dcc67384868886cafc62a9d9f5c116e1bfa594" |
| }, |
| "bias": { |
| "file": "bias.f32", |
| "shape": [ |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 197572, |
| "sha256": "1eb8cbf51cf6072eed5fcc15a649c55d3fe57590e9fc21f8b8f386b4b9dcb63a" |
| }, |
| "ln_weight": { |
| "file": "ln_weight.f32", |
| "shape": [ |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 197572, |
| "sha256": "f81f287b5abb97047bc7182d6e4fa5d070f80a97323c274dd499378dc8d11f2c" |
| }, |
| "ln_bias": { |
| "file": "ln_bias.f32", |
| "shape": [ |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 197572, |
| "sha256": "67f612750c4d487236091d8538876c54c73bae9462ac0bc05293367f8cec0098" |
| }, |
| "head_a": { |
| "file": "head_a.f32", |
| "shape": [ |
| 32, |
| 49393 |
| ], |
| "dtype": "float32", |
| "bytes": 6322304, |
| "sha256": "166a967c635c3390807ca6426f7976e82c279eb39924f08fa7e4074e93c41e90" |
| }, |
| "head_b": { |
| "file": "head_b.f32", |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "dtype": "float32", |
| "bytes": 131072, |
| "sha256": "bb343c955dffdea7539e1312b456c78516eaecfb9e7c27a2d513baf4b9644570" |
| } |
| }, |
| "verification": { |
| "numpy_matches_torch": [ |
| { |
| "prompt": "Once upon a time, there was a", |
| "numpy_tokens": [ |
| 364, |
| 413, |
| 485, |
| 448, |
| 16, |
| 329, |
| 490, |
| 269, |
| 372, |
| 346, |
| 310, |
| 842 |
| ], |
| "torch_tokens": [ |
| 364, |
| 413, |
| 485, |
| 448, |
| 16, |
| 329, |
| 490, |
| 269, |
| 372, |
| 346, |
| 310, |
| 842 |
| ], |
| "identical": true |
| }, |
| { |
| "prompt": "One day, a little girl named Lily found a needle", |
| "numpy_tokens": [ |
| 16, |
| 329, |
| 277, |
| 935, |
| 880, |
| 85, |
| 597, |
| 271, |
| 321, |
| 490, |
| 269, |
| 372 |
| ], |
| "torch_tokens": [ |
| 16, |
| 329, |
| 277, |
| 935, |
| 880, |
| 85, |
| 597, |
| 271, |
| 321, |
| 490, |
| 269, |
| 372 |
| ], |
| "identical": true |
| } |
| ], |
| "quantisation_drift": [ |
| { |
| "prompt": "Once upon a time, there was a", |
| "exact_tokens": 60, |
| "quantised_tokens": 60, |
| "identical": true, |
| "first_divergent_step": null |
| }, |
| { |
| "prompt": "One day, a little girl named Lily found a needle", |
| "exact_tokens": 60, |
| "quantised_tokens": 60, |
| "identical": false, |
| "first_divergent_step": 32 |
| }, |
| { |
| "prompt": "Tom and his dog", |
| "exact_tokens": 19, |
| "quantised_tokens": 19, |
| "identical": true, |
| "first_divergent_step": null |
| }, |
| { |
| "prompt": "The little bird was afraid of the rain. Its mother", |
| "exact_tokens": 60, |
| "quantised_tokens": 60, |
| "identical": true, |
| "first_divergent_step": null |
| } |
| ], |
| "note": "Golden traces use the exact float32 graph the browser downloads, so a JavaScript mismatch indicates an implementation defect. The drift rows record what the smaller int16 edge file would change instead." |
| }, |
| "golden": [ |
| { |
| "prompt": "Once upon a time, there was a", |
| "prompt_ids": [ |
| 1, |
| 393, |
| 417, |
| 261, |
| 368, |
| 14, |
| 370, |
| 277, |
| 261 |
| ], |
| "tokens": [ |
| 364, |
| 413, |
| 485, |
| 448, |
| 16, |
| 329, |
| 490, |
| 269, |
| 372, |
| 346, |
| 310, |
| 842, |
| 271, |
| 372, |
| 346, |
| 310, |
| 842, |
| 16, |
| 493, |
| 339, |
| 14, |
| 448, |
| 385, |
| 380, |
| 495, |
| 310, |
| 269, |
| 310, |
| 676, |
| 16, |
| 329, |
| 277, |
| 381, |
| 398, |
| 269, |
| 545, |
| 496, |
| 16, |
| 201, |
| 201, |
| 786, |
| 277, |
| 381, |
| 398, |
| 269, |
| 545, |
| 269, |
| 264, |
| 574, |
| 346, |
| 310, |
| 676, |
| 16, |
| 329, |
| 604, |
| 310, |
| 380, |
| 14, |
| 348, |
| 47 |
| ], |
| "text": "Once upon a time, there was a little girl named Lily. She loved to play with her toys and play with her toys. One day, Lily's mom asked her to her mommy. She was very happy to have fun.\n\nLily was very happy to have to the park with her mommy. She put her mom, \"M", |
| "continuation": " little girl named Lily. She loved to play with her toys and play with her toys. One day, Lily's mom asked her to her mommy. She was very happy to have fun.\n\nLily was very happy to have to the park with her mommy. She put her mom, \"M", |
| "steps": [ |
| { |
| "token": 364, |
| "top1_probability": 0.5586004257202148, |
| "mean_abs_state": 0.24818630516529083 |
| }, |
| { |
| "token": 413, |
| "top1_probability": 0.6323819756507874, |
| "mean_abs_state": 0.24588727951049805 |
| }, |
| { |
| "token": 485, |
| "top1_probability": 0.8617414236068726, |
| "mean_abs_state": 0.24254217743873596 |
| }, |
| { |
| "token": 448, |
| "top1_probability": 0.877619743347168, |
| "mean_abs_state": 0.24094882607460022 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.9414868354797363, |
| "mean_abs_state": 0.24149666726589203 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.7390103936195374, |
| "mean_abs_state": 0.24070635437965393 |
| }, |
| { |
| "token": 490, |
| "top1_probability": 0.7238146066665649, |
| "mean_abs_state": 0.24336165189743042 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.826725959777832, |
| "mean_abs_state": 0.24224962294101715 |
| }, |
| { |
| "token": 372, |
| "top1_probability": 0.699946403503418, |
| "mean_abs_state": 0.24070605635643005 |
| }, |
| { |
| "token": 346, |
| "top1_probability": 0.507792055606842, |
| "mean_abs_state": 0.23992347717285156 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.8137639760971069, |
| "mean_abs_state": 0.24025946855545044 |
| }, |
| { |
| "token": 842, |
| "top1_probability": 0.8370879888534546, |
| "mean_abs_state": 0.24348165094852448 |
| }, |
| { |
| "token": 271, |
| "top1_probability": 0.3544219434261322, |
| "mean_abs_state": 0.24309156835079193 |
| }, |
| { |
| "token": 372, |
| "top1_probability": 0.146468386054039, |
| "mean_abs_state": 0.2437543272972107 |
| }, |
| { |
| "token": 346, |
| "top1_probability": 0.3894433379173279, |
| "mean_abs_state": 0.2426215261220932 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.6416600942611694, |
| "mean_abs_state": 0.2410142570734024 |
| }, |
| { |
| "token": 842, |
| "top1_probability": 0.4848432242870331, |
| "mean_abs_state": 0.24306263029575348 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.7696483135223389, |
| "mean_abs_state": 0.24520659446716309 |
| }, |
| { |
| "token": 493, |
| "top1_probability": 0.9733051061630249, |
| "mean_abs_state": 0.24622918665409088 |
| }, |
| { |
| "token": 339, |
| "top1_probability": 0.9913354516029358, |
| "mean_abs_state": 0.24643437564373016 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.9551123976707458, |
| "mean_abs_state": 0.24343281984329224 |
| }, |
| { |
| "token": 448, |
| "top1_probability": 0.47521740198135376, |
| "mean_abs_state": 0.2403506487607956 |
| }, |
| { |
| "token": 385, |
| "top1_probability": 0.5366150736808777, |
| "mean_abs_state": 0.24467521905899048 |
| }, |
| { |
| "token": 380, |
| "top1_probability": 0.44833260774612427, |
| "mean_abs_state": 0.23982226848602295 |
| }, |
| { |
| "token": 495, |
| "top1_probability": 0.17207364737987518, |
| "mean_abs_state": 0.2383100837469101 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.8984615206718445, |
| "mean_abs_state": 0.23752246797084808 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.5566059350967407, |
| "mean_abs_state": 0.23732325434684753 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.2827357053756714, |
| "mean_abs_state": 0.23743946850299835 |
| }, |
| { |
| "token": 676, |
| "top1_probability": 0.25556260347366333, |
| "mean_abs_state": 0.23878537118434906 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.15785269439220428, |
| "mean_abs_state": 0.23971794545650482 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.4161810576915741, |
| "mean_abs_state": 0.24508832395076752 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.07454168051481247, |
| "mean_abs_state": 0.2462906688451767 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.1884118765592575, |
| "mean_abs_state": 0.24663342535495758 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.28206750750541687, |
| "mean_abs_state": 0.24427202343940735 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.4160069525241852, |
| "mean_abs_state": 0.24202421307563782 |
| }, |
| { |
| "token": 545, |
| "top1_probability": 0.30667850375175476, |
| "mean_abs_state": 0.2402380108833313 |
| }, |
| { |
| "token": 496, |
| "top1_probability": 0.1465916931629181, |
| "mean_abs_state": 0.24212458729743958 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.36332035064697266, |
| "mean_abs_state": 0.24332304298877716 |
| }, |
| { |
| "token": 201, |
| "top1_probability": 0.17865613102912903, |
| "mean_abs_state": 0.2410154789686203 |
| }, |
| { |
| "token": 201, |
| "top1_probability": 0.9879697561264038, |
| "mean_abs_state": 0.24228864908218384 |
| }, |
| { |
| "token": 786, |
| "top1_probability": 0.15415850281715393, |
| "mean_abs_state": 0.24302853643894196 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.15501132607460022, |
| "mean_abs_state": 0.2390313297510147 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.19568607211112976, |
| "mean_abs_state": 0.23789797723293304 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.3770677447319031, |
| "mean_abs_state": 0.23960325121879578 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.3582480847835541, |
| "mean_abs_state": 0.24009329080581665 |
| }, |
| { |
| "token": 545, |
| "top1_probability": 0.1858958899974823, |
| "mean_abs_state": 0.23879685997962952 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.17902468144893646, |
| "mean_abs_state": 0.24035723507404327 |
| }, |
| { |
| "token": 264, |
| "top1_probability": 0.41966506838798523, |
| "mean_abs_state": 0.24132762849330902 |
| }, |
| { |
| "token": 574, |
| "top1_probability": 0.09898614138364792, |
| "mean_abs_state": 0.24146541953086853 |
| }, |
| { |
| "token": 346, |
| "top1_probability": 0.24348269402980804, |
| "mean_abs_state": 0.24259431660175323 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.4910120964050293, |
| "mean_abs_state": 0.24335317313671112 |
| }, |
| { |
| "token": 676, |
| "top1_probability": 0.13613320887088776, |
| "mean_abs_state": 0.24214254319667816 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.7580757141113281, |
| "mean_abs_state": 0.24119961261749268 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.45265501737594604, |
| "mean_abs_state": 0.24390295147895813 |
| }, |
| { |
| "token": 604, |
| "top1_probability": 0.05739033222198486, |
| "mean_abs_state": 0.24665330350399017 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.2039330005645752, |
| "mean_abs_state": 0.24261923134326935 |
| }, |
| { |
| "token": 380, |
| "top1_probability": 0.13538669049739838, |
| "mean_abs_state": 0.24215972423553467 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.16917967796325684, |
| "mean_abs_state": 0.2429213523864746 |
| }, |
| { |
| "token": 348, |
| "top1_probability": 0.2981824278831482, |
| "mean_abs_state": 0.2438736855983734 |
| }, |
| { |
| "token": 47, |
| "top1_probability": 0.11140884459018707, |
| "mean_abs_state": 0.24439094960689545 |
| } |
| ], |
| "final_state_sha256": "216fa0ed779a457850ae5ee574c5630617b732bdeedcdbd0aad41c37f0a58009", |
| "final_state_mean_abs": 0.24418696761131287 |
| }, |
| { |
| "prompt": "One day, a little girl named Lily found a needle", |
| "prompt_ids": [ |
| 1, |
| 404, |
| 339, |
| 14, |
| 261, |
| 364, |
| 413, |
| 485, |
| 448, |
| 557, |
| 261, |
| 835, |
| 299 |
| ], |
| "tokens": [ |
| 16, |
| 329, |
| 277, |
| 935, |
| 880, |
| 85, |
| 597, |
| 271, |
| 321, |
| 490, |
| 269, |
| 372, |
| 16, |
| 493, |
| 339, |
| 14, |
| 321, |
| 418, |
| 261, |
| 406, |
| 14, |
| 321, |
| 418, |
| 261, |
| 406, |
| 638, |
| 16, |
| 329, |
| 277, |
| 381, |
| 398, |
| 271, |
| 335, |
| 14, |
| 348, |
| 43, |
| 305, |
| 887, |
| 383, |
| 536, |
| 372, |
| 346, |
| 771, |
| 474, |
| 16, |
| 567, |
| 71, |
| 536, |
| 420, |
| 322, |
| 969, |
| 14, |
| 411, |
| 304, |
| 385, |
| 483, |
| 322, |
| 969, |
| 470, |
| 315 |
| ], |
| "text": "One day, a little girl named Lily found a needle. She was three years old and she loved to play. One day, she saw a big, she saw a big tree. She was very happy and said, \"I think you can play with my friends. We can't be careful, but it's not be careful.\" The", |
| "continuation": ". She was three years old and she loved to play. One day, she saw a big, she saw a big tree. She was very happy and said, \"I think you can play with my friends. We can't be careful, but it's not be careful.\" The", |
| "steps": [ |
| { |
| "token": 16, |
| "top1_probability": 0.21929176151752472, |
| "mean_abs_state": 0.24182972311973572 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.6597888469696045, |
| "mean_abs_state": 0.242539644241333 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.334426611661911, |
| "mean_abs_state": 0.24500830471515656 |
| }, |
| { |
| "token": 935, |
| "top1_probability": 0.1496257185935974, |
| "mean_abs_state": 0.24282312393188477 |
| }, |
| { |
| "token": 880, |
| "top1_probability": 0.7430214881896973, |
| "mean_abs_state": 0.24047231674194336 |
| }, |
| { |
| "token": 85, |
| "top1_probability": 0.8860323429107666, |
| "mean_abs_state": 0.23745857179164886 |
| }, |
| { |
| "token": 597, |
| "top1_probability": 0.8477005958557129, |
| "mean_abs_state": 0.23506495356559753 |
| }, |
| { |
| "token": 271, |
| "top1_probability": 0.764802873134613, |
| "mean_abs_state": 0.2364216297864914 |
| }, |
| { |
| "token": 321, |
| "top1_probability": 0.15685617923736572, |
| "mean_abs_state": 0.23958107829093933 |
| }, |
| { |
| "token": 490, |
| "top1_probability": 0.22659173607826233, |
| "mean_abs_state": 0.2377837896347046 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.514065146446228, |
| "mean_abs_state": 0.2385009527206421 |
| }, |
| { |
| "token": 372, |
| "top1_probability": 0.22299788892269135, |
| "mean_abs_state": 0.23995035886764526 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.4297165274620056, |
| "mean_abs_state": 0.24061356484889984 |
| }, |
| { |
| "token": 493, |
| "top1_probability": 0.30934134125709534, |
| "mean_abs_state": 0.24385303258895874 |
| }, |
| { |
| "token": 339, |
| "top1_probability": 0.927859902381897, |
| "mean_abs_state": 0.2441864162683487 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.943080723285675, |
| "mean_abs_state": 0.24430227279663086 |
| }, |
| { |
| "token": 321, |
| "top1_probability": 0.3047252893447876, |
| "mean_abs_state": 0.24134515225887299 |
| }, |
| { |
| "token": 418, |
| "top1_probability": 0.24015061557292938, |
| "mean_abs_state": 0.24315044283866882 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.5841822028160095, |
| "mean_abs_state": 0.2404027134180069 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.3124793767929077, |
| "mean_abs_state": 0.23948220908641815 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.1865627020597458, |
| "mean_abs_state": 0.241337388753891 |
| }, |
| { |
| "token": 321, |
| "top1_probability": 0.08900922536849976, |
| "mean_abs_state": 0.23936744034290314 |
| }, |
| { |
| "token": 418, |
| "top1_probability": 0.17410270869731903, |
| "mean_abs_state": 0.24108202755451202 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.6804500818252563, |
| "mean_abs_state": 0.23930983245372772 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.31488531827926636, |
| "mean_abs_state": 0.237319216132164 |
| }, |
| { |
| "token": 638, |
| "top1_probability": 0.17841003835201263, |
| "mean_abs_state": 0.2408091276884079 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.5884687900543213, |
| "mean_abs_state": 0.23970410227775574 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.43968862295150757, |
| "mean_abs_state": 0.24118487536907196 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.33358219265937805, |
| "mean_abs_state": 0.24377354979515076 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.25138694047927856, |
| "mean_abs_state": 0.23941843211650848 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.19209693372249603, |
| "mean_abs_state": 0.23913006484508514 |
| }, |
| { |
| "token": 271, |
| "top1_probability": 0.6620444655418396, |
| "mean_abs_state": 0.23728957772254944 |
| }, |
| { |
| "token": 335, |
| "top1_probability": 0.0351322703063488, |
| "mean_abs_state": 0.2361026555299759 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.6686977744102478, |
| "mean_abs_state": 0.24020321667194366 |
| }, |
| { |
| "token": 348, |
| "top1_probability": 0.8959438800811768, |
| "mean_abs_state": 0.2397441864013672 |
| }, |
| { |
| "token": 43, |
| "top1_probability": 0.10765525698661804, |
| "mean_abs_state": 0.23796752095222473 |
| }, |
| { |
| "token": 305, |
| "top1_probability": 0.05576268211007118, |
| "mean_abs_state": 0.23899485170841217 |
| }, |
| { |
| "token": 887, |
| "top1_probability": 0.2973233163356781, |
| "mean_abs_state": 0.240958571434021 |
| }, |
| { |
| "token": 383, |
| "top1_probability": 0.20655134320259094, |
| "mean_abs_state": 0.2417190819978714 |
| }, |
| { |
| "token": 536, |
| "top1_probability": 0.15520839393138885, |
| "mean_abs_state": 0.24551555514335632 |
| }, |
| { |
| "token": 372, |
| "top1_probability": 0.2205699384212494, |
| "mean_abs_state": 0.24715952575206757 |
| }, |
| { |
| "token": 346, |
| "top1_probability": 0.22836947441101074, |
| "mean_abs_state": 0.24700763821601868 |
| }, |
| { |
| "token": 771, |
| "top1_probability": 0.18325209617614746, |
| "mean_abs_state": 0.24691352248191833 |
| }, |
| { |
| "token": 474, |
| "top1_probability": 0.10847309231758118, |
| "mean_abs_state": 0.24883104860782623 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.29328280687332153, |
| "mean_abs_state": 0.24792085587978363 |
| }, |
| { |
| "token": 567, |
| "top1_probability": 0.18748918175697327, |
| "mean_abs_state": 0.2532637119293213 |
| }, |
| { |
| "token": 71, |
| "top1_probability": 0.61652672290802, |
| "mean_abs_state": 0.2530181109905243 |
| }, |
| { |
| "token": 536, |
| "top1_probability": 0.28881680965423584, |
| "mean_abs_state": 0.24967096745967865 |
| }, |
| { |
| "token": 420, |
| "top1_probability": 0.1646156907081604, |
| "mean_abs_state": 0.24730812013149261 |
| }, |
| { |
| "token": 322, |
| "top1_probability": 0.10231699049472809, |
| "mean_abs_state": 0.24684029817581177 |
| }, |
| { |
| "token": 969, |
| "top1_probability": 0.2562040090560913, |
| "mean_abs_state": 0.24860063195228577 |
| }, |
| { |
| "token": 14, |
| "top1_probability": 0.22670163214206696, |
| "mean_abs_state": 0.24758069217205048 |
| }, |
| { |
| "token": 411, |
| "top1_probability": 0.15130679309368134, |
| "mean_abs_state": 0.24850286543369293 |
| }, |
| { |
| "token": 304, |
| "top1_probability": 0.20528197288513184, |
| "mean_abs_state": 0.24797432124614716 |
| }, |
| { |
| "token": 385, |
| "top1_probability": 0.3640832006931305, |
| "mean_abs_state": 0.24621716141700745 |
| }, |
| { |
| "token": 483, |
| "top1_probability": 0.11862903088331223, |
| "mean_abs_state": 0.24466590583324432 |
| }, |
| { |
| "token": 322, |
| "top1_probability": 0.0648268535733223, |
| "mean_abs_state": 0.24565213918685913 |
| }, |
| { |
| "token": 969, |
| "top1_probability": 0.10327863693237305, |
| "mean_abs_state": 0.24706204235553741 |
| }, |
| { |
| "token": 470, |
| "top1_probability": 0.18475353717803955, |
| "mean_abs_state": 0.24777203798294067 |
| }, |
| { |
| "token": 315, |
| "top1_probability": 0.1296519786119461, |
| "mean_abs_state": 0.25021296739578247 |
| } |
| ], |
| "final_state_sha256": "13c081fe671d6381d2222bf3b8ac16e0514ba24bc275f488b6b217b80e9c0488", |
| "final_state_mean_abs": 0.24859312176704407 |
| }, |
| { |
| "prompt": "Tom and his dog", |
| "prompt_ids": [ |
| 1, |
| 54, |
| 290, |
| 271, |
| 341, |
| 721 |
| ], |
| "tokens": [ |
| 445, |
| 381, |
| 398, |
| 16, |
| 403, |
| 445, |
| 381, |
| 398, |
| 269, |
| 545, |
| 261, |
| 406, |
| 269, |
| 322, |
| 80, |
| 80, |
| 80, |
| 16, |
| 2 |
| ], |
| "text": "Tom and his dog were very happy. They were very happy to have a big to bennn.", |
| "continuation": " were very happy. They were very happy to have a big to bennn.", |
| "steps": [ |
| { |
| "token": 445, |
| "top1_probability": 0.23352831602096558, |
| "mean_abs_state": 0.23331324756145477 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.2153073400259018, |
| "mean_abs_state": 0.24079783260822296 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.18290428817272186, |
| "mean_abs_state": 0.24464543163776398 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.7804078459739685, |
| "mean_abs_state": 0.24430245161056519 |
| }, |
| { |
| "token": 403, |
| "top1_probability": 0.24659904837608337, |
| "mean_abs_state": 0.2446051836013794 |
| }, |
| { |
| "token": 445, |
| "top1_probability": 0.3294358551502228, |
| "mean_abs_state": 0.2472667545080185 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.22653907537460327, |
| "mean_abs_state": 0.2447485774755478 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.34598612785339355, |
| "mean_abs_state": 0.2425934225320816 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.367300420999527, |
| "mean_abs_state": 0.24395973980426788 |
| }, |
| { |
| "token": 545, |
| "top1_probability": 0.12304451316595078, |
| "mean_abs_state": 0.2425643652677536 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.34110602736473083, |
| "mean_abs_state": 0.24276764690876007 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.15190990269184113, |
| "mean_abs_state": 0.24391822516918182 |
| }, |
| { |
| "token": 269, |
| "top1_probability": 0.0789346694946289, |
| "mean_abs_state": 0.24317112565040588 |
| }, |
| { |
| "token": 322, |
| "top1_probability": 0.052690766751766205, |
| "mean_abs_state": 0.24516509473323822 |
| }, |
| { |
| "token": 80, |
| "top1_probability": 0.1567470282316208, |
| "mean_abs_state": 0.2449871450662613 |
| }, |
| { |
| "token": 80, |
| "top1_probability": 0.41995367407798767, |
| "mean_abs_state": 0.2441568523645401 |
| }, |
| { |
| "token": 80, |
| "top1_probability": 0.2552717626094818, |
| "mean_abs_state": 0.24598364531993866 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.4068138003349304, |
| "mean_abs_state": 0.2503242492675781 |
| }, |
| { |
| "token": 2, |
| "top1_probability": 0.3975987434387207, |
| "mean_abs_state": 0.2523990869522095 |
| } |
| ], |
| "final_state_sha256": "571c44260212b41761ad0f484fdcfec991505cffb16cf9852f1078a592d2cf5f", |
| "final_state_mean_abs": 0.2523990869522095 |
| }, |
| { |
| "prompt": "The little bird was afraid of the rain. Its mother", |
| "prompt_ids": [ |
| 1, |
| 295, |
| 364, |
| 516, |
| 277, |
| 261, |
| 72, |
| 421, |
| 294, |
| 334, |
| 264, |
| 337, |
| 459, |
| 16, |
| 443, |
| 85, |
| 284, |
| 794 |
| ], |
| "tokens": [ |
| 277, |
| 381, |
| 398, |
| 271, |
| 418, |
| 261, |
| 406, |
| 645, |
| 16, |
| 315, |
| 364, |
| 413, |
| 277, |
| 325, |
| 398, |
| 16, |
| 329, |
| 356, |
| 261, |
| 406, |
| 268, |
| 538, |
| 453, |
| 389, |
| 77, |
| 271, |
| 310, |
| 380, |
| 16, |
| 201, |
| 201, |
| 295, |
| 364, |
| 413, |
| 277, |
| 381, |
| 398, |
| 16, |
| 329, |
| 356, |
| 261, |
| 406, |
| 645, |
| 71, |
| 340, |
| 16, |
| 329, |
| 277, |
| 325, |
| 398, |
| 353, |
| 321, |
| 356, |
| 261, |
| 406, |
| 645, |
| 71, |
| 340, |
| 16, |
| 329 |
| ], |
| "text": "The little bird was afraid of the rain. Its mother was very happy and saw a big hug. The little girl was so happy. She had a big bagicalk and her mom.\n\nThe little girl was very happy. She had a big hugest. She was so happy that she had a big hugest. She", |
| "continuation": " was very happy and saw a big hug. The little girl was so happy. She had a big bagicalk and her mom.\n\nThe little girl was very happy. She had a big hugest. She was so happy that she had a big hugest. She", |
| "steps": [ |
| { |
| "token": 277, |
| "top1_probability": 0.07479799538850784, |
| "mean_abs_state": 0.23606424033641815 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.2318151295185089, |
| "mean_abs_state": 0.23601475358009338 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.051157474517822266, |
| "mean_abs_state": 0.2380186915397644 |
| }, |
| { |
| "token": 271, |
| "top1_probability": 0.4954601526260376, |
| "mean_abs_state": 0.23955120146274567 |
| }, |
| { |
| "token": 418, |
| "top1_probability": 0.049759287387132645, |
| "mean_abs_state": 0.23933415114879608 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.21216799318790436, |
| "mean_abs_state": 0.23974043130874634 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.2777990400791168, |
| "mean_abs_state": 0.2402232438325882 |
| }, |
| { |
| "token": 645, |
| "top1_probability": 0.06080712005496025, |
| "mean_abs_state": 0.2366064190864563 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.9221192002296448, |
| "mean_abs_state": 0.2386849969625473 |
| }, |
| { |
| "token": 315, |
| "top1_probability": 0.260009765625, |
| "mean_abs_state": 0.24082832038402557 |
| }, |
| { |
| "token": 364, |
| "top1_probability": 0.11506637930870056, |
| "mean_abs_state": 0.24146826565265656 |
| }, |
| { |
| "token": 413, |
| "top1_probability": 0.6310064792633057, |
| "mean_abs_state": 0.2397887259721756 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.234466090798378, |
| "mean_abs_state": 0.23675085604190826 |
| }, |
| { |
| "token": 325, |
| "top1_probability": 0.35203421115875244, |
| "mean_abs_state": 0.23671753704547882 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.3745185136795044, |
| "mean_abs_state": 0.2355474978685379 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.3074924647808075, |
| "mean_abs_state": 0.23643888533115387 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.2839523255825043, |
| "mean_abs_state": 0.23618222773075104 |
| }, |
| { |
| "token": 356, |
| "top1_probability": 0.08014149963855743, |
| "mean_abs_state": 0.23787446320056915 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.3320424556732178, |
| "mean_abs_state": 0.23796045780181885 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.25125259160995483, |
| "mean_abs_state": 0.23734146356582642 |
| }, |
| { |
| "token": 268, |
| "top1_probability": 0.0636390820145607, |
| "mean_abs_state": 0.23741762340068817 |
| }, |
| { |
| "token": 538, |
| "top1_probability": 0.21194598078727722, |
| "mean_abs_state": 0.2352684587240219 |
| }, |
| { |
| "token": 453, |
| "top1_probability": 0.13777169585227966, |
| "mean_abs_state": 0.23696021735668182 |
| }, |
| { |
| "token": 389, |
| "top1_probability": 0.43053922057151794, |
| "mean_abs_state": 0.23880206048488617 |
| }, |
| { |
| "token": 77, |
| "top1_probability": 0.24204905331134796, |
| "mean_abs_state": 0.23708176612854004 |
| }, |
| { |
| "token": 271, |
| "top1_probability": 0.18610747158527374, |
| "mean_abs_state": 0.24004849791526794 |
| }, |
| { |
| "token": 310, |
| "top1_probability": 0.20035195350646973, |
| "mean_abs_state": 0.2399768978357315 |
| }, |
| { |
| "token": 380, |
| "top1_probability": 0.15768368542194366, |
| "mean_abs_state": 0.23940463364124298 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.13256524503231049, |
| "mean_abs_state": 0.23910191655158997 |
| }, |
| { |
| "token": 201, |
| "top1_probability": 0.23595978319644928, |
| "mean_abs_state": 0.24282129108905792 |
| }, |
| { |
| "token": 201, |
| "top1_probability": 0.9938191771507263, |
| "mean_abs_state": 0.24466349184513092 |
| }, |
| { |
| "token": 295, |
| "top1_probability": 0.17668399214744568, |
| "mean_abs_state": 0.24673636257648468 |
| }, |
| { |
| "token": 364, |
| "top1_probability": 0.33029958605766296, |
| "mean_abs_state": 0.24477310478687286 |
| }, |
| { |
| "token": 413, |
| "top1_probability": 0.9418007731437683, |
| "mean_abs_state": 0.24426759779453278 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.24806471168994904, |
| "mean_abs_state": 0.24204768240451813 |
| }, |
| { |
| "token": 381, |
| "top1_probability": 0.28256601095199585, |
| "mean_abs_state": 0.24498136341571808 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.40280795097351074, |
| "mean_abs_state": 0.24408169090747833 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.3394959270954132, |
| "mean_abs_state": 0.24055686593055725 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.6678237318992615, |
| "mean_abs_state": 0.2407580018043518 |
| }, |
| { |
| "token": 356, |
| "top1_probability": 0.09095501899719238, |
| "mean_abs_state": 0.24119128286838531 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.257854700088501, |
| "mean_abs_state": 0.24170278012752533 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.16331659257411957, |
| "mean_abs_state": 0.23934176564216614 |
| }, |
| { |
| "token": 645, |
| "top1_probability": 0.08178900927305222, |
| "mean_abs_state": 0.23926077783107758 |
| }, |
| { |
| "token": 71, |
| "top1_probability": 0.2544991970062256, |
| "mean_abs_state": 0.23774895071983337 |
| }, |
| { |
| "token": 340, |
| "top1_probability": 0.0779440626502037, |
| "mean_abs_state": 0.23881997168064117 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.11029413342475891, |
| "mean_abs_state": 0.23900508880615234 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.6655603647232056, |
| "mean_abs_state": 0.2403733730316162 |
| }, |
| { |
| "token": 277, |
| "top1_probability": 0.08762046694755554, |
| "mean_abs_state": 0.24371850490570068 |
| }, |
| { |
| "token": 325, |
| "top1_probability": 0.22797028720378876, |
| "mean_abs_state": 0.2422819435596466 |
| }, |
| { |
| "token": 398, |
| "top1_probability": 0.4236501157283783, |
| "mean_abs_state": 0.2387838363647461 |
| }, |
| { |
| "token": 353, |
| "top1_probability": 0.40683120489120483, |
| "mean_abs_state": 0.23900966346263885 |
| }, |
| { |
| "token": 321, |
| "top1_probability": 0.6709152460098267, |
| "mean_abs_state": 0.24038520455360413 |
| }, |
| { |
| "token": 356, |
| "top1_probability": 0.21871809661388397, |
| "mean_abs_state": 0.24375919997692108 |
| }, |
| { |
| "token": 261, |
| "top1_probability": 0.15725688636302948, |
| "mean_abs_state": 0.2453835904598236 |
| }, |
| { |
| "token": 406, |
| "top1_probability": 0.11761261522769928, |
| "mean_abs_state": 0.2423761636018753 |
| }, |
| { |
| "token": 645, |
| "top1_probability": 0.09153948724269867, |
| "mean_abs_state": 0.24255241453647614 |
| }, |
| { |
| "token": 71, |
| "top1_probability": 0.22967354953289032, |
| "mean_abs_state": 0.2414238154888153 |
| }, |
| { |
| "token": 340, |
| "top1_probability": 0.14407241344451904, |
| "mean_abs_state": 0.2435961216688156 |
| }, |
| { |
| "token": 16, |
| "top1_probability": 0.23882780969142914, |
| "mean_abs_state": 0.24225760996341705 |
| }, |
| { |
| "token": 329, |
| "top1_probability": 0.5803385972976685, |
| "mean_abs_state": 0.24394433200359344 |
| } |
| ], |
| "final_state_sha256": "0b2a6a60a7f5640d98b6bf1554424f57801c49e8ffd0c0029b21263ea447634f", |
| "final_state_mean_abs": 0.2468549609184265 |
| } |
| ] |
| } |
|
|
