| { |
| "source_lora": "/tmp/claude-1000/-home-shaakz-spark-vllm-docker/61ff45c0-8219-4a7f-8e77-3a157b4e0796/scratchpad/lora/ds4-flash-heretic-f4-t265-lora.gguf", |
| "adapter_metadata": { |
| "general.architecture": "deepseek4", |
| "general.type": "adapter", |
| "adapter.type": "lora", |
| "adapter.lora.alpha": 1.0, |
| "adapter.heretic.study_name": "followup4", |
| "adapter.heretic.trial_number": 265.0, |
| "adapter.heretic.trial_index": 266.0, |
| "adapter.heretic.direction_scope": "global", |
| "adapter.heretic.direction_index": 20.5830999729783, |
| "adapter.heretic.row_normalization": "pre", |
| "adapter.heretic.expert_mode": "routing", |
| "adapter.heretic.components": "attn.o_proj,mlp.down_proj,mlp.down_proj.shared", |
| "adapter.heretic.seed": 46.0, |
| "adapter.heretic.llama_cpp_commit": "c5a4a0bb832fcdb44487996150b3141490fdff69", |
| "adapter.heretic.heretic_gguf_commit": "ec383b79288b30076043352418a757660353f462", |
| "adapter.heretic.score.keyword_rate": 0.08571428571428572, |
| "adapter.heretic.score.kl_divergence": 0.065054476087532, |
| "adapter.heretic.param.direction_index": 20.5830999729783, |
| "adapter.heretic.param.attn.o_proj.max_weight": 4.9612056333275385, |
| "adapter.heretic.param.attn.o_proj.max_weight_position": 30.620748194589943, |
| "adapter.heretic.param.attn.o_proj.min_weight": 0.1370855237172443, |
| "adapter.heretic.param.attn.o_proj.min_weight_distance": 19.83092882362658, |
| "adapter.heretic.param.mlp.down_proj.max_weight": 0.5468963693418676, |
| "adapter.heretic.param.mlp.down_proj.max_weight_position": 28.323665138976576, |
| "adapter.heretic.param.mlp.down_proj.min_weight": 0.6153807383029815, |
| "adapter.heretic.param.mlp.down_proj.min_weight_distance": 16.72124692757414, |
| "adapter.heretic.param.mlp.down_proj.shared.max_weight": 1.46427906043093, |
| "adapter.heretic.param.mlp.down_proj.shared.max_weight_position": 33.110047960113455, |
| "adapter.heretic.param.mlp.down_proj.shared.min_weight": 0.4630487032209349, |
| "adapter.heretic.param.mlp.down_proj.shared.min_weight_distance": 15.96458629664681 |
| }, |
| "overflow_policy": "bump", |
| "targets_edited": 57, |
| "tensors_edited": 114, |
| "tensors_total": 72317, |
| "routed_experts_skipped": 31, |
| "overlay_bytes": 1283547800, |
| "overlay_sha256": "eec6e22df119894f61ac6160b8d31baa2c160762bde14b208f3145f90e0ebe43", |
| "per_tensor": { |
| "layers.11.attn.wo_b": { |
| "bytes_changed": 6982746, |
| "bytes_total": 33554432, |
| "frac_changed": 0.2081020474433899, |
| "edit_frobenius": 1.6163755609591064, |
| "requant_noise_frobenius": 1.2469109658619615, |
| "noise_to_signal": 0.7714240402905398, |
| "rel_edit_size": 0.011494108418509737, |
| "blocks_total": 2048, |
| "blocks_overflowed": 180, |
| "blocks_exponent_bumped": 180, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0130713411739893, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": 0.5936989599920331, |
| "implied_lambda": 0.724756601547405, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 1.0000000000000009 |
| }, |
| "layers.12.attn.wo_b": { |
| "bytes_changed": 7765544, |
| "bytes_total": 33554432, |
| "frac_changed": 0.231431245803833, |
| "edit_frobenius": 2.3270999961065155, |
| "requant_noise_frobenius": 1.596174109532731, |
| "noise_to_signal": 0.6859069709953587, |
| "rel_edit_size": 0.016811390805902913, |
| "blocks_total": 2048, |
| "blocks_overflowed": 118, |
| "blocks_exponent_bumped": 118, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0161055667059762, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": 0.3406463799527072, |
| "implied_lambda": 0.9417943162503716, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9998341836443077 |
| }, |
| "layers.13.attn.wo_b": { |
| "bytes_changed": 9016661, |
| "bytes_total": 33554432, |
| "frac_changed": 0.2687174379825592, |
| "edit_frobenius": 2.754973578613904, |
| "requant_noise_frobenius": 1.7703267932866071, |
| "noise_to_signal": 0.6425930205026876, |
| "rel_edit_size": 0.0199190797880549, |
| "blocks_total": 2048, |
| "blocks_overflowed": 147, |
| "blocks_exponent_bumped": 147, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.035516279084342, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.12559338724405145, |
| "implied_lambda": 1.1567984354971084, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9998349518301644 |
| }, |
| "layers.14.attn.wo_b": { |
| "bytes_changed": 11059948, |
| "bytes_total": 33554432, |
| "frac_changed": 0.329612135887146, |
| "edit_frobenius": 3.659549376991329, |
| "requant_noise_frobenius": 2.101980022942672, |
| "noise_to_signal": 0.5743822002125297, |
| "rel_edit_size": 0.02537203130776057, |
| "blocks_total": 2048, |
| "blocks_overflowed": 205, |
| "blocks_exponent_bumped": 205, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0248443058558874, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.1383144387349788, |
| "implied_lambda": 1.3723043996983415, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997344215951071 |
| }, |
| "layers.15.attn.wo_b": { |
| "bytes_changed": 11902718, |
| "bytes_total": 33554432, |
| "frac_changed": 0.354728639125824, |
| "edit_frobenius": 4.371804271454447, |
| "requant_noise_frobenius": 2.271675696376331, |
| "noise_to_signal": 0.5196197165571119, |
| "rel_edit_size": 0.030791614290519343, |
| "blocks_total": 2048, |
| "blocks_overflowed": 176, |
| "blocks_exponent_bumped": 176, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0262259500367301, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.3946642114701824, |
| "implied_lambda": 1.5893777896929666, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9998318373731446 |
| }, |
| "layers.16.attn.wo_b": { |
| "bytes_changed": 13212439, |
| "bytes_total": 33554432, |
| "frac_changed": 0.39376136660575867, |
| "edit_frobenius": 4.961044028720494, |
| "requant_noise_frobenius": 2.467762390825155, |
| "noise_to_signal": 0.4974280366267213, |
| "rel_edit_size": 0.03341503327022309, |
| "blocks_total": 2048, |
| "blocks_overflowed": 239, |
| "blocks_exponent_bumped": 239, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0479112352643694, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.6050254187301797, |
| "implied_lambda": 1.8016849224215368, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9995303432012204 |
| }, |
| "layers.17.attn.wo_b": { |
| "bytes_changed": 13890916, |
| "bytes_total": 33554432, |
| "frac_changed": 0.413981556892395, |
| "edit_frobenius": 5.926419106654851, |
| "requant_noise_frobenius": 2.6486595516894504, |
| "noise_to_signal": 0.4469241044250882, |
| "rel_edit_size": 0.03989043882641731, |
| "blocks_total": 2048, |
| "blocks_overflowed": 197, |
| "blocks_exponent_bumped": 197, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0408262865883964, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.8716704971876319, |
| "implied_lambda": 2.021738815377262, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9998367826062821 |
| }, |
| "layers.18.attn.wo_b": { |
| "bytes_changed": 14443066, |
| "bytes_total": 33554432, |
| "frac_changed": 0.430436909198761, |
| "edit_frobenius": 6.0275349654128325, |
| "requant_noise_frobenius": 2.6633320112939303, |
| "noise_to_signal": 0.4418608977926544, |
| "rel_edit_size": 0.040389539336487604, |
| "blocks_total": 2048, |
| "blocks_overflowed": 244, |
| "blocks_exponent_bumped": 244, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0493996483939034, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -1.0713661253726863, |
| "implied_lambda": 2.2367814791438216, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.999607697470402 |
| }, |
| "layers.18.ffn.shared_experts.w2": { |
| "bytes_changed": 1334434, |
| "bytes_total": 8388608, |
| "frac_changed": 0.15907692909240723, |
| "edit_frobenius": 0.8241208395489388, |
| "requant_noise_frobenius": 0.5199400573409119, |
| "noise_to_signal": 0.6309026933786647, |
| "rel_edit_size": 0.014591993823137351, |
| "blocks_total": 512, |
| "blocks_overflowed": 14, |
| "blocks_exponent_bumped": 14, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0278013774326868, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.47797319716419645, |
| "implied_lambda": 0.7163241962489749, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9986220860724971 |
| }, |
| "layers.19.attn.wo_b": { |
| "bytes_changed": 15422841, |
| "bytes_total": 33554432, |
| "frac_changed": 0.45963647961616516, |
| "edit_frobenius": 7.19128664658266, |
| "requant_noise_frobenius": 2.8132897525848297, |
| "noise_to_signal": 0.3912081232253092, |
| "rel_edit_size": 0.04866233628446717, |
| "blocks_total": 2048, |
| "blocks_overflowed": 213, |
| "blocks_exponent_bumped": 213, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0446210759026664, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -1.3320893590381089, |
| "implied_lambda": 2.4524767350778425, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9998181636056176 |
| }, |
| "layers.19.ffn.shared_experts.w2": { |
| "bytes_changed": 1060290, |
| "bytes_total": 8388608, |
| "frac_changed": 0.12639641761779785, |
| "edit_frobenius": 0.62588112100712, |
| "requant_noise_frobenius": 0.48074474506811005, |
| "noise_to_signal": 0.7681087173464066, |
| "rel_edit_size": 0.011060982554224514, |
| "blocks_total": 512, |
| "blocks_overflowed": 4, |
| "blocks_exponent_bumped": 4, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0013445727527142, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": 0.5675623740573843, |
| "implied_lambda": 0.7672812262657969, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9994336740716218 |
| }, |
| "layers.20.attn.wo_b": { |
| "bytes_changed": 16220930, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4834213852882385, |
| "edit_frobenius": 7.591125406607625, |
| "requant_noise_frobenius": 2.902955209792607, |
| "noise_to_signal": 0.38241433967956273, |
| "rel_edit_size": 0.050601827951904904, |
| "blocks_total": 2048, |
| "blocks_overflowed": 261, |
| "blocks_exponent_bumped": 261, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0591952800750732, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -1.5480655394481093, |
| "implied_lambda": 2.6679563577222725, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997642795598237 |
| }, |
| "layers.20.ffn.shared_experts.w2": { |
| "bytes_changed": 1523755, |
| "bytes_total": 8388608, |
| "frac_changed": 0.18164575099945068, |
| "edit_frobenius": 1.0629658877536579, |
| "requant_noise_frobenius": 0.5918994589307581, |
| "noise_to_signal": 0.5568376800704358, |
| "rel_edit_size": 0.01851909099207693, |
| "blocks_total": 512, |
| "blocks_overflowed": 13, |
| "blocks_exponent_bumped": 13, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0062717710222517, |
| "bytes_sign_normalized": 3, |
| "direction_signed_gain": 0.3658628727064897, |
| "implied_lambda": 0.804729303963677, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9980637254804885 |
| }, |
| "layers.21.attn.wo_b": { |
| "bytes_changed": 15709437, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4681777060031891, |
| "edit_frobenius": 7.43775394575627, |
| "requant_noise_frobenius": 2.7959129188846585, |
| "noise_to_signal": 0.37590822972571064, |
| "rel_edit_size": 0.05160121561504187, |
| "blocks_total": 2048, |
| "blocks_overflowed": 201, |
| "blocks_exponent_bumped": 201, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0918829781668526, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -1.7601038536334308, |
| "implied_lambda": 2.8859418519404723, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997532398271372 |
| }, |
| "layers.21.ffn.shared_experts.w2": { |
| "bytes_changed": 1702164, |
| "bytes_total": 8388608, |
| "frac_changed": 0.20291376113891602, |
| "edit_frobenius": 1.0798928489893282, |
| "requant_noise_frobenius": 0.6026427243525119, |
| "noise_to_signal": 0.5580578896475935, |
| "rel_edit_size": 0.019104689568558646, |
| "blocks_total": 512, |
| "blocks_overflowed": 22, |
| "blocks_exponent_bumped": 22, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.012504254068647, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.30598970224370126, |
| "implied_lambda": 0.8647336589449667, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9987977179365468 |
| }, |
| "layers.22.attn.wo_b": { |
| "bytes_changed": 15096310, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4499050974845886, |
| "edit_frobenius": 6.611610241388012, |
| "requant_noise_frobenius": 2.765308971364292, |
| "noise_to_signal": 0.4182504519177095, |
| "rel_edit_size": 0.044475373620491275, |
| "blocks_total": 2048, |
| "blocks_overflowed": 230, |
| "blocks_exponent_bumped": 230, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0525879859924316, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -1.9122114275967985, |
| "implied_lambda": 3.098075222558122, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997506822710533 |
| }, |
| "layers.22.ffn.shared_experts.w2": { |
| "bytes_changed": 1667020, |
| "bytes_total": 8388608, |
| "frac_changed": 0.19872426986694336, |
| "edit_frobenius": 1.0147245666255624, |
| "requant_noise_frobenius": 0.6213595935532713, |
| "noise_to_signal": 0.6123431066812395, |
| "rel_edit_size": 0.017888060596338094, |
| "blocks_total": 512, |
| "blocks_overflowed": 15, |
| "blocks_exponent_bumped": 15, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0164795688220434, |
| "bytes_sign_normalized": 3, |
| "direction_signed_gain": 0.31890764853556336, |
| "implied_lambda": 0.9052052081283634, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9977350397895159 |
| }, |
| "layers.23.attn.wo_b": { |
| "bytes_changed": 16531540, |
| "bytes_total": 33554432, |
| "frac_changed": 0.49267828464508057, |
| "edit_frobenius": 7.688841910319432, |
| "requant_noise_frobenius": 2.9005189819643236, |
| "noise_to_signal": 0.3772374326062612, |
| "rel_edit_size": 0.051605174281738886, |
| "blocks_total": 2048, |
| "blocks_overflowed": 278, |
| "blocks_exponent_bumped": 278, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0442489555903844, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.171193818528343, |
| "implied_lambda": 3.314938790943368, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.999791075159068 |
| }, |
| "layers.23.ffn.shared_experts.w2": { |
| "bytes_changed": 1771583, |
| "bytes_total": 8388608, |
| "frac_changed": 0.2111891508102417, |
| "edit_frobenius": 1.017111135227058, |
| "requant_noise_frobenius": 0.5815432778102404, |
| "noise_to_signal": 0.5717598182428881, |
| "rel_edit_size": 0.02092547285287721, |
| "blocks_total": 512, |
| "blocks_overflowed": 9, |
| "blocks_exponent_bumped": 9, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.00869848046984, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": 0.217160837264009, |
| "implied_lambda": 0.9664482830144527, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9990637433091791 |
| }, |
| "layers.24.attn.wo_b": { |
| "bytes_changed": 16399499, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4887431561946869, |
| "edit_frobenius": 8.751616259544965, |
| "requant_noise_frobenius": 3.1067181556985473, |
| "noise_to_signal": 0.35498793177890997, |
| "rel_edit_size": 0.05633599048758558, |
| "blocks_total": 2048, |
| "blocks_overflowed": 199, |
| "blocks_exponent_bumped": 199, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0667373112269811, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.4033631937324946, |
| "implied_lambda": 3.529953159899262, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997401958304736 |
| }, |
| "layers.24.ffn.shared_experts.w2": { |
| "bytes_changed": 1861932, |
| "bytes_total": 8388608, |
| "frac_changed": 0.22195959091186523, |
| "edit_frobenius": 1.0585071776150932, |
| "requant_noise_frobenius": 0.5999802179832215, |
| "noise_to_signal": 0.5668173354620306, |
| "rel_edit_size": 0.022343562478275125, |
| "blocks_total": 512, |
| "blocks_overflowed": 9, |
| "blocks_exponent_bumped": 9, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0081126179013933, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.16909087339523166, |
| "implied_lambda": 1.0143733044509409, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9990484854977735 |
| }, |
| "layers.25.attn.wo_b": { |
| "bytes_changed": 16639629, |
| "bytes_total": 33554432, |
| "frac_changed": 0.49589958786964417, |
| "edit_frobenius": 8.17998352004807, |
| "requant_noise_frobenius": 3.0388481166680195, |
| "noise_to_signal": 0.3714980732198543, |
| "rel_edit_size": 0.052761573194127886, |
| "blocks_total": 2048, |
| "blocks_overflowed": 270, |
| "blocks_exponent_bumped": 270, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0612385613577706, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -2.5782994699331923, |
| "implied_lambda": 3.7433026178746656, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.999446934854876 |
| }, |
| "layers.25.ffn.shared_experts.w2": { |
| "bytes_changed": 1910309, |
| "bytes_total": 8388608, |
| "frac_changed": 0.22772657871246338, |
| "edit_frobenius": 1.0332831536175129, |
| "requant_noise_frobenius": 0.5591037460409136, |
| "noise_to_signal": 0.5410944174242052, |
| "rel_edit_size": 0.024478900709787373, |
| "blocks_total": 512, |
| "blocks_overflowed": 3, |
| "blocks_exponent_bumped": 3, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0020909681916237, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.10612396865541897, |
| "implied_lambda": 1.062380373247505, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9991408652316012 |
| }, |
| "layers.26.attn.wo_b": { |
| "bytes_changed": 16677848, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4970386028289795, |
| "edit_frobenius": 9.212484160290288, |
| "requant_noise_frobenius": 2.7923703855222315, |
| "noise_to_signal": 0.30310721157693077, |
| "rel_edit_size": 0.06939004068065988, |
| "blocks_total": 2048, |
| "blocks_overflowed": 62, |
| "blocks_exponent_bumped": 62, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0326173646109444, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.874205518175861, |
| "implied_lambda": 3.962686152296236, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9996972474731345 |
| }, |
| "layers.26.ffn.shared_experts.w2": { |
| "bytes_changed": 1938131, |
| "bytes_total": 8388608, |
| "frac_changed": 0.23104321956634521, |
| "edit_frobenius": 1.145319095654184, |
| "requant_noise_frobenius": 0.576963831336244, |
| "noise_to_signal": 0.5037581522262958, |
| "rel_edit_size": 0.026706828529869598, |
| "blocks_total": 512, |
| "blocks_overflowed": 1, |
| "blocks_exponent_bumped": 1, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0026224383286066, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.0419321168413412, |
| "implied_lambda": 1.1067772674927863, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9991041233757195 |
| }, |
| "layers.27.attn.wo_b": { |
| "bytes_changed": 17980848, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5358710289001465, |
| "edit_frobenius": 9.641388941545667, |
| "requant_noise_frobenius": 3.144685039846803, |
| "noise_to_signal": 0.3261651468385488, |
| "rel_edit_size": 0.06276439165376453, |
| "blocks_total": 2048, |
| "blocks_overflowed": 303, |
| "blocks_exponent_bumped": 303, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0709215913500105, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -3.0639117055878162, |
| "implied_lambda": 4.178888966678869, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9996705921303283 |
| }, |
| "layers.27.ffn.shared_experts.w2": { |
| "bytes_changed": 2003530, |
| "bytes_total": 8388608, |
| "frac_changed": 0.23883938789367676, |
| "edit_frobenius": 1.1268074261257592, |
| "requant_noise_frobenius": 0.5898487144706669, |
| "noise_to_signal": 0.5234689626591401, |
| "rel_edit_size": 0.02608851718842635, |
| "blocks_total": 512, |
| "blocks_overflowed": 3, |
| "blocks_exponent_bumped": 3, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.001253630965948, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": 0.0045473728287045295, |
| "implied_lambda": 1.1616479068517933, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9989738546733914 |
| }, |
| "layers.28.attn.wo_b": { |
| "bytes_changed": 18709236, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5575786828994751, |
| "edit_frobenius": 11.604410212123584, |
| "requant_noise_frobenius": 3.1742743925496497, |
| "noise_to_signal": 0.27354034668934407, |
| "rel_edit_size": 0.07894580028132334, |
| "blocks_total": 2048, |
| "blocks_overflowed": 191, |
| "blocks_exponent_bumped": 191, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0716850757598877, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.308199654514721, |
| "implied_lambda": 4.387676929820198, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9995008240918627 |
| }, |
| "layers.28.ffn.shared_experts.w2": { |
| "bytes_changed": 2062998, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24592852592468262, |
| "edit_frobenius": 1.1736386857069288, |
| "requant_noise_frobenius": 0.59395056568626, |
| "noise_to_signal": 0.5060761654499317, |
| "rel_edit_size": 0.027600593808088898, |
| "blocks_total": 512, |
| "blocks_overflowed": 2, |
| "blocks_exponent_bumped": 2, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.000062923545816, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.04928820992556719, |
| "implied_lambda": 1.2081826807296816, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9987562671393035 |
| }, |
| "layers.29.attn.wo_b": { |
| "bytes_changed": 19242117, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5734597742557526, |
| "edit_frobenius": 11.8765645210171, |
| "requant_noise_frobenius": 3.197694867333839, |
| "noise_to_signal": 0.2692440950979645, |
| "rel_edit_size": 0.08076509761721308, |
| "blocks_total": 2048, |
| "blocks_overflowed": 240, |
| "blocks_exponent_bumped": 240, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.089263984135219, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.537298999542481, |
| "implied_lambda": 4.607599209093972, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.999715749320466 |
| }, |
| "layers.29.ffn.shared_experts.w2": { |
| "bytes_changed": 2125974, |
| "bytes_total": 8388608, |
| "frac_changed": 0.2534358501434326, |
| "edit_frobenius": 1.243760202306456, |
| "requant_noise_frobenius": 0.5978597807735655, |
| "noise_to_signal": 0.48068733801329333, |
| "rel_edit_size": 0.02875591374912105, |
| "blocks_total": 512, |
| "blocks_overflowed": 7, |
| "blocks_exponent_bumped": 7, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.008077425616128, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.09414836159415675, |
| "implied_lambda": 1.25095397326936, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.997931073766525 |
| }, |
| "layers.30.attn.wo_b": { |
| "bytes_changed": 18191560, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5421507358551025, |
| "edit_frobenius": 11.246904531894943, |
| "requant_noise_frobenius": 3.2758744813187266, |
| "noise_to_signal": 0.2912689862378327, |
| "rel_edit_size": 0.0728666446031667, |
| "blocks_total": 2048, |
| "blocks_overflowed": 205, |
| "blocks_exponent_bumped": 205, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0591203144618444, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -3.6933408719121466, |
| "implied_lambda": 4.80816872738677, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9993289469068709 |
| }, |
| "layers.30.ffn.shared_experts.w2": { |
| "bytes_changed": 2113132, |
| "bytes_total": 8388608, |
| "frac_changed": 0.2519049644470215, |
| "edit_frobenius": 1.25190610545891, |
| "requant_noise_frobenius": 0.6198610078290615, |
| "noise_to_signal": 0.4951337844956349, |
| "rel_edit_size": 0.028284831069709852, |
| "blocks_total": 512, |
| "blocks_overflowed": 5, |
| "blocks_exponent_bumped": 5, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0018477945455484, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.08861118174286227, |
| "implied_lambda": 1.2815997806413477, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9967686906069841 |
| }, |
| "layers.31.attn.wo_b": { |
| "bytes_changed": 17487524, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5211688280105591, |
| "edit_frobenius": 10.279497205060528, |
| "requant_noise_frobenius": 2.9977682164737365, |
| "noise_to_signal": 0.29162595763905214, |
| "rel_edit_size": 0.07272491564681303, |
| "blocks_total": 2048, |
| "blocks_overflowed": 113, |
| "blocks_exponent_bumped": 113, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0721096992492676, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.7822024960370055, |
| "implied_lambda": 4.876822822356775, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9997523575898866 |
| }, |
| "layers.31.ffn.shared_experts.w2": { |
| "bytes_changed": 1987596, |
| "bytes_total": 8388608, |
| "frac_changed": 0.2369399070739746, |
| "edit_frobenius": 1.0323141189331566, |
| "requant_noise_frobenius": 0.619633452554879, |
| "noise_to_signal": 0.6002373126459204, |
| "rel_edit_size": 0.022100061872461392, |
| "blocks_total": 512, |
| "blocks_overflowed": 8, |
| "blocks_exponent_bumped": 8, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0098342980657304, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.02811960592523809, |
| "implied_lambda": 1.3259823254545386, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9975144731503831 |
| }, |
| "layers.32.attn.wo_b": { |
| "bytes_changed": 17088662, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5092818140983582, |
| "edit_frobenius": 9.743917498597328, |
| "requant_noise_frobenius": 2.8489450250370107, |
| "noise_to_signal": 0.29238189110767066, |
| "rel_edit_size": 0.07251056854802733, |
| "blocks_total": 2048, |
| "blocks_overflowed": 77, |
| "blocks_exponent_bumped": 77, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.082754135131836, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.5571029352285684, |
| "implied_lambda": 4.655419855295536, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9996174827689057 |
| }, |
| "layers.32.ffn.shared_experts.w2": { |
| "bytes_changed": 2072727, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24708831310272217, |
| "edit_frobenius": 1.1828366099933507, |
| "requant_noise_frobenius": 0.6189560723830073, |
| "noise_to_signal": 0.5232811253504293, |
| "rel_edit_size": 0.02708144574519221, |
| "blocks_total": 512, |
| "blocks_overflowed": 1, |
| "blocks_exponent_bumped": 1, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0004083407776696, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.18452515261595698, |
| "implied_lambda": 1.401764792405694, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9982342027080382 |
| }, |
| "layers.33.attn.wo_b": { |
| "bytes_changed": 18975033, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5655000507831573, |
| "edit_frobenius": 11.01691400935028, |
| "requant_noise_frobenius": 3.1886538824339423, |
| "noise_to_signal": 0.28943258336478495, |
| "rel_edit_size": 0.07411354561753018, |
| "blocks_total": 2048, |
| "blocks_overflowed": 266, |
| "blocks_exponent_bumped": 266, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.09482707296099, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.349426292095493, |
| "implied_lambda": 4.439213200635072, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9995793415264033 |
| }, |
| "layers.33.ffn.shared_experts.w2": { |
| "bytes_changed": 2046619, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24397599697113037, |
| "edit_frobenius": 1.1072572703193044, |
| "requant_noise_frobenius": 0.5981928829222891, |
| "noise_to_signal": 0.5402474194184209, |
| "rel_edit_size": 0.02545208206191668, |
| "blocks_total": 512, |
| "blocks_overflowed": 4, |
| "blocks_exponent_bumped": 4, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.002774067223072, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.15461250924880499, |
| "implied_lambda": 1.4121771904978886, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9976203536499172 |
| }, |
| "layers.34.attn.wo_b": { |
| "bytes_changed": 17137795, |
| "bytes_total": 33554432, |
| "frac_changed": 0.5107460916042328, |
| "edit_frobenius": 9.436438454278544, |
| "requant_noise_frobenius": 2.8855276082493715, |
| "noise_to_signal": 0.3057856650292732, |
| "rel_edit_size": 0.06856185523901816, |
| "blocks_total": 2048, |
| "blocks_overflowed": 127, |
| "blocks_exponent_bumped": 127, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0377494948250907, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -3.1245768608489612, |
| "implied_lambda": 4.224978169866536, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9996257867934409 |
| }, |
| "layers.34.ffn.shared_experts.w2": { |
| "bytes_changed": 2089934, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24913954734802246, |
| "edit_frobenius": 1.1609943460781942, |
| "requant_noise_frobenius": 0.6459668555313915, |
| "noise_to_signal": 0.5563910433443963, |
| "rel_edit_size": 0.025378269745363797, |
| "blocks_total": 512, |
| "blocks_overflowed": 3, |
| "blocks_exponent_bumped": 3, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0106481143406458, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.1695215919817807, |
| "implied_lambda": 1.4164211037847874, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9984429686528752 |
| }, |
| "layers.35.attn.wo_b": { |
| "bytes_changed": 17389942, |
| "bytes_total": 33554432, |
| "frac_changed": 0.518260657787323, |
| "edit_frobenius": 10.199916029722235, |
| "requant_noise_frobenius": 2.9108759677965494, |
| "noise_to_signal": 0.2853823462187677, |
| "rel_edit_size": 0.07514085396713704, |
| "blocks_total": 2048, |
| "blocks_overflowed": 71, |
| "blocks_exponent_bumped": 71, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0509160246167863, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.938894361582444, |
| "implied_lambda": 4.012171182185959, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9996858395340702 |
| }, |
| "layers.35.ffn.shared_experts.w2": { |
| "bytes_changed": 2075671, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24743926525115967, |
| "edit_frobenius": 1.1526127646737774, |
| "requant_noise_frobenius": 0.6952605737796049, |
| "noise_to_signal": 0.60320395113478, |
| "rel_edit_size": 0.021978175727267114, |
| "blocks_total": 512, |
| "blocks_overflowed": 21, |
| "blocks_exponent_bumped": 21, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0186630657741003, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -0.07372654308020132, |
| "implied_lambda": 1.3619306791926444, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9982638748979263 |
| }, |
| "layers.36.attn.wo_b": { |
| "bytes_changed": 16620711, |
| "bytes_total": 33554432, |
| "frac_changed": 0.49533578753471375, |
| "edit_frobenius": 9.092804062023685, |
| "requant_noise_frobenius": 3.1336922029103693, |
| "noise_to_signal": 0.3446343043944288, |
| "rel_edit_size": 0.05855878548016699, |
| "blocks_total": 2048, |
| "blocks_overflowed": 192, |
| "blocks_exponent_bumped": 192, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0553676060267858, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -2.63177415001905, |
| "implied_lambda": 3.774708620782787, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.998884323510219 |
| }, |
| "layers.36.ffn.shared_experts.w2": { |
| "bytes_changed": 2077455, |
| "bytes_total": 8388608, |
| "frac_changed": 0.24765193462371826, |
| "edit_frobenius": 1.190315472487199, |
| "requant_noise_frobenius": 0.7017125153802115, |
| "noise_to_signal": 0.5895180996966819, |
| "rel_edit_size": 0.02286564176353482, |
| "blocks_total": 512, |
| "blocks_overflowed": 14, |
| "blocks_exponent_bumped": 14, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0096035259110587, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -0.062177539415835065, |
| "implied_lambda": 1.3188187795310393, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9988857976909455 |
| }, |
| "layers.37.attn.wo_b": { |
| "bytes_changed": 15029492, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4479137659072876, |
| "edit_frobenius": 7.325423660881461, |
| "requant_noise_frobenius": 2.6164905309759066, |
| "noise_to_signal": 0.3571794140655978, |
| "rel_edit_size": 0.05579046085221563, |
| "blocks_total": 2048, |
| "blocks_overflowed": 62, |
| "blocks_exponent_bumped": 62, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.036022731236049, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.4469363433573337, |
| "implied_lambda": 3.5819199534220703, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9994718382990545 |
| }, |
| "layers.37.ffn.shared_experts.w2": { |
| "bytes_changed": 1958545, |
| "bytes_total": 8388608, |
| "frac_changed": 0.23347675800323486, |
| "edit_frobenius": 1.063049618488462, |
| "requant_noise_frobenius": 0.6232969306183691, |
| "noise_to_signal": 0.5863291042845469, |
| "rel_edit_size": 0.022246377085073054, |
| "blocks_total": 512, |
| "blocks_overflowed": 10, |
| "blocks_exponent_bumped": 10, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.006502091884613, |
| "bytes_sign_normalized": 2, |
| "direction_signed_gain": 0.009712036884405967, |
| "implied_lambda": 1.2575035831127501, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9969125769396714 |
| }, |
| "layers.38.attn.wo_b": { |
| "bytes_changed": 14809092, |
| "bytes_total": 33554432, |
| "frac_changed": 0.44134533405303955, |
| "edit_frobenius": 7.485419318953432, |
| "requant_noise_frobenius": 2.836590856775567, |
| "noise_to_signal": 0.3789488251637669, |
| "rel_edit_size": 0.051394315685424144, |
| "blocks_total": 2048, |
| "blocks_overflowed": 108, |
| "blocks_exponent_bumped": 108, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.052781241280692, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.194864443484076, |
| "implied_lambda": 3.353864813996831, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9991849822972525 |
| }, |
| "layers.38.ffn.shared_experts.w2": { |
| "bytes_changed": 2016508, |
| "bytes_total": 8388608, |
| "frac_changed": 0.2403864860534668, |
| "edit_frobenius": 1.0564467927525543, |
| "requant_noise_frobenius": 0.6742896915984219, |
| "noise_to_signal": 0.6382618568433261, |
| "rel_edit_size": 0.019784231288010563, |
| "blocks_total": 512, |
| "blocks_overflowed": 21, |
| "blocks_exponent_bumped": 21, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0179848074913025, |
| "bytes_sign_normalized": 2, |
| "direction_signed_gain": 0.10045343488693066, |
| "implied_lambda": 1.2066749056404076, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9978241442220397 |
| }, |
| "layers.39.attn.wo_b": { |
| "bytes_changed": 14601573, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4351607859134674, |
| "edit_frobenius": 6.802934301447028, |
| "requant_noise_frobenius": 2.5910244269500815, |
| "noise_to_signal": 0.3808686534572227, |
| "rel_edit_size": 0.050979913548129085, |
| "blocks_total": 2048, |
| "blocks_overflowed": 85, |
| "blocks_exponent_bumped": 85, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0430685452052526, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -2.003105766061649, |
| "implied_lambda": 3.1492078241889643, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9993217221203019 |
| }, |
| "layers.39.ffn.shared_experts.w2": { |
| "bytes_changed": 1862050, |
| "bytes_total": 8388608, |
| "frac_changed": 0.22197365760803223, |
| "edit_frobenius": 0.9695079115353092, |
| "requant_noise_frobenius": 0.6539559220664095, |
| "noise_to_signal": 0.6745235539448123, |
| "rel_edit_size": 0.017715372998773647, |
| "blocks_total": 512, |
| "blocks_overflowed": 18, |
| "blocks_exponent_bumped": 18, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0152531266212463, |
| "bytes_sign_normalized": 3, |
| "direction_signed_gain": 0.17845170591059442, |
| "implied_lambda": 1.170313112431278, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.99707964818421 |
| }, |
| "layers.40.attn.wo_b": { |
| "bytes_changed": 15133190, |
| "bytes_total": 33554432, |
| "frac_changed": 0.4510042071342468, |
| "edit_frobenius": 6.688942940451778, |
| "requant_noise_frobenius": 2.782606081028505, |
| "noise_to_signal": 0.4160008697638203, |
| "rel_edit_size": 0.04480636069854791, |
| "blocks_total": 2048, |
| "blocks_overflowed": 235, |
| "blocks_exponent_bumped": 235, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.042454719543457, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -1.7532165736985565, |
| "implied_lambda": 2.9315307777632795, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9995236371174596 |
| }, |
| "layers.40.ffn.shared_experts.w2": { |
| "bytes_changed": 1711222, |
| "bytes_total": 8388608, |
| "frac_changed": 0.203993558883667, |
| "edit_frobenius": 0.8694976688066625, |
| "requant_noise_frobenius": 0.5844799133230961, |
| "noise_to_signal": 0.6722041177238146, |
| "rel_edit_size": 0.017367577600107334, |
| "blocks_total": 512, |
| "blocks_overflowed": 12, |
| "blocks_exponent_bumped": 12, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.021938647542681, |
| "bytes_sign_normalized": 3, |
| "direction_signed_gain": 0.26171898203358795, |
| "implied_lambda": 1.0787694091813762, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9957066147463894 |
| }, |
| "layers.41.attn.wo_b": { |
| "bytes_changed": 13706495, |
| "bytes_total": 33554432, |
| "frac_changed": 0.40848538279533386, |
| "edit_frobenius": 5.601032844763589, |
| "requant_noise_frobenius": 2.500010316290731, |
| "noise_to_signal": 0.44634809071473186, |
| "rel_edit_size": 0.0401051035044363, |
| "blocks_total": 2048, |
| "blocks_overflowed": 172, |
| "blocks_exponent_bumped": 172, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0567749568394251, |
| "bytes_sign_normalized": 0, |
| "direction_signed_gain": -1.4634845030486305, |
| "implied_lambda": 2.6917725718725776, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9982084252625694 |
| }, |
| "layers.41.ffn.shared_experts.w2": { |
| "bytes_changed": 1611403, |
| "bytes_total": 8388608, |
| "frac_changed": 0.19209420680999756, |
| "edit_frobenius": 0.8590381533024782, |
| "requant_noise_frobenius": 0.6048316236706351, |
| "noise_to_signal": 0.7040800473709184, |
| "rel_edit_size": 0.015632470697350236, |
| "blocks_total": 512, |
| "blocks_overflowed": 9, |
| "blocks_exponent_bumped": 9, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0149183869361877, |
| "bytes_sign_normalized": 3, |
| "direction_signed_gain": 0.37189512932920954, |
| "implied_lambda": 0.9967010475885506, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9946728125936386 |
| }, |
| "layers.42.attn.wo_b": { |
| "bytes_changed": 12774715, |
| "bytes_total": 33554432, |
| "frac_changed": 0.3807161748409271, |
| "edit_frobenius": 4.935452983077352, |
| "requant_noise_frobenius": 2.251669158118195, |
| "noise_to_signal": 0.4562234035738367, |
| "rel_edit_size": 0.03848292557176007, |
| "blocks_total": 2048, |
| "blocks_overflowed": 117, |
| "blocks_exponent_bumped": 117, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.083071572440011, |
| "bytes_sign_normalized": 1, |
| "direction_signed_gain": -1.0702047153768344, |
| "implied_lambda": 2.385347963897475, |
| "elements_total": 33554432, |
| "cos_to_first_direction": 0.9942245732980467 |
| }, |
| "layers.42.ffn.shared_experts.w2": { |
| "bytes_changed": 1684392, |
| "bytes_total": 8388608, |
| "frac_changed": 0.20079517364501953, |
| "edit_frobenius": 1.0070149788084721, |
| "requant_noise_frobenius": 0.6890782837369094, |
| "noise_to_signal": 0.6842780874543155, |
| "rel_edit_size": 0.015173230063210735, |
| "blocks_total": 512, |
| "blocks_overflowed": 19, |
| "blocks_exponent_bumped": 19, |
| "elements_clamped": 0, |
| "max_overshoot_ratio": 1.0086848395211356, |
| "bytes_sign_normalized": 5, |
| "direction_signed_gain": 0.7967170780984925, |
| "implied_lambda": 0.5861125947006848, |
| "elements_total": 8388608, |
| "cos_to_first_direction": 0.9738879114026664 |
| } |
| } |
| } |
