Naive-N0.5-Flash-JANGH2 / evaluation /jangh_build_report.json
jangq's picture
Add files using upload-large-folder tool
23b201b verified
Raw History Blame Contribute Delete
16.4 kB
{
"layers": {
"1": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.015234912736798886,
"seconds": 136.4
},
"2": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.004794971841773783,
"seconds": 136.6
},
"3": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.025026314170820723,
"seconds": 137.1
},
"4": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.010265862383916895,
"seconds": 137.5
},
"5": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.018149979022338423,
"seconds": 136.9
},
"6": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.03311780473800427,
"seconds": 137.5
},
"7": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.004996042874952415,
"seconds": 137.8
},
"8": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.012807104343076817,
"seconds": 140.1
},
"9": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.030156481488303685,
"seconds": 141.1
},
"10": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.5
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.00011078056128639789,
"seconds": 141.6
},
"11": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.03642977011952941,
"seconds": 142.1
},
"12": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.032059831163108024,
"seconds": 141.8
},
"13": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.047191114770893654,
"seconds": 141.7
},
"14": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.028297127414148117,
"seconds": 141.8
},
"15": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.07865689262791417,
"seconds": 141.8
},
"16": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.061279844340087444,
"seconds": 141.9
},
"17": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.028944579349470173,
"seconds": 142.2
},
"18": {
"bits": {
"gate": 3,
"up": 3,
"down": 4
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.010456207500821603,
"seconds": 149.1
},
"19": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.06259602085712279,
"seconds": 142.2
},
"20": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.026329022356626004,
"seconds": 146.8
},
"21": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.03225748753012695,
"seconds": 147.6
},
"22": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.021440778324910443,
"seconds": 148.2
},
"23": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.031827142279042174,
"seconds": 147.4
},
"24": {
"bits": {
"gate": 3,
"up": 3,
"down": 4
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.017407025031093433,
"seconds": 161.6
},
"25": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.030307795172745258,
"seconds": 146.8
},
"26": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.015564549645396322,
"seconds": 146.7
},
"27": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.015610780637496024,
"seconds": 146.5
},
"28": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.0251868187203279,
"seconds": 143.6
},
"29": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.01871834784845816,
"seconds": 148.2
},
"30": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.027179934818971168,
"seconds": 143.9
},
"31": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.025694732345585822,
"seconds": 146.5
},
"32": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.023401101381588015,
"seconds": 147.5
},
"33": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.039860699130310574,
"seconds": 141.4
},
"34": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.013968937680109518,
"seconds": 147.4
},
"35": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.03763158504242335,
"seconds": 141.6
},
"36": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.018195133199101484,
"seconds": 142.0
},
"37": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.04135501956257451,
"seconds": 142.0
},
"38": {
"bits": {
"gate": 2,
"up": 2,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.05861498468363587,
"seconds": 142.3
},
"39": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.013680369103133066,
"seconds": 145.0
},
"40": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.007070204649022008,
"seconds": 145.1
},
"41": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.02810186627713656,
"seconds": 146.0
},
"42": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.011878360022226392,
"seconds": 146.1
},
"43": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.010972510066840559,
"seconds": 145.8
},
"44": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.5
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.028562136640347145,
"seconds": 146.1
},
"45": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.018770937695655833,
"seconds": 141.6
},
"46": {
"bits": {
"gate": 2,
"up": 2,
"down": 2
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.00042416668382549115,
"seconds": 141.4
},
"47": {
"bits": {
"gate": 3,
"up": 3,
"down": 3
},
"m_min": {
"gu": 0.5,
"dn": 0.0
},
"extra_damp": {
"gu": {
"experts_escalated": 0,
"max": 0.0
},
"dn": {
"experts_escalated": 0,
"max": 0.0
}
},
"heldout_nmse_packed": 0.00018480851973775165,
"seconds": 146.9
}
},
"started": "2026-09-28 04:43:13",
"method": "gptq",
"rotation": "hadamard32",
"finished": "2026-09-28 06:36:07",
"shards": 49,
"total_bytes": 102961381760
}