// Matched from the two user-supplied leaderboards. No inferred benchmark results. // Fields: name, org, parameter count (external suite), HF repository, // ARC Easy, HellaSwag, PIQA, Arithmark 3, // overall Elo, language, commonsense, world knowledge, context, quantitative, logic, code. const MATCHED_ROWS = [ ['BananaMind-2-Medium','bananamind',49559552,'BananaMind/BananaMind-2-Medium',43.81,32.43,61.86,36.20,1034,1306,962,1092,827,822,1038,1269], ['VegaLM1-42M-Base','cnwplayer',42054144,'CNWPlayer/VegaLM1-42M-Base',35.23,26.86,57.62,33.90,944,1178,850,965,843,755,1007,1040], ['BananaMind-2-Mini','bananamind',25178752,'BananaMind/BananaMind-2-Mini',39.06,29.80,59.41,35.40,974,1153,989,1052,864,953,995,871], ['Supra-50M-Base','supralabs',51786240,'SupraLabs/Supra-50M-Base',45.88,31.83,62.51,36.30,973,1306,976,1048,829,825,1007,951], ['Supra-1.5-50M-base-exp','supralabs',51786240,'SupraLabs/Supra-1.5-50M-base-exp',48.40,29.78,60.01,34.40,948,1345,912,1008,801,846,1019,858], ['Supra2-100M-Base','supralabs',100684032,'SupraLabs/Supra2-100M-Base',47.81,35.98,65.40,36.90,1031,1570,987,1099,919,858,1079,1036], ['BananaMind-2-Nano','bananamind',9968128,'BananaMind/BananaMind-2-Nano',36.20,27.50,55.98,33.70,910,1147,850,895,829,855,1014,827], ['GPT-2','openai',124000000,'openai-community/gpt2',39.35,31.26,62.08,35.70,996,1468,971,945,872,907,1002,1052], ['Archaea-74M-V1.1','godelev',74016256,'GODELEV/Archaea-74M-V1.1',41.54,27.05,59.19,33.60,936,1243,937,931,838,846,970,889], ['Rose-Pro','godelev',151277410,'GODELEV/Rose-Pro',48.65,38.24,65.18,38.20,1098,1570,1123,1151,940,875,1089,1242], ['Rose-Medium','godelev',97825347,'GODELEV/Rose-Medium',44.19,35.29,62.94,38.30,1098,1402,1062,1099,919,930,1102,1317], ['Rose-Mini','godelev',49443074,'GODELEV/Rose-Mini',36.57,28.93,58.60,36.50,1037,1325,973,1097,887,812,1130,1129], ['GPT-X2-125M','axiomiclabs',125000000,'AxiomicLabs/GPT-X2-125M',51.47,40.41,67.30,37.20,1062,1570,1132,1151,926,846,1075,1078], ['GPT-X2.5-135M','axiomiclabs',135032256,'AxiomicLabs/GPT-X2.5-135M',51.81,40.57,69.42,38.40,1104,1570,1079,1151,954,886,1127,1253], ['SmolLM2-135M','huggingface',135000000,'HuggingFaceTB/SmolLM2-135M',58.63,43.22,68.44,39.20,1118,1402,1151,1206,959,870,995,1485], ['SmolLM-135M','huggingface',135000000,'HuggingFaceTB/SmolLM-135M',56.31,42.70,68.28,36.80,1125,1468,1178,1180,884,840,1079,1585], ['GPT-X-125M','axiomiclabs',125000000,'AxiomicLabs/GPT-X-125M',50.76,36.57,64.96,35.60,1013,1468,1107,1107,843,843,1068,916], ['Veyra2-Apricot-50M-Base','veyraai',49303040,'veyra-ai/Veyra2-Apricot-50M-Base',42.47,31.28,62.13,31.60,1003,1182,960,1031,867,905,1010,1108], ['KeyLM-75M','eclipsesenpai',75251200,'Eclipse-Senpai/KeyLM-75M',35.73,29.66,60.50,30.10,926,1137,953,913,829,825,952,927], ['MicroBananaMind-v1','bananamind',902272,'BananaMind/MicroBananaMind-v1',31.40,26.53,53.86,30.00,858,926,891,842,840,822,985,677], ['BananaMind-2-Micro','bananamind',2933193,'BananaMind/BananaMind-2-Micro',33.12,28.27,53.21,34.00,874,898,860,899,815,837,911,927], ['Supra-Mini-v4-2M','supralabs',2620000,'SupraLabs/Supra-Mini-v4-2M',30.98,25.52,51.90,28.30,829,967,702,794,783,918,925,713], ['Supra-Mini-v6-1M','supralabs',1410688,'SupraLabs/Supra-Mini-v6-1M',30.68,27.23,53.70,26.40,850,905,770,820,795,837,1059,749], ['CMA-1M-Mini','user01110',958692,'User01110/CMA-1M-Mini',29.29,29.35,54.62,31.20,812,892,781,820,744,770,980,690], ['GPT-S2-5M','axiomiclabs',5384258,'AxiomicLabs/GPT-S2-5M',33.92,27.87,57.56,27.90,883,1048,855,833,637,883,1059,831], ['MiniBananaMind-v4-9M','bananamind',8884992,'BananaMind/MiniBananaMind-v4-9M',35.02,26.87,55.60,36.30,871,1078,818,922,813,837,908,749], ['Quark-135M','thingai',134561088,'ThingAI/Quark-135m',47.73,31.33,58.32,39.70,1065,1267,1048,1040,979,902,997,1286], ['BananaMind-1.5-Base','bananamind',75054720,'BananaMind/BananaMind-1.5-Base',42.38,30.91,60.55,34.10,998,1312,973,1024,859,886,1068,987], ['OdinNext-138M-Instruct','joelhenwang',138451232,'joelhenwang/OdinNext-138M-Instruct',44.40,28.86,58.65,40.90,1053,1402,944,1057,821,993,882,1463], ['Supra-50M-Reasoning','supralabs',51786240,'SupraLabs/Supra-50M-Reasoning',44.44,29.10,59.30,35.00,985,1217,962,1074,887,928,997,919], ['TinyMoE-100m-2x8-retrained','flamef0x',99817344,'FlameF0X/TinyMoE-100m-2x8-retrained',33.88,25.87,55.60,32.20,882,1221,850,817,786,892,914,776], ['Gros-Michel-90m-Base','finnianx',91071744,'finnianx/Gros-Michel-90m-Base',40.15,29.95,58.05,35.50,971,1185,926,947,810,864,1130,975], ['Pythia-31M','eleutherai',31000000,'EleutherAI/pythia-31m',33.88,27.14,56.26,34.90,949,1253,896,945,810,897,1031,907], ['BananaMind-2-MoE','bananamind',25086592,'BananaMind/BananaMind-2-MoE',34.64,27.45,56.37,33.80,899,1072,841,920,846,815,1031,784], ['tinyLM-8M-exp','user01110',8131840,'User01110/tinyLM-8M-exp',35.65,27.65,56.51,27.50,895,958,939,775,856,858,1050,827], ['Syn-2.6M','fromzero',2604210,'fromziro/Syn-2.6M',32.03,26.96,53.65,27.60,859,953,813,802,679,781,1082,874], ['Er-Medium-12.5M','fromzero',12497520,'fromziro/Er-Medium-12.5M',35.10,28.50,57.51,32.50,963,1070,978,949,770,846,1038,1078], ['Er-Large-30M','fromzero',31000000,'fromziro/Er-Large-30M',37.56,30.52,60.12,35.00,1009,1201,1043,1003,846,886,1052,1083], ['Er-Tiny-1.3M','fromzero',1332744,'fromziro/Er-Tiny-1.3M',30.09,27.67,52.72,28.60,893,921,877,920,798,815,957,977], ['Dillion-1.2M','harleyml',1281384,'Harley-ml/Dillion-1.2M',31.19,26.65,53.05,28.00,859,933,831,881,780,855,968,784], ['Atom 2.7M','ucr',2738880,'UniversalComputingResearch/Atom2.7m',31.19,27.10,52.94,25.80,794,358,695,799,907,743,1033,838], ['Supra-Mini-v5-8M','supralabs',7870000,'SupraLabs/Supra-Mini-v5-8M',33.21,26.37,54.03,31.50,891,1109,792,864,795,834,983,901], ['Rambley-150M-RealBase','allura',149973504,'allura-org/Rambley-150M-RealBase',44.74,32.29,62.57,37.20,1002,1468,998,1055,899,834,1029,985], ['sorbet-v2-25m','codesoft',25185920,'CodeSoft/sorbet-v2-25m',26.63,30.30,54.52,33.00,863,1008,752,895,801,837,885,895], ['Haidass1.5-143M','dalab',143067456,'DALabCommunity/Haidass1.5-143M',56.36,40.58,67.79,39.60,1064,1468,1188,1153,996,855,1086,980], ['Kiyo-135M','dedeprogames',134515008,'DedeProGames/Kiyo-135M',55.93,38.55,65.51,36.60,1126,1570,1110,1151,914,913,1118,1420], ['Kiyo-65M','dedeprogames',64994816,'DedeProGames/Kiyo-65M',46.51,31.98,62.30,37.40,1067,1468,1062,1099,949,918,1007,1193], ['SupraNeo-4M','supralabs',4070240,'SupraLabs/SupraNeo-4M',34.47,27.84,55.39,31.20,868,963,770,820,856,834,978,883], ['cRia-LM-75M','sz14',75719000,'sz14/cRia-LM-75M',46.97,35.48,63.93,35.20,1069,1402,1040,1082,933,930,1029,1226], ['Kiyo-230M-Preview','dedeprogames',229688064,'DedeProGames/Kiyo-230M-Preview',49.58,35.92,64.04,37.50,1092,1468,1077,1069,931,979,1038,1286], ['DynamicMind-MoE','dedeprogames',30150912,'DedeProGames/DynamicMind-MoE',35.61,27.22,56.64,34.00,912,1115,923,951,843,822,970,793], ['DynamicMind-Mini','dedeprogames',8884992,'DedeProGames/DynamicMind-Mini',34.97,26.87,55.39,35.80,868,1078,841,902,786,837,908,749], ['LowOnMind-8M','dedeprogames',8060256,'DedeProGames/LowOnMind-8M',28.70,25.41,50.49,27.50,785,790,858,786,586,747,955,758], ['LowOnMind-5M','dedeprogames',4920384,'DedeProGames/LowOnMind-5M',31.52,27.70,52.34,32.80,863,1008,758,881,851,872,900,805], ['LowOnMind-1M','dedeprogames',985152,'DedeProGames/LowOnMind-1M',28.54,26.20,53.10,27.80,842,928,802,752,770,913,908,851], ['LowOnMind-300k','dedeprogames',296960,'DedeProGames/LowOnMind-300k',29.08,24.96,50.22,29.50,833,921,848,728,707,938,905,789], ['NanoDex-Test-500K-200M','dedeprogames',492192,'DedeProGames/NanoDex-Test-500K-200M',27.90,25.06,50.71,31.60,800,885,858,791,679,788,911,684], ['NanoDex-1M','dedeprogames',1062272,'DedeProGames/NanoDex-1M',29.17,27.01,53.48,26.50,827,892,850,828,774,795,939,729], ['GPT-U-20M','dedeprogames',20453760,'DedeProGames/GPT-U-20M',37.25,27.85,58.38,35.10,945,1174,879,883,761,861,1073,1012], ['BananaMind-Sundae','bananamindresearch',20156544,'bananamind-research-community/BananaMind-Sundae',33.92,26.08,54.46,34.20,891,1167,789,874,928,785,920,831], ['BackKiyo-10M','dedebckp',9976832,'DedeBckp/BackKiyo-10M',35.40,28.08,55.66,35.10,924,1070,860,920,815,940,973,924], ['peacebell-v1-148M','wayneworkman',148553302,'wayneworkman2012/peacebell-v1-148M',27.27,26.16,47.61,27.10,902,1035,826,929,954,774,891,924], ]; const ORGANIZATION_ROWS = [ ['cnwplayer','CNWPlayer','CNWPlayer','#c4a5ff'],['supralabs','SupraLabs','SupraLabs','#38c99b'], ['openai','OpenAI','openai-community','#a4b4b0'],['godelev','GODELEV','GODELEV','#ef8c62'], ['axiomiclabs','Axiomic Labs','AxiomicLabs','#6b9eff'],['huggingface','Hugging Face','HuggingFaceTB','#ffcf60'], ['veyraai','Veyra AI','veyra-ai','#e8a4ca'],['eclipsesenpai','Eclipse-Senpai','Eclipse-Senpai','#aaa8f4'], ['user01110','User01110','User01110','#a6c765'],['thingai','ThingAI','ThingAI','#76c6d8'], ['joelhenwang','joelhenwang','joelhenwang','#df82ac'],['flamef0x','FlameF0X','FlameF0X','#e6a273'], ['finnianx','finnianx','finnianx','#b5bf73'],['eleutherai','EleutherAI','EleutherAI','#bcb2e7'], ['fromzero','From Zero','fromziro','#62c3ed'],['harleyml','Harley ML','Harley-ml','#db95cb'], ['ucr','Universal Computing Research','UniversalComputingResearch','#87bde1'],['allura','Allura','allura-org','#d8aaf3'], ['codesoft','CodeSoft','CodeSoft','#c09d80'],['dalab','DALab Community','DALabCommunity','#91c49c'], ['dedeprogames','DedeProGames','DedeProGames','#fa9696'],['sz14','sz14','sz14','#83b7a6'], ['wayneworkman','Wayne Workman','wayneworkman2012','#14b8a6'], ]; for (const [id,name,repo,color] of ORGANIZATION_ROWS) { ORGS[id] = {name, logo:null, chartColor:color, chartBorder:color, url:`https://huggingface.co/${repo}`}; } // Both parameter measurements are preserved where the supplied lists differ. // The external-suite count is used consistently for the size-neighborhood calculation. const BASE_PARAMETER_COUNTS = { 'BananaMind-2-Medium':49558016,'GPT-2':124439808,'Rose-Pro':151274114, 'Rose-Medium':97820162,'Rose-Mini':49443072,'TinyMoE-100m-2x8-retrained':100000000, 'Er-Large-30M':31944632,'Supra-Mini-v5-8M':7867584,'Rambley-150M-RealBase':149935616, 'Haidass1.5-143M':143071296,'cRia-LM-75M':75719360, }; // Measured locally with the official runners rather than matched from the supplied leaderboards. const LOCAL_RUN_METHOD = 'ARC Easy, HellaSwag and PIQA: lm-eval 0.4.10 zero-shot acc_norm (float32). Arithmark 3: official script acc_norm (bfloat16).'; const localRun = (correct,contextWindow) => ({contextWindow, provenance:`Local official complete run · 2026-09-13 · ${correct} / 350 correct (bfloat16). ${LOCAL_RUN_METHOD}`}); const LOCAL_RUNS = { 'Kiyo-230M-Preview':localRun(221,2048), 'DynamicMind-MoE':localRun(137,1024), 'DynamicMind-Mini':localRun(125,1024), 'LowOnMind-8M':localRun(82,512), 'LowOnMind-5M':localRun(113,512), 'LowOnMind-1M':localRun(100,512), 'LowOnMind-300k':localRun(93,512), 'NanoDex-Test-500K-200M':localRun(88,512), 'NanoDex-1M':localRun(98,512), 'BananaMind-Sundae':localRun(134,1024), 'BackKiyo-10M':localRun(144,4096), 'peacebell-v1-148M':{contextWindow:16384, provenance:'Local official complete run · 2026-09-19 · 131 / 350 correct (bfloat16; float32 gives 127 / 350, Elo 893). ARC Easy, HellaSwag and PIQA: lm-eval 0.4.13 zero-shot acc_norm (float32). Arithmark 3: official script acc_norm (bfloat16). Domain-specific model: trained from scratch on World War II text only.'}, 'GPT-U-20M':{contextWindow:1024, provenance:'Local official complete run · 2026-09-26 · 152 / 350 correct (bfloat16). ARC Easy, HellaSwag and PIQA: lm-eval 0.4.13 zero-shot acc_norm (float32). Arithmark 3: official script acc_norm (bfloat16).'}, }; const RECOMMENDED_MODELS = new Set(['BananaMind-2-Pro','BananaMind-2-Medium','BananaMind-2-Mini', 'SmolLM2-135M','SmolLM-135M','GPT-X2.5-135M','GPT-X2-125M','GPT-2','Kiyo-135M','Kiyo-65M', 'Rose-Pro','Rose-Medium','Supra2-100M-Base','Supra-50M-Base','GPT-S2-5M','BananaMind-2-Micro', 'Kiyo-230M-Preview','DynamicMind-MoE','LowOnMind-300k','GPT-U-20M']); for (const row of MATCHED_ROWS) { const [name,org,params,repo,arc,hellaswag,piqa,arithmark3,overall,language,commonsense,knowledge,context,quantitative,logic,code] = row; if (row.length !== 16) throw new Error(`Invalid measurement row: ${name}`); MODELS.push({ id:name.toLowerCase().replace(/[^a-z0-9]+/g,'-'), name,org,params, paramsDisplay:params < 1e6 ? `${(params/1e3).toFixed(1)}K` : `${(params/1e6).toFixed(1)}M`, baseParams:BASE_PARAMETER_COUNTS[name] ?? params, recommended:RECOMMENDED_MODELS.has(name), contextWindow:LOCAL_RUNS[name]?.contextWindow ?? null, type:/Instruct|Reasoning/i.test(name) ? 'Instruction / reasoning model' : null, modality:null, arc,hellaswag,piqa,arithmark3, excludedSizeComparison:name === 'BananaMind-2-MoE', base:{overall,elo:{language,commonsense,knowledge,context,quantitative,logic,code}, provenance:LOCAL_RUNS[name]?.provenance ?? 'User-supplied Base Bench 1.1 leaderboard. Matched by Hugging Face repository; case and display-name differences normalized.'}, links:{card:`https://huggingface.co/${repo}`}, }); } // Deliberately not joined: different repository identities in the supplied lists. const UNRESOLVED_MATCHES = [ {name:'cma-8M', external:'User01110/CMA-8M', base:'SupraLabs/cma-8M'}, {name:'Veyra-30M-Base', external:'veyra-ai/Veyra-30M-Base', base:'veyra-ai/veyra-30m-base-5b-tokens'}, ]; // Commented-out external rows (Pro-Preview, palmer-006, Boris variants) remain excluded. // ARC Challenge and Arithmark 2 are not components of this index.