diff --git "a/data/leaderboard.json" "b/data/leaderboard.json" --- "a/data/leaderboard.json" +++ "b/data/leaderboard.json" @@ -1 +1,6661 @@ -{"families":[{"key":"chromatin","name":"Chromatin accessibility","metric":"macro-AUPRC","n_species":7},{"key":"grc","name":"Genomic region","metric":"balanced acc.","n_species":4},{"key":"conservation","name":"Conservation","metric":"AUPRC","n_species":2},{"key":"splicing","name":"Splicing","metric":"strat. AUPRC","n_species":2},{"key":"tis","name":"TIS","metric":"AUPRC","n_species":1},{"key":"tts","name":"TTS","metric":"AUPRC","n_species":1},{"key":"proseq","name":"PRO-seq","metric":"AUPRC","n_species":1},{"key":"llr","name":"LLR mutation effect","metric":"AUROC","n_species":3},{"key":"causal","name":"Causal variant discovery","metric":"recall-AUC","n_species":1}],"models":[{"id":"botanic1-XL","name":"Botanic1-XL","org":"Living Models","group":"ours","ours":true,"objective":"masked","domain":"plant","params":3180000000.0,"params_str":"3.18B","logo":"living-models-icon.png","in_fig1":true,"tokens_seen":314600000000.0,"bp_equivalent":"314.6B","s_bal":0.7695,"families":{"chromatin":0.4764,"grc":0.527,"conservation":0.8126,"splicing":0.98,"tis":0.9087,"tts":0.8874,"proseq":0.8612,"llr":0.7206,"causal":0.7516},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7516,"ci":[0.6378,0.8541]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4319,"ci":[0.399,0.4643]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.4093,"ci":[0.3527,0.4655]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4575,"ci":[0.3662,0.5429]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4599,"ci":[0.4021,0.516]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4361,"ci":[0.3853,0.4856]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.575,"ci":[0.5307,0.6162]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5648,"ci":[0.4924,0.6317]},{"label":"Conservation · maize","fam":"conservation","value":0.767,"ci":[0.7476,0.7861]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8581,"ci":[0.843,0.8727]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6547,"ci":[0.6357,0.6742]},{"label":"GRC2 · maize","fam":"grc","value":0.4847,"ci":[0.4332,0.5401]},{"label":"GRC2 · rice","fam":"grc","value":0.4815,"ci":[0.4597,0.5048]},{"label":"GRC2 · tomato","fam":"grc","value":0.4872,"ci":[0.4502,0.5269]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7527,"ci":[0.6888,0.8152]},{"label":"LLR · maize","fam":"llr","value":0.7291,"ci":[0.657,0.797]},{"label":"LLR · tomato","fam":"llr","value":0.6801,"ci":[0.6449,0.7139]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8612,"ci":[0.8269,0.8928]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9782,"ci":[0.9729,0.983]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9817,"ci":[0.9744,0.9877]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9087,"ci":[0.8888,0.9268]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8874,"ci":[0.8654,0.9081]}],"s_bal_ci":[0.755,0.7829],"families_ci":{"chromatin":[0.4537,0.4987],"grc":[0.5092,0.5458],"conservation":[0.8004,0.8247],"splicing":[0.9756,0.984],"tis":[0.8888,0.9268],"tts":[0.8654,0.9081],"proseq":[0.8269,0.8928],"llr":[0.6866,0.754],"causal":[0.6378,0.8541]},"vs_plantcad2l":{"delta":0.0139,"lo":0.0055,"hi":0.0239,"significant":true}},{"id":"botanic1-L","name":"Botanic1-L","org":"Living Models","group":"ours","ours":true,"objective":"masked","domain":"plant","params":2109999999.9999998,"params_str":"2.11B","logo":"living-models-icon.png","in_fig1":true,"tokens_seen":314600000000.0,"bp_equivalent":"314.6B","s_bal":0.7679,"families":{"chromatin":0.4813,"grc":0.5233,"conservation":0.813,"splicing":0.9818,"tis":0.9116,"tts":0.8711,"proseq":0.8685,"llr":0.7176,"causal":0.743},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.743,"ci":[0.6189,0.8533]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4311,"ci":[0.3964,0.4649]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.4005,"ci":[0.3454,0.4558]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4688,"ci":[0.3727,0.5571]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4739,"ci":[0.4167,0.5287]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4441,"ci":[0.3937,0.4932]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5764,"ci":[0.5334,0.6168]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5745,"ci":[0.5038,0.6402]},{"label":"Conservation · maize","fam":"conservation","value":0.7695,"ci":[0.7509,0.7876]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8565,"ci":[0.8413,0.8712]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6568,"ci":[0.6374,0.6769]},{"label":"GRC2 · maize","fam":"grc","value":0.4701,"ci":[0.4189,0.5262]},{"label":"GRC2 · rice","fam":"grc","value":0.4779,"ci":[0.4554,0.5016]},{"label":"GRC2 · tomato","fam":"grc","value":0.4886,"ci":[0.4528,0.527]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7463,"ci":[0.6817,0.809]},{"label":"LLR · maize","fam":"llr","value":0.722,"ci":[0.6497,0.7908]},{"label":"LLR · tomato","fam":"llr","value":0.6845,"ci":[0.6496,0.7183]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8685,"ci":[0.8376,0.8968]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9799,"ci":[0.9753,0.9842]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9837,"ci":[0.9791,0.9879]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9116,"ci":[0.8933,0.9285]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8711,"ci":[0.8463,0.8945]}],"s_bal_ci":[0.7526,0.7819],"families_ci":{"chromatin":[0.4586,0.5034],"grc":[0.506,0.5421],"conservation":[0.801,0.8249],"splicing":[0.9786,0.9848],"tis":[0.8933,0.9285],"tts":[0.8463,0.8945],"proseq":[0.8376,0.8968],"llr":[0.6837,0.7511],"causal":[0.6189,0.8533]},"vs_plantcad2l":{"delta":0.0123,"lo":0.0028,"hi":0.0236,"significant":true}},{"id":"botanic1-M","name":"Botanic1-M","org":"Living Models","group":"ours","ours":true,"objective":"masked","domain":"plant","params":688000000.0,"params_str":"688M","logo":"living-models-icon.png","in_fig1":true,"tokens_seen":314600000000.0,"bp_equivalent":"314.6B","s_bal":0.7652,"families":{"chromatin":0.4731,"grc":0.5236,"conservation":0.8068,"splicing":0.9836,"tis":0.9088,"tts":0.8808,"proseq":0.8609,"llr":0.7126,"causal":0.7366},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7366,"ci":[0.614,0.8452]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4208,"ci":[0.387,0.4538]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.4042,"ci":[0.3464,0.4636]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4817,"ci":[0.3847,0.5713]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4566,"ci":[0.399,0.5124]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4261,"ci":[0.3763,0.4747]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5601,"ci":[0.5163,0.6015]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5624,"ci":[0.4898,0.6295]},{"label":"Conservation · maize","fam":"conservation","value":0.762,"ci":[0.7427,0.7812]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8516,"ci":[0.8372,0.8656]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6537,"ci":[0.6343,0.6735]},{"label":"GRC2 · maize","fam":"grc","value":0.4757,"ci":[0.422,0.5351]},{"label":"GRC2 · rice","fam":"grc","value":0.4848,"ci":[0.4605,0.5109]},{"label":"GRC2 · tomato","fam":"grc","value":0.4803,"ci":[0.441,0.5214]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7217,"ci":[0.6553,0.7851]},{"label":"LLR · maize","fam":"llr","value":0.7337,"ci":[0.6639,0.8]},{"label":"LLR · tomato","fam":"llr","value":0.6825,"ci":[0.6483,0.7162]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8609,"ci":[0.8271,0.8921]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.982,"ci":[0.9781,0.9856]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9853,"ci":[0.9814,0.9889]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9088,"ci":[0.8909,0.9255]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8808,"ci":[0.8569,0.9029]}],"s_bal_ci":[0.7499,0.7791],"families_ci":{"chromatin":[0.45,0.4959],"grc":[0.5048,0.5435],"conservation":[0.7949,0.8187],"splicing":[0.9809,0.9862],"tis":[0.8909,0.9255],"tts":[0.8569,0.9029],"proseq":[0.8271,0.8921],"llr":[0.6793,0.7452],"causal":[0.614,0.8452]},"vs_plantcad2l":{"delta":0.0096,"lo":0.0001,"hi":0.0208,"significant":true}},{"id":"botanic1-S","name":"Botanic1-S","org":"Living Models","group":"ours","ours":true,"objective":"masked","domain":"plant","params":318000000.0,"params_str":"318M","logo":"living-models-icon.png","in_fig1":true,"tokens_seen":314600000000.0,"bp_equivalent":"314.6B","s_bal":0.7578,"families":{"chromatin":0.4666,"grc":0.5243,"conservation":0.7939,"splicing":0.9819,"tis":0.9052,"tts":0.8754,"proseq":0.8588,"llr":0.7115,"causal":0.7024},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7024,"ci":[0.5762,0.8156]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4173,"ci":[0.3842,0.4501]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3954,"ci":[0.3398,0.4513]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4576,"ci":[0.3583,0.5485]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4484,"ci":[0.3908,0.5038]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.419,"ci":[0.3701,0.4664]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.561,"ci":[0.5166,0.6031]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5676,"ci":[0.4975,0.6328]},{"label":"Conservation · maize","fam":"conservation","value":0.7479,"ci":[0.7288,0.7671]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8399,"ci":[0.8247,0.8545]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6385,"ci":[0.6166,0.6605]},{"label":"GRC2 · maize","fam":"grc","value":0.4679,"ci":[0.4116,0.5256]},{"label":"GRC2 · rice","fam":"grc","value":0.4921,"ci":[0.4651,0.5206]},{"label":"GRC2 · tomato","fam":"grc","value":0.4985,"ci":[0.4612,0.5386]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7241,"ci":[0.6594,0.7874]},{"label":"LLR · maize","fam":"llr","value":0.7227,"ci":[0.6513,0.791]},{"label":"LLR · tomato","fam":"llr","value":0.6875,"ci":[0.6535,0.7208]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8588,"ci":[0.8239,0.8909]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9792,"ci":[0.975,0.9833]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9846,"ci":[0.9798,0.9888]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9052,"ci":[0.8856,0.923]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8754,"ci":[0.8524,0.8974]}],"s_bal_ci":[0.7422,0.7723],"families_ci":{"chromatin":[0.4434,0.4891],"grc":[0.5053,0.5444],"conservation":[0.7815,0.8061],"splicing":[0.9787,0.9849],"tis":[0.8856,0.923],"tts":[0.8524,0.8974],"proseq":[0.8239,0.8909],"llr":[0.6781,0.7446],"causal":[0.5762,0.8156]},"vs_plantcad2l":{"delta":0.0022,"lo":-0.007,"hi":0.0128,"significant":false}},{"id":"PlantCAD2-L","name":"PlantCAD2-L","org":"Cornell University","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":694000000.0,"params_str":"694M","logo":"cornell-seal.png","in_fig1":true,"tokens_seen":4030000000000.001,"bp_equivalent":"4.03T","s_bal":0.7556,"families":{"chromatin":0.4834,"grc":0.5251,"conservation":0.7955,"splicing":0.9775,"tis":0.8893,"tts":0.8817,"proseq":0.8669,"llr":0.7038,"causal":0.677},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.677,"ci":[0.5385,0.7999]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4286,"ci":[0.3946,0.4615]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.41,"ci":[0.355,0.4656]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4759,"ci":[0.3802,0.5639]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4806,"ci":[0.4227,0.5362]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4362,"ci":[0.3866,0.4836]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5745,"ci":[0.5288,0.6178]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5782,"ci":[0.5077,0.6431]},{"label":"Conservation · maize","fam":"conservation","value":0.7422,"ci":[0.7223,0.7619]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8489,"ci":[0.8344,0.8629]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6636,"ci":[0.6446,0.6831]},{"label":"GRC2 · maize","fam":"grc","value":0.4504,"ci":[0.3987,0.5068]},{"label":"GRC2 · rice","fam":"grc","value":0.4941,"ci":[0.4697,0.52]},{"label":"GRC2 · tomato","fam":"grc","value":0.4925,"ci":[0.4565,0.5316]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7012,"ci":[0.6341,0.7668]},{"label":"LLR · maize","fam":"llr","value":0.7263,"ci":[0.6599,0.7908]},{"label":"LLR · tomato","fam":"llr","value":0.6839,"ci":[0.6496,0.7179]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8669,"ci":[0.8338,0.8966]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9758,"ci":[0.9705,0.9807]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9793,"ci":[0.9722,0.9854]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8893,"ci":[0.8686,0.9087]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8817,"ci":[0.8585,0.9039]}],"s_bal_ci":[0.7387,0.7712],"families_ci":{"chromatin":[0.4603,0.5057],"grc":[0.5077,0.544],"conservation":[0.783,0.8075],"splicing":[0.9732,0.9815],"tis":[0.8686,0.9087],"tts":[0.8585,0.9039],"proseq":[0.8338,0.8966],"llr":[0.6712,0.7368],"causal":[0.5385,0.7999]}},{"id":"PlantCaduceus","name":"PlantCaduceus-l32","org":"Cornell University","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":225000000.0,"params_str":"225M","logo":"cornell-seal.png","in_fig1":true,"tokens_seen":251700000000.0,"bp_equivalent":"251.7B","s_bal":0.7521,"families":{"chromatin":0.4573,"grc":0.5236,"conservation":0.7937,"splicing":0.9781,"tis":0.8965,"tts":0.863,"proseq":0.8177,"llr":0.7132,"causal":0.7256},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7256,"ci":[0.6045,0.8331]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3992,"ci":[0.3656,0.4325]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.38,"ci":[0.3265,0.4345]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4406,"ci":[0.3481,0.5266]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4466,"ci":[0.3893,0.5011]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4217,"ci":[0.3719,0.4699]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5527,"ci":[0.5074,0.5952]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5605,"ci":[0.4886,0.6271]},{"label":"Conservation · maize","fam":"conservation","value":0.7548,"ci":[0.7354,0.7738]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8326,"ci":[0.8161,0.8486]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6746,"ci":[0.655,0.6944]},{"label":"GRC2 · maize","fam":"grc","value":0.4677,"ci":[0.4157,0.5219]},{"label":"GRC2 · rice","fam":"grc","value":0.4867,"ci":[0.4645,0.5102]},{"label":"GRC2 · tomato","fam":"grc","value":0.4655,"ci":[0.4279,0.506]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7431,"ci":[0.678,0.8051]},{"label":"LLR · maize","fam":"llr","value":0.7169,"ci":[0.6449,0.7864]},{"label":"LLR · tomato","fam":"llr","value":0.6795,"ci":[0.6457,0.713]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8177,"ci":[0.7797,0.8528]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9715,"ci":[0.9657,0.9769]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9846,"ci":[0.9801,0.9888]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8965,"ci":[0.8767,0.9149]},{"label":"TTS · arabidopsis","fam":"tts","value":0.863,"ci":[0.8375,0.8869]}],"s_bal_ci":[0.7365,0.7663],"families_ci":{"chromatin":[0.4349,0.4797],"grc":[0.5058,0.5422],"conservation":[0.781,0.8061],"splicing":[0.9745,0.9815],"tis":[0.8767,0.9149],"tts":[0.8375,0.8869],"proseq":[0.7797,0.8528],"llr":[0.6792,0.7465],"causal":[0.6045,0.8331]},"vs_plantcad2l":{"delta":-0.0035,"lo":-0.0125,"hi":0.0071,"significant":false}},{"id":"PlantCAD2-S","name":"PlantCAD2-S","org":"Cornell University","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":88000000.0,"params_str":"88M","logo":"cornell-seal.png","in_fig1":false,"tokens_seen":4030000000000.001,"bp_equivalent":"4.03T","s_bal":0.742,"families":{"chromatin":0.4732,"grc":0.5085,"conservation":0.7698,"splicing":0.9796,"tis":0.891,"tts":0.8632,"proseq":0.8574,"llr":0.6895,"causal":0.6458},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.6458,"ci":[0.5224,0.7605]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4271,"ci":[0.3932,0.4604]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.4073,"ci":[0.352,0.4621]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4766,"ci":[0.3785,0.5663]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4544,"ci":[0.3967,0.5103]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4198,"ci":[0.3677,0.4704]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5591,"ci":[0.5132,0.6028]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5681,"ci":[0.4964,0.6344]},{"label":"Conservation · maize","fam":"conservation","value":0.7188,"ci":[0.6982,0.7393]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8208,"ci":[0.8041,0.8371]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6351,"ci":[0.6147,0.6558]},{"label":"GRC2 · maize","fam":"grc","value":0.4491,"ci":[0.3949,0.5061]},{"label":"GRC2 · rice","fam":"grc","value":0.485,"ci":[0.461,0.5106]},{"label":"GRC2 · tomato","fam":"grc","value":0.4649,"ci":[0.4061,0.5433]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6902,"ci":[0.6222,0.7559]},{"label":"LLR · maize","fam":"llr","value":0.7091,"ci":[0.6365,0.7798]},{"label":"LLR · tomato","fam":"llr","value":0.6694,"ci":[0.6349,0.7034]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8574,"ci":[0.823,0.8885]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9783,"ci":[0.974,0.9824]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9809,"ci":[0.9752,0.986]},{"label":"TIS · arabidopsis","fam":"tis","value":0.891,"ci":[0.87,0.9108]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8632,"ci":[0.8387,0.8861]}],"s_bal_ci":[0.7266,0.7567],"families_ci":{"chromatin":[0.45,0.4958],"grc":[0.4864,0.5338],"conservation":[0.7566,0.783],"splicing":[0.9761,0.9829],"tis":[0.87,0.9108],"tts":[0.8387,0.8861],"proseq":[0.823,0.8885],"llr":[0.6552,0.7241],"causal":[0.5224,0.7605]},"vs_plantcad2l":{"delta":-0.0136,"lo":-0.0244,"hi":-0.0037,"significant":true}},{"id":"PlantCAD2-M","name":"PlantCAD2-M","org":"Cornell University","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":311000000.0,"params_str":"311M","logo":"cornell-seal.png","in_fig1":false,"tokens_seen":4030000000000.001,"bp_equivalent":"4.03T","s_bal":0.7331,"families":{"chromatin":0.4201,"grc":0.4885,"conservation":0.7508,"splicing":0.9763,"tis":0.8955,"tts":0.8571,"proseq":0.8387,"llr":0.6933,"causal":0.6777},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.6777,"ci":[0.5617,0.7858]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3582,"ci":[0.3258,0.39]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3565,"ci":[0.3059,0.4088]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3777,"ci":[0.2804,0.4738]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4084,"ci":[0.3508,0.4642]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4006,"ci":[0.3511,0.4488]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5163,"ci":[0.4714,0.5591]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5232,"ci":[0.4558,0.5878]},{"label":"Conservation · maize","fam":"conservation","value":0.7035,"ci":[0.6827,0.7239]},{"label":"Conservation · sorghum","fam":"conservation","value":0.798,"ci":[0.7806,0.8152]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6312,"ci":[0.6111,0.6518]},{"label":"GRC2 · maize","fam":"grc","value":0.4092,"ci":[0.3532,0.4687]},{"label":"GRC2 · rice","fam":"grc","value":0.4693,"ci":[0.4452,0.4947]},{"label":"GRC2 · tomato","fam":"grc","value":0.4441,"ci":[0.4093,0.4824]},{"label":"LLR · arabidopsis","fam":"llr","value":0.686,"ci":[0.6196,0.7511]},{"label":"LLR · maize","fam":"llr","value":0.707,"ci":[0.6391,0.7728]},{"label":"LLR · tomato","fam":"llr","value":0.6869,"ci":[0.6527,0.7207]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8387,"ci":[0.8014,0.8731]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.969,"ci":[0.9622,0.9752]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9836,"ci":[0.9789,0.988]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8955,"ci":[0.8759,0.914]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8571,"ci":[0.831,0.8818]}],"s_bal_ci":[0.7183,0.7473],"families_ci":{"chromatin":[0.3974,0.4426],"grc":[0.4702,0.5079],"conservation":[0.7372,0.7643],"splicing":[0.9722,0.9801],"tis":[0.8759,0.914],"tts":[0.831,0.8818],"proseq":[0.8014,0.8731],"llr":[0.6601,0.7268],"causal":[0.5617,0.7858]},"vs_plantcad2l":{"delta":-0.0225,"lo":-0.0285,"hi":-0.0163,"significant":true}},{"id":"GPN","name":"GPN","org":"UC Berkeley","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":66000000.0,"params_str":"66M","logo":"berkeley.png","in_fig1":true,"tokens_seen":157300000000.0,"bp_equivalent":"157.3B","s_bal":0.7314,"families":{"chromatin":0.3796,"grc":0.4975,"conservation":0.7286,"splicing":0.9786,"tis":0.9014,"tts":0.8877,"proseq":0.8456,"llr":0.7093,"causal":0.6539},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.6539,"ci":[0.5397,0.759]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.422,"ci":[0.3888,0.455]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3129,"ci":[0.2669,0.3605]},{"label":"Chromatin · maize","fam":"chromatin","value":0.2724,"ci":[0.2081,0.3399]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.3632,"ci":[0.3091,0.4169]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3608,"ci":[0.3136,0.4082]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.4753,"ci":[0.4327,0.5172]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.4506,"ci":[0.3817,0.5187]},{"label":"Conservation · maize","fam":"conservation","value":0.6958,"ci":[0.6755,0.7158]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7614,"ci":[0.7422,0.7801]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.675,"ci":[0.6549,0.6959]},{"label":"GRC2 · maize","fam":"grc","value":0.3945,"ci":[0.3433,0.4509]},{"label":"GRC2 · rice","fam":"grc","value":0.4526,"ci":[0.4284,0.4783]},{"label":"GRC2 · tomato","fam":"grc","value":0.4679,"ci":[0.4302,0.5073]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7153,"ci":[0.6513,0.7775]},{"label":"LLR · maize","fam":"llr","value":0.7352,"ci":[0.6661,0.8017]},{"label":"LLR · tomato","fam":"llr","value":0.6773,"ci":[0.6437,0.71]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8456,"ci":[0.8099,0.8782]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9773,"ci":[0.9728,0.9816]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9799,"ci":[0.9744,0.985]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9014,"ci":[0.8825,0.919]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8877,"ci":[0.8648,0.9094]}],"s_bal_ci":[0.7167,0.745],"families_ci":{"chromatin":[0.3598,0.3993],"grc":[0.4797,0.5164],"conservation":[0.7147,0.7422],"splicing":[0.9751,0.982],"tis":[0.8825,0.919],"tts":[0.8648,0.9094],"proseq":[0.8099,0.8782],"llr":[0.6765,0.7419],"causal":[0.5397,0.759]},"vs_plantcad2l":{"delta":-0.0242,"lo":-0.0352,"hi":-0.0131,"significant":true}},{"id":"CARBON-3B","name":"Carbon-3B","org":"Hugging Face","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":3450000000.0,"params_str":"3.45B","logo":"huggingface.png","in_fig1":true,"tokens_seen":1050000000000.0,"bp_equivalent":"6.30T","s_bal":0.731,"families":{"chromatin":0.425,"grc":0.4637,"conservation":0.7635,"splicing":0.9513,"tis":0.9012,"tts":0.869,"proseq":0.8298,"llr":0.6936,"causal":0.6816},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.6816,"ci":[0.5779,0.7784]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.4005,"ci":[0.3675,0.4333]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3468,"ci":[0.2965,0.3994]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3689,"ci":[0.2839,0.4548]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4253,"ci":[0.3667,0.4814]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4016,"ci":[0.351,0.4511]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5154,"ci":[0.4727,0.557]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5162,"ci":[0.445,0.583]},{"label":"Conservation · maize","fam":"conservation","value":0.7159,"ci":[0.6962,0.7354]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8112,"ci":[0.7952,0.8269]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5949,"ci":[0.5773,0.613]},{"label":"GRC2 · maize","fam":"grc","value":0.3851,"ci":[0.3517,0.4272]},{"label":"GRC2 · rice","fam":"grc","value":0.4322,"ci":[0.4124,0.4535]},{"label":"GRC2 · tomato","fam":"grc","value":0.4425,"ci":[0.4135,0.4751]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6833,"ci":[0.6165,0.7478]},{"label":"LLR · maize","fam":"llr","value":0.7283,"ci":[0.658,0.7943]},{"label":"LLR · tomato","fam":"llr","value":0.6692,"ci":[0.6349,0.7029]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8298,"ci":[0.7917,0.8647]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9476,"ci":[0.9414,0.9535]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.955,"ci":[0.9485,0.961]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9012,"ci":[0.8828,0.9186]},{"label":"TTS · arabidopsis","fam":"tts","value":0.869,"ci":[0.8448,0.8917]}],"s_bal_ci":[0.7174,0.7439],"families_ci":{"chromatin":[0.4031,0.4473],"grc":[0.4505,0.4789],"conservation":[0.7508,0.7759],"splicing":[0.9468,0.9556],"tis":[0.8828,0.9186],"tts":[0.8448,0.8917],"proseq":[0.7917,0.8647],"llr":[0.6595,0.7263],"causal":[0.5779,0.7784]},"vs_plantcad2l":{"delta":-0.0246,"lo":-0.0396,"hi":-0.009,"significant":true}},{"id":"CARBON-8B","name":"Carbon-8B","org":"Hugging Face","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":8260000000.0,"params_str":"8.26B","logo":"huggingface.png","in_fig1":true,"tokens_seen":1050000000000.0,"bp_equivalent":"6.30T","s_bal":0.7272,"families":{"chromatin":0.416,"grc":0.4441,"conservation":0.7583,"splicing":0.9323,"tis":0.8962,"tts":0.869,"proseq":0.8141,"llr":0.6941,"causal":0.7207},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7207,"ci":[0.6046,0.8246]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3898,"ci":[0.3563,0.4223]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.328,"ci":[0.2814,0.3771]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3419,"ci":[0.25,0.4354]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4235,"ci":[0.3652,0.4796]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3864,"ci":[0.3375,0.4344]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5162,"ci":[0.4694,0.5609]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5266,"ci":[0.4564,0.5935]},{"label":"Conservation · maize","fam":"conservation","value":0.7247,"ci":[0.7048,0.7444]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7918,"ci":[0.7741,0.8088]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5892,"ci":[0.5698,0.6091]},{"label":"GRC2 · maize","fam":"grc","value":0.3335,"ci":[0.2941,0.3802]},{"label":"GRC2 · rice","fam":"grc","value":0.4266,"ci":[0.4082,0.4457]},{"label":"GRC2 · tomato","fam":"grc","value":0.4271,"ci":[0.391,0.4662]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6979,"ci":[0.6314,0.7617]},{"label":"LLR · maize","fam":"llr","value":0.7163,"ci":[0.642,0.7877]},{"label":"LLR · tomato","fam":"llr","value":0.6682,"ci":[0.6325,0.7034]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8141,"ci":[0.7734,0.8514]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9253,"ci":[0.9174,0.9328]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9394,"ci":[0.9318,0.9466]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8962,"ci":[0.8775,0.9136]},{"label":"TTS · arabidopsis","fam":"tts","value":0.869,"ci":[0.8452,0.8914]}],"s_bal_ci":[0.7123,0.741],"families_ci":{"chromatin":[0.3936,0.4385],"grc":[0.4289,0.4608],"conservation":[0.7451,0.7714],"splicing":[0.9268,0.9375],"tis":[0.8775,0.9136],"tts":[0.8452,0.8914],"proseq":[0.7734,0.8514],"llr":[0.659,0.7284],"causal":[0.6046,0.8246]},"vs_plantcad2l":{"delta":-0.0284,"lo":-0.0404,"hi":-0.0152,"significant":true}},{"id":"NTv3-pre","name":"NTv3-650M-pre","org":"InstaDeep","group":"mlm","ours":false,"objective":"masked","domain":"generalist","params":652000000.0,"params_str":"652M","logo":"instadeep.png","in_fig1":true,"tokens_seen":null,"bp_equivalent":null,"s_bal":0.7245,"families":{"chromatin":0.4192,"grc":0.4839,"conservation":0.7252,"splicing":0.9506,"tis":0.8662,"tts":0.8286,"proseq":0.8151,"llr":0.6922,"causal":0.7393},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7393,"ci":[0.6328,0.8354]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3757,"ci":[0.3416,0.4093]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3464,"ci":[0.2957,0.3993]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3601,"ci":[0.2757,0.4442]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4172,"ci":[0.3622,0.4707]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3892,"ci":[0.3399,0.4384]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5235,"ci":[0.4804,0.565]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5222,"ci":[0.4522,0.588]},{"label":"Conservation · maize","fam":"conservation","value":0.7046,"ci":[0.6846,0.7242]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7458,"ci":[0.7262,0.7652]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5926,"ci":[0.5729,0.6129]},{"label":"GRC2 · maize","fam":"grc","value":0.4512,"ci":[0.3961,0.5093]},{"label":"GRC2 · rice","fam":"grc","value":0.4586,"ci":[0.4368,0.4817]},{"label":"GRC2 · tomato","fam":"grc","value":0.4332,"ci":[0.4054,0.4655]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6953,"ci":[0.6288,0.7604]},{"label":"LLR · maize","fam":"llr","value":0.7167,"ci":[0.6487,0.7811]},{"label":"LLR · tomato","fam":"llr","value":0.6646,"ci":[0.6307,0.6981]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8151,"ci":[0.7762,0.8509]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.946,"ci":[0.9391,0.9526]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9552,"ci":[0.948,0.962]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8662,"ci":[0.8434,0.8876]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8286,"ci":[0.8012,0.8545]}],"s_bal_ci":[0.7105,0.7376],"families_ci":{"chromatin":[0.3977,0.4404],"grc":[0.4665,0.5022],"conservation":[0.7112,0.7393],"splicing":[0.9456,0.9554],"tis":[0.8434,0.8876],"tts":[0.8012,0.8545],"proseq":[0.7762,0.8509],"llr":[0.6586,0.7253],"causal":[0.6328,0.8354]},"vs_plantcad2l":{"delta":-0.0311,"lo":-0.0436,"hi":-0.0176,"significant":true}},{"id":"CARBON-500M","name":"Carbon-500M","org":"Hugging Face","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":512000000.0,"params_str":"512M","logo":"huggingface.png","in_fig1":true,"tokens_seen":600000000000.0,"bp_equivalent":"3.60T","s_bal":0.7087,"families":{"chromatin":0.3941,"grc":0.4228,"conservation":0.7342,"splicing":0.9262,"tis":0.8947,"tts":0.8514,"proseq":0.7872,"llr":0.6657,"causal":0.7025},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7025,"ci":[0.5935,0.8041]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3734,"ci":[0.3397,0.4069]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3061,"ci":[0.2599,0.3551]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3174,"ci":[0.234,0.4027]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.3968,"ci":[0.3416,0.4507]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3834,"ci":[0.3334,0.4331]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.4961,"ci":[0.4522,0.5383]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.4858,"ci":[0.4181,0.5515]},{"label":"Conservation · maize","fam":"conservation","value":0.6963,"ci":[0.6753,0.7169]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7721,"ci":[0.7542,0.7893]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5716,"ci":[0.5526,0.5912]},{"label":"GRC2 · maize","fam":"grc","value":0.3024,"ci":[0.2481,0.3603]},{"label":"GRC2 · rice","fam":"grc","value":0.4167,"ci":[0.4003,0.4339]},{"label":"GRC2 · tomato","fam":"grc","value":0.4005,"ci":[0.3674,0.438]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6926,"ci":[0.6252,0.7566]},{"label":"LLR · maize","fam":"llr","value":0.6536,"ci":[0.5797,0.7254]},{"label":"LLR · tomato","fam":"llr","value":0.6509,"ci":[0.6155,0.6862]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.7872,"ci":[0.7445,0.8272]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9198,"ci":[0.9115,0.9277]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9326,"ci":[0.9243,0.9404]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8947,"ci":[0.876,0.9121]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8514,"ci":[0.8256,0.8753]}],"s_bal_ci":[0.6941,0.7222],"families_ci":{"chromatin":[0.3726,0.4156],"grc":[0.4053,0.4412],"conservation":[0.7206,0.7477],"splicing":[0.9204,0.9317],"tis":[0.876,0.9121],"tts":[0.8256,0.8753],"proseq":[0.7445,0.8272],"llr":[0.6305,0.7001],"causal":[0.5935,0.8041]},"vs_plantcad2l":{"delta":-0.0469,"lo":-0.0625,"hi":-0.0313,"significant":true}},{"id":"PlantBiMoE","name":"PlantBiMoE","org":"Huazhong Agric. Univ.","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":116000000.0,"params_str":"116M","logo":"huazhong.png","in_fig1":true,"tokens_seen":241300000000.0,"bp_equivalent":"241.3B","s_bal":0.7036,"families":{"chromatin":0.4388,"grc":0.4813,"conservation":0.7163,"splicing":0.9619,"tis":0.8796,"tts":0.7914,"proseq":0.83,"llr":0.6669,"causal":0.5664},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.5664,"ci":[0.4626,0.6704]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3926,"ci":[0.3598,0.4249]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3636,"ci":[0.3152,0.4127]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3901,"ci":[0.3073,0.4711]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4323,"ci":[0.3756,0.4868]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4157,"ci":[0.3663,0.4645]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5312,"ci":[0.4881,0.572]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5461,"ci":[0.4766,0.6103]},{"label":"Conservation · maize","fam":"conservation","value":0.6858,"ci":[0.6657,0.7057]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7468,"ci":[0.7278,0.7655]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5992,"ci":[0.5801,0.6186]},{"label":"GRC2 · maize","fam":"grc","value":0.4269,"ci":[0.3701,0.4851]},{"label":"GRC2 · rice","fam":"grc","value":0.4515,"ci":[0.425,0.4794]},{"label":"GRC2 · tomato","fam":"grc","value":0.4478,"ci":[0.4092,0.4892]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6846,"ci":[0.6176,0.7495]},{"label":"LLR · maize","fam":"llr","value":0.6612,"ci":[0.5927,0.7274]},{"label":"LLR · tomato","fam":"llr","value":0.6548,"ci":[0.6208,0.6888]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.83,"ci":[0.7922,0.8649]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9609,"ci":[0.9551,0.9663]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9629,"ci":[0.9561,0.9692]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8796,"ci":[0.8567,0.9003]},{"label":"TTS · arabidopsis","fam":"tts","value":0.7914,"ci":[0.7612,0.8195]}],"s_bal_ci":[0.6898,0.7176],"families_ci":{"chromatin":[0.4175,0.4596],"grc":[0.4621,0.501],"conservation":[0.7024,0.73],"splicing":[0.9575,0.966],"tis":[0.8567,0.9003],"tts":[0.7612,0.8195],"proseq":[0.7922,0.8649],"llr":[0.6329,0.7001],"causal":[0.4626,0.6704]},"vs_plantcad2l":{"delta":-0.052,"lo":-0.0665,"hi":-0.0383,"significant":true}},{"id":"Evo2-7b","name":"Evo 2-7B","org":"Arc Institute","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":7000000000.0,"params_str":"7B","logo":"arc-institute.png","in_fig1":true,"tokens_seen":2400000000000.0,"bp_equivalent":"2.40T","s_bal":0.695,"families":{"chromatin":0.239,"grc":0.3974,"conservation":0.7373,"splicing":0.9354,"tis":0.8937,"tts":0.8847,"proseq":0.7492,"llr":0.7236,"causal":0.6946},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.6946,"ci":[0.5769,0.7995]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.1793,"ci":[0.1492,0.2094]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.2159,"ci":[0.1765,0.257]},{"label":"Chromatin · maize","fam":"chromatin","value":0.1882,"ci":[0.1026,0.2784]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.1935,"ci":[0.1416,0.2457]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.2273,"ci":[0.1809,0.2742]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.3539,"ci":[0.3127,0.3945]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.3146,"ci":[0.2451,0.3838]},{"label":"Conservation · maize","fam":"conservation","value":0.7043,"ci":[0.6838,0.7243]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7703,"ci":[0.7515,0.7886]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.4949,"ci":[0.4754,0.5152]},{"label":"GRC2 · maize","fam":"grc","value":0.3423,"ci":[0.288,0.3988]},{"label":"GRC2 · rice","fam":"grc","value":0.3677,"ci":[0.3463,0.3906]},{"label":"GRC2 · tomato","fam":"grc","value":0.3846,"ci":[0.3463,0.4264]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7546,"ci":[0.6925,0.8137]},{"label":"LLR · maize","fam":"llr","value":0.7165,"ci":[0.6437,0.7867]},{"label":"LLR · tomato","fam":"llr","value":0.6996,"ci":[0.665,0.7332]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.7492,"ci":[0.7081,0.7875]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9385,"ci":[0.9311,0.9455]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9324,"ci":[0.9233,0.9409]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8937,"ci":[0.8734,0.9126]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8847,"ci":[0.8616,0.9061]}],"s_bal_ci":[0.6801,0.7088],"families_ci":{"chromatin":[0.2179,0.2604],"grc":[0.3791,0.4164],"conservation":[0.7233,0.7511],"splicing":[0.9296,0.9409],"tis":[0.8734,0.9126],"tts":[0.8616,0.9061],"proseq":[0.7081,0.7875],"llr":[0.6895,0.7567],"causal":[0.5769,0.7995]},"vs_plantcad2l":{"delta":-0.0606,"lo":-0.073,"hi":-0.0472,"significant":true}},{"id":"NTv3","name":"NTv3-650M-post","org":"InstaDeep","group":"mlm","ours":false,"objective":"masked","domain":"generalist","params":650000000.0,"params_str":"650M","logo":"instadeep.png","in_fig1":true,"tokens_seen":12104000000000.0,"bp_equivalent":"12.10T","s_bal":0.6903,"families":{"chromatin":0.4674,"grc":0.4565,"conservation":0.7456,"splicing":0.9784,"tis":0.8951,"tts":0.8813,"proseq":0.8129,"llr":0.5024,"causal":0.4735},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.4735,"ci":[0.3655,0.5824]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.5007,"ci":[0.4665,0.5341]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.4003,"ci":[0.3436,0.4573]},{"label":"Chromatin · maize","fam":"chromatin","value":0.4182,"ci":[0.3116,0.519]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4405,"ci":[0.3841,0.4954]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.431,"ci":[0.3782,0.4826]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5555,"ci":[0.5126,0.5953]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5254,"ci":[0.4531,0.592]},{"label":"Conservation · maize","fam":"conservation","value":0.6904,"ci":[0.6695,0.711]},{"label":"Conservation · sorghum","fam":"conservation","value":0.8008,"ci":[0.784,0.8169]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.6207,"ci":[0.6005,0.6417]},{"label":"GRC2 · maize","fam":"grc","value":0.3585,"ci":[0.3027,0.4194]},{"label":"GRC2 · rice","fam":"grc","value":0.4298,"ci":[0.4011,0.4592]},{"label":"GRC2 · tomato","fam":"grc","value":0.4171,"ci":[0.3835,0.454]},{"label":"LLR · arabidopsis","fam":"llr","value":0.5596,"ci":[0.5015,0.6183]},{"label":"LLR · maize","fam":"llr","value":0.5362,"ci":[0.4726,0.5996]},{"label":"LLR · tomato","fam":"llr","value":0.4113,"ci":[0.3823,0.441]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8129,"ci":[0.7742,0.8475]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9778,"ci":[0.9731,0.9821]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.979,"ci":[0.9734,0.9841]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8951,"ci":[0.8719,0.9157]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8813,"ci":[0.8575,0.9036]}],"s_bal_ci":[0.6761,0.7045],"families_ci":{"chromatin":[0.4432,0.4907],"grc":[0.4377,0.4765],"conservation":[0.7326,0.7588],"splicing":[0.9747,0.9818],"tis":[0.8719,0.9157],"tts":[0.8575,0.9036],"proseq":[0.7742,0.8475],"llr":[0.472,0.5329],"causal":[0.3655,0.5824]},"vs_plantcad2l":{"delta":-0.0653,"lo":-0.0855,"hi":-0.0441,"significant":true}},{"id":"Botanic0-L","name":"Botanic0-L","org":"Living Models","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":991000000.0,"params_str":"991M","logo":"living-models-icon.png","in_fig1":true,"tokens_seen":226100000000.0,"bp_equivalent":"1.36T","s_bal":0.681,"families":{"chromatin":0.4273,"grc":0.4579,"conservation":0.6831,"splicing":0.9396,"tis":0.8471,"tts":0.7142,"proseq":0.8551,"llr":0.6488,"causal":0.5565},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.5565,"ci":[0.452,0.6591]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3602,"ci":[0.3274,0.3927]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3531,"ci":[0.306,0.4025]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3816,"ci":[0.2911,0.4714]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4309,"ci":[0.3753,0.4854]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4046,"ci":[0.3552,0.4528]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5258,"ci":[0.4814,0.5677]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5349,"ci":[0.4659,0.601]},{"label":"Conservation · maize","fam":"conservation","value":0.6659,"ci":[0.6451,0.687]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7003,"ci":[0.68,0.7203]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5716,"ci":[0.5533,0.5905]},{"label":"GRC2 · maize","fam":"grc","value":0.3995,"ci":[0.3511,0.4529]},{"label":"GRC2 · rice","fam":"grc","value":0.4248,"ci":[0.4039,0.4474]},{"label":"GRC2 · tomato","fam":"grc","value":0.4355,"ci":[0.4014,0.473]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6717,"ci":[0.6037,0.7377]},{"label":"LLR · maize","fam":"llr","value":0.6659,"ci":[0.6015,0.7282]},{"label":"LLR · tomato","fam":"llr","value":0.6087,"ci":[0.5757,0.6413]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8551,"ci":[0.8206,0.8866]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.919,"ci":[0.911,0.9268]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9601,"ci":[0.9522,0.9672]},{"label":"TIS · arabidopsis","fam":"tis","value":0.8471,"ci":[0.8236,0.8691]},{"label":"TTS · arabidopsis","fam":"tts","value":0.7142,"ci":[0.679,0.7475]}],"s_bal_ci":[0.667,0.6949],"families_ci":{"chromatin":[0.4054,0.449],"grc":[0.4411,0.4756],"conservation":[0.6687,0.6977],"splicing":[0.934,0.9448],"tis":[0.8236,0.8691],"tts":[0.679,0.7475],"proseq":[0.8206,0.8866],"llr":[0.6158,0.6816],"causal":[0.452,0.6591]},"vs_plantcad2l":{"delta":-0.0746,"lo":-0.0918,"hi":-0.0578,"significant":true}},{"id":"Evo2-20b","name":"Evo 2-20B","org":"Arc Institute","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":20000000000.0,"params_str":"20B","logo":"arc-institute.png","in_fig1":true,"tokens_seen":9300000000000.0,"bp_equivalent":"9.30T","s_bal":0.6776,"families":{"chromatin":0.2323,"grc":0.4103,"conservation":0.7355,"splicing":0.8658,"tis":0.852,"tts":0.8313,"proseq":0.7148,"llr":0.7178,"causal":0.7388},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7388,"ci":[0.6115,0.8511]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.167,"ci":[0.143,0.1916]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.222,"ci":[0.184,0.2632]},{"label":"Chromatin · maize","fam":"chromatin","value":0.1924,"ci":[0.1303,0.263]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.1827,"ci":[0.135,0.232]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.1968,"ci":[0.1528,0.2414]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.3514,"ci":[0.3111,0.3908]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.3138,"ci":[0.2491,0.3809]},{"label":"Conservation · maize","fam":"conservation","value":0.7028,"ci":[0.6825,0.7229]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7682,"ci":[0.7501,0.7859]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.513,"ci":[0.492,0.5343]},{"label":"GRC2 · maize","fam":"grc","value":0.3742,"ci":[0.322,0.4309]},{"label":"GRC2 · rice","fam":"grc","value":0.3831,"ci":[0.3578,0.41]},{"label":"GRC2 · tomato","fam":"grc","value":0.3712,"ci":[0.3402,0.4057]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7361,"ci":[0.6737,0.7964]},{"label":"LLR · maize","fam":"llr","value":0.7194,"ci":[0.6473,0.7879]},{"label":"LLR · tomato","fam":"llr","value":0.6979,"ci":[0.663,0.7316]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.7148,"ci":[0.6729,0.7539]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.8955,"ci":[0.8864,0.9042]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.8361,"ci":[0.8229,0.8489]},{"label":"TIS · arabidopsis","fam":"tis","value":0.852,"ci":[0.8288,0.8737]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8313,"ci":[0.8031,0.8578]}],"s_bal_ci":[0.6613,0.6923],"families_ci":{"chromatin":[0.214,0.251],"grc":[0.3926,0.4288],"conservation":[0.7218,0.7492],"splicing":[0.8578,0.8736],"tis":[0.8288,0.8737],"tts":[0.8031,0.8578],"proseq":[0.6729,0.7539],"llr":[0.6838,0.7509],"causal":[0.6115,0.8511]},"vs_plantcad2l":{"delta":-0.078,"lo":-0.09,"hi":-0.0644,"significant":true}},{"id":"Evo2-1b","name":"Evo 2-1B","org":"Arc Institute","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":1000000000.0,"params_str":"1B","logo":"arc-institute.png","in_fig1":true,"tokens_seen":1000000000000.0,"bp_equivalent":"1.00T","s_bal":0.6695,"families":{"chromatin":0.1807,"grc":0.3438,"conservation":0.7137,"splicing":0.9181,"tis":0.9057,"tts":0.8722,"proseq":0.6946,"llr":0.6915,"causal":0.7055},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7055,"ci":[0.5893,0.8132]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.1386,"ci":[0.1065,0.1705]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.1613,"ci":[0.1138,0.2109]},{"label":"Chromatin · maize","fam":"chromatin","value":0.1145,"ci":[0.0231,0.206]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.134,"ci":[0.0764,0.1907]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.1563,"ci":[0.1078,0.2038]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.3113,"ci":[0.2679,0.3532]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.2486,"ci":[0.1766,0.3176]},{"label":"Conservation · maize","fam":"conservation","value":0.6761,"ci":[0.6554,0.6966]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7513,"ci":[0.732,0.7698]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.4592,"ci":[0.4402,0.4789]},{"label":"GRC2 · maize","fam":"grc","value":0.2741,"ci":[0.2244,0.3308]},{"label":"GRC2 · rice","fam":"grc","value":0.3445,"ci":[0.3235,0.3673]},{"label":"GRC2 · tomato","fam":"grc","value":0.2974,"ci":[0.2711,0.328]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7078,"ci":[0.6438,0.7703]},{"label":"LLR · maize","fam":"llr","value":0.6976,"ci":[0.6234,0.7676]},{"label":"LLR · tomato","fam":"llr","value":0.6691,"ci":[0.6329,0.7051]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.6946,"ci":[0.6521,0.7334]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.9129,"ci":[0.9052,0.9203]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.9233,"ci":[0.9134,0.9325]},{"label":"TIS · arabidopsis","fam":"tis","value":0.9057,"ci":[0.8873,0.9229]},{"label":"TTS · arabidopsis","fam":"tts","value":0.8722,"ci":[0.848,0.8945]}],"s_bal_ci":[0.6545,0.6838],"families_ci":{"chromatin":[0.1585,0.2026],"grc":[0.3276,0.3614],"conservation":[0.6996,0.7277],"splicing":[0.9119,0.9241],"tis":[0.8873,0.9229],"tts":[0.848,0.8945],"proseq":[0.6521,0.7334],"llr":[0.6569,0.7253],"causal":[0.5893,0.8132]},"vs_plantcad2l":{"delta":-0.0861,"lo":-0.1002,"hi":-0.0708,"significant":true}},{"id":"PlantGFM","name":"PlantGFM","org":"Huazhong Agric. Univ.","group":"ar","ours":false,"objective":"autoregressive","domain":"plant","params":220000000.0,"params_str":"220M","logo":"huazhong.png","in_fig1":true,"tokens_seen":430600000000.0,"bp_equivalent":"430.6B","s_bal":0.6497,"families":{"chromatin":0.4219,"grc":0.4497,"conservation":0.6758,"splicing":0.8167,"tis":0.7695,"tts":0.712,"proseq":0.8115,"llr":0.6004,"causal":0.5898},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.5898,"ci":[0.4964,0.6802]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3767,"ci":[0.3422,0.4113]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3326,"ci":[0.2836,0.3829]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3826,"ci":[0.2896,0.4734]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4136,"ci":[0.3569,0.4686]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.4047,"ci":[0.3538,0.4543]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5155,"ci":[0.4724,0.5571]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5277,"ci":[0.4578,0.5936]},{"label":"Conservation · maize","fam":"conservation","value":0.6582,"ci":[0.6374,0.6795]},{"label":"Conservation · sorghum","fam":"conservation","value":0.6935,"ci":[0.6739,0.7132]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.55,"ci":[0.5299,0.5707]},{"label":"GRC2 · maize","fam":"grc","value":0.4097,"ci":[0.3768,0.4433]},{"label":"GRC2 · rice","fam":"grc","value":0.4303,"ci":[0.4132,0.4484]},{"label":"GRC2 · tomato","fam":"grc","value":0.4088,"ci":[0.3765,0.4449]},{"label":"LLR · arabidopsis","fam":"llr","value":0.689,"ci":[0.6243,0.7513]},{"label":"LLR · maize","fam":"llr","value":0.5714,"ci":[0.5078,0.6348]},{"label":"LLR · tomato","fam":"llr","value":0.5407,"ci":[0.5094,0.5721]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8115,"ci":[0.7738,0.8461]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.8507,"ci":[0.84,0.8612]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.7828,"ci":[0.7675,0.7975]},{"label":"TIS · arabidopsis","fam":"tis","value":0.7695,"ci":[0.7397,0.7973]},{"label":"TTS · arabidopsis","fam":"tts","value":0.712,"ci":[0.6731,0.7482]}],"s_bal_ci":[0.6365,0.6627],"families_ci":{"chromatin":[0.3994,0.4439],"grc":[0.4362,0.4639],"conservation":[0.6616,0.6905],"splicing":[0.8073,0.8257],"tis":[0.7397,0.7973],"tts":[0.6731,0.7482],"proseq":[0.7738,0.8461],"llr":[0.5687,0.6318],"causal":[0.4964,0.6802]},"vs_plantcad2l":{"delta":-0.1059,"lo":-0.1227,"hi":-0.0891,"significant":true}},{"id":"Botanic0-M","name":"Botanic0-M","org":"Living Models","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":260000000.0,"params_str":"260M","logo":"living-models-icon.png","in_fig1":false,"tokens_seen":226100000000.0,"bp_equivalent":"1.36T","s_bal":0.6435,"families":{"chromatin":0.415,"grc":0.4231,"conservation":0.6702,"splicing":0.8461,"tis":0.7865,"tts":0.6049,"proseq":0.8212,"llr":0.6279,"causal":0.5965},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.5965,"ci":[0.4935,0.6944]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3544,"ci":[0.3215,0.3868]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3337,"ci":[0.2867,0.3838]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3879,"ci":[0.299,0.4724]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.4153,"ci":[0.3604,0.4685]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3842,"ci":[0.3365,0.4319]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5002,"ci":[0.4532,0.5457]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5294,"ci":[0.4581,0.596]},{"label":"Conservation · maize","fam":"conservation","value":0.6465,"ci":[0.6255,0.6675]},{"label":"Conservation · sorghum","fam":"conservation","value":0.694,"ci":[0.6736,0.7141]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.535,"ci":[0.5149,0.5557]},{"label":"GRC2 · maize","fam":"grc","value":0.3565,"ci":[0.3097,0.4111]},{"label":"GRC2 · rice","fam":"grc","value":0.4059,"ci":[0.3878,0.425]},{"label":"GRC2 · tomato","fam":"grc","value":0.3949,"ci":[0.3625,0.4316]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6569,"ci":[0.5887,0.7229]},{"label":"LLR · maize","fam":"llr","value":0.6165,"ci":[0.5518,0.6793]},{"label":"LLR · tomato","fam":"llr","value":0.6104,"ci":[0.5777,0.6432]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8212,"ci":[0.7818,0.8573]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.7782,"ci":[0.7657,0.7905]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.914,"ci":[0.9041,0.9234]},{"label":"TIS · arabidopsis","fam":"tis","value":0.7865,"ci":[0.7586,0.8129]},{"label":"TTS · arabidopsis","fam":"tts","value":0.6049,"ci":[0.5635,0.6448]}],"s_bal_ci":[0.6291,0.6576],"families_ci":{"chromatin":[0.3932,0.4365],"grc":[0.4071,0.4411],"conservation":[0.6558,0.6848],"splicing":[0.8381,0.8539],"tis":[0.7586,0.8129],"tts":[0.5635,0.6448],"proseq":[0.7818,0.8573],"llr":[0.5945,0.6606],"causal":[0.4935,0.6944]},"vs_plantcad2l":{"delta":-0.1121,"lo":-0.1294,"hi":-0.0947,"significant":true}},{"id":"Evo2-40b","name":"Evo 2-40B","org":"Arc Institute","group":"ar","ours":false,"objective":"autoregressive","domain":"generalist","params":40000000000.0,"params_str":"40B","logo":"arc-institute.png","in_fig1":true,"tokens_seen":9300000000000.0,"bp_equivalent":"9.30T","s_bal":0.6287,"families":{"chromatin":0.2384,"grc":0.4084,"conservation":0.6922,"splicing":0.7181,"tis":0.7202,"tts":0.7187,"proseq":0.7012,"llr":0.7185,"causal":0.7426},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.7426,"ci":[0.6161,0.8541]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.1718,"ci":[0.1564,0.1884]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.2274,"ci":[0.1972,0.2594]},{"label":"Chromatin · maize","fam":"chromatin","value":0.1964,"ci":[0.1375,0.2608]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.1939,"ci":[0.1622,0.2273]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.2141,"ci":[0.1791,0.2517]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.3483,"ci":[0.3153,0.3816]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.3166,"ci":[0.2627,0.3746]},{"label":"Conservation · maize","fam":"conservation","value":0.6638,"ci":[0.6429,0.6845]},{"label":"Conservation · sorghum","fam":"conservation","value":0.7205,"ci":[0.701,0.7398]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.5197,"ci":[0.5016,0.5383]},{"label":"GRC2 · maize","fam":"grc","value":0.351,"ci":[0.3125,0.3967]},{"label":"GRC2 · rice","fam":"grc","value":0.3828,"ci":[0.3642,0.4024]},{"label":"GRC2 · tomato","fam":"grc","value":0.38,"ci":[0.3493,0.4147]},{"label":"LLR · arabidopsis","fam":"llr","value":0.7412,"ci":[0.6797,0.8006]},{"label":"LLR · maize","fam":"llr","value":0.7168,"ci":[0.6435,0.7862]},{"label":"LLR · tomato","fam":"llr","value":0.6975,"ci":[0.6625,0.7311]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.7012,"ci":[0.6502,0.7507]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.776,"ci":[0.7635,0.7884]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.6602,"ci":[0.6419,0.6781]},{"label":"TIS · arabidopsis","fam":"tis","value":0.7202,"ci":[0.6864,0.7527]},{"label":"TTS · arabidopsis","fam":"tts","value":0.7187,"ci":[0.6827,0.7527]}],"s_bal_ci":[0.6119,0.6443],"families_ci":{"chromatin":[0.2232,0.2543],"grc":[0.3941,0.4241],"conservation":[0.6778,0.7063],"splicing":[0.707,0.729],"tis":[0.6864,0.7527],"tts":[0.6827,0.7527],"proseq":[0.6502,0.7507],"llr":[0.6844,0.7516],"causal":[0.6161,0.8541]},"vs_plantcad2l":{"delta":-0.1269,"lo":-0.1403,"hi":-0.1123,"significant":true}},{"id":"AgroNT","name":"AgroNT","org":"InstaDeep","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":1000000000.0,"params_str":"1.0B","logo":"instadeep.png","in_fig1":true,"tokens_seen":472500000000.0,"bp_equivalent":"2.83T","s_bal":0.5748,"families":{"chromatin":0.3946,"grc":0.3559,"conservation":0.6056,"splicing":0.7815,"tis":0.6564,"tts":0.3745,"proseq":0.8075,"llr":0.6258,"causal":0.5713},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.5713,"ci":[0.4672,0.6712]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3169,"ci":[0.2861,0.3483]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.3235,"ci":[0.2772,0.3725]},{"label":"Chromatin · maize","fam":"chromatin","value":0.3387,"ci":[0.2603,0.4179]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.3808,"ci":[0.3258,0.4345]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3846,"ci":[0.3352,0.4335]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.5057,"ci":[0.461,0.5487]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.5119,"ci":[0.44,0.5814]},{"label":"Conservation · maize","fam":"conservation","value":0.5973,"ci":[0.5767,0.6182]},{"label":"Conservation · sorghum","fam":"conservation","value":0.6139,"ci":[0.5929,0.6351]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.4521,"ci":[0.4364,0.4679]},{"label":"GRC2 · maize","fam":"grc","value":0.2893,"ci":[0.2483,0.3384]},{"label":"GRC2 · rice","fam":"grc","value":0.3599,"ci":[0.342,0.3794]},{"label":"GRC2 · tomato","fam":"grc","value":0.3224,"ci":[0.2896,0.3593]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6716,"ci":[0.6043,0.7372]},{"label":"LLR · maize","fam":"llr","value":0.6207,"ci":[0.5554,0.6841]},{"label":"LLR · tomato","fam":"llr","value":0.5851,"ci":[0.5528,0.6169]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8075,"ci":[0.7647,0.8469]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.7227,"ci":[0.7084,0.7366]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.8402,"ci":[0.8268,0.8532]},{"label":"TIS · arabidopsis","fam":"tis","value":0.6564,"ci":[0.6201,0.6907]},{"label":"TTS · arabidopsis","fam":"tts","value":0.3745,"ci":[0.3325,0.4149]}],"s_bal_ci":[0.5602,0.5894],"families_ci":{"chromatin":[0.3733,0.4158],"grc":[0.341,0.3721],"conservation":[0.5908,0.6206],"splicing":[0.7717,0.7911],"tis":[0.6201,0.6907],"tts":[0.3325,0.4149],"proseq":[0.7647,0.8469],"llr":[0.5923,0.6588],"causal":[0.4672,0.6712]},"vs_plantcad2l":{"delta":-0.1808,"lo":-0.198,"hi":-0.1635,"significant":true}},{"id":"Botanic0-S","name":"Botanic0-S","org":"Living Models","group":"mlm","ours":false,"objective":"masked","domain":"plant","params":114000000.0,"params_str":"114M","logo":"living-models-icon.png","in_fig1":false,"tokens_seen":226100000000.0,"bp_equivalent":"1.36T","s_bal":0.5478,"families":{"chromatin":0.3609,"grc":0.3371,"conservation":0.5885,"splicing":0.7347,"tis":0.6091,"tts":0.3663,"proseq":0.8109,"llr":0.5961,"causal":0.527},"metrics":[{"label":"GWAS · recall_auc","fam":"causal","value":0.527,"ci":[0.4368,0.619]},{"label":"Chromatin · arabidopsis","fam":"chromatin","value":0.3004,"ci":[0.27,0.3309]},{"label":"Chromatin · brachypodium","fam":"chromatin","value":0.2841,"ci":[0.2456,0.3255]},{"label":"Chromatin · maize","fam":"chromatin","value":0.2944,"ci":[0.2268,0.3639]},{"label":"Chromatin · rice MH63","fam":"chromatin","value":0.3456,"ci":[0.2925,0.3976]},{"label":"Chromatin · rice ZS97","fam":"chromatin","value":0.3693,"ci":[0.32,0.4189]},{"label":"Chromatin · setaria","fam":"chromatin","value":0.4469,"ci":[0.4073,0.4862]},{"label":"Chromatin · sorghum","fam":"chromatin","value":0.4853,"ci":[0.4191,0.5489]},{"label":"Conservation · maize","fam":"conservation","value":0.5798,"ci":[0.5585,0.6011]},{"label":"Conservation · sorghum","fam":"conservation","value":0.5973,"ci":[0.576,0.6182]},{"label":"GRC2 · arabidopsis","fam":"grc","value":0.4469,"ci":[0.4309,0.4632]},{"label":"GRC2 · maize","fam":"grc","value":0.2677,"ci":[0.2203,0.3223]},{"label":"GRC2 · rice","fam":"grc","value":0.3317,"ci":[0.315,0.349]},{"label":"GRC2 · tomato","fam":"grc","value":0.3022,"ci":[0.2772,0.3319]},{"label":"LLR · arabidopsis","fam":"llr","value":0.6338,"ci":[0.5698,0.6968]},{"label":"LLR · maize","fam":"llr","value":0.5615,"ci":[0.4982,0.6248]},{"label":"LLR · tomato","fam":"llr","value":0.5929,"ci":[0.5603,0.6248]},{"label":"PRO-seq · cassava","fam":"proseq","value":0.8109,"ci":[0.7715,0.8464]},{"label":"Splice acceptor · arabidopsis","fam":"splicing","value":0.6956,"ci":[0.6801,0.7108]},{"label":"Splice donor · arabidopsis","fam":"splicing","value":0.7739,"ci":[0.7569,0.7904]},{"label":"TIS · arabidopsis","fam":"tis","value":0.6091,"ci":[0.5717,0.6452]},{"label":"TTS · arabidopsis","fam":"tts","value":0.3663,"ci":[0.3242,0.4083]}],"s_bal_ci":[0.5341,0.5613],"families_ci":{"chromatin":[0.3416,0.3801],"grc":[0.3223,0.3533],"conservation":[0.5736,0.6034],"splicing":[0.7232,0.746],"tis":[0.5717,0.6452],"tts":[0.3242,0.4083],"proseq":[0.7715,0.8464],"llr":[0.5637,0.6277],"causal":[0.4368,0.619]},"vs_plantcad2l":{"delta":-0.2078,"lo":-0.2268,"hi":-0.1882,"significant":true}}],"note":"S_bal^test: species averaged within each of nine task families, then the nine families averaged. 22 metrics from the frozen-model suite.","ci_note":"95% confidence intervals from the per-sample paired bootstrap of the technical report (20,000 replicates, draws shared across models within each cell), centred on the reported score.","ci_meta":{"replicates":20000,"level":95,"source":"BOTANIC1-technical-report figures/data/fig3_rerun/rerun_ci.json @ 6e420d15"}} \ No newline at end of file +{ + "families": [ + { + "key": "chromatin", + "name": "Chromatin accessibility", + "metric": "macro-AUPRC", + "n_species": 7 + }, + { + "key": "grc", + "name": "Genomic region", + "metric": "balanced acc.", + "n_species": 4 + }, + { + "key": "conservation", + "name": "Conservation", + "metric": "AUPRC", + "n_species": 2 + }, + { + "key": "splicing", + "name": "Splicing", + "metric": "strat. AUPRC", + "n_species": 2 + }, + { + "key": "tis", + "name": "TIS", + "metric": "AUPRC", + "n_species": 1 + }, + { + "key": "tts", + "name": "TTS", + "metric": "AUPRC", + "n_species": 1 + }, + { + "key": "proseq", + "name": "PRO-seq", + "metric": "AUPRC", + "n_species": 1 + }, + { + "key": "llr", + "name": "LLR mutation effect", + "metric": "AUROC", + "n_species": 3 + }, + { + "key": "causal", + "name": "Causal variant discovery", + "metric": "recall-AUC", + "n_species": 1 + } + ], + "models": [ + { + "id": "botanic1-XL", + "name": "Botanic1-XL", + "org": "Living Models", + "group": "ours", + "ours": true, + "objective": "masked", + "domain": "plant", + "params": 3180000000.0, + "params_str": "3.18B", + "logo": "living-models-icon.png", + "in_fig1": true, + "tokens_seen": 314600000000.0, + "bp_equivalent": "314.6B", + "s_bal": 0.7696, + "families": { + "chromatin": 0.4764, + "grc": 0.5269, + "conservation": 0.8126, + "splicing": 0.98, + "tis": 0.9087, + "tts": 0.8874, + "proseq": 0.8612, + "llr": 0.7207, + "causal": 0.753 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.753, + "ci": [ + 0.6415, + 0.8525 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4319, + "ci": [ + 0.402, + 0.4672 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.4093, + "ci": [ + 0.3578, + 0.4706 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.4575, + "ci": [ + 0.3778, + 0.5544 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4599, + "ci": [ + 0.4055, + 0.5194 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4361, + "ci": [ + 0.3881, + 0.4884 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.575, + "ci": [ + 0.5329, + 0.6184 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5648, + "ci": [ + 0.496, + 0.6353 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.767, + "ci": [ + 0.7478, + 0.7864 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8581, + "ci": [ + 0.8432, + 0.8729 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6547, + "ci": [ + 0.6395, + 0.6696 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4798, + "ci": [ + 0.4296, + 0.5336 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4815, + "ci": [ + 0.4661, + 0.4975 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4916, + "ci": [ + 0.4593, + 0.5287 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7526, + "ci": [ + 0.6885, + 0.8149 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7292, + "ci": [ + 0.6569, + 0.7969 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6802, + "ci": [ + 0.6445, + 0.7134 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8612, + "ci": [ + 0.8271, + 0.893 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9782, + "ci": [ + 0.9729, + 0.9831 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9817, + "ci": [ + 0.9745, + 0.9878 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9087, + "ci": [ + 0.889, + 0.9269 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8874, + "ci": [ + 0.8654, + 0.9082 + ] + } + ], + "s_bal_ci": [ + 0.756, + 0.7835 + ], + "families_ci": { + "chromatin": [ + 0.4582, + 0.5031 + ], + "grc": [ + 0.5108, + 0.5444 + ], + "conservation": [ + 0.8006, + 0.8249 + ], + "splicing": [ + 0.9756, + 0.984 + ], + "tis": [ + 0.889, + 0.9269 + ], + "tts": [ + 0.8654, + 0.9082 + ], + "proseq": [ + 0.8271, + 0.893 + ], + "llr": [ + 0.6864, + 0.7537 + ], + "causal": [ + 0.6415, + 0.8525 + ] + }, + "vs_plantcad2l": { + "delta": 0.0175, + "lo": 0.0094, + "hi": 0.0273, + "significant": true + } + }, + { + "id": "botanic1-L", + "name": "Botanic1-L", + "org": "Living Models", + "group": "ours", + "ours": true, + "objective": "masked", + "domain": "plant", + "params": 2109999999.9999998, + "params_str": "2.11B", + "logo": "living-models-icon.png", + "in_fig1": true, + "tokens_seen": 314600000000.0, + "bp_equivalent": "314.6B", + "s_bal": 0.7677, + "families": { + "chromatin": 0.4802, + "grc": 0.5274, + "conservation": 0.81, + "splicing": 0.9818, + "tis": 0.9128, + "tts": 0.8677, + "proseq": 0.869, + "llr": 0.7175, + "causal": 0.7427 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7427, + "ci": [ + 0.624, + 0.8481 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4309, + "ci": [ + 0.399, + 0.4675 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.4005, + "ci": [ + 0.3502, + 0.4606 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.4712, + "ci": [ + 0.3868, + 0.5712 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4655, + "ci": [ + 0.4112, + 0.5232 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4455, + "ci": [ + 0.3979, + 0.4974 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5776, + "ci": [ + 0.5367, + 0.62 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5699, + "ci": [ + 0.5024, + 0.6388 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7673, + "ci": [ + 0.7488, + 0.7856 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8526, + "ci": [ + 0.8375, + 0.8674 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6529, + "ci": [ + 0.6379, + 0.6679 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4868, + "ci": [ + 0.435, + 0.5415 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4822, + "ci": [ + 0.4667, + 0.4981 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4878, + "ci": [ + 0.4565, + 0.5238 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7463, + "ci": [ + 0.6815, + 0.8088 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7217, + "ci": [ + 0.6492, + 0.7903 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6846, + "ci": [ + 0.649, + 0.7176 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.869, + "ci": [ + 0.8382, + 0.8974 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9799, + "ci": [ + 0.9753, + 0.9842 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9837, + "ci": [ + 0.9791, + 0.988 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9128, + "ci": [ + 0.8946, + 0.9297 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8677, + "ci": [ + 0.8429, + 0.8911 + ] + } + ], + "s_bal_ci": [ + 0.7532, + 0.7821 + ], + "families_ci": { + "chromatin": [ + 0.4617, + 0.5066 + ], + "grc": [ + 0.5109, + 0.5448 + ], + "conservation": [ + 0.798, + 0.822 + ], + "splicing": [ + 0.9786, + 0.9848 + ], + "tis": [ + 0.8946, + 0.9297 + ], + "tts": [ + 0.8429, + 0.8911 + ], + "proseq": [ + 0.8382, + 0.8974 + ], + "llr": [ + 0.6832, + 0.7506 + ], + "causal": [ + 0.624, + 0.8481 + ] + }, + "vs_plantcad2l": { + "delta": 0.0155, + "lo": 0.0078, + "hi": 0.0252, + "significant": true + } + }, + { + "id": "botanic1-M", + "name": "Botanic1-M", + "org": "Living Models", + "group": "ours", + "ours": true, + "objective": "masked", + "domain": "plant", + "params": 688000000.0, + "params_str": "688M", + "logo": "living-models-icon.png", + "in_fig1": true, + "tokens_seen": 314600000000.0, + "bp_equivalent": "314.6B", + "s_bal": 0.7639, + "families": { + "chromatin": 0.4724, + "grc": 0.5197, + "conservation": 0.8074, + "splicing": 0.9836, + "tis": 0.9101, + "tts": 0.8778, + "proseq": 0.8552, + "llr": 0.7126, + "causal": 0.7366 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7366, + "ci": [ + 0.6184, + 0.841 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4227, + "ci": [ + 0.391, + 0.4577 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.4048, + "ci": [ + 0.3528, + 0.4701 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.471, + "ci": [ + 0.3849, + 0.5715 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4603, + "ci": [ + 0.4062, + 0.5196 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4275, + "ci": [ + 0.3806, + 0.4791 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5614, + "ci": [ + 0.5195, + 0.6047 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5592, + "ci": [ + 0.4896, + 0.6294 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7625, + "ci": [ + 0.7434, + 0.7819 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8524, + "ci": [ + 0.8379, + 0.8664 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6481, + "ci": [ + 0.6325, + 0.6638 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.454, + "ci": [ + 0.413, + 0.5024 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.484, + "ci": [ + 0.4662, + 0.5034 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4928, + "ci": [ + 0.4614, + 0.5288 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7216, + "ci": [ + 0.655, + 0.7848 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7338, + "ci": [ + 0.6638, + 0.7999 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6823, + "ci": [ + 0.6474, + 0.7153 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8552, + "ci": [ + 0.8216, + 0.8865 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.982, + "ci": [ + 0.9781, + 0.9856 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9853, + "ci": [ + 0.9814, + 0.9889 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9101, + "ci": [ + 0.8922, + 0.9269 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8778, + "ci": [ + 0.8539, + 0.8999 + ] + } + ], + "s_bal_ci": [ + 0.7496, + 0.7782 + ], + "families_ci": { + "chromatin": [ + 0.4536, + 0.4995 + ], + "grc": [ + 0.5053, + 0.5361 + ], + "conservation": [ + 0.7956, + 0.8194 + ], + "splicing": [ + 0.981, + 0.9862 + ], + "tis": [ + 0.8922, + 0.9269 + ], + "tts": [ + 0.8539, + 0.8999 + ], + "proseq": [ + 0.8216, + 0.8865 + ], + "llr": [ + 0.6789, + 0.7448 + ], + "causal": [ + 0.6184, + 0.841 + ] + }, + "vs_plantcad2l": { + "delta": 0.0118, + "lo": 0.0039, + "hi": 0.0217, + "significant": true + } + }, + { + "id": "botanic1-S", + "name": "Botanic1-S", + "org": "Living Models", + "group": "ours", + "ours": true, + "objective": "masked", + "domain": "plant", + "params": 318000000.0, + "params_str": "318M", + "logo": "living-models-icon.png", + "in_fig1": true, + "tokens_seen": 314600000000.0, + "bp_equivalent": "314.6B", + "s_bal": 0.758, + "families": { + "chromatin": 0.4685, + "grc": 0.5253, + "conservation": 0.7951, + "splicing": 0.9819, + "tis": 0.9058, + "tts": 0.8778, + "proseq": 0.8537, + "llr": 0.7115, + "causal": 0.7021 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7021, + "ci": [ + 0.5822, + 0.8117 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4186, + "ci": [ + 0.3882, + 0.4541 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3981, + "ci": [ + 0.3474, + 0.4589 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.457, + "ci": [ + 0.368, + 0.5582 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4473, + "ci": [ + 0.393, + 0.506 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4207, + "ci": [ + 0.3748, + 0.4711 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5689, + "ci": [ + 0.5265, + 0.613 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5691, + "ci": [ + 0.5013, + 0.6366 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7478, + "ci": [ + 0.7289, + 0.7672 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8423, + "ci": [ + 0.8272, + 0.857 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6437, + "ci": [ + 0.6282, + 0.6597 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4707, + "ci": [ + 0.4203, + 0.5248 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4911, + "ci": [ + 0.4712, + 0.5128 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4957, + "ci": [ + 0.463, + 0.5332 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7244, + "ci": [ + 0.6596, + 0.7876 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7225, + "ci": [ + 0.651, + 0.7907 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6877, + "ci": [ + 0.6517, + 0.7189 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8537, + "ci": [ + 0.8191, + 0.8861 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9792, + "ci": [ + 0.975, + 0.9833 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9846, + "ci": [ + 0.9798, + 0.9888 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9058, + "ci": [ + 0.8862, + 0.9236 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8778, + "ci": [ + 0.8547, + 0.8998 + ] + } + ], + "s_bal_ci": [ + 0.7435, + 0.7729 + ], + "families_ci": { + "chromatin": [ + 0.4494, + 0.4951 + ], + "grc": [ + 0.5088, + 0.5431 + ], + "conservation": [ + 0.7828, + 0.8074 + ], + "splicing": [ + 0.9788, + 0.9849 + ], + "tis": [ + 0.8862, + 0.9236 + ], + "tts": [ + 0.8547, + 0.8998 + ], + "proseq": [ + 0.8191, + 0.8861 + ], + "llr": [ + 0.6774, + 0.7439 + ], + "causal": [ + 0.5822, + 0.8117 + ] + }, + "vs_plantcad2l": { + "delta": 0.0058, + "lo": -0.0029, + "hi": 0.0159, + "significant": false + } + }, + { + "id": "PlantCAD2-L", + "name": "PlantCAD2-L", + "org": "Cornell University", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 694000000.0, + "params_str": "694M", + "logo": "cornell-seal.png", + "in_fig1": true, + "tokens_seen": 4030000000000.001, + "bp_equivalent": "4.03T", + "s_bal": 0.7521, + "families": { + "chromatin": 0.4809, + "grc": 0.5207, + "conservation": 0.7958, + "splicing": 0.9779, + "tis": 0.8944, + "tts": 0.8806, + "proseq": 0.8703, + "llr": 0.642, + "causal": 0.7067 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7067, + "ci": [ + 0.5798, + 0.8243 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4285, + "ci": [ + 0.397, + 0.464 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.4145, + "ci": [ + 0.3637, + 0.4743 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.4661, + "ci": [ + 0.3811, + 0.5648 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4768, + "ci": [ + 0.4219, + 0.5354 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4338, + "ci": [ + 0.3872, + 0.4842 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5701, + "ci": [ + 0.5271, + 0.6161 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5767, + "ci": [ + 0.5086, + 0.644 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7417, + "ci": [ + 0.722, + 0.7616 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8499, + "ci": [ + 0.8355, + 0.8639 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6588, + "ci": [ + 0.6443, + 0.6731 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4449, + "ci": [ + 0.4013, + 0.4958 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4892, + "ci": [ + 0.4731, + 0.5056 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4899, + "ci": [ + 0.4574, + 0.5268 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6694, + "ci": [ + 0.6025, + 0.7351 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.5595, + "ci": [ + 0.4926, + 0.6234 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.697, + "ci": [ + 0.6614, + 0.7297 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8703, + "ci": [ + 0.8373, + 0.9001 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9764, + "ci": [ + 0.9712, + 0.9813 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9793, + "ci": [ + 0.9723, + 0.9854 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8944, + "ci": [ + 0.8737, + 0.9138 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8806, + "ci": [ + 0.8574, + 0.9028 + ] + } + ], + "s_bal_ci": [ + 0.7368, + 0.7674 + ], + "families_ci": { + "chromatin": [ + 0.4619, + 0.5073 + ], + "grc": [ + 0.5057, + 0.5375 + ], + "conservation": [ + 0.7835, + 0.8079 + ], + "splicing": [ + 0.9736, + 0.9819 + ], + "tis": [ + 0.8737, + 0.9138 + ], + "tts": [ + 0.8574, + 0.9028 + ], + "proseq": [ + 0.8373, + 0.9001 + ], + "llr": [ + 0.6088, + 0.6744 + ], + "causal": [ + 0.5798, + 0.8243 + ] + } + }, + { + "id": "PlantCaduceus", + "name": "PlantCaduceus-l32", + "org": "Cornell University", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 225000000.0, + "params_str": "225M", + "logo": "cornell-seal.png", + "in_fig1": true, + "tokens_seen": 251700000000.0, + "bp_equivalent": "251.7B", + "s_bal": 0.751, + "families": { + "chromatin": 0.4561, + "grc": 0.522, + "conservation": 0.7936, + "splicing": 0.9781, + "tis": 0.8942, + "tts": 0.8584, + "proseq": 0.8187, + "llr": 0.7129, + "causal": 0.7249 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7249, + "ci": [ + 0.6066, + 0.8292 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4035, + "ci": [ + 0.3723, + 0.4392 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3795, + "ci": [ + 0.3318, + 0.4398 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.4257, + "ci": [ + 0.3459, + 0.5244 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4445, + "ci": [ + 0.3907, + 0.5025 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4234, + "ci": [ + 0.3761, + 0.4741 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5524, + "ci": [ + 0.5093, + 0.5971 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5638, + "ci": [ + 0.4944, + 0.633 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.754, + "ci": [ + 0.7348, + 0.7732 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8331, + "ci": [ + 0.8168, + 0.8493 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6823, + "ci": [ + 0.6667, + 0.698 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4566, + "ci": [ + 0.4131, + 0.5063 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4835, + "ci": [ + 0.4679, + 0.4996 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4655, + "ci": [ + 0.4337, + 0.5013 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7426, + "ci": [ + 0.6772, + 0.8044 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7167, + "ci": [ + 0.6444, + 0.786 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6793, + "ci": [ + 0.6437, + 0.7109 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8187, + "ci": [ + 0.781, + 0.8541 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9715, + "ci": [ + 0.9657, + 0.9769 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9846, + "ci": [ + 0.9801, + 0.9888 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8942, + "ci": [ + 0.8745, + 0.9127 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8584, + "ci": [ + 0.8329, + 0.8823 + ] + } + ], + "s_bal_ci": [ + 0.7366, + 0.7654 + ], + "families_ci": { + "chromatin": [ + 0.4382, + 0.483 + ], + "grc": [ + 0.5073, + 0.5383 + ], + "conservation": [ + 0.7811, + 0.8062 + ], + "splicing": [ + 0.9745, + 0.9815 + ], + "tis": [ + 0.8745, + 0.9127 + ], + "tts": [ + 0.8329, + 0.8823 + ], + "proseq": [ + 0.781, + 0.8541 + ], + "llr": [ + 0.6781, + 0.7454 + ], + "causal": [ + 0.6066, + 0.8292 + ] + }, + "vs_plantcad2l": { + "delta": -0.0012, + "lo": -0.0088, + "hi": 0.008, + "significant": false + } + }, + { + "id": "PlantCAD2-S", + "name": "PlantCAD2-S", + "org": "Cornell University", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 88000000.0, + "params_str": "88M", + "logo": "cornell-seal.png", + "in_fig1": false, + "tokens_seen": 4030000000000.001, + "bp_equivalent": "4.03T", + "s_bal": 0.7467, + "families": { + "chromatin": 0.4696, + "grc": 0.5153, + "conservation": 0.7712, + "splicing": 0.9796, + "tis": 0.8873, + "tts": 0.8658, + "proseq": 0.8524, + "llr": 0.6701, + "causal": 0.7092 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7092, + "ci": [ + 0.5892, + 0.8177 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4305, + "ci": [ + 0.3993, + 0.4664 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.4062, + "ci": [ + 0.355, + 0.4651 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.459, + "ci": [ + 0.3726, + 0.5605 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4504, + "ci": [ + 0.3961, + 0.5097 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4206, + "ci": [ + 0.3715, + 0.4742 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5603, + "ci": [ + 0.5167, + 0.6064 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5598, + "ci": [ + 0.4913, + 0.6293 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7197, + "ci": [ + 0.6994, + 0.7406 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8226, + "ci": [ + 0.806, + 0.839 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6382, + "ci": [ + 0.6222, + 0.6541 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4688, + "ci": [ + 0.4179, + 0.5232 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4889, + "ci": [ + 0.4699, + 0.5092 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4654, + "ci": [ + 0.4333, + 0.5021 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6972, + "ci": [ + 0.6293, + 0.7629 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6354, + "ci": [ + 0.5624, + 0.7057 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6778, + "ci": [ + 0.6415, + 0.7101 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8524, + "ci": [ + 0.8183, + 0.8838 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9783, + "ci": [ + 0.974, + 0.9824 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9809, + "ci": [ + 0.9752, + 0.986 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8873, + "ci": [ + 0.8664, + 0.9071 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8658, + "ci": [ + 0.8414, + 0.8887 + ] + } + ], + "s_bal_ci": [ + 0.7324, + 0.7613 + ], + "families_ci": { + "chromatin": [ + 0.4507, + 0.4965 + ], + "grc": [ + 0.4991, + 0.5332 + ], + "conservation": [ + 0.7581, + 0.7846 + ], + "splicing": [ + 0.9761, + 0.9829 + ], + "tis": [ + 0.8664, + 0.9071 + ], + "tts": [ + 0.8414, + 0.8887 + ], + "proseq": [ + 0.8183, + 0.8838 + ], + "llr": [ + 0.6352, + 0.704 + ], + "causal": [ + 0.5892, + 0.8177 + ] + }, + "vs_plantcad2l": { + "delta": -0.0054, + "lo": -0.0119, + "hi": 0.0019, + "significant": false + } + }, + { + "id": "CARBON-3B", + "name": "Carbon-3B", + "org": "Hugging Face", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 3450000000.0, + "params_str": "3.45B", + "logo": "huggingface.png", + "in_fig1": true, + "tokens_seen": 1050000000000.0, + "bp_equivalent": "6.30T", + "s_bal": 0.7331, + "families": { + "chromatin": 0.4257, + "grc": 0.4343, + "conservation": 0.7635, + "splicing": 0.9513, + "tis": 0.9012, + "tts": 0.869, + "proseq": 0.8306, + "llr": 0.6936, + "causal": 0.729 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.729, + "ci": [ + 0.6102, + 0.8388 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3966, + "ci": [ + 0.3659, + 0.4318 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3473, + "ci": [ + 0.3032, + 0.406 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3654, + "ci": [ + 0.2975, + 0.4684 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4308, + "ci": [ + 0.3752, + 0.4899 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4033, + "ci": [ + 0.3557, + 0.4559 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5126, + "ci": [ + 0.4735, + 0.5578 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5241, + "ci": [ + 0.4569, + 0.5949 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7159, + "ci": [ + 0.6963, + 0.7355 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8112, + "ci": [ + 0.7952, + 0.827 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5898, + "ci": [ + 0.5742, + 0.6055 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3301, + "ci": [ + 0.3011, + 0.3683 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4141, + "ci": [ + 0.4027, + 0.426 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4031, + "ci": [ + 0.3836, + 0.428 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6833, + "ci": [ + 0.6166, + 0.7479 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7283, + "ci": [ + 0.6576, + 0.7939 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6692, + "ci": [ + 0.6345, + 0.7025 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8306, + "ci": [ + 0.7928, + 0.8658 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9476, + "ci": [ + 0.9414, + 0.9536 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.955, + "ci": [ + 0.9486, + 0.961 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9012, + "ci": [ + 0.8828, + 0.9186 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.869, + "ci": [ + 0.8449, + 0.8919 + ] + } + ], + "s_bal_ci": [ + 0.7187, + 0.748 + ], + "families_ci": { + "chromatin": [ + 0.4094, + 0.4537 + ], + "grc": [ + 0.4239, + 0.4468 + ], + "conservation": [ + 0.751, + 0.7761 + ], + "splicing": [ + 0.9469, + 0.9557 + ], + "tis": [ + 0.8828, + 0.9186 + ], + "tts": [ + 0.8449, + 0.8919 + ], + "proseq": [ + 0.7928, + 0.8658 + ], + "llr": [ + 0.6593, + 0.7261 + ], + "causal": [ + 0.6102, + 0.8388 + ] + }, + "vs_plantcad2l": { + "delta": -0.019, + "lo": -0.0311, + "hi": -0.0052, + "significant": true + } + }, + { + "id": "PlantCAD2-M", + "name": "PlantCAD2-M", + "org": "Cornell University", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 311000000.0, + "params_str": "311M", + "logo": "cornell-seal.png", + "in_fig1": false, + "tokens_seen": 4030000000000.001, + "bp_equivalent": "4.03T", + "s_bal": 0.7328, + "families": { + "chromatin": 0.4187, + "grc": 0.4938, + "conservation": 0.7531, + "splicing": 0.9763, + "tis": 0.8964, + "tts": 0.8561, + "proseq": 0.8393, + "llr": 0.6519, + "causal": 0.7098 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7098, + "ci": [ + 0.5822, + 0.8283 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3573, + "ci": [ + 0.3275, + 0.3916 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3465, + "ci": [ + 0.3019, + 0.4047 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3756, + "ci": [ + 0.293, + 0.4864 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4088, + "ci": [ + 0.3549, + 0.4683 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4, + "ci": [ + 0.3536, + 0.4513 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5214, + "ci": [ + 0.4787, + 0.5664 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5212, + "ci": [ + 0.4576, + 0.5895 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7042, + "ci": [ + 0.6837, + 0.7249 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.8019, + "ci": [ + 0.7846, + 0.8193 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6335, + "ci": [ + 0.6183, + 0.6488 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4095, + "ci": [ + 0.3702, + 0.457 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4703, + "ci": [ + 0.4542, + 0.4879 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4619, + "ci": [ + 0.434, + 0.4952 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6967, + "ci": [ + 0.6304, + 0.7619 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.5607, + "ci": [ + 0.4923, + 0.626 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6983, + "ci": [ + 0.6622, + 0.7302 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8393, + "ci": [ + 0.8022, + 0.8739 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.969, + "ci": [ + 0.9622, + 0.9753 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9836, + "ci": [ + 0.9789, + 0.988 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8964, + "ci": [ + 0.8769, + 0.9149 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8561, + "ci": [ + 0.83, + 0.8809 + ] + } + ], + "s_bal_ci": [ + 0.7174, + 0.7484 + ], + "families_ci": { + "chromatin": [ + 0.4011, + 0.4463 + ], + "grc": [ + 0.48, + 0.5093 + ], + "conservation": [ + 0.7397, + 0.7668 + ], + "splicing": [ + 0.9722, + 0.9801 + ], + "tis": [ + 0.8769, + 0.9149 + ], + "tts": [ + 0.83, + 0.8809 + ], + "proseq": [ + 0.8022, + 0.8739 + ], + "llr": [ + 0.618, + 0.6847 + ], + "causal": [ + 0.5822, + 0.8283 + ] + }, + "vs_plantcad2l": { + "delta": -0.0193, + "lo": -0.0241, + "hi": -0.0143, + "significant": true + } + }, + { + "id": "GPN", + "name": "GPN", + "org": "UC Berkeley", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 66000000.0, + "params_str": "66M", + "logo": "berkeley.png", + "in_fig1": true, + "tokens_seen": 157300000000.0, + "bp_equivalent": "157.3B", + "s_bal": 0.7281, + "families": { + "chromatin": 0.3795, + "grc": 0.4939, + "conservation": 0.7227, + "splicing": 0.9786, + "tis": 0.9019, + "tts": 0.8802, + "proseq": 0.8334, + "llr": 0.7093, + "causal": 0.6539 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.6539, + "ci": [ + 0.5371, + 0.7633 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.4244, + "ci": [ + 0.3937, + 0.46 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3128, + "ci": [ + 0.2726, + 0.3662 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.267, + "ci": [ + 0.2161, + 0.3478 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.3607, + "ci": [ + 0.3106, + 0.4184 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3628, + "ci": [ + 0.3196, + 0.4142 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.479, + "ci": [ + 0.4395, + 0.5239 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.4495, + "ci": [ + 0.386, + 0.523 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.694, + "ci": [ + 0.6741, + 0.7144 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7514, + "ci": [ + 0.7324, + 0.7703 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6737, + "ci": [ + 0.6573, + 0.6901 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3903, + "ci": [ + 0.3511, + 0.4382 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4512, + "ci": [ + 0.433, + 0.4706 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4602, + "ci": [ + 0.4285, + 0.496 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7153, + "ci": [ + 0.6511, + 0.7773 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7352, + "ci": [ + 0.6657, + 0.8014 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6773, + "ci": [ + 0.6419, + 0.7083 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8334, + "ci": [ + 0.7979, + 0.8663 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9773, + "ci": [ + 0.9728, + 0.9816 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9799, + "ci": [ + 0.9744, + 0.9851 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9019, + "ci": [ + 0.883, + 0.9195 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8802, + "ci": [ + 0.8572, + 0.9019 + ] + } + ], + "s_bal_ci": [ + 0.7141, + 0.7429 + ], + "families_ci": { + "chromatin": [ + 0.3651, + 0.4046 + ], + "grc": [ + 0.4796, + 0.5103 + ], + "conservation": [ + 0.7091, + 0.7366 + ], + "splicing": [ + 0.9751, + 0.982 + ], + "tis": [ + 0.883, + 0.9195 + ], + "tts": [ + 0.8572, + 0.9019 + ], + "proseq": [ + 0.7979, + 0.8663 + ], + "llr": [ + 0.6757, + 0.7411 + ], + "causal": [ + 0.5371, + 0.7633 + ] + }, + "vs_plantcad2l": { + "delta": -0.024, + "lo": -0.0353, + "hi": -0.013, + "significant": true + } + }, + { + "id": "CARBON-8B", + "name": "Carbon-8B", + "org": "Hugging Face", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 8260000000.0, + "params_str": "8.26B", + "logo": "huggingface.png", + "in_fig1": true, + "tokens_seen": 1050000000000.0, + "bp_equivalent": "6.30T", + "s_bal": 0.7227, + "families": { + "chromatin": 0.4125, + "grc": 0.42, + "conservation": 0.7583, + "splicing": 0.9323, + "tis": 0.8962, + "tts": 0.869, + "proseq": 0.8078, + "llr": 0.6901, + "causal": 0.7179 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7179, + "ci": [ + 0.5969, + 0.8283 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3866, + "ci": [ + 0.3555, + 0.4216 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3277, + "ci": [ + 0.2878, + 0.3834 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3419, + "ci": [ + 0.2638, + 0.4492 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.421, + "ci": [ + 0.366, + 0.4804 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3866, + "ci": [ + 0.341, + 0.4379 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5105, + "ci": [ + 0.4664, + 0.5579 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5128, + "ci": [ + 0.4478, + 0.5848 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7247, + "ci": [ + 0.7051, + 0.7447 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7918, + "ci": [ + 0.7743, + 0.809 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5765, + "ci": [ + 0.5613, + 0.5917 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.297, + "ci": [ + 0.2786, + 0.3158 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4125, + "ci": [ + 0.3999, + 0.4257 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3942, + "ci": [ + 0.3779, + 0.4148 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7, + "ci": [ + 0.6336, + 0.7639 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7079, + "ci": [ + 0.6332, + 0.7788 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6625, + "ci": [ + 0.6207, + 0.6917 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8078, + "ci": [ + 0.7675, + 0.8455 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9253, + "ci": [ + 0.9174, + 0.9328 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9394, + "ci": [ + 0.9318, + 0.9466 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8962, + "ci": [ + 0.8775, + 0.9136 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.869, + "ci": [ + 0.8452, + 0.8914 + ] + } + ], + "s_bal_ci": [ + 0.7079, + 0.7375 + ], + "families_ci": { + "chromatin": [ + 0.3954, + 0.4403 + ], + "grc": [ + 0.4121, + 0.4286 + ], + "conservation": [ + 0.7453, + 0.7716 + ], + "splicing": [ + 0.9269, + 0.9376 + ], + "tis": [ + 0.8775, + 0.9136 + ], + "tts": [ + 0.8452, + 0.8914 + ], + "proseq": [ + 0.7675, + 0.8455 + ], + "llr": [ + 0.6529, + 0.7223 + ], + "causal": [ + 0.5969, + 0.8283 + ] + }, + "vs_plantcad2l": { + "delta": -0.0295, + "lo": -0.0404, + "hi": -0.0178, + "significant": true + } + }, + { + "id": "NTv3-pre", + "name": "NTv3-650M-pre", + "org": "InstaDeep", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "generalist", + "params": 652000000.0, + "params_str": "652M", + "logo": "instadeep.png", + "in_fig1": true, + "tokens_seen": null, + "bp_equivalent": null, + "s_bal": 0.7184, + "families": { + "chromatin": 0.4192, + "grc": 0.4432, + "conservation": 0.7252, + "splicing": 0.9506, + "tis": 0.8662, + "tts": 0.8286, + "proseq": 0.8151, + "llr": 0.6922, + "causal": 0.7254 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7254, + "ci": [ + 0.6222, + 0.8221 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3757, + "ci": [ + 0.3443, + 0.4119 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3464, + "ci": [ + 0.3018, + 0.4055 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3601, + "ci": [ + 0.2901, + 0.4587 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4172, + "ci": [ + 0.3655, + 0.4741 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3892, + "ci": [ + 0.3433, + 0.4417 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5235, + "ci": [ + 0.4828, + 0.5675 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5222, + "ci": [ + 0.4567, + 0.5925 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7046, + "ci": [ + 0.6848, + 0.7244 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7458, + "ci": [ + 0.7266, + 0.7656 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5655, + "ci": [ + 0.5495, + 0.5818 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3652, + "ci": [ + 0.337, + 0.4027 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.438, + "ci": [ + 0.4226, + 0.4539 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4042, + "ci": [ + 0.3907, + 0.4198 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6953, + "ci": [ + 0.6286, + 0.7602 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7167, + "ci": [ + 0.6488, + 0.7812 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6646, + "ci": [ + 0.6274, + 0.6948 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8151, + "ci": [ + 0.7764, + 0.8511 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.946, + "ci": [ + 0.9391, + 0.9526 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9552, + "ci": [ + 0.948, + 0.962 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8662, + "ci": [ + 0.8434, + 0.8876 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8286, + "ci": [ + 0.8013, + 0.8546 + ] + } + ], + "s_bal_ci": [ + 0.7055, + 0.7322 + ], + "families_ci": { + "chromatin": [ + 0.403, + 0.4457 + ], + "grc": [ + 0.4334, + 0.455 + ], + "conservation": [ + 0.7115, + 0.7396 + ], + "splicing": [ + 0.9456, + 0.9554 + ], + "tis": [ + 0.8434, + 0.8876 + ], + "tts": [ + 0.8013, + 0.8546 + ], + "proseq": [ + 0.7764, + 0.8511 + ], + "llr": [ + 0.6574, + 0.7241 + ], + "causal": [ + 0.6222, + 0.8221 + ] + }, + "vs_plantcad2l": { + "delta": -0.0337, + "lo": -0.0475, + "hi": -0.0193, + "significant": true + } + }, + { + "id": "Evo2-7b", + "name": "Evo 2-7B", + "org": "Arc Institute", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 7000000000.0, + "params_str": "7B", + "logo": "arc-institute.png", + "in_fig1": true, + "tokens_seen": 2400000000000.0, + "bp_equivalent": "2.40T", + "s_bal": 0.7156, + "families": { + "chromatin": 0.3517, + "grc": 0.4477, + "conservation": 0.7369, + "splicing": 0.9346, + "tis": 0.8925, + "tts": 0.8845, + "proseq": 0.7948, + "llr": 0.7104, + "causal": 0.687 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.687, + "ci": [ + 0.5577, + 0.806 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3146, + "ci": [ + 0.2869, + 0.3475 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.2789, + "ci": [ + 0.2464, + 0.3259 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.317, + "ci": [ + 0.2467, + 0.4187 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.3472, + "ci": [ + 0.2987, + 0.4029 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3414, + "ci": [ + 0.2979, + 0.3923 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.4426, + "ci": [ + 0.4054, + 0.4857 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.4203, + "ci": [ + 0.3543, + 0.495 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7055, + "ci": [ + 0.6852, + 0.7257 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7682, + "ci": [ + 0.7495, + 0.7871 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5903, + "ci": [ + 0.5747, + 0.6057 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3717, + "ci": [ + 0.3433, + 0.4094 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4156, + "ci": [ + 0.405, + 0.4264 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4132, + "ci": [ + 0.3957, + 0.4354 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7458, + "ci": [ + 0.6837, + 0.8049 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6865, + "ci": [ + 0.6133, + 0.7562 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6989, + "ci": [ + 0.6627, + 0.7308 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.7948, + "ci": [ + 0.7545, + 0.8331 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9378, + "ci": [ + 0.9304, + 0.9448 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9313, + "ci": [ + 0.9228, + 0.9396 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8925, + "ci": [ + 0.8723, + 0.9115 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8845, + "ci": [ + 0.8613, + 0.9061 + ] + } + ], + "s_bal_ci": [ + 0.6999, + 0.7313 + ], + "families_ci": { + "chromatin": [ + 0.3362, + 0.3783 + ], + "grc": [ + 0.4378, + 0.4597 + ], + "conservation": [ + 0.7232, + 0.751 + ], + "splicing": [ + 0.9289, + 0.9401 + ], + "tis": [ + 0.8723, + 0.9115 + ], + "tts": [ + 0.8613, + 0.9061 + ], + "proseq": [ + 0.7545, + 0.8331 + ], + "llr": [ + 0.6756, + 0.7428 + ], + "causal": [ + 0.5577, + 0.806 + ] + }, + "vs_plantcad2l": { + "delta": -0.0366, + "lo": -0.051, + "hi": -0.0218, + "significant": true + } + }, + { + "id": "Evo2-1b", + "name": "Evo 2-1B", + "org": "Arc Institute", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 1000000000.0, + "params_str": "1B", + "logo": "arc-institute.png", + "in_fig1": true, + "tokens_seen": 1000000000000.0, + "bp_equivalent": "1.00T", + "s_bal": 0.7089, + "families": { + "chromatin": 0.397, + "grc": 0.4243, + "conservation": 0.7137, + "splicing": 0.9181, + "tis": 0.9057, + "tts": 0.8722, + "proseq": 0.7939, + "llr": 0.6915, + "causal": 0.6636 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.6636, + "ci": [ + 0.5388, + 0.7819 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3621, + "ci": [ + 0.3326, + 0.3966 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3203, + "ci": [ + 0.2783, + 0.3754 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3438, + "ci": [ + 0.264, + 0.447 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.394, + "ci": [ + 0.3394, + 0.4538 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3766, + "ci": [ + 0.3311, + 0.4271 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.4884, + "ci": [ + 0.4475, + 0.5327 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.494, + "ci": [ + 0.4274, + 0.5685 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6761, + "ci": [ + 0.6557, + 0.697 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7513, + "ci": [ + 0.7323, + 0.7701 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5654, + "ci": [ + 0.55, + 0.5814 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3333, + "ci": [ + 0.3024, + 0.3729 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4017, + "ci": [ + 0.3914, + 0.4122 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3969, + "ci": [ + 0.3814, + 0.4169 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7078, + "ci": [ + 0.6438, + 0.7703 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6976, + "ci": [ + 0.6231, + 0.7672 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6691, + "ci": [ + 0.6283, + 0.7006 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.7939, + "ci": [ + 0.7518, + 0.8331 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9129, + "ci": [ + 0.9052, + 0.9203 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9233, + "ci": [ + 0.9134, + 0.9326 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.9057, + "ci": [ + 0.8874, + 0.923 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8722, + "ci": [ + 0.8482, + 0.8947 + ] + } + ], + "s_bal_ci": [ + 0.6936, + 0.7248 + ], + "families_ci": { + "chromatin": [ + 0.3797, + 0.4237 + ], + "grc": [ + 0.4142, + 0.4366 + ], + "conservation": [ + 0.6999, + 0.728 + ], + "splicing": [ + 0.9119, + 0.9241 + ], + "tis": [ + 0.8874, + 0.923 + ], + "tts": [ + 0.8482, + 0.8947 + ], + "proseq": [ + 0.7518, + 0.8331 + ], + "llr": [ + 0.6553, + 0.7237 + ], + "causal": [ + 0.5388, + 0.7819 + ] + }, + "vs_plantcad2l": { + "delta": -0.0432, + "lo": -0.0565, + "hi": -0.0292, + "significant": true + } + }, + { + "id": "CARBON-500M", + "name": "Carbon-500M", + "org": "Hugging Face", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 512000000.0, + "params_str": "512M", + "logo": "huggingface.png", + "in_fig1": true, + "tokens_seen": 600000000000.0, + "bp_equivalent": "3.60T", + "s_bal": 0.7075, + "families": { + "chromatin": 0.3931, + "grc": 0.4143, + "conservation": 0.7342, + "splicing": 0.9262, + "tis": 0.8947, + "tts": 0.8514, + "proseq": 0.7812, + "llr": 0.6668, + "causal": 0.7058 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7058, + "ci": [ + 0.5923, + 0.811 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3746, + "ci": [ + 0.3434, + 0.4106 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.306, + "ci": [ + 0.2671, + 0.3623 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3152, + "ci": [ + 0.2465, + 0.4151 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.3915, + "ci": [ + 0.3398, + 0.449 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3872, + "ci": [ + 0.34, + 0.4397 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.4924, + "ci": [ + 0.4509, + 0.537 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.4852, + "ci": [ + 0.4229, + 0.5563 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6963, + "ci": [ + 0.6756, + 0.7173 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7721, + "ci": [ + 0.7543, + 0.7894 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5643, + "ci": [ + 0.5492, + 0.5794 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3091, + "ci": [ + 0.2876, + 0.3324 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4002, + "ci": [ + 0.3891, + 0.4117 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3836, + "ci": [ + 0.3709, + 0.3968 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6933, + "ci": [ + 0.6258, + 0.7572 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.652, + "ci": [ + 0.5779, + 0.7236 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.655, + "ci": [ + 0.6194, + 0.6901 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.7812, + "ci": [ + 0.7388, + 0.8215 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9198, + "ci": [ + 0.9115, + 0.9277 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9326, + "ci": [ + 0.9243, + 0.9404 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8947, + "ci": [ + 0.876, + 0.9121 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8514, + "ci": [ + 0.8257, + 0.8754 + ] + } + ], + "s_bal_ci": [ + 0.6935, + 0.7222 + ], + "families_ci": { + "chromatin": [ + 0.3771, + 0.4202 + ], + "grc": [ + 0.4065, + 0.4229 + ], + "conservation": [ + 0.7208, + 0.7479 + ], + "splicing": [ + 0.9204, + 0.9317 + ], + "tis": [ + 0.876, + 0.9121 + ], + "tts": [ + 0.8257, + 0.8754 + ], + "proseq": [ + 0.7388, + 0.8215 + ], + "llr": [ + 0.6314, + 0.701 + ], + "causal": [ + 0.5923, + 0.811 + ] + }, + "vs_plantcad2l": { + "delta": -0.0446, + "lo": -0.0581, + "hi": -0.03, + "significant": true + } + }, + { + "id": "PlantBiMoE", + "name": "PlantBiMoE", + "org": "Huazhong Agric. Univ.", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 116000000.0, + "params_str": "116M", + "logo": "huazhong.png", + "in_fig1": true, + "tokens_seen": 241300000000.0, + "bp_equivalent": "241.3B", + "s_bal": 0.7046, + "families": { + "chromatin": 0.4378, + "grc": 0.4808, + "conservation": 0.7196, + "splicing": 0.9631, + "tis": 0.88, + "tts": 0.7956, + "proseq": 0.83, + "llr": 0.6672, + "causal": 0.5671 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.5671, + "ci": [ + 0.4631, + 0.6712 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3928, + "ci": [ + 0.363, + 0.4281 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3587, + "ci": [ + 0.3157, + 0.4132 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3901, + "ci": [ + 0.321, + 0.4847 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4323, + "ci": [ + 0.3791, + 0.4903 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4157, + "ci": [ + 0.3697, + 0.4679 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5312, + "ci": [ + 0.4903, + 0.5742 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5434, + "ci": [ + 0.4782, + 0.6119 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6979, + "ci": [ + 0.678, + 0.718 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7414, + "ci": [ + 0.7226, + 0.7602 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5992, + "ci": [ + 0.5824, + 0.616 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.4338, + "ci": [ + 0.3947, + 0.4806 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4515, + "ci": [ + 0.4372, + 0.4665 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4389, + "ci": [ + 0.4109, + 0.4711 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6846, + "ci": [ + 0.6175, + 0.7494 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6621, + "ci": [ + 0.5937, + 0.7284 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.655, + "ci": [ + 0.6176, + 0.6856 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.83, + "ci": [ + 0.7925, + 0.8652 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9629, + "ci": [ + 0.9571, + 0.9683 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9634, + "ci": [ + 0.9566, + 0.9697 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.88, + "ci": [ + 0.8573, + 0.9009 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.7956, + "ci": [ + 0.7654, + 0.8238 + ] + } + ], + "s_bal_ci": [ + 0.6913, + 0.7189 + ], + "families_ci": { + "chromatin": [ + 0.4215, + 0.4636 + ], + "grc": [ + 0.4674, + 0.4961 + ], + "conservation": [ + 0.706, + 0.7335 + ], + "splicing": [ + 0.9587, + 0.9673 + ], + "tis": [ + 0.8573, + 0.9009 + ], + "tts": [ + 0.7654, + 0.8238 + ], + "proseq": [ + 0.7925, + 0.8652 + ], + "llr": [ + 0.6321, + 0.6993 + ], + "causal": [ + 0.4631, + 0.6712 + ] + }, + "vs_plantcad2l": { + "delta": -0.0475, + "lo": -0.0626, + "hi": -0.0329, + "significant": true + } + }, + { + "id": "Evo2-20b", + "name": "Evo 2-20B", + "org": "Arc Institute", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 20000000000.0, + "params_str": "20B", + "logo": "arc-institute.png", + "in_fig1": true, + "tokens_seen": 9300000000000.0, + "bp_equivalent": "9.30T", + "s_bal": 0.6982, + "families": { + "chromatin": 0.3021, + "grc": 0.447, + "conservation": 0.7355, + "splicing": 0.8658, + "tis": 0.852, + "tts": 0.8313, + "proseq": 0.7788, + "llr": 0.7178, + "causal": 0.7538 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7538, + "ci": [ + 0.6394, + 0.8561 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.238, + "ci": [ + 0.2169, + 0.2654 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.2615, + "ci": [ + 0.2285, + 0.3077 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.2251, + "ci": [ + 0.1772, + 0.3099 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.2794, + "ci": [ + 0.2364, + 0.3334 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.2904, + "ci": [ + 0.2502, + 0.3389 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.4332, + "ci": [ + 0.3958, + 0.4756 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.3874, + "ci": [ + 0.3291, + 0.461 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.7028, + "ci": [ + 0.6828, + 0.7232 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7682, + "ci": [ + 0.7503, + 0.7861 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5716, + "ci": [ + 0.5562, + 0.5866 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3859, + "ci": [ + 0.353, + 0.4262 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4135, + "ci": [ + 0.4025, + 0.4249 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4172, + "ci": [ + 0.3954, + 0.4435 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7361, + "ci": [ + 0.6736, + 0.7963 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7194, + "ci": [ + 0.6469, + 0.7875 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6979, + "ci": [ + 0.661, + 0.7296 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.7788, + "ci": [ + 0.7372, + 0.8182 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.8955, + "ci": [ + 0.8864, + 0.9042 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.8361, + "ci": [ + 0.8229, + 0.8489 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.852, + "ci": [ + 0.8289, + 0.8738 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8313, + "ci": [ + 0.8031, + 0.8578 + ] + } + ], + "s_bal_ci": [ + 0.684, + 0.7127 + ], + "families_ci": { + "chromatin": [ + 0.2896, + 0.3266 + ], + "grc": [ + 0.4357, + 0.46 + ], + "conservation": [ + 0.7221, + 0.7494 + ], + "splicing": [ + 0.8578, + 0.8736 + ], + "tis": [ + 0.8289, + 0.8738 + ], + "tts": [ + 0.8031, + 0.8578 + ], + "proseq": [ + 0.7372, + 0.8182 + ], + "llr": [ + 0.6829, + 0.75 + ], + "causal": [ + 0.6394, + 0.8561 + ] + }, + "vs_plantcad2l": { + "delta": -0.0539, + "lo": -0.0638, + "hi": -0.0423, + "significant": true + } + }, + { + "id": "NTv3", + "name": "NTv3-650M-post", + "org": "InstaDeep", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "generalist", + "params": 650000000.0, + "params_str": "650M", + "logo": "instadeep.png", + "in_fig1": true, + "tokens_seen": 12104000000000.0, + "bp_equivalent": "12.10T", + "s_bal": 0.6854, + "families": { + "chromatin": 0.4667, + "grc": 0.4566, + "conservation": 0.7438, + "splicing": 0.9784, + "tis": 0.8938, + "tts": 0.8804, + "proseq": 0.8145, + "llr": 0.4385, + "causal": 0.496 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.496, + "ci": [ + 0.388, + 0.6043 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.5014, + "ci": [ + 0.4692, + 0.5368 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3964, + "ci": [ + 0.3454, + 0.4592 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.4155, + "ci": [ + 0.319, + 0.5264 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4426, + "ci": [ + 0.3887, + 0.4999 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4295, + "ci": [ + 0.379, + 0.4834 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5574, + "ci": [ + 0.5167, + 0.5994 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5242, + "ci": [ + 0.4551, + 0.5941 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6903, + "ci": [ + 0.6698, + 0.7113 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7973, + "ci": [ + 0.7805, + 0.8135 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.6269, + "ci": [ + 0.6116, + 0.6422 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3399, + "ci": [ + 0.3185, + 0.3628 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4418, + "ci": [ + 0.4263, + 0.4584 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4178, + "ci": [ + 0.3978, + 0.4421 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.4403, + "ci": [ + 0.3821, + 0.4989 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.4637, + "ci": [ + 0.4002, + 0.5272 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.4114, + "ci": [ + 0.3821, + 0.4408 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8145, + "ci": [ + 0.776, + 0.8493 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.9778, + "ci": [ + 0.9731, + 0.9822 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.979, + "ci": [ + 0.9733, + 0.9841 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8938, + "ci": [ + 0.8707, + 0.9144 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.8804, + "ci": [ + 0.8568, + 0.9029 + ] + } + ], + "s_bal_ci": [ + 0.6717, + 0.6998 + ], + "families_ci": { + "chromatin": [ + 0.4465, + 0.494 + ], + "grc": [ + 0.4473, + 0.4667 + ], + "conservation": [ + 0.731, + 0.7572 + ], + "splicing": [ + 0.9747, + 0.9818 + ], + "tis": [ + 0.8707, + 0.9144 + ], + "tts": [ + 0.8568, + 0.9029 + ], + "proseq": [ + 0.776, + 0.8493 + ], + "llr": [ + 0.408, + 0.4688 + ], + "causal": [ + 0.388, + 0.6043 + ] + }, + "vs_plantcad2l": { + "delta": -0.0667, + "lo": -0.0864, + "hi": -0.0463, + "significant": true + } + }, + { + "id": "Botanic0-L", + "name": "Botanic0-L", + "org": "Living Models", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 991000000.0, + "params_str": "991M", + "logo": "living-models-icon.png", + "in_fig1": true, + "tokens_seen": 226100000000.0, + "bp_equivalent": "1.36T", + "s_bal": 0.6811, + "families": { + "chromatin": 0.4265, + "grc": 0.4596, + "conservation": 0.683, + "splicing": 0.9396, + "tis": 0.8481, + "tts": 0.7145, + "proseq": 0.8494, + "llr": 0.6481, + "causal": 0.5608 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.5608, + "ci": [ + 0.4559, + 0.6647 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.363, + "ci": [ + 0.3328, + 0.3981 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3468, + "ci": [ + 0.3052, + 0.4017 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3803, + "ci": [ + 0.3061, + 0.4865 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4301, + "ci": [ + 0.378, + 0.4882 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.4067, + "ci": [ + 0.3606, + 0.4583 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5224, + "ci": [ + 0.4809, + 0.5671 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5364, + "ci": [ + 0.4711, + 0.6062 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.663, + "ci": [ + 0.6428, + 0.6847 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.703, + "ci": [ + 0.683, + 0.7234 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5765, + "ci": [ + 0.561, + 0.5922 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3996, + "ci": [ + 0.3624, + 0.4443 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.421, + "ci": [ + 0.4085, + 0.4341 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.4413, + "ci": [ + 0.4143, + 0.4719 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6702, + "ci": [ + 0.6023, + 0.7363 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6656, + "ci": [ + 0.6011, + 0.7278 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6085, + "ci": [ + 0.5753, + 0.6409 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8494, + "ci": [ + 0.815, + 0.881 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.919, + "ci": [ + 0.911, + 0.9268 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.9601, + "ci": [ + 0.9523, + 0.9673 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.8481, + "ci": [ + 0.8247, + 0.8703 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.7145, + "ci": [ + 0.6795, + 0.748 + ] + } + ], + "s_bal_ci": [ + 0.668, + 0.6955 + ], + "families_ci": { + "chromatin": [ + 0.4101, + 0.4537 + ], + "grc": [ + 0.4466, + 0.4741 + ], + "conservation": [ + 0.669, + 0.6981 + ], + "splicing": [ + 0.934, + 0.9448 + ], + "tis": [ + 0.8247, + 0.8703 + ], + "tts": [ + 0.6795, + 0.748 + ], + "proseq": [ + 0.815, + 0.881 + ], + "llr": [ + 0.615, + 0.6808 + ], + "causal": [ + 0.4559, + 0.6647 + ] + }, + "vs_plantcad2l": { + "delta": -0.0711, + "lo": -0.0875, + "hi": -0.0544, + "significant": true + } + }, + { + "id": "PlantGFM", + "name": "PlantGFM", + "org": "Huazhong Agric. Univ.", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "plant", + "params": 220000000.0, + "params_str": "220M", + "logo": "huazhong.png", + "in_fig1": true, + "tokens_seen": 430600000000.0, + "bp_equivalent": "430.6B", + "s_bal": 0.6476, + "families": { + "chromatin": 0.4212, + "grc": 0.4286, + "conservation": 0.6758, + "splicing": 0.8167, + "tis": 0.7695, + "tts": 0.712, + "proseq": 0.8136, + "llr": 0.6004, + "causal": 0.5901 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.5901, + "ci": [ + 0.4991, + 0.6763 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3778, + "ci": [ + 0.3459, + 0.415 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3335, + "ci": [ + 0.2896, + 0.3888 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3815, + "ci": [ + 0.3016, + 0.4854 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4137, + "ci": [ + 0.3597, + 0.4714 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.406, + "ci": [ + 0.3578, + 0.4584 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5141, + "ci": [ + 0.4735, + 0.5582 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5215, + "ci": [ + 0.4552, + 0.591 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6582, + "ci": [ + 0.6377, + 0.6798 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.6935, + "ci": [ + 0.6741, + 0.7134 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5174, + "ci": [ + 0.5027, + 0.5322 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.3828, + "ci": [ + 0.3594, + 0.4087 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4249, + "ci": [ + 0.4121, + 0.4389 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3895, + "ci": [ + 0.3767, + 0.403 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.689, + "ci": [ + 0.6245, + 0.7515 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.5714, + "ci": [ + 0.508, + 0.635 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.5407, + "ci": [ + 0.5053, + 0.568 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8136, + "ci": [ + 0.7762, + 0.8485 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.8507, + "ci": [ + 0.84, + 0.8612 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.7828, + "ci": [ + 0.7674, + 0.7974 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.7695, + "ci": [ + 0.74, + 0.7976 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.712, + "ci": [ + 0.6735, + 0.7486 + ] + } + ], + "s_bal_ci": [ + 0.6353, + 0.6605 + ], + "families_ci": { + "chromatin": [ + 0.4032, + 0.4477 + ], + "grc": [ + 0.4204, + 0.4379 + ], + "conservation": [ + 0.6619, + 0.6908 + ], + "splicing": [ + 0.8073, + 0.8257 + ], + "tis": [ + 0.74, + 0.7976 + ], + "tts": [ + 0.6735, + 0.7486 + ], + "proseq": [ + 0.7762, + 0.8485 + ], + "llr": [ + 0.5674, + 0.6306 + ], + "causal": [ + 0.4991, + 0.6763 + ] + }, + "vs_plantcad2l": { + "delta": -0.1046, + "lo": -0.1207, + "hi": -0.0881, + "significant": true + } + }, + { + "id": "Botanic0-M", + "name": "Botanic0-M", + "org": "Living Models", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 260000000.0, + "params_str": "260M", + "logo": "living-models-icon.png", + "in_fig1": false, + "tokens_seen": 226100000000.0, + "bp_equivalent": "1.36T", + "s_bal": 0.6437, + "families": { + "chromatin": 0.4146, + "grc": 0.4246, + "conservation": 0.6663, + "splicing": 0.8454, + "tis": 0.7842, + "tts": 0.6115, + "proseq": 0.8176, + "llr": 0.6282, + "causal": 0.6006 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.6006, + "ci": [ + 0.4991, + 0.6991 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3524, + "ci": [ + 0.3223, + 0.3876 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3282, + "ci": [ + 0.2881, + 0.3852 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3919, + "ci": [ + 0.3173, + 0.4907 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.4139, + "ci": [ + 0.3626, + 0.4707 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3823, + "ci": [ + 0.3373, + 0.4327 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5066, + "ci": [ + 0.4625, + 0.555 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.527, + "ci": [ + 0.4594, + 0.5973 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6401, + "ci": [ + 0.6197, + 0.6617 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.6926, + "ci": [ + 0.6724, + 0.713 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.5344, + "ci": [ + 0.5193, + 0.5496 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.367, + "ci": [ + 0.3459, + 0.3895 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.4081, + "ci": [ + 0.396, + 0.4208 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.389, + "ci": [ + 0.3764, + 0.4023 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6571, + "ci": [ + 0.5888, + 0.723 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6165, + "ci": [ + 0.5518, + 0.6793 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6109, + "ci": [ + 0.5781, + 0.6436 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8176, + "ci": [ + 0.7786, + 0.8541 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.7769, + "ci": [ + 0.7644, + 0.7892 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.914, + "ci": [ + 0.904, + 0.9234 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.7842, + "ci": [ + 0.7566, + 0.8109 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.6115, + "ci": [ + 0.5707, + 0.652 + ] + } + ], + "s_bal_ci": [ + 0.6305, + 0.658 + ], + "families_ci": { + "chromatin": [ + 0.3981, + 0.4414 + ], + "grc": [ + 0.4167, + 0.4331 + ], + "conservation": [ + 0.6524, + 0.6814 + ], + "splicing": [ + 0.8375, + 0.8533 + ], + "tis": [ + 0.7566, + 0.8109 + ], + "tts": [ + 0.5707, + 0.652 + ], + "proseq": [ + 0.7786, + 0.8541 + ], + "llr": [ + 0.5947, + 0.6608 + ], + "causal": [ + 0.4991, + 0.6991 + ] + }, + "vs_plantcad2l": { + "delta": -0.1085, + "lo": -0.1256, + "hi": -0.0907, + "significant": true + } + }, + { + "id": "Evo2-40b", + "name": "Evo 2-40B", + "org": "Arc Institute", + "group": "ar", + "ours": false, + "objective": "autoregressive", + "domain": "generalist", + "params": 40000000000.0, + "params_str": "40B", + "logo": "arc-institute.png", + "in_fig1": true, + "tokens_seen": 9300000000000.0, + "bp_equivalent": "9.30T", + "s_bal": 0.6235, + "families": { + "chromatin": 0.2337, + "grc": 0.3748, + "conservation": 0.6922, + "splicing": 0.7181, + "tis": 0.7202, + "tts": 0.7187, + "proseq": 0.6795, + "llr": 0.7185, + "causal": 0.7555 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.7555, + "ci": [ + 0.6402, + 0.857 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.157, + "ci": [ + 0.1441, + 0.1761 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.2084, + "ci": [ + 0.1833, + 0.2454 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.2057, + "ci": [ + 0.162, + 0.2853 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.1936, + "ci": [ + 0.1669, + 0.2319 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.2177, + "ci": [ + 0.187, + 0.2597 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.3455, + "ci": [ + 0.3156, + 0.3819 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.308, + "ci": [ + 0.2623, + 0.3742 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.6638, + "ci": [ + 0.6434, + 0.6849 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.7205, + "ci": [ + 0.7013, + 0.7401 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.4982, + "ci": [ + 0.4836, + 0.5129 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.2941, + "ci": [ + 0.2746, + 0.3159 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.3579, + "ci": [ + 0.3454, + 0.371 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3489, + "ci": [ + 0.332, + 0.3683 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.7412, + "ci": [ + 0.6795, + 0.8004 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.7168, + "ci": [ + 0.6431, + 0.7859 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.6975, + "ci": [ + 0.6607, + 0.7293 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.6795, + "ci": [ + 0.6296, + 0.7302 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.776, + "ci": [ + 0.7635, + 0.7885 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.6602, + "ci": [ + 0.6419, + 0.6781 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.7202, + "ci": [ + 0.6864, + 0.7527 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.7187, + "ci": [ + 0.6828, + 0.7528 + ] + } + ], + "s_bal_ci": [ + 0.6087, + 0.639 + ], + "families_ci": { + "chromatin": [ + 0.2247, + 0.2558 + ], + "grc": [ + 0.3665, + 0.3837 + ], + "conservation": [ + 0.6782, + 0.7066 + ], + "splicing": [ + 0.7071, + 0.729 + ], + "tis": [ + 0.6864, + 0.7527 + ], + "tts": [ + 0.6828, + 0.7528 + ], + "proseq": [ + 0.6296, + 0.7302 + ], + "llr": [ + 0.6836, + 0.7508 + ], + "causal": [ + 0.6402, + 0.857 + ] + }, + "vs_plantcad2l": { + "delta": -0.1287, + "lo": -0.1396, + "hi": -0.1159, + "significant": true + } + }, + { + "id": "AgroNT", + "name": "AgroNT", + "org": "InstaDeep", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 1000000000.0, + "params_str": "1.0B", + "logo": "instadeep.png", + "in_fig1": true, + "tokens_seen": 472500000000.0, + "bp_equivalent": "2.83T", + "s_bal": 0.5754, + "families": { + "chromatin": 0.3912, + "grc": 0.358, + "conservation": 0.6043, + "splicing": 0.7815, + "tis": 0.651, + "tts": 0.3883, + "proseq": 0.8061, + "llr": 0.6275, + "causal": 0.5707 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.5707, + "ci": [ + 0.4675, + 0.67 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.321, + "ci": [ + 0.2934, + 0.3556 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.3177, + "ci": [ + 0.2773, + 0.3727 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.3307, + "ci": [ + 0.2671, + 0.4247 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.381, + "ci": [ + 0.3292, + 0.4379 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3801, + "ci": [ + 0.3338, + 0.4321 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.5047, + "ci": [ + 0.4624, + 0.5501 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.5032, + "ci": [ + 0.4354, + 0.5768 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.5986, + "ci": [ + 0.5783, + 0.6197 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.61, + "ci": [ + 0.5896, + 0.6319 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.4567, + "ci": [ + 0.4426, + 0.471 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.2942, + "ci": [ + 0.2763, + 0.3127 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.3617, + "ci": [ + 0.3514, + 0.3721 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3193, + "ci": [ + 0.3063, + 0.3337 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6726, + "ci": [ + 0.6052, + 0.7382 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.6229, + "ci": [ + 0.5574, + 0.6862 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.5869, + "ci": [ + 0.5545, + 0.6186 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8061, + "ci": [ + 0.7636, + 0.8458 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.7227, + "ci": [ + 0.7085, + 0.7367 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.8402, + "ci": [ + 0.8268, + 0.8533 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.651, + "ci": [ + 0.6152, + 0.6858 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.3883, + "ci": [ + 0.3471, + 0.4295 + ] + } + ], + "s_bal_ci": [ + 0.5616, + 0.5906 + ], + "families_ci": { + "chromatin": [ + 0.3752, + 0.4176 + ], + "grc": [ + 0.3509, + 0.3657 + ], + "conservation": [ + 0.59, + 0.6197 + ], + "splicing": [ + 0.7717, + 0.7912 + ], + "tis": [ + 0.6152, + 0.6858 + ], + "tts": [ + 0.3471, + 0.4295 + ], + "proseq": [ + 0.7636, + 0.8458 + ], + "llr": [ + 0.5939, + 0.6604 + ], + "causal": [ + 0.4675, + 0.67 + ] + }, + "vs_plantcad2l": { + "delta": -0.1767, + "lo": -0.1941, + "hi": -0.1589, + "significant": true + } + }, + { + "id": "Botanic0-S", + "name": "Botanic0-S", + "org": "Living Models", + "group": "mlm", + "ours": false, + "objective": "masked", + "domain": "plant", + "params": 114000000.0, + "params_str": "114M", + "logo": "living-models-icon.png", + "in_fig1": false, + "tokens_seen": 226100000000.0, + "bp_equivalent": "1.36T", + "s_bal": 0.5499, + "families": { + "chromatin": 0.3606, + "grc": 0.331, + "conservation": 0.5898, + "splicing": 0.7347, + "tis": 0.6149, + "tts": 0.3823, + "proseq": 0.8146, + "llr": 0.5952, + "causal": 0.5258 + }, + "metrics": [ + { + "label": "GWAS · recall_auc", + "fam": "causal", + "value": 0.5258, + "ci": [ + 0.4355, + 0.616 + ] + }, + { + "label": "Chromatin · arabidopsis", + "fam": "chromatin", + "value": 0.3018, + "ci": [ + 0.2742, + 0.3351 + ] + }, + { + "label": "Chromatin · brachypodium", + "fam": "chromatin", + "value": 0.2862, + "ci": [ + 0.2537, + 0.3337 + ] + }, + { + "label": "Chromatin · maize", + "fam": "chromatin", + "value": 0.2875, + "ci": [ + 0.2353, + 0.3724 + ] + }, + { + "label": "Chromatin · rice MH63", + "fam": "chromatin", + "value": 0.3454, + "ci": [ + 0.296, + 0.4011 + ] + }, + { + "label": "Chromatin · rice ZS97", + "fam": "chromatin", + "value": 0.3595, + "ci": [ + 0.3137, + 0.4126 + ] + }, + { + "label": "Chromatin · setaria", + "fam": "chromatin", + "value": 0.4494, + "ci": [ + 0.4127, + 0.4915 + ] + }, + { + "label": "Chromatin · sorghum", + "fam": "chromatin", + "value": 0.4946, + "ci": [ + 0.4336, + 0.5634 + ] + }, + { + "label": "Conservation · maize", + "fam": "conservation", + "value": 0.5813, + "ci": [ + 0.5605, + 0.6031 + ] + }, + { + "label": "Conservation · sorghum", + "fam": "conservation", + "value": 0.5983, + "ci": [ + 0.5774, + 0.6196 + ] + }, + { + "label": "GRC2 · arabidopsis", + "fam": "grc", + "value": 0.4426, + "ci": [ + 0.4282, + 0.4571 + ] + }, + { + "label": "GRC2 · maize", + "fam": "grc", + "value": 0.2573, + "ci": [ + 0.2408, + 0.2744 + ] + }, + { + "label": "GRC2 · rice", + "fam": "grc", + "value": 0.3235, + "ci": [ + 0.313, + 0.3344 + ] + }, + { + "label": "GRC2 · tomato", + "fam": "grc", + "value": 0.3006, + "ci": [ + 0.2879, + 0.3142 + ] + }, + { + "label": "LLR · arabidopsis", + "fam": "llr", + "value": 0.6329, + "ci": [ + 0.5689, + 0.6959 + ] + }, + { + "label": "LLR · maize", + "fam": "llr", + "value": 0.5601, + "ci": [ + 0.4971, + 0.6238 + ] + }, + { + "label": "LLR · tomato", + "fam": "llr", + "value": 0.5927, + "ci": [ + 0.56, + 0.6245 + ] + }, + { + "label": "PRO-seq · cassava", + "fam": "proseq", + "value": 0.8146, + "ci": [ + 0.7755, + 0.8504 + ] + }, + { + "label": "Splice acceptor · arabidopsis", + "fam": "splicing", + "value": 0.6956, + "ci": [ + 0.6802, + 0.7109 + ] + }, + { + "label": "Splice donor · arabidopsis", + "fam": "splicing", + "value": 0.7739, + "ci": [ + 0.757, + 0.7905 + ] + }, + { + "label": "TIS · arabidopsis", + "fam": "tis", + "value": 0.6149, + "ci": [ + 0.5781, + 0.6516 + ] + }, + { + "label": "TTS · arabidopsis", + "fam": "tts", + "value": 0.3823, + "ci": [ + 0.3413, + 0.4253 + ] + } + ], + "s_bal_ci": [ + 0.5376, + 0.564 + ], + "families_ci": { + "chromatin": [ + 0.347, + 0.3854 + ], + "grc": [ + 0.3242, + 0.3386 + ], + "conservation": [ + 0.5754, + 0.6051 + ], + "splicing": [ + 0.7233, + 0.7461 + ], + "tis": [ + 0.5781, + 0.6516 + ], + "tts": [ + 0.3413, + 0.4253 + ], + "proseq": [ + 0.7755, + 0.8504 + ], + "llr": [ + 0.5629, + 0.6269 + ], + "causal": [ + 0.4355, + 0.616 + ] + }, + "vs_plantcad2l": { + "delta": -0.2022, + "lo": -0.2208, + "hi": -0.1826, + "significant": true + } + } + ], + "note": "S_bal^test: species averaged within each of nine task families, then the nine families averaged. 22 metrics from the frozen-model suite.", + "ci_note": "95% confidence intervals from the per-sample paired bootstrap of the technical report (20,000 replicates, draws shared across models within each cell). Scores and intervals come from the same evaluation; intervals are not translated onto the point estimate.", + "ci_meta": { + "replicates": 20000, + "level": 95, + "source": "BOTANIC1-technical-report figures/data/botanic1_scorecard_28.csv + figures/data/fig3_rerun/rerun_ci.json @ d1bc232d" + } +}