bge-m3-ifc-kbob-finetuned / eval /queries_missing+typos /split_eval_matrix_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos.csv
Hygros-LCA's picture
Upload 20 files
416c801 verified
Raw History Blame Contribute Delete
3.81 kB
model,pipeline_variant,cross_encoder_model,split_axis,split_value,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr@10,map@10,ndcg@10,recall@10,avg_expected_rank,top1_error_count,top1_error_rate
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,UNKNOWN,359,0.665738,0.871866,0.938719,0.966574,0.983287,0.724998,0.670579,0.718931,0.795450,5.091922,120,0.334262
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,INSITU,28,0.857143,1.000000,1.000000,1.000000,1.000000,0.903912,0.842029,0.880461,0.925595,1.464286,4,0.142857
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,PRECAST,2,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.583333,0.730978,0.750000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,other,309,0.631068,0.860841,0.935275,0.964401,0.980583,0.697162,0.638670,0.690511,0.773101,5.446602,114,0.368932
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,beton,51,0.882353,0.960784,0.980392,1.000000,1.000000,0.907213,0.888056,0.907836,0.946078,2.156863,6,0.117647
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahl,12,0.833333,1.000000,1.000000,1.000000,1.000000,0.866071,0.804716,0.867174,0.958333,1.750000,2,0.166667
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,holz,5,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.769796,0.860083,0.885714,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahlbeton,5,0.800000,1.000000,1.000000,1.000000,1.000000,0.900000,0.777778,0.828774,0.833333,1.200000,1,0.200000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,asphalt_bitumen,4,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,kunststoff,2,0.500000,0.500000,0.500000,0.500000,1.000000,0.500000,0.343750,0.402405,0.375000,20.500000,1,0.500000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stein_mauerwerk,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.759524,0.888673,1.000000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,eindeutig,229,0.794760,0.951965,0.960699,0.978166,0.991266,0.836638,0.836638,0.863739,0.951965,3.205240,47,0.205240
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,mehrdeutig,160,0.518750,0.781250,0.918750,0.956250,0.975000,0.599960,0.461820,0.540094,0.593646,7.106250,77,0.481250
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_base,355,0.650704,0.870423,0.938028,0.966197,0.983099,0.714320,0.652608,0.705085,0.785869,5.174648,124,0.349296
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_npk,32,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_aggregate_alias,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_pavement_alias,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.805556,0.906025,1.000000,1.000000,0,0.000000
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,absent,305,0.626230,0.855738,0.931148,0.960656,0.980328,0.691473,0.626833,0.681604,0.766066,5.639344,114,0.373770
models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,present,84,0.880952,0.976190,0.988095,1.000000,1.000000,0.912911,0.884492,0.908597,0.944444,1.797619,10,0.119048