Upload 20 files

eval/normal_queries/evaluation_report_eval-bge-m3-ifc-kbob-finetuned.md

@@ -0,0 +1,34 @@
+## Evaluation Report
+
+Generated: 2026-04-16 10:03:27
+
+### Inputs
+- Summary CSV: `summary_eval-bge-m3-ifc-kbob-finetuned_model-1d06a0d7_queries-b9bc9eb9_no-reranker-7521044b.csv`
+- Details CSV: `details_eval-bge-m3-ifc-kbob-finetuned_model-1d06a0d7_queries-b9bc9eb9_no-reranker-7521044b.csv`
+
+### Overview
+![Model overview](overview_eval-bge-m3-ifc-kbob-finetuned_model-1d06a0d7_queries-b9bc9eb9_no-reranker-7521044b.svg)
+
+### Leaderboard
+
+#### Baseline (Bi-Encoder)
+
+| Rank | Model | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+| 1 | models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned | 97.43% | 99.49% | 99.74% | 99.74% | 100.00% | 0.984 | 0.932 | 0.954 | 0.960 | 0.911 | [0.954, 0.990] | [0.987, 1.000] | [0.971, 0.994] | [0.939, 0.968] | 10 |
+
+#### Reranked (Bi-Encoder + Cross-Encoder)
+
+| Rank | Model | Cross-Encoder | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+
+Anzahl Queries: 389
+
+### Hardest Queries (Baseline)
+Queries mit den meisten Top1-Fehlern in der Baseline:
+
+- (1 Fehler) IfcCovering MEMBRANE Abdichtung
+- (1 Fehler) IfcPavement FLEXIBLE Polymermodifiziertes Bitumen
+- (1 Fehler) IfcPile BORED Beton C20/25 insitu
+- (1 Fehler) IfcPile BORED Stahlbeton C20/25 insitu
+- (1 Fehler) IfcPile COHESION Beton C20/25 insitu

eval/normal_queries/split_eval_matrix_eval-bge-m3-ifc-kbob-finetuned.csv

@@ -0,0 +1,22 @@
+model,pipeline_variant,cross_encoder_model,split_axis,split_value,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr@10,map@10,ndcg@10,recall@10,avg_expected_rank,top1_error_count,top1_error_rate
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,UNKNOWN,310,0.983871,0.996774,0.996774,0.996774,1.000000,0.989785,0.946708,0.967107,0.973408,1.148387,5,0.016129
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,INSITU,71,0.929577,0.985915,1.000000,1.000000,1.000000,0.957746,0.892640,0.917460,0.924883,1.225352,5,0.070423
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,PRECAST,8,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.720833,0.786203,0.750000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,other,128,0.976562,1.000000,1.000000,1.000000,1.000000,0.986979,0.955254,0.968548,0.968409,1.031250,3,0.023438
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,beton,95,0.957895,0.989474,1.000000,1.000000,1.000000,0.973684,0.931753,0.947951,0.954386,1.157895,4,0.042105
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahl,92,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.972705,0.988630,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,holz,23,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.966619,0.984249,0.992754,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahlbeton,22,0.954545,1.000000,1.000000,1.000000,1.000000,0.977273,0.863377,0.894734,0.886364,1.045455,1,0.045455
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,kunststoff,15,0.933333,0.933333,0.933333,0.933333,1.000000,0.933333,0.616922,0.748794,0.733333,3.733333,1,0.066667
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,asphalt_bitumen,9,0.888889,1.000000,1.000000,1.000000,1.000000,0.944444,0.821458,0.882972,0.940741,1.111111,1,0.111111
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stein_mauerwerk,5,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.894445,0.949712,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,eindeutig,229,0.982533,0.995633,0.995633,0.995633,1.000000,0.989083,0.989083,0.990798,0.995633,1.192140,4,0.017467
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,mehrdeutig,160,0.962500,0.993750,1.000000,1.000000,1.000000,0.977083,0.850772,0.902123,0.908894,1.112500,6,0.037500
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_base,310,0.970968,0.993548,0.996774,0.996774,1.000000,0.981720,0.920309,0.946143,0.952171,1.196774,9,0.029032
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_steel_grade_alias,34,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_npk,32,0.968750,1.000000,1.000000,1.000000,1.000000,0.984375,0.984375,0.988467,1.000000,1.031250,1,0.031250
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_aggregate_alias,8,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.971528,0.986954,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_ptfe_alias,3,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,0.831872,0.750000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_pavement_alias,2,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.902778,0.953013,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,absent,247,0.979757,0.995951,0.995951,0.995951,1.000000,0.987179,0.931631,0.957461,0.964601,1.186235,5,0.020243
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,present,142,0.964789,0.992958,1.000000,1.000000,1.000000,0.978873,0.933175,0.948870,0.951878,1.112676,5,0.035211

eval/normal_queries/summary_eval-bge-m3-ifc-kbob-finetuned.csv

@@ -0,0 +1,2 @@
+model,pipeline_variant,cross_encoder_model,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr,map@10,ndcg@10,recall@10,avg_expected_score,hit@1_ci_low,hit@1_ci_high,hit@10_ci_low,hit@10_ci_high,mrr@10_ci_low,mrr@10_ci_high,ndcg@10_ci_low,ndcg@10_ci_high
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,389,0.974293,0.994859,0.997429,0.997429,1.000000,0.984147,0.932194,0.954325,0.959956,0.910825,0.953728,0.989717,0.987147,1.000000,0.971069,0.993573,0.939483,0.967920

eval/queries_missing+typos/evaluation_report_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos.md

@@ -0,0 +1,34 @@
+## Evaluation Report
+
+Generated: 2026-04-16 11:14:26
+
+### Inputs
+- Summary CSV: `summary_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos_model-1d06a0d7_queries_missing_typo-ba9d4d3a_no-reranker-7521044b.csv`
+- Details CSV: `details_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos_model-1d06a0d7_queries_missing_typo-ba9d4d3a_no-reranker-7521044b.csv`
+
+### Overview
+![Model overview](overview_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos_model-1d06a0d7_queries_missing_typo-ba9d4d3a_no-reranker-7521044b.svg)
+
+### Leaderboard
+
+#### Baseline (Bi-Encoder)
+
+| Rank | Model | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+| 1 | models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned | 68.12% | 88.17% | 94.34% | 96.92% | 98.46% | 0.739 | 0.682 | 0.731 | 0.805 | 0.837 | [0.634, 0.725] | [0.850, 0.911] | [0.695, 0.778] | [0.690, 0.767] | 124 |
+
+#### Reranked (Bi-Encoder + Cross-Encoder)
+
+| Rank | Model | Cross-Encoder | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+
+Anzahl Queries: 389
+
+### Hardest Queries (Baseline)
+Queries mit den meisten Top1-Fehlern in der Baseline:
+
+- (2 Fehler) IfcTendonConduit COPULER
+- (2 Fehler) IfcBuildingElementPart Sathl
+- (2 Fehler) IfcBuildingElementProxy RIAL
+- (1 Fehler) IfcBearing CYLINDRIVAL
+- (1 Fehler) IfcBearing YCLINDRICAL

eval/queries_missing+typos/split_eval_matrix_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos.csv

@@ -0,0 +1,20 @@
+model,pipeline_variant,cross_encoder_model,split_axis,split_value,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr@10,map@10,ndcg@10,recall@10,avg_expected_rank,top1_error_count,top1_error_rate
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,UNKNOWN,359,0.665738,0.871866,0.938719,0.966574,0.983287,0.724998,0.670579,0.718931,0.795450,5.091922,120,0.334262
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,INSITU,28,0.857143,1.000000,1.000000,1.000000,1.000000,0.903912,0.842029,0.880461,0.925595,1.464286,4,0.142857
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,PRECAST,2,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.583333,0.730978,0.750000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,other,309,0.631068,0.860841,0.935275,0.964401,0.980583,0.697162,0.638670,0.690511,0.773101,5.446602,114,0.368932
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,beton,51,0.882353,0.960784,0.980392,1.000000,1.000000,0.907213,0.888056,0.907836,0.946078,2.156863,6,0.117647
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahl,12,0.833333,1.000000,1.000000,1.000000,1.000000,0.866071,0.804716,0.867174,0.958333,1.750000,2,0.166667
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,holz,5,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.769796,0.860083,0.885714,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahlbeton,5,0.800000,1.000000,1.000000,1.000000,1.000000,0.900000,0.777778,0.828774,0.833333,1.200000,1,0.200000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,asphalt_bitumen,4,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,kunststoff,2,0.500000,0.500000,0.500000,0.500000,1.000000,0.500000,0.343750,0.402405,0.375000,20.500000,1,0.500000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stein_mauerwerk,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.759524,0.888673,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,eindeutig,229,0.794760,0.951965,0.960699,0.978166,0.991266,0.836638,0.836638,0.863739,0.951965,3.205240,47,0.205240
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,mehrdeutig,160,0.518750,0.781250,0.918750,0.956250,0.975000,0.599960,0.461820,0.540094,0.593646,7.106250,77,0.481250
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_base,355,0.650704,0.870423,0.938028,0.966197,0.983099,0.714320,0.652608,0.705085,0.785869,5.174648,124,0.349296
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_npk,32,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_aggregate_alias,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_pavement_alias,1,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.805556,0.906025,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,absent,305,0.626230,0.855738,0.931148,0.960656,0.980328,0.691473,0.626833,0.681604,0.766066,5.639344,114,0.373770
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,present,84,0.880952,0.976190,0.988095,1.000000,1.000000,0.912911,0.884492,0.908597,0.944444,1.797619,10,0.119048

eval/queries_missing+typos/summary_eval-bge-m3-ifc-kbob-finetuned-missing-queries_typos.csv

@@ -0,0 +1,2 @@
+model,pipeline_variant,cross_encoder_model,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr,map@10,ndcg@10,recall@10,avg_expected_score,hit@1_ci_low,hit@1_ci_high,hit@10_ci_low,hit@10_ci_high,mrr@10_ci_low,mrr@10_ci_high,ndcg@10_ci_low,ndcg@10_ci_high
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,389,0.681234,0.881748,0.943445,0.969152,0.984576,0.739290,0.682471,0.730620,0.804584,0.836972,0.633612,0.724936,0.849550,0.911375,0.694833,0.777858,0.690443,0.766578

eval/queries_missing/evaluation_report_eval-bge-m3-ifc-kbob-finetuned-missing-queries.md

@@ -0,0 +1,34 @@
+## Evaluation Report
+
+Generated: 2026-04-16 11:04:03
+
+### Inputs
+- Summary CSV: `summary_eval-bge-m3-ifc-kbob-finetuned-missing-queries_model-1d06a0d7_queries_missing-a91a834f_no-reranker-7521044b.csv`
+- Details CSV: `details_eval-bge-m3-ifc-kbob-finetuned-missing-queries_model-1d06a0d7_queries_missing-a91a834f_no-reranker-7521044b.csv`
+
+### Overview
+![Model overview](overview_eval-bge-m3-ifc-kbob-finetuned-missing-queries_model-1d06a0d7_queries_missing-a91a834f_no-reranker-7521044b.svg)
+
+### Leaderboard
+
+#### Baseline (Bi-Encoder)
+
+| Rank | Model | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+| 1 | models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned | 75.32% | 92.80% | 96.40% | 98.20% | 98.71% | 0.803 | 0.750 | 0.794 | 0.860 | 0.867 | [0.707, 0.792] | [0.900, 0.950] | [0.766, 0.835] | [0.759, 0.824] | 96 |
+
+#### Reranked (Bi-Encoder + Cross-Encoder)
+
+| Rank | Model | Cross-Encoder | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+
+Anzahl Queries: 389
+
+### Hardest Queries (Baseline)
+Queries mit den meisten Top1-Fehlern in der Baseline:
+
+- (6 Fehler) IfcBuildingElementPart TrackElement
+- (6 Fehler) IfcRailing HANDRAIL
+- (5 Fehler) IfcRailing GUARDRAIL
+- (4 Fehler) IfcBuildingElementProxy Stahl
+- (2 Fehler) IfcBearing CYLINDRICAL

eval/queries_missing/split_eval_matrix_eval-bge-m3-ifc-kbob-finetuned-missing-queries.csv

@@ -0,0 +1,22 @@
+model,pipeline_variant,cross_encoder_model,split_axis,split_value,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr@10,map@10,ndcg@10,recall@10,avg_expected_rank,top1_error_count,top1_error_rate
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,UNKNOWN,331,0.728097,0.915408,0.957704,0.978852,0.984894,0.781348,0.732702,0.777366,0.849578,3.996979,90,0.271903
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,INSITU,53,0.886792,1.000000,1.000000,1.000000,1.000000,0.921069,0.860487,0.896979,0.937107,1.339623,6,0.113208
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,PRECAST,5,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.687619,0.771558,0.750000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,other,219,0.634703,0.885845,0.940639,0.968037,0.977169,0.698065,0.653189,0.703121,0.791980,5.228311,80,0.365297
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,beton,80,0.900000,0.975000,1.000000,1.000000,1.000000,0.929583,0.889276,0.912080,0.939583,1.562500,8,0.100000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahl,46,0.913043,1.000000,1.000000,1.000000,1.000000,0.956522,0.919807,0.948061,0.989130,1.086957,4,0.086957
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,holz,15,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.855034,0.927867,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahlbeton,14,0.857143,1.000000,1.000000,1.000000,1.000000,0.907143,0.779507,0.843649,0.892857,1.357143,2,0.142857
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,asphalt_bitumen,6,0.833333,1.000000,1.000000,1.000000,1.000000,0.916667,0.916667,0.938488,1.000000,1.166667,1,0.166667
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,kunststoff,6,0.833333,0.833333,0.833333,1.000000,1.000000,0.833333,0.553086,0.667242,0.669444,5.833333,1,0.166667
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stein_mauerwerk,3,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.836508,0.927226,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,eindeutig,229,0.799127,0.947598,0.965066,0.982533,0.986900,0.848981,0.848981,0.873055,0.947598,2.899563,46,0.200873
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,mehrdeutig,160,0.687500,0.900000,0.962500,0.981250,0.987500,0.737664,0.607197,0.679852,0.735169,4.593750,50,0.312500
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_base,338,0.721893,0.917160,0.958580,0.979290,0.985207,0.777444,0.718303,0.766924,0.840612,3.970414,94,0.278107
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_npk,32,0.968750,1.000000,1.000000,1.000000,1.000000,0.984375,0.984375,0.988467,1.000000,1.031250,1,0.031250
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_steel_grade_alias,11,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_aggregate_alias,4,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.952381,0.982187,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_pavement_alias,2,0.500000,1.000000,1.000000,1.000000,1.000000,0.583333,0.486112,0.631116,1.000000,3.500000,1,0.500000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_ptfe_alias,2,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,0.831872,0.750000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,absent,288,0.694444,0.906250,0.951389,0.975694,0.982639,0.753910,0.698784,0.748533,0.828855,4.381944,88,0.305556
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,present,101,0.920792,0.990099,1.000000,1.000000,1.000000,0.943729,0.894243,0.922064,0.949670,1.356436,8,0.079208

eval/queries_missing/summary_eval-bge-m3-ifc-kbob-finetuned-missing-queries.csv

@@ -0,0 +1,2 @@
+model,pipeline_variant,cross_encoder_model,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr,map@10,ndcg@10,recall@10,avg_expected_score,hit@1_ci_low,hit@1_ci_high,hit@10_ci_low,hit@10_ci_high,mrr@10_ci_low,mrr@10_ci_high,ndcg@10_ci_low,ndcg@10_ci_high
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,389,0.753213,0.928021,0.964010,0.982005,0.987147,0.803195,0.749533,0.793588,0.860224,0.867081,0.706941,0.791774,0.899743,0.949936,0.766433,0.835491,0.758573,0.823939

eval/queries_typos/evaluation_report_eval-bge-m3-ifc-kbob-finetuned-typos.md

@@ -0,0 +1,34 @@
+## Evaluation Report
+
+Generated: 2026-04-16 11:08:54
+
+### Inputs
+- Summary CSV: `summary_eval-bge-m3-ifc-kbob-finetuned-typos_model-1d06a0d7_queries_typos-ec28a584_no-reranker-7521044b.csv`
+- Details CSV: `details_eval-bge-m3-ifc-kbob-finetuned-typos_model-1d06a0d7_queries_typos-ec28a584_no-reranker-7521044b.csv`
+
+### Overview
+![Model overview](overview_eval-bge-m3-ifc-kbob-finetuned-typos_model-1d06a0d7_queries_typos-ec28a584_no-reranker-7521044b.svg)
+
+### Leaderboard
+
+#### Baseline (Bi-Encoder)
+
+| Rank | Model | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+| 1 | models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned | 88.43% | 94.86% | 98.20% | 98.97% | 99.49% | 0.909 | 0.844 | 0.876 | 0.890 | 0.880 | [0.848, 0.918] | [0.928, 0.967] | [0.881, 0.935] | [0.847, 0.902] | 45 |
+
+#### Reranked (Bi-Encoder + Cross-Encoder)
+
+| Rank | Model | Cross-Encoder | Hit@1 | Hit@10 | Hit@20 | Hit@30 | Hit@50 | MRR@10 | MAP@10 | nDCG@10 | Recall@10 | Avg expected score | Hit@1 95% CI | Hit@10 95% CI | MRR@10 95% CI | nDCG@10 95% CI | Top1 errors |
+|---:|---|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---|---|---|---|---:|
+
+Anzahl Queries: 389
+
+### Hardest Queries (Baseline)
+Queries mit den meisten Top1-Fehlern in der Baseline:
+
+- (1 Fehler) IfcCourse ARMOUR5 Gestedin
+- (1 Fehler) IfcCourse PAVEENT Asühalt
+- (1 Fehler) IfcCovering MESMBRANE Sbdichtung
+- (1 Fehler) IfcCovering WRYPPING Kunssttoff
+- (1 Fehler) IfcMember CHORD Hokz

eval/queries_typos/split_eval_matrix_eval-bge-m3-ifc-kbob-finetuned-typos.csv

@@ -0,0 +1,20 @@
+model,pipeline_variant,cross_encoder_model,split_axis,split_value,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr@10,map@10,ndcg@10,recall@10,avg_expected_rank,top1_error_count,top1_error_rate
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,UNKNOWN,340,0.882353,0.941176,0.979412,0.988235,0.994118,0.905784,0.845833,0.876001,0.889304,2.429412,40,0.117647
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,INSITU,44,0.886364,1.000000,1.000000,1.000000,1.000000,0.924242,0.865482,0.898847,0.926136,1.250000,5,0.113636
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,casting_method,PRECAST,5,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.545833,0.652352,0.600000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,other,228,0.846491,0.925439,0.969298,0.982456,0.991228,0.874854,0.811141,0.843267,0.856857,2.947368,35,0.153509
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,beton,83,0.915663,0.963855,1.000000,1.000000,1.000000,0.935743,0.903830,0.919839,0.933735,1.602410,7,0.084337
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahl,48,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.966981,0.984239,0.993056,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stahlbeton,9,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.738889,0.802401,0.768519,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,kunststoff,8,0.750000,1.000000,1.000000,1.000000,1.000000,0.875000,0.509931,0.690832,0.729167,1.250000,2,0.250000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,holz,6,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.901276,0.952888,0.972222,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,asphalt_bitumen,5,0.800000,1.000000,1.000000,1.000000,1.000000,0.900000,0.803333,0.876780,1.000000,1.200000,1,0.200000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,material_family,stein_mauerwerk,2,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0.933334,0.973451,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,eindeutig,229,0.965066,0.982533,0.991266,0.995633,0.995633,0.972052,0.972052,0.974593,0.982533,1.554585,8,0.034934
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,query_class,mehrdeutig,160,0.768750,0.900000,0.968750,0.981250,0.993750,0.818958,0.661210,0.734184,0.756959,3.312500,37,0.231250
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_base,342,0.871345,0.941520,0.979532,0.988304,0.994152,0.898051,0.824250,0.859709,0.874601,2.450292,44,0.128655
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_npk,32,0.968750,1.000000,1.000000,1.000000,1.000000,0.984375,0.984375,0.988467,1.000000,1.031250,1,0.031250
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_steel_grade_alias,12,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,source_rule,rule_aggregate_alias,3,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,0,0.000000
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,absent,266,0.857143,0.928571,0.973684,0.984962,0.992481,0.884273,0.814458,0.850386,0.865715,2.781955,38,0.142857
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,strength_presence,present,123,0.943089,0.991870,1.000000,1.000000,1.000000,0.962737,0.908519,0.930478,0.941734,1.186992,7,0.056911

eval/queries_typos/summary_eval-bge-m3-ifc-kbob-finetuned-typos.csv

@@ -0,0 +1,2 @@
+model,pipeline_variant,cross_encoder_model,cases,hit@1,hit@10,hit@20,hit@30,hit@50,mrr,map@10,ndcg@10,recall@10,avg_expected_score,hit@1_ci_low,hit@1_ci_high,hit@10_ci_low,hit@10_ci_high,mrr@10_ci_low,mrr@10_ci_high,ndcg@10_ci_low,ndcg@10_ci_high
+models\\Hygroskopisch\\bge-m3-ifc-kbob-finetuned,baseline,-,389,0.884319,0.948586,0.982005,0.989717,0.994859,0.909083,0.844199,0.875710,0.889752,0.880119,0.848329,0.917738,0.928021,0.966581,0.880868,0.934868,0.847480,0.901832