mihainadas's picture
Upload results.json with huggingface_hub
31029a8 verified
Raw
History Blame Contribute Delete
12.4 kB
{
"test_crawler_1000_clean": {
"RA_CS_CL": {
"mean": 0.46309716469484147,
"ci_low": 0.43100178304228853,
"ci_high": 0.49723522417957366,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.46309716469484147,
"ci_low": 0.43100178304228853,
"ci_high": 0.49723522417957366,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.489928812346707,
"ci_low": 0.45864157532837974,
"ci_high": 0.5217993183848654,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.4899492205099723,
"ci_low": 0.4586818814508287,
"ci_high": 0.521799828588947,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8663772207081669,
"ci_low": 0.8492030402670545,
"ci_high": 0.8837154081288828,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8670118076553078,
"ci_low": 0.8499015506433102,
"ci_high": 0.8842864089840867,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.8247237194390075,
"ci_low": 0.8077852456051855,
"ci_high": 0.8430413488977149,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.8273422188680413,
"ci_low": 0.8104425166482718,
"ci_high": 0.8452746113898584,
"n": 1000
},
"DER": {
"mean": 0.5448997030979369,
"ci_low": 0.5104338483469045,
"ci_high": 0.5765258047435835,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.12806768411064004,
"ci_low": 0.11038458141103086,
"ci_high": 0.14483957529216576,
"n": 1000
}
},
"test_crawler_1000_high": {
"RA_CS_CL": {
"mean": 0.4481794112305896,
"ci_low": 0.42065648453154686,
"ci_high": 0.476880493207532,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.4545182342236013,
"ci_low": 0.4270499061963767,
"ci_high": 0.48374307499879104,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.37604109171189565,
"ci_low": 0.35512358204395567,
"ci_high": 0.40030790570715064,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.4094253954153072,
"ci_low": 0.38682017449363654,
"ci_high": 0.4355066541307955,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.7892191384071005,
"ci_low": 0.7722799462182715,
"ci_high": 0.8062357932111767,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8030635836089182,
"ci_low": 0.7860172830390988,
"ci_high": 0.8203904045430913,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.5784625941351024,
"ci_low": 0.5631973090381808,
"ci_high": 0.5933733858874858,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.6349058666298714,
"ci_low": 0.6190323801628266,
"ci_high": 0.6505049984971494,
"n": 1000
},
"DER": {
"mean": 0.5883570589039406,
"ci_low": 0.5618394020958133,
"ci_high": 0.6138569694279877,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.16486251385603792,
"ci_low": 0.1468970520379345,
"ci_high": 0.1826551792769343,
"n": 1000
}
},
"test_crawler_1000_low": {
"RA_CS_CL": {
"mean": 0.5449931051760345,
"ci_low": 0.5147242825621776,
"ci_high": 0.5763727640348797,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.5474321006842324,
"ci_low": 0.5170528164528367,
"ci_high": 0.5788385439166233,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.5314965605231254,
"ci_low": 0.5026965542390899,
"ci_high": 0.5608982002839604,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.5451072926000509,
"ci_low": 0.5146648725722092,
"ci_high": 0.5751142583410709,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8675026495309298,
"ci_low": 0.8518068662621793,
"ci_high": 0.8832252389904331,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.872089644701556,
"ci_low": 0.8563189468278448,
"ci_high": 0.8877938572844083,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.8056071638220105,
"ci_low": 0.7899114146901499,
"ci_high": 0.8213330579303748,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.8294271193222337,
"ci_low": 0.8139537185073551,
"ci_high": 0.8447687635174761,
"n": 1000
},
"DER": {
"mean": 0.46236768305586146,
"ci_low": 0.43196515065915064,
"ci_high": 0.49315097148894654,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.1237912086252624,
"ci_low": 0.10810339674177902,
"ci_high": 0.13972055460492097,
"n": 1000
}
},
"test_crawler_1000_medium": {
"RA_CS_CL": {
"mean": 0.4973547732375623,
"ci_low": 0.46926127953939684,
"ci_high": 0.5295640590540807,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.5016357299188511,
"ci_low": 0.473036061597877,
"ci_high": 0.5338829693336871,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.457211652395019,
"ci_low": 0.432476890967653,
"ci_high": 0.4844184289479061,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.4780574719876398,
"ci_low": 0.4519335736961976,
"ci_high": 0.5058931778814323,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8354929067516452,
"ci_low": 0.8201367869577433,
"ci_high": 0.8516754522611255,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8434369145950955,
"ci_low": 0.8281991900375484,
"ci_high": 0.8596550901014457,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.6990591260650324,
"ci_low": 0.6838225728122596,
"ci_high": 0.7142306785747495,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.7352516923242477,
"ci_low": 0.7208064689973445,
"ci_high": 0.7506990035599697,
"n": 1000
},
"DER": {
"mean": 0.524550573016691,
"ci_low": 0.4933938532021073,
"ci_high": 0.5517021450443456,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.13862818133725524,
"ci_low": 0.12235854618207462,
"ci_high": 0.15422231352281585,
"n": 1000
}
},
"test_dlrlc_1000_clean": {
"RA_CS_CL": {
"mean": 0.6436049858139764,
"ci_low": 0.6143818218313258,
"ci_high": 0.6739323913207144,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.6437592568561961,
"ci_low": 0.6145311726685393,
"ci_high": 0.6740726398736825,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.6235456133844336,
"ci_low": 0.597675051171525,
"ci_high": 0.6516496090119785,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.6241448558086758,
"ci_low": 0.5982202405654644,
"ci_high": 0.6521823516470062,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8663982087791257,
"ci_low": 0.8508525148487973,
"ci_high": 0.8804536961607238,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8674359191619303,
"ci_low": 0.8520621645910663,
"ci_high": 0.8812977922054042,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.8039275996974521,
"ci_low": 0.7884331863385198,
"ci_high": 0.8201765948589306,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.8086947760845853,
"ci_low": 0.7941013986055843,
"ci_high": 0.8242552006378696,
"n": 1000
},
"DER": {
"mean": 0.3746272635752013,
"ci_low": 0.3450976951803612,
"ci_high": 0.40336216665925834,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.11865754888558018,
"ci_low": 0.1050369793919499,
"ci_high": 0.1345942874154198,
"n": 1000
}
},
"test_dlrlc_1000_high": {
"RA_CS_CL": {
"mean": 0.6037550370807357,
"ci_low": 0.5756071417559819,
"ci_high": 0.6292370694491036,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.6130434534524875,
"ci_low": 0.5841797827385968,
"ci_high": 0.6391580463933432,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.4642685416826043,
"ci_low": 0.44102002301270826,
"ci_high": 0.48494686143202087,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.5049508733455121,
"ci_low": 0.479827937987759,
"ci_high": 0.5264163233562997,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8066465096966305,
"ci_low": 0.7910880975963529,
"ci_high": 0.8205507023247035,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8207253121259539,
"ci_low": 0.8051583482208625,
"ci_high": 0.8347699229715954,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.5841415449839311,
"ci_low": 0.5690211501389091,
"ci_high": 0.5985757113638479,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.6417476301334057,
"ci_low": 0.6250379496123948,
"ci_high": 0.655942275339605,
"n": 1000
},
"DER": {
"mean": 0.44297797235101827,
"ci_low": 0.418578572724302,
"ci_high": 0.46927437475040484,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.14072266096058553,
"ci_low": 0.1259075824937235,
"ci_high": 0.15656584047278038,
"n": 1000
}
},
"test_dlrlc_1000_low": {
"RA_CS_CL": {
"mean": 0.6833403222512284,
"ci_low": 0.6554237181849435,
"ci_high": 0.7098103491752831,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.6860664827659143,
"ci_low": 0.6578689711968846,
"ci_high": 0.7127717599927171,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.6503852179650426,
"ci_low": 0.6235125294157697,
"ci_high": 0.6764142562583456,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.6658235398787632,
"ci_low": 0.6392086779617343,
"ci_high": 0.6916262373247322,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8750308217991675,
"ci_low": 0.8598657200685574,
"ci_high": 0.8885251469954372,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8794597856803171,
"ci_low": 0.8644975119587622,
"ci_high": 0.8927933165172008,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.8055113025404204,
"ci_low": 0.7896876830237195,
"ci_high": 0.8202832900834123,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.8300194131238273,
"ci_low": 0.8144105966795031,
"ci_high": 0.8438548921692753,
"n": 1000
},
"DER": {
"mean": 0.3281369342219891,
"ci_low": 0.30134205728532176,
"ci_high": 0.35603303608733655,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.11027335300966479,
"ci_low": 0.09678185409892381,
"ci_high": 0.12464640471608282,
"n": 1000
}
},
"test_dlrlc_1000_medium": {
"RA_CS_CL": {
"mean": 0.6373133263525183,
"ci_low": 0.6109514795787941,
"ci_high": 0.6640604274695044,
"n": 1000
},
"RA_CI_CL": {
"mean": 0.6421113023890086,
"ci_low": 0.615369164200979,
"ci_high": 0.6694894700527799,
"n": 1000
},
"RA_CS_WL": {
"mean": 0.5558677373868547,
"ci_low": 0.5319321969757009,
"ci_high": 0.5793763325627623,
"n": 1000
},
"RA_CI_WL": {
"mean": 0.5826966738807834,
"ci_low": 0.5577390917703269,
"ci_high": 0.6066073607478638,
"n": 1000
},
"RER_CS_CL": {
"mean": 0.8395405798385609,
"ci_low": 0.8244587404407188,
"ci_high": 0.8546736173763062,
"n": 1000
},
"RER_CI_CL": {
"mean": 0.8471093265875314,
"ci_low": 0.8321168832259345,
"ci_high": 0.8620934954840662,
"n": 1000
},
"RER_CS_WL": {
"mean": 0.696880586887073,
"ci_low": 0.6811000749033791,
"ci_high": 0.7121688483675119,
"n": 1000
},
"RER_CI_WL": {
"mean": 0.7357573187537311,
"ci_low": 0.7204688539508316,
"ci_high": 0.7507193737439882,
"n": 1000
},
"DER": {
"mean": 0.39187664679414264,
"ci_low": 0.36626472174628427,
"ci_high": 0.41781874156599236,
"n": 1000
},
"HALLUCINATION": {
"mean": 0.13052691658129453,
"ci_low": 0.11534564602279435,
"ci_high": 0.14580224406636597,
"n": 1000
}
},
"speed": {
"sentences_per_sec": 0.28,
"chars_per_sec": 43.0,
"total_time_sec": 352.02,
"mean_latency_ms": 3520.2,
"n_items": 100,
"n_chars": 15130
}
}