{ "test_crawler_1000_clean": { "RA_CS_CL": { "mean": 0.46309716469484147, "ci_low": 0.43100178304228853, "ci_high": 0.49723522417957366, "n": 1000 }, "RA_CI_CL": { "mean": 0.46309716469484147, "ci_low": 0.43100178304228853, "ci_high": 0.49723522417957366, "n": 1000 }, "RA_CS_WL": { "mean": 0.489928812346707, "ci_low": 0.45864157532837974, "ci_high": 0.5217993183848654, "n": 1000 }, "RA_CI_WL": { "mean": 0.4899492205099723, "ci_low": 0.4586818814508287, "ci_high": 0.521799828588947, "n": 1000 }, "RER_CS_CL": { "mean": 0.8663772207081669, "ci_low": 0.8492030402670545, "ci_high": 0.8837154081288828, "n": 1000 }, "RER_CI_CL": { "mean": 0.8670118076553078, "ci_low": 0.8499015506433102, "ci_high": 0.8842864089840867, "n": 1000 }, "RER_CS_WL": { "mean": 0.8247237194390075, "ci_low": 0.8077852456051855, "ci_high": 0.8430413488977149, "n": 1000 }, "RER_CI_WL": { "mean": 0.8273422188680413, "ci_low": 0.8104425166482718, "ci_high": 0.8452746113898584, "n": 1000 }, "DER": { "mean": 0.5448997030979369, "ci_low": 0.5104338483469045, "ci_high": 0.5765258047435835, "n": 1000 }, "HALLUCINATION": { "mean": 0.12806768411064004, "ci_low": 0.11038458141103086, "ci_high": 0.14483957529216576, "n": 1000 } }, "test_crawler_1000_high": { "RA_CS_CL": { "mean": 0.4481794112305896, "ci_low": 0.42065648453154686, "ci_high": 0.476880493207532, "n": 1000 }, "RA_CI_CL": { "mean": 0.4545182342236013, "ci_low": 0.4270499061963767, "ci_high": 0.48374307499879104, "n": 1000 }, "RA_CS_WL": { "mean": 0.37604109171189565, "ci_low": 0.35512358204395567, "ci_high": 0.40030790570715064, "n": 1000 }, "RA_CI_WL": { "mean": 0.4094253954153072, "ci_low": 0.38682017449363654, "ci_high": 0.4355066541307955, "n": 1000 }, "RER_CS_CL": { "mean": 0.7892191384071005, "ci_low": 0.7722799462182715, "ci_high": 0.8062357932111767, "n": 1000 }, "RER_CI_CL": { "mean": 0.8030635836089182, "ci_low": 0.7860172830390988, "ci_high": 0.8203904045430913, "n": 1000 }, "RER_CS_WL": { "mean": 0.5784625941351024, "ci_low": 0.5631973090381808, "ci_high": 0.5933733858874858, "n": 1000 }, "RER_CI_WL": { "mean": 0.6349058666298714, "ci_low": 0.6190323801628266, "ci_high": 0.6505049984971494, "n": 1000 }, "DER": { "mean": 0.5883570589039406, "ci_low": 0.5618394020958133, "ci_high": 0.6138569694279877, "n": 1000 }, "HALLUCINATION": { "mean": 0.16486251385603792, "ci_low": 0.1468970520379345, "ci_high": 0.1826551792769343, "n": 1000 } }, "test_crawler_1000_low": { "RA_CS_CL": { "mean": 0.5449931051760345, "ci_low": 0.5147242825621776, "ci_high": 0.5763727640348797, "n": 1000 }, "RA_CI_CL": { "mean": 0.5474321006842324, "ci_low": 0.5170528164528367, "ci_high": 0.5788385439166233, "n": 1000 }, "RA_CS_WL": { "mean": 0.5314965605231254, "ci_low": 0.5026965542390899, "ci_high": 0.5608982002839604, "n": 1000 }, "RA_CI_WL": { "mean": 0.5451072926000509, "ci_low": 0.5146648725722092, "ci_high": 0.5751142583410709, "n": 1000 }, "RER_CS_CL": { "mean": 0.8675026495309298, "ci_low": 0.8518068662621793, "ci_high": 0.8832252389904331, "n": 1000 }, "RER_CI_CL": { "mean": 0.872089644701556, "ci_low": 0.8563189468278448, "ci_high": 0.8877938572844083, "n": 1000 }, "RER_CS_WL": { "mean": 0.8056071638220105, "ci_low": 0.7899114146901499, "ci_high": 0.8213330579303748, "n": 1000 }, "RER_CI_WL": { "mean": 0.8294271193222337, "ci_low": 0.8139537185073551, "ci_high": 0.8447687635174761, "n": 1000 }, "DER": { "mean": 0.46236768305586146, "ci_low": 0.43196515065915064, "ci_high": 0.49315097148894654, "n": 1000 }, "HALLUCINATION": { "mean": 0.1237912086252624, "ci_low": 0.10810339674177902, "ci_high": 0.13972055460492097, "n": 1000 } }, "test_crawler_1000_medium": { "RA_CS_CL": { "mean": 0.4973547732375623, "ci_low": 0.46926127953939684, "ci_high": 0.5295640590540807, "n": 1000 }, "RA_CI_CL": { "mean": 0.5016357299188511, "ci_low": 0.473036061597877, "ci_high": 0.5338829693336871, "n": 1000 }, "RA_CS_WL": { "mean": 0.457211652395019, "ci_low": 0.432476890967653, "ci_high": 0.4844184289479061, "n": 1000 }, "RA_CI_WL": { "mean": 0.4780574719876398, "ci_low": 0.4519335736961976, "ci_high": 0.5058931778814323, "n": 1000 }, "RER_CS_CL": { "mean": 0.8354929067516452, "ci_low": 0.8201367869577433, "ci_high": 0.8516754522611255, "n": 1000 }, "RER_CI_CL": { "mean": 0.8434369145950955, "ci_low": 0.8281991900375484, "ci_high": 0.8596550901014457, "n": 1000 }, "RER_CS_WL": { "mean": 0.6990591260650324, "ci_low": 0.6838225728122596, "ci_high": 0.7142306785747495, "n": 1000 }, "RER_CI_WL": { "mean": 0.7352516923242477, "ci_low": 0.7208064689973445, "ci_high": 0.7506990035599697, "n": 1000 }, "DER": { "mean": 0.524550573016691, "ci_low": 0.4933938532021073, "ci_high": 0.5517021450443456, "n": 1000 }, "HALLUCINATION": { "mean": 0.13862818133725524, "ci_low": 0.12235854618207462, "ci_high": 0.15422231352281585, "n": 1000 } }, "test_dlrlc_1000_clean": { "RA_CS_CL": { "mean": 0.6436049858139764, "ci_low": 0.6143818218313258, "ci_high": 0.6739323913207144, "n": 1000 }, "RA_CI_CL": { "mean": 0.6437592568561961, "ci_low": 0.6145311726685393, "ci_high": 0.6740726398736825, "n": 1000 }, "RA_CS_WL": { "mean": 0.6235456133844336, "ci_low": 0.597675051171525, "ci_high": 0.6516496090119785, "n": 1000 }, "RA_CI_WL": { "mean": 0.6241448558086758, "ci_low": 0.5982202405654644, "ci_high": 0.6521823516470062, "n": 1000 }, "RER_CS_CL": { "mean": 0.8663982087791257, "ci_low": 0.8508525148487973, "ci_high": 0.8804536961607238, "n": 1000 }, "RER_CI_CL": { "mean": 0.8674359191619303, "ci_low": 0.8520621645910663, "ci_high": 0.8812977922054042, "n": 1000 }, "RER_CS_WL": { "mean": 0.8039275996974521, "ci_low": 0.7884331863385198, "ci_high": 0.8201765948589306, "n": 1000 }, "RER_CI_WL": { "mean": 0.8086947760845853, "ci_low": 0.7941013986055843, "ci_high": 0.8242552006378696, "n": 1000 }, "DER": { "mean": 0.3746272635752013, "ci_low": 0.3450976951803612, "ci_high": 0.40336216665925834, "n": 1000 }, "HALLUCINATION": { "mean": 0.11865754888558018, "ci_low": 0.1050369793919499, "ci_high": 0.1345942874154198, "n": 1000 } }, "test_dlrlc_1000_high": { "RA_CS_CL": { "mean": 0.6037550370807357, "ci_low": 0.5756071417559819, "ci_high": 0.6292370694491036, "n": 1000 }, "RA_CI_CL": { "mean": 0.6130434534524875, "ci_low": 0.5841797827385968, "ci_high": 0.6391580463933432, "n": 1000 }, "RA_CS_WL": { "mean": 0.4642685416826043, "ci_low": 0.44102002301270826, "ci_high": 0.48494686143202087, "n": 1000 }, "RA_CI_WL": { "mean": 0.5049508733455121, "ci_low": 0.479827937987759, "ci_high": 0.5264163233562997, "n": 1000 }, "RER_CS_CL": { "mean": 0.8066465096966305, "ci_low": 0.7910880975963529, "ci_high": 0.8205507023247035, "n": 1000 }, "RER_CI_CL": { "mean": 0.8207253121259539, "ci_low": 0.8051583482208625, "ci_high": 0.8347699229715954, "n": 1000 }, "RER_CS_WL": { "mean": 0.5841415449839311, "ci_low": 0.5690211501389091, "ci_high": 0.5985757113638479, "n": 1000 }, "RER_CI_WL": { "mean": 0.6417476301334057, "ci_low": 0.6250379496123948, "ci_high": 0.655942275339605, "n": 1000 }, "DER": { "mean": 0.44297797235101827, "ci_low": 0.418578572724302, "ci_high": 0.46927437475040484, "n": 1000 }, "HALLUCINATION": { "mean": 0.14072266096058553, "ci_low": 0.1259075824937235, "ci_high": 0.15656584047278038, "n": 1000 } }, "test_dlrlc_1000_low": { "RA_CS_CL": { "mean": 0.6833403222512284, "ci_low": 0.6554237181849435, "ci_high": 0.7098103491752831, "n": 1000 }, "RA_CI_CL": { "mean": 0.6860664827659143, "ci_low": 0.6578689711968846, "ci_high": 0.7127717599927171, "n": 1000 }, "RA_CS_WL": { "mean": 0.6503852179650426, "ci_low": 0.6235125294157697, "ci_high": 0.6764142562583456, "n": 1000 }, "RA_CI_WL": { "mean": 0.6658235398787632, "ci_low": 0.6392086779617343, "ci_high": 0.6916262373247322, "n": 1000 }, "RER_CS_CL": { "mean": 0.8750308217991675, "ci_low": 0.8598657200685574, "ci_high": 0.8885251469954372, "n": 1000 }, "RER_CI_CL": { "mean": 0.8794597856803171, "ci_low": 0.8644975119587622, "ci_high": 0.8927933165172008, "n": 1000 }, "RER_CS_WL": { "mean": 0.8055113025404204, "ci_low": 0.7896876830237195, "ci_high": 0.8202832900834123, "n": 1000 }, "RER_CI_WL": { "mean": 0.8300194131238273, "ci_low": 0.8144105966795031, "ci_high": 0.8438548921692753, "n": 1000 }, "DER": { "mean": 0.3281369342219891, "ci_low": 0.30134205728532176, "ci_high": 0.35603303608733655, "n": 1000 }, "HALLUCINATION": { "mean": 0.11027335300966479, "ci_low": 0.09678185409892381, "ci_high": 0.12464640471608282, "n": 1000 } }, "test_dlrlc_1000_medium": { "RA_CS_CL": { "mean": 0.6373133263525183, "ci_low": 0.6109514795787941, "ci_high": 0.6640604274695044, "n": 1000 }, "RA_CI_CL": { "mean": 0.6421113023890086, "ci_low": 0.615369164200979, "ci_high": 0.6694894700527799, "n": 1000 }, "RA_CS_WL": { "mean": 0.5558677373868547, "ci_low": 0.5319321969757009, "ci_high": 0.5793763325627623, "n": 1000 }, "RA_CI_WL": { "mean": 0.5826966738807834, "ci_low": 0.5577390917703269, "ci_high": 0.6066073607478638, "n": 1000 }, "RER_CS_CL": { "mean": 0.8395405798385609, "ci_low": 0.8244587404407188, "ci_high": 0.8546736173763062, "n": 1000 }, "RER_CI_CL": { "mean": 0.8471093265875314, "ci_low": 0.8321168832259345, "ci_high": 0.8620934954840662, "n": 1000 }, "RER_CS_WL": { "mean": 0.696880586887073, "ci_low": 0.6811000749033791, "ci_high": 0.7121688483675119, "n": 1000 }, "RER_CI_WL": { "mean": 0.7357573187537311, "ci_low": 0.7204688539508316, "ci_high": 0.7507193737439882, "n": 1000 }, "DER": { "mean": 0.39187664679414264, "ci_low": 0.36626472174628427, "ci_high": 0.41781874156599236, "n": 1000 }, "HALLUCINATION": { "mean": 0.13052691658129453, "ci_low": 0.11534564602279435, "ci_high": 0.14580224406636597, "n": 1000 } }, "speed": { "sentences_per_sec": 0.28, "chars_per_sec": 43.0, "total_time_sec": 352.02, "mean_latency_ms": 3520.2, "n_items": 100, "n_chars": 15130 } }