| { |
| "test_crawler_1000_clean": { |
| "RA_CS_CL": { |
| "mean": 0.46309716469484147, |
| "ci_low": 0.43100178304228853, |
| "ci_high": 0.49723522417957366, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.46309716469484147, |
| "ci_low": 0.43100178304228853, |
| "ci_high": 0.49723522417957366, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.489928812346707, |
| "ci_low": 0.45864157532837974, |
| "ci_high": 0.5217993183848654, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.4899492205099723, |
| "ci_low": 0.4586818814508287, |
| "ci_high": 0.521799828588947, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8663772207081669, |
| "ci_low": 0.8492030402670545, |
| "ci_high": 0.8837154081288828, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8670118076553078, |
| "ci_low": 0.8499015506433102, |
| "ci_high": 0.8842864089840867, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.8247237194390075, |
| "ci_low": 0.8077852456051855, |
| "ci_high": 0.8430413488977149, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.8273422188680413, |
| "ci_low": 0.8104425166482718, |
| "ci_high": 0.8452746113898584, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.5448997030979369, |
| "ci_low": 0.5104338483469045, |
| "ci_high": 0.5765258047435835, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.12806768411064004, |
| "ci_low": 0.11038458141103086, |
| "ci_high": 0.14483957529216576, |
| "n": 1000 |
| } |
| }, |
| "test_crawler_1000_high": { |
| "RA_CS_CL": { |
| "mean": 0.4481794112305896, |
| "ci_low": 0.42065648453154686, |
| "ci_high": 0.476880493207532, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.4545182342236013, |
| "ci_low": 0.4270499061963767, |
| "ci_high": 0.48374307499879104, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.37604109171189565, |
| "ci_low": 0.35512358204395567, |
| "ci_high": 0.40030790570715064, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.4094253954153072, |
| "ci_low": 0.38682017449363654, |
| "ci_high": 0.4355066541307955, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.7892191384071005, |
| "ci_low": 0.7722799462182715, |
| "ci_high": 0.8062357932111767, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8030635836089182, |
| "ci_low": 0.7860172830390988, |
| "ci_high": 0.8203904045430913, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.5784625941351024, |
| "ci_low": 0.5631973090381808, |
| "ci_high": 0.5933733858874858, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.6349058666298714, |
| "ci_low": 0.6190323801628266, |
| "ci_high": 0.6505049984971494, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.5883570589039406, |
| "ci_low": 0.5618394020958133, |
| "ci_high": 0.6138569694279877, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.16486251385603792, |
| "ci_low": 0.1468970520379345, |
| "ci_high": 0.1826551792769343, |
| "n": 1000 |
| } |
| }, |
| "test_crawler_1000_low": { |
| "RA_CS_CL": { |
| "mean": 0.5449931051760345, |
| "ci_low": 0.5147242825621776, |
| "ci_high": 0.5763727640348797, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.5474321006842324, |
| "ci_low": 0.5170528164528367, |
| "ci_high": 0.5788385439166233, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.5314965605231254, |
| "ci_low": 0.5026965542390899, |
| "ci_high": 0.5608982002839604, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.5451072926000509, |
| "ci_low": 0.5146648725722092, |
| "ci_high": 0.5751142583410709, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8675026495309298, |
| "ci_low": 0.8518068662621793, |
| "ci_high": 0.8832252389904331, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.872089644701556, |
| "ci_low": 0.8563189468278448, |
| "ci_high": 0.8877938572844083, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.8056071638220105, |
| "ci_low": 0.7899114146901499, |
| "ci_high": 0.8213330579303748, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.8294271193222337, |
| "ci_low": 0.8139537185073551, |
| "ci_high": 0.8447687635174761, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.46236768305586146, |
| "ci_low": 0.43196515065915064, |
| "ci_high": 0.49315097148894654, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.1237912086252624, |
| "ci_low": 0.10810339674177902, |
| "ci_high": 0.13972055460492097, |
| "n": 1000 |
| } |
| }, |
| "test_crawler_1000_medium": { |
| "RA_CS_CL": { |
| "mean": 0.4973547732375623, |
| "ci_low": 0.46926127953939684, |
| "ci_high": 0.5295640590540807, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.5016357299188511, |
| "ci_low": 0.473036061597877, |
| "ci_high": 0.5338829693336871, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.457211652395019, |
| "ci_low": 0.432476890967653, |
| "ci_high": 0.4844184289479061, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.4780574719876398, |
| "ci_low": 0.4519335736961976, |
| "ci_high": 0.5058931778814323, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8354929067516452, |
| "ci_low": 0.8201367869577433, |
| "ci_high": 0.8516754522611255, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8434369145950955, |
| "ci_low": 0.8281991900375484, |
| "ci_high": 0.8596550901014457, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.6990591260650324, |
| "ci_low": 0.6838225728122596, |
| "ci_high": 0.7142306785747495, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.7352516923242477, |
| "ci_low": 0.7208064689973445, |
| "ci_high": 0.7506990035599697, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.524550573016691, |
| "ci_low": 0.4933938532021073, |
| "ci_high": 0.5517021450443456, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.13862818133725524, |
| "ci_low": 0.12235854618207462, |
| "ci_high": 0.15422231352281585, |
| "n": 1000 |
| } |
| }, |
| "test_dlrlc_1000_clean": { |
| "RA_CS_CL": { |
| "mean": 0.6436049858139764, |
| "ci_low": 0.6143818218313258, |
| "ci_high": 0.6739323913207144, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.6437592568561961, |
| "ci_low": 0.6145311726685393, |
| "ci_high": 0.6740726398736825, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.6235456133844336, |
| "ci_low": 0.597675051171525, |
| "ci_high": 0.6516496090119785, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.6241448558086758, |
| "ci_low": 0.5982202405654644, |
| "ci_high": 0.6521823516470062, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8663982087791257, |
| "ci_low": 0.8508525148487973, |
| "ci_high": 0.8804536961607238, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8674359191619303, |
| "ci_low": 0.8520621645910663, |
| "ci_high": 0.8812977922054042, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.8039275996974521, |
| "ci_low": 0.7884331863385198, |
| "ci_high": 0.8201765948589306, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.8086947760845853, |
| "ci_low": 0.7941013986055843, |
| "ci_high": 0.8242552006378696, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.3746272635752013, |
| "ci_low": 0.3450976951803612, |
| "ci_high": 0.40336216665925834, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.11865754888558018, |
| "ci_low": 0.1050369793919499, |
| "ci_high": 0.1345942874154198, |
| "n": 1000 |
| } |
| }, |
| "test_dlrlc_1000_high": { |
| "RA_CS_CL": { |
| "mean": 0.6037550370807357, |
| "ci_low": 0.5756071417559819, |
| "ci_high": 0.6292370694491036, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.6130434534524875, |
| "ci_low": 0.5841797827385968, |
| "ci_high": 0.6391580463933432, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.4642685416826043, |
| "ci_low": 0.44102002301270826, |
| "ci_high": 0.48494686143202087, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.5049508733455121, |
| "ci_low": 0.479827937987759, |
| "ci_high": 0.5264163233562997, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8066465096966305, |
| "ci_low": 0.7910880975963529, |
| "ci_high": 0.8205507023247035, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8207253121259539, |
| "ci_low": 0.8051583482208625, |
| "ci_high": 0.8347699229715954, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.5841415449839311, |
| "ci_low": 0.5690211501389091, |
| "ci_high": 0.5985757113638479, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.6417476301334057, |
| "ci_low": 0.6250379496123948, |
| "ci_high": 0.655942275339605, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.44297797235101827, |
| "ci_low": 0.418578572724302, |
| "ci_high": 0.46927437475040484, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.14072266096058553, |
| "ci_low": 0.1259075824937235, |
| "ci_high": 0.15656584047278038, |
| "n": 1000 |
| } |
| }, |
| "test_dlrlc_1000_low": { |
| "RA_CS_CL": { |
| "mean": 0.6833403222512284, |
| "ci_low": 0.6554237181849435, |
| "ci_high": 0.7098103491752831, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.6860664827659143, |
| "ci_low": 0.6578689711968846, |
| "ci_high": 0.7127717599927171, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.6503852179650426, |
| "ci_low": 0.6235125294157697, |
| "ci_high": 0.6764142562583456, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.6658235398787632, |
| "ci_low": 0.6392086779617343, |
| "ci_high": 0.6916262373247322, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8750308217991675, |
| "ci_low": 0.8598657200685574, |
| "ci_high": 0.8885251469954372, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8794597856803171, |
| "ci_low": 0.8644975119587622, |
| "ci_high": 0.8927933165172008, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.8055113025404204, |
| "ci_low": 0.7896876830237195, |
| "ci_high": 0.8202832900834123, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.8300194131238273, |
| "ci_low": 0.8144105966795031, |
| "ci_high": 0.8438548921692753, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.3281369342219891, |
| "ci_low": 0.30134205728532176, |
| "ci_high": 0.35603303608733655, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.11027335300966479, |
| "ci_low": 0.09678185409892381, |
| "ci_high": 0.12464640471608282, |
| "n": 1000 |
| } |
| }, |
| "test_dlrlc_1000_medium": { |
| "RA_CS_CL": { |
| "mean": 0.6373133263525183, |
| "ci_low": 0.6109514795787941, |
| "ci_high": 0.6640604274695044, |
| "n": 1000 |
| }, |
| "RA_CI_CL": { |
| "mean": 0.6421113023890086, |
| "ci_low": 0.615369164200979, |
| "ci_high": 0.6694894700527799, |
| "n": 1000 |
| }, |
| "RA_CS_WL": { |
| "mean": 0.5558677373868547, |
| "ci_low": 0.5319321969757009, |
| "ci_high": 0.5793763325627623, |
| "n": 1000 |
| }, |
| "RA_CI_WL": { |
| "mean": 0.5826966738807834, |
| "ci_low": 0.5577390917703269, |
| "ci_high": 0.6066073607478638, |
| "n": 1000 |
| }, |
| "RER_CS_CL": { |
| "mean": 0.8395405798385609, |
| "ci_low": 0.8244587404407188, |
| "ci_high": 0.8546736173763062, |
| "n": 1000 |
| }, |
| "RER_CI_CL": { |
| "mean": 0.8471093265875314, |
| "ci_low": 0.8321168832259345, |
| "ci_high": 0.8620934954840662, |
| "n": 1000 |
| }, |
| "RER_CS_WL": { |
| "mean": 0.696880586887073, |
| "ci_low": 0.6811000749033791, |
| "ci_high": 0.7121688483675119, |
| "n": 1000 |
| }, |
| "RER_CI_WL": { |
| "mean": 0.7357573187537311, |
| "ci_low": 0.7204688539508316, |
| "ci_high": 0.7507193737439882, |
| "n": 1000 |
| }, |
| "DER": { |
| "mean": 0.39187664679414264, |
| "ci_low": 0.36626472174628427, |
| "ci_high": 0.41781874156599236, |
| "n": 1000 |
| }, |
| "HALLUCINATION": { |
| "mean": 0.13052691658129453, |
| "ci_low": 0.11534564602279435, |
| "ci_high": 0.14580224406636597, |
| "n": 1000 |
| } |
| }, |
| "speed": { |
| "sentences_per_sec": 0.28, |
| "chars_per_sec": 43.0, |
| "total_time_sec": 352.02, |
| "mean_latency_ms": 3520.2, |
| "n_items": 100, |
| "n_chars": 15130 |
| } |
| } |