diff --git "a/eval/span_deberta_test_predictions.jsonl" "b/eval/span_deberta_test_predictions.jsonl"
new file mode 100644--- /dev/null
+++ "b/eval/span_deberta_test_predictions.jsonl"
@@ -0,0 +1,207 @@
+{"id": "toolace_base_343_0_5d28ec1b980232bb6f", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_343_0_5d28ec1b980232bb6f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 202, "top_tokens": [{"answer_start": 537, "answer_end": 542, "token_text": " didn", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.997730037663132e-05, "type_probabilities": {"tool_output_conflict": 2.735179259616416e-05, "overgeneration": 3.6302652006270364e-05, "missing_tool_action_recommendation": 2.63228575931862e-05}}, {"answer_start": 543, "answer_end": 544, "token_text": "t", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.783444354776293e-05, "type_probabilities": {"tool_output_conflict": 2.8664793717325665e-05, "overgeneration": 2.788560050248634e-05, "missing_tool_action_recommendation": 3.128404568997212e-05}}, {"answer_start": 0, "answer_end": 1, "token_text": "I", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.730022818781435e-05, "type_probabilities": {"tool_output_conflict": 3.2385843951487914e-05, "overgeneration": 7.107233614078723e-06, "missing_tool_action_recommendation": 4.780715607921593e-05}}, {"answer_start": 1, "answer_end": 7, "token_text": " found", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.713966235518456e-05, "type_probabilities": {"tool_output_conflict": 1.926704862853512e-05, "overgeneration": 2.0860998120042495e-05, "missing_tool_action_recommendation": 4.7011613787617534e-05}}, {"answer_start": 154, "answer_end": 155, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.202439155662432e-05, "type_probabilities": {"tool_output_conflict": 2.1757641661679372e-05, "overgeneration": 1.8830332919606008e-05, "missing_tool_action_recommendation": 3.143641515634954e-05}}, {"answer_start": 542, "answer_end": 543, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.169508560560644e-05, "type_probabilities": {"tool_output_conflict": 1.8715338228503242e-05, "overgeneration": 2.412012509012129e-05, "missing_tool_action_recommendation": 1.8859624105971307e-05}}, {"answer_start": 592, "answer_end": 593, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.9512902225833386e-05, "type_probabilities": {"tool_output_conflict": 2.1185187506489456e-05, "overgeneration": 1.8609887774800882e-05, "missing_tool_action_recommendation": 1.9717825125553645e-05}}, {"answer_start": 638, "answer_end": 641, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9302663430571556e-05, "type_probabilities": {"tool_output_conflict": 1.912718107632827e-05, "overgeneration": 1.345290456811199e-05, "missing_tool_action_recommendation": 2.672257505764719e-05}}, {"answer_start": 153, "answer_end": 154, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.7432182074990124e-05, "type_probabilities": {"tool_output_conflict": 2.3903186956886202e-05, "overgeneration": 1.6689404219505377e-05, "missing_tool_action_recommendation": 1.683959453657735e-05}}, {"answer_start": 673, "answer_end": 674, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.720969056710601e-05, "type_probabilities": {"tool_output_conflict": 2.5606208509998396e-05, "overgeneration": 2.0482057152548805e-05, "missing_tool_action_recommendation": 1.1121423995064106e-05}}, {"answer_start": 241, "answer_end": 242, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.63061039429158e-05, "type_probabilities": {"tool_output_conflict": 2.499165384506341e-05, "overgeneration": 1.6329859136021696e-05, "missing_tool_action_recommendation": 1.4984591871325392e-05}}, {"answer_start": 63, "answer_end": 64, "token_text": "k", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.429855082184076e-05, "type_probabilities": {"tool_output_conflict": 8.157609045156278e-06, "overgeneration": 1.4025732525624335e-05, "missing_tool_action_recommendation": 3.211520743207075e-05}}, {"answer_start": 621, "answer_end": 626, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.255971700535156e-05, "type_probabilities": {"tool_output_conflict": 1.493205036240397e-05, "overgeneration": 1.5288253052858636e-05, "missing_tool_action_recommendation": 2.233941268059425e-05}}, {"answer_start": 666, "answer_end": 669, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.173542012926191e-05, "type_probabilities": {"tool_output_conflict": 1.6392783436458558e-05, "overgeneration": 1.3109049177728593e-05, "missing_tool_action_recommendation": 2.223358751507476e-05}}, {"answer_start": 626, "answer_end": 631, "token_text": " more", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.14006896992214e-05, "type_probabilities": {"tool_output_conflict": 1.8297945644007996e-05, "overgeneration": 1.8934355466626585e-05, "missing_tool_action_recommendation": 1.416838767909212e-05}}, {"answer_start": 411, "answer_end": 412, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.1379320211708546e-05, "type_probabilities": {"tool_output_conflict": 1.916123801493086e-05, "overgeneration": 1.6009507817216218e-05, "missing_tool_action_recommendation": 1.6208576198550873e-05}}, {"answer_start": 655, "answer_end": 656, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.067012898507528e-05, "type_probabilities": {"tool_output_conflict": 1.0869868674490135e-05, "overgeneration": 2.0743123968713917e-05, "missing_tool_action_recommendation": 1.905713725136593e-05}}, {"answer_start": 661, "answer_end": 666, "token_text": " free", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.927223199047148e-05, "type_probabilities": {"tool_output_conflict": 1.3481460882758256e-05, "overgeneration": 1.7236836356460117e-05, "missing_tool_action_recommendation": 1.8553937479737215e-05}}, {"answer_start": 61, "answer_end": 63, "token_text": "To", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.722211815533228e-05, "type_probabilities": {"tool_output_conflict": 7.392899533442687e-06, "overgeneration": 1.243767655978445e-05, "missing_tool_action_recommendation": 2.7391542971599847e-05}}, {"answer_start": 367, "answer_end": 373, "token_text": " first", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.707610059995204e-05, "type_probabilities": {"tool_output_conflict": 9.630690328776836e-06, "overgeneration": 1.8686432667891495e-05, "missing_tool_action_recommendation": 1.875897760328371e-05}}]}, "output": "I found the latest videos for the \"bottlecapchallenge\" on TikTok. Here they are:\n\n1. **Amazing Bottle Cap Kick by John**\n   - **Description**: Watch John's incredible precision kick to unscrew the bottle cap!\n   - **URL**: [Watch here](https://tiktok.com/video1)\n\n2. **Sophie's Bottle Cap Challenge**\n   - **Description**: Sophie nails the bottle cap challenge on her first try!\n   - **URL**: [Watch here](https://tiktok.com/video2)\n\n3. **Epic Fail at Bottle Cap Challenge**\n   - **Description**: This attempt at the bottle cap challenge didn't go as planned!\n   - **URL**: [Watch here](https://tiktok.com/video3)\n\nIf you need more videos or anything else, feel free to ask!"}
+{"id": "toolace_base_422_6_6ff5649bb65afb9196", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_422_6_6ff5649bb65afb9196__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 56, "top_tokens": [{"answer_start": 63, "answer_end": 69, "token_text": " asked", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011227761569898576, "type_probabilities": {"tool_output_conflict": 4.004292350145988e-05, "overgeneration": 3.5282228054711595e-05, "missing_tool_action_recommendation": 3.6952467780793086e-05}}, {"answer_start": 59, "answer_end": 63, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.844252781476825e-05, "type_probabilities": {"tool_output_conflict": 3.355871740495786e-05, "overgeneration": 2.5368559363414533e-05, "missing_tool_action_recommendation": 3.9515252865385264e-05}}, {"answer_start": 170, "answer_end": 174, "token_text": " GIF", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.22793338354677e-05, "type_probabilities": {"tool_output_conflict": 8.588786840846296e-06, "overgeneration": 3.3667849493213e-05, "missing_tool_action_recommendation": 3.0022700229892507e-05}}, {"answer_start": 161, "answer_end": 166, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.9734789829235524e-05, "type_probabilities": {"tool_output_conflict": 1.0651887350832112e-05, "overgeneration": 3.226278204238042e-05, "missing_tool_action_recommendation": 1.682012043602299e-05}}, {"answer_start": 181, "answer_end": 182, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.628311919281259e-05, "type_probabilities": {"tool_output_conflict": 1.8909215214080177e-05, "overgeneration": 2.838382170011755e-05, "missing_tool_action_recommendation": 8.990082278614864e-06}}, {"answer_start": 58, "answer_end": 59, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.37435662408825e-05, "type_probabilities": {"tool_output_conflict": 1.262556997971842e-05, "overgeneration": 2.6418247216497548e-05, "missing_tool_action_recommendation": 1.4699749044666532e-05}}, {"answer_start": 174, "answer_end": 175, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1336552132852376e-05, "type_probabilities": {"tool_output_conflict": 1.524741583125433e-05, "overgeneration": 2.2619913579546846e-05, "missing_tool_action_recommendation": 1.3469225450535305e-05}}, {"answer_start": 153, "answer_end": 158, "token_text": " link", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.805458593182266e-05, "type_probabilities": {"tool_output_conflict": 9.972561201720964e-06, "overgeneration": 1.9228262317483313e-05, "missing_tool_action_recommendation": 1.8853765141102485e-05}}, {"answer_start": 77, "answer_end": 81, "token_text": "Link", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4474021706264466e-05, "type_probabilities": {"tool_output_conflict": 9.984551070374437e-06, "overgeneration": 1.826243897085078e-05, "missing_tool_action_recommendation": 1.622703166503925e-05}}, {"answer_start": 73, "answer_end": 74, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.2728803236968815e-05, "type_probabilities": {"tool_output_conflict": 1.6138565115397796e-05, "overgeneration": 1.595100184204057e-05, "missing_tool_action_recommendation": 1.0639235370035749e-05}}, {"answer_start": 99, "answer_end": 100, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.218580579617992e-05, "type_probabilities": {"tool_output_conflict": 1.927940502355341e-05, "overgeneration": 1.297498238272965e-05, "missing_tool_action_recommendation": 9.931420208886266e-06}}, {"answer_start": 138, "answer_end": 139, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.131273090024479e-05, "type_probabilities": {"tool_output_conflict": 8.437209544354118e-06, "overgeneration": 2.3462145691155456e-05, "missing_tool_action_recommendation": 9.413375664735213e-06}}, {"answer_start": 149, "answer_end": 153, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.039443956571631e-05, "type_probabilities": {"tool_output_conflict": 9.824499102251139e-06, "overgeneration": 1.6254916772595607e-05, "missing_tool_action_recommendation": 1.4315024600364268e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": "(", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.966162330470979e-05, "type_probabilities": {"tool_output_conflict": 8.26830819278257e-06, "overgeneration": 1.8401497072773054e-05, "missing_tool_action_recommendation": 1.299181894864887e-05}}, {"answer_start": 132, "answer_end": 133, "token_text": "-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.577093957574107e-05, "type_probabilities": {"tool_output_conflict": 1.1578373232623562e-05, "overgeneration": 1.2895782674604561e-05, "missing_tool_action_recommendation": 1.129678184952354e-05}}, {"answer_start": 125, "answer_end": 126, "token_text": "-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.565155202522874e-05, "type_probabilities": {"tool_output_conflict": 1.2527961189334746e-05, "overgeneration": 1.3918650438426994e-05, "missing_tool_action_recommendation": 9.204940397466999e-06}}, {"answer_start": 175, "answer_end": 181, "token_text": " Enjoy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.519606252666563e-05, "type_probabilities": {"tool_output_conflict": 8.239031558332499e-06, "overgeneration": 1.8943061149911955e-05, "missing_tool_action_recommendation": 8.013969818421174e-06}}, {"answer_start": 128, "answer_end": 129, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.493746407912113e-05, "type_probabilities": {"tool_output_conflict": 1.3092289918859024e-05, "overgeneration": 1.307993534283014e-05, "missing_tool_action_recommendation": 8.765237907937262e-06}}, {"answer_start": 69, "answer_end": 73, "token_text": " for", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.415739047341049e-05, "type_probabilities": {"tool_output_conflict": 1.028970018523978e-05, "overgeneration": 1.1351576176821254e-05, "missing_tool_action_recommendation": 1.2516111382865347e-05}}, {"answer_start": 88, "answer_end": 92, "token_text": " GIF", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.3577525755390525e-05, "type_probabilities": {"tool_output_conflict": 6.214924269443145e-06, "overgeneration": 1.5182131392066367e-05, "missing_tool_action_recommendation": 1.2180467820144258e-05}}]}, "output": "Here is the GIF representation for \"The Truth is Out There\" you asked for:\n\n[Link to the GIF](https://giphy.com/gif/the-truth-is-out-there)\n\nClick on the link to view the GIF. Enjoy!"}
+{"id": "toolace_base_244_0_0087c2bc074c63c41a__missing_tool_action_recommendation__f6f793fa591cff1c06", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 279, "end": 404, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 279, "end": 404, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.999987781047821, "mean_score": 0.9999796048454617, "type_score": 0.9999389492947123, "type_scores": {"tool_output_conflict": 1.5490115599633377e-05, "overgeneration": 2.5160519489082102e-05, "missing_tool_action_recommendation": 0.9999389492947123}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_244_0_0087c2bc074c63c41a__missing_tool_action_recommendation__f6f793fa591cff1c06__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 115, "top_tokens": [{"answer_start": 395, "answer_end": 403, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987781047821, "type_probabilities": {"tool_output_conflict": 1.5635076124453917e-05, "overgeneration": 2.017602491832804e-05, "missing_tool_action_recommendation": 0.999951958656311}}, {"answer_start": 347, "answer_end": 353, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999868869781494, "type_probabilities": {"tool_output_conflict": 1.715816142677795e-05, "overgeneration": 2.1952031602268107e-05, "missing_tool_action_recommendation": 0.9999477863311768}}, {"answer_start": 353, "answer_end": 361, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999860525131226, "type_probabilities": {"tool_output_conflict": 1.7202746676048264e-05, "overgeneration": 2.092764771077782e-05, "missing_tool_action_recommendation": 0.9999479055404663}}, {"answer_start": 340, "answer_end": 347, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99998539686203, "type_probabilities": {"tool_output_conflict": 1.3573408978118096e-05, "overgeneration": 2.0013229004689492e-05, "missing_tool_action_recommendation": 0.9999518394470215}}, {"answer_start": 332, "answer_end": 337, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850392341614, "type_probabilities": {"tool_output_conflict": 1.4874322914693039e-05, "overgeneration": 2.6283965780748986e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 374, "answer_end": 385, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845027923584, "type_probabilities": {"tool_output_conflict": 1.547912870591972e-05, "overgeneration": 2.288799805683084e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 337, "answer_end": 340, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.3179199413571041e-05, "overgeneration": 2.030549876508303e-05, "missing_tool_action_recommendation": 0.9999494552612305}}, {"answer_start": 365, "answer_end": 374, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.70161401911173e-05, "overgeneration": 2.0505680367932655e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 284, "answer_end": 286, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825358390808, "type_probabilities": {"tool_output_conflict": 1.4923140952305403e-05, "overgeneration": 2.1021553038735874e-05, "missing_tool_action_recommendation": 0.9999465942382812}}, {"answer_start": 393, "answer_end": 395, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825358390808, "type_probabilities": {"tool_output_conflict": 1.4989824194344692e-05, "overgeneration": 2.0839474018430337e-05, "missing_tool_action_recommendation": 0.9999467134475708}}, {"answer_start": 286, "answer_end": 290, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.1907442058145534e-05, "overgeneration": 2.1935964468866587e-05, "missing_tool_action_recommendation": 0.9999480247497559}}, {"answer_start": 328, "answer_end": 332, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.2778812561009545e-05, "overgeneration": 2.837868123606313e-05, "missing_tool_action_recommendation": 0.999940037727356}}, {"answer_start": 295, "answer_end": 299, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999804496765137, "type_probabilities": {"tool_output_conflict": 1.3646228580910247e-05, "overgeneration": 2.594298348412849e-05, "missing_tool_action_recommendation": 0.9999408721923828}}, {"answer_start": 361, "answer_end": 365, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999803304672241, "type_probabilities": {"tool_output_conflict": 1.589912972121965e-05, "overgeneration": 2.390993176959455e-05, "missing_tool_action_recommendation": 0.9999405145645142}}, {"answer_start": 315, "answer_end": 328, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999791383743286, "type_probabilities": {"tool_output_conflict": 1.6250247426796705e-05, "overgeneration": 3.116551670245826e-05, "missing_tool_action_recommendation": 0.9999316930770874}}, {"answer_start": 290, "answer_end": 295, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999790787696838, "type_probabilities": {"tool_output_conflict": 1.1790723874582909e-05, "overgeneration": 2.115086499543395e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 385, "answer_end": 392, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784827232361, "type_probabilities": {"tool_output_conflict": 1.5699835785198957e-05, "overgeneration": 2.5991985239670612e-05, "missing_tool_action_recommendation": 0.9999368190765381}}, {"answer_start": 278, "answer_end": 283, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999773502349854, "type_probabilities": {"tool_output_conflict": 1.1679721865220927e-05, "overgeneration": 1.9920449631172232e-05, "missing_tool_action_recommendation": 0.9999457597732544}}, {"answer_start": 299, "answer_end": 308, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999760389328003, "type_probabilities": {"tool_output_conflict": 1.6211333786486648e-05, "overgeneration": 3.1843213946558535e-05, "missing_tool_action_recommendation": 0.9999279975891113}}, {"answer_start": 392, "answer_end": 393, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999759793281555, "type_probabilities": {"tool_output_conflict": 1.5205947420326993e-05, "overgeneration": 2.8022082915413193e-05, "missing_tool_action_recommendation": 0.9999327659606934}}]}, "output": "The current gas price in Vermont is $2.99 per gallon. Additionally, the historical data shows the prices for the recent days:\n\n- 2023-11-19: $2.97\n- 2023-11-20: $2.98\n- 2023-11-21: $2.97\n- 2023-11-22: $2.96\n- 2023-11-23: $2.99\n\nPlease note that these are the prices per gallon.\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_0_0_90173457caf4b30da8__missing_tool_action_recommendation__e4e1e5a387fbe5a79a", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 795, "end": 920, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 215, "end": 222, "text": "4172.80", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9834333658218384, "mean_score": 0.8999200016260147, "type_score": 0.8985931128263474, "type_scores": {"tool_output_conflict": 0.8985931128263474, "overgeneration": 0.0009194223239319399, "missing_tool_action_recommendation": 0.00040746315789874643}, "token_count": 4}, {"start": 795, "end": 920, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999853372573853, "mean_score": 0.9999732815701029, "type_score": 0.9999318433844525, "type_scores": {"tool_output_conflict": 1.5014242940789858e-05, "overgeneration": 2.6420618150555327e-05, "missing_tool_action_recommendation": 0.9999318433844525}, "token_count": 23}], "row_char_metrics": {"char_precision": 0.946969696969697, "char_recall": 1.0, "char_f1": 0.9727626459143969, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 132}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_0_0_90173457caf4b30da8__missing_tool_action_recommendation__e4e1e5a387fbe5a79a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 218, "top_tokens": [{"answer_start": 911, "answer_end": 919, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.3809509255224839e-05, "overgeneration": 2.114153903676197e-05, "missing_tool_action_recommendation": 0.9999504089355469}}, {"answer_start": 863, "answer_end": 869, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.7466432836954482e-05, "overgeneration": 2.3829241399653256e-05, "missing_tool_action_recommendation": 0.9999427795410156}}, {"answer_start": 869, "answer_end": 877, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983549118042, "type_probabilities": {"tool_output_conflict": 1.5279321814887226e-05, "overgeneration": 2.344779932172969e-05, "missing_tool_action_recommendation": 0.999944806098938}}, {"answer_start": 856, "answer_end": 863, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.235785020980984e-05, "overgeneration": 2.121064426319208e-05, "missing_tool_action_recommendation": 0.9999493360519409}}, {"answer_start": 890, "answer_end": 901, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.407370473316405e-05, "overgeneration": 2.1925627152086236e-05, "missing_tool_action_recommendation": 0.999945878982544}}, {"answer_start": 881, "answer_end": 890, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812841415405, "type_probabilities": {"tool_output_conflict": 1.4805514183535706e-05, "overgeneration": 2.0571818822645582e-05, "missing_tool_action_recommendation": 0.999945878982544}}, {"answer_start": 909, "answer_end": 911, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999798536300659, "type_probabilities": {"tool_output_conflict": 1.3168865734769497e-05, "overgeneration": 2.151804255845491e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 848, "answer_end": 853, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797940254211, "type_probabilities": {"tool_output_conflict": 1.5099672054930124e-05, "overgeneration": 2.9308883313206024e-05, "missing_tool_action_recommendation": 0.9999353885650635}}, {"answer_start": 877, "answer_end": 881, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781847000122, "type_probabilities": {"tool_output_conflict": 1.5429495761054568e-05, "overgeneration": 2.4035354726947844e-05, "missing_tool_action_recommendation": 0.9999387264251709}}, {"answer_start": 853, "answer_end": 856, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999769926071167, "type_probabilities": {"tool_output_conflict": 1.398647600581171e-05, "overgeneration": 2.3061054889694788e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 800, "answer_end": 802, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999757409095764, "type_probabilities": {"tool_output_conflict": 1.5526582501479425e-05, "overgeneration": 2.409684930171352e-05, "missing_tool_action_recommendation": 0.9999361038208008}}, {"answer_start": 901, "answer_end": 908, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999757409095764, "type_probabilities": {"tool_output_conflict": 1.4433691831072792e-05, "overgeneration": 2.6870293368119746e-05, "missing_tool_action_recommendation": 0.9999344348907471}}, {"answer_start": 844, "answer_end": 848, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999749064445496, "type_probabilities": {"tool_output_conflict": 1.1994711712759454e-05, "overgeneration": 2.7269954443909228e-05, "missing_tool_action_recommendation": 0.9999356269836426}}, {"answer_start": 802, "answer_end": 806, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999741315841675, "type_probabilities": {"tool_output_conflict": 1.1596582226047758e-05, "overgeneration": 2.5091847419389524e-05, "missing_tool_action_recommendation": 0.9999374151229858}}, {"answer_start": 811, "answer_end": 815, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999735951423645, "type_probabilities": {"tool_output_conflict": 1.5208875993266702e-05, "overgeneration": 3.052933243452571e-05, "missing_tool_action_recommendation": 0.9999278783798218}}, {"answer_start": 806, "answer_end": 811, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999711513519287, "type_probabilities": {"tool_output_conflict": 1.2705097105936147e-05, "overgeneration": 2.6370978957857005e-05, "missing_tool_action_recommendation": 0.999932050704956}}, {"answer_start": 831, "answer_end": 844, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999704360961914, "type_probabilities": {"tool_output_conflict": 1.5185193660727236e-05, "overgeneration": 2.926338856923394e-05, "missing_tool_action_recommendation": 0.999925971031189}}, {"answer_start": 908, "answer_end": 909, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999691843986511, "type_probabilities": {"tool_output_conflict": 1.6062171198427677e-05, "overgeneration": 2.772099105641246e-05, "missing_tool_action_recommendation": 0.9999253749847412}}, {"answer_start": 794, "answer_end": 799, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999682903289795, "type_probabilities": {"tool_output_conflict": 1.3091535038256552e-05, "overgeneration": 2.208361547673121e-05, "missing_tool_action_recommendation": 0.999933123588562}}, {"answer_start": 815, "answer_end": 824, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999966561794281, "type_probabilities": {"tool_output_conflict": 1.505639374954626e-05, "overgeneration": 3.305566860944964e-05, "missing_tool_action_recommendation": 0.9999184608459473}}]}, "output": "Here are the top Market Trends in the US right now:\n\n1. **S&P 500**: The Standard & Poor's 500 Index is a market-capitalization-weighted index of the 500 largest U.S. publicly traded companies. Its current value is 4172.80 with a percentage change of +0.68%.\n\n2. **DOW J**: The Dow Jones Industrial Average is a price-weighted average of 30 blue-chip stocks that are generally the leaders in their industry. Its current value is 34479.60 with a percentage change of +0.47%.\n\n3. **NASDAQ**: The NASDAQ Composite is a broad-based capitalization-weighted index of stocks in all three NASDAQ tiers: Global Select, Global Market and Capital Market. Its current value is 13691.30 with a percentage change of +0.90%.\n\nThis information can help you make informed decisions about your investment plans.\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_449_0_b84085b0d959bc3de4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 416, "end": 421, "text": "95113", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9986041188240051, "mean_score": 0.9981261789798737, "type_score": 0.9972419440746307, "type_scores": {"tool_output_conflict": 0.9972419440746307, "overgeneration": 0.00043674587504938245, "missing_tool_action_recommendation": 0.0004475299792829901}, "token_count": 2}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 5}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_449_0_b84085b0d959bc3de4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 289, "top_tokens": [{"answer_start": 418, "answer_end": 421, "token_text": "113", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9986041188240051, "type_probabilities": {"tool_output_conflict": 0.9979079961776733, "overgeneration": 0.0003587177488952875, "missing_tool_action_recommendation": 0.00033744657412171364}}, {"answer_start": 416, "answer_end": 418, "token_text": "95", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9976482391357422, "type_probabilities": {"tool_output_conflict": 0.9965758919715881, "overgeneration": 0.0005147740012034774, "missing_tool_action_recommendation": 0.0005576133844442666}}, {"answer_start": 525, "answer_end": 527, "token_text": "85", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.33600908517837524, "type_probabilities": {"tool_output_conflict": 0.3318730890750885, "overgeneration": 0.0015620208578184247, "missing_tool_action_recommendation": 0.002573981648311019}}, {"answer_start": 522, "answer_end": 525, "token_text": "060", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.16614890098571777, "type_probabilities": {"tool_output_conflict": 0.1619175374507904, "overgeneration": 0.002424379577860236, "missing_tool_action_recommendation": 0.001806985936127603}}, {"answer_start": 1002, "answer_end": 1007, "token_text": " 1990", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.006945735774934292, "type_probabilities": {"tool_output_conflict": 0.0065599768422544, "overgeneration": 0.00023168542247731239, "missing_tool_action_recommendation": 0.00015407355385832489}}, {"answer_start": 686, "answer_end": 688, "token_text": "67", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0038895802572369576, "type_probabilities": {"tool_output_conflict": 0.003688074881210923, "overgeneration": 0.00010683981963666156, "missing_tool_action_recommendation": 9.46654035942629e-05}}, {"answer_start": 1176, "answer_end": 1182, "token_text": "record", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0009304331033490598, "type_probabilities": {"tool_output_conflict": 0.00017047628352884203, "overgeneration": 0.00045505480375140905, "missing_tool_action_recommendation": 0.00030490203062072396}}, {"answer_start": 414, "answer_end": 416, "token_text": " \"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000834842910990119, "type_probabilities": {"tool_output_conflict": 0.00073741574306041, "overgeneration": 5.934417640673928e-05, "missing_tool_action_recommendation": 3.808298788499087e-05}}, {"answer_start": 507, "answer_end": 511, "token_text": " FIP", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007840199396014214, "type_probabilities": {"tool_output_conflict": 0.00032207468757405877, "overgeneration": 0.0003443951136432588, "missing_tool_action_recommendation": 0.00011755016021197662}}, {"answer_start": 421, "answer_end": 422, "token_text": "\"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007827298250049353, "type_probabilities": {"tool_output_conflict": 0.0006714900373481214, "overgeneration": 7.416335574816912e-05, "missing_tool_action_recommendation": 3.7076431908644736e-05}}, {"answer_start": 1183, "answer_end": 1189, "token_text": " field", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007254427182488143, "type_probabilities": {"tool_output_conflict": 9.64426581049338e-05, "overgeneration": 0.0004175085050519556, "missing_tool_action_recommendation": 0.00021149154054000974}}, {"answer_start": 683, "answer_end": 686, "token_text": "345", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007236592355184257, "type_probabilities": {"tool_output_conflict": 0.000645481632091105, "overgeneration": 2.1133837435627356e-05, "missing_tool_action_recommendation": 5.7043736887862906e-05}}, {"answer_start": 618, "answer_end": 621, "token_text": " 10", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007164664566516876, "type_probabilities": {"tool_output_conflict": 0.00024330650921911, "overgeneration": 0.0003419532731641084, "missing_tool_action_recommendation": 0.0001312067179242149}}, {"answer_start": 621, "answer_end": 624, "token_text": " AM", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006472928216680884, "type_probabilities": {"tool_output_conflict": 8.507066377205774e-05, "overgeneration": 0.0003821965947281569, "missing_tool_action_recommendation": 0.0001800255849957466}}, {"answer_start": 1172, "answer_end": 1175, "token_text": "tax", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0006038875435478985, "type_probabilities": {"tool_output_conflict": 9.535338904242963e-05, "overgeneration": 0.0001927588164107874, "missing_tool_action_recommendation": 0.0003157753380946815}}, {"answer_start": 1139, "answer_end": 1151, "token_text": " information", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0005130766658112407, "type_probabilities": {"tool_output_conflict": 6.676933844573796e-05, "overgeneration": 0.00022615259513258934, "missing_tool_action_recommendation": 0.0002201547467848286}}, {"answer_start": 1182, "answer_end": 1183, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0005087825702503324, "type_probabilities": {"tool_output_conflict": 6.422556907637045e-05, "overgeneration": 0.0002920134866144508, "missing_tool_action_recommendation": 0.00015254349273163825}}, {"answer_start": 776, "answer_end": 785, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00047668442130088806, "type_probabilities": {"tool_output_conflict": 8.83962566149421e-05, "overgeneration": 0.00023620444699190557, "missing_tool_action_recommendation": 0.000152083724969998}}, {"answer_start": 1154, "answer_end": 1163, "token_text": " provided", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004505599499680102, "type_probabilities": {"tool_output_conflict": 3.3456963137723505e-05, "overgeneration": 0.0002533046354074031, "missing_tool_action_recommendation": 0.00016379833687096834}}, {"answer_start": 772, "answer_end": 776, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004340742598287761, "type_probabilities": {"tool_output_conflict": 0.00012844070442952216, "overgeneration": 0.00015439702838193625, "missing_tool_action_recommendation": 0.00015123655612114817}}]}, "output": "The first available property in San Jose, California is listed by the \"San Jose Realty\" office. It is branded by \"San Jose Premier\", a classified \"Top Realty\", as evidenced by their logo (link provided as 'image_link'). \n\nThe property, listed as \"new-list\", is priced at $750,000 with a price reduction of $50,000 included. The listing ID is \"52345AB\". \n\nYou can find this house at \"123 Main St\",  with postal code \"95113\" in San Jose, California. The county for this location is \"Santa Clara County\" with a FIPS code of \"06085\". Street view is available at the provided URL. \n\nAn open house is scheduled for Sunday at 10 AM. There are other active listings for this property, with \"34567\" as its key identifier. The property photo and a virtual tour link are available in the returned data. \n\nThe property is described as a 4-bedroom, 2-bathroom residential house with a size of 2,000 sqft. There are 2 quarter bathrooms, 1 three-quarter bathroom, 1 full bathroom, and 1 half bathroom. It was built in 1990 and has 2 stories. The property has a 2-car garage and is situated on a 6,000 sqft lot. Currently, the property is up for sale. Tax information is provided in the 'tax_record' field."}
+{"id": "toolace_base_549_0_2ccdff4fd1c9b1e5e2", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_549_0_2ccdff4fd1c9b1e5e2__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 17, "top_tokens": [{"answer_start": 3, "answer_end": 12, "token_text": " previous", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001108376236516051, "type_probabilities": {"tool_output_conflict": 1.4217056559573393e-05, "overgeneration": 5.9764897741843015e-05, "missing_tool_action_recommendation": 3.6855672078672796e-05}}, {"answer_start": 73, "answer_end": 83, "token_text": " cancelled", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.222259930334985e-05, "type_probabilities": {"tool_output_conflict": 1.5380104741780087e-05, "overgeneration": 4.01328616135288e-05, "missing_tool_action_recommendation": 2.670963112905156e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.180626951390877e-05, "type_probabilities": {"tool_output_conflict": 1.3885511179978494e-05, "overgeneration": 3.728443698491901e-05, "missing_tool_action_recommendation": 1.0636323168000672e-05}}, {"answer_start": 34, "answer_end": 37, "token_text": " ID", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.20378744113259e-05, "type_probabilities": {"tool_output_conflict": 7.794158591423184e-06, "overgeneration": 2.46607705776114e-05, "missing_tool_action_recommendation": 1.958294706128072e-05}}, {"answer_start": 60, "answer_end": 73, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1719915063586086e-05, "type_probabilities": {"tool_output_conflict": 1.2129960850870702e-05, "overgeneration": 2.6062056349474005e-05, "missing_tool_action_recommendation": 1.3527896044251975e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.147673800820485e-05, "type_probabilities": {"tool_output_conflict": 1.4672973520646337e-05, "overgeneration": 2.0997709725634195e-05, "missing_tool_action_recommendation": 1.5806053852429613e-05}}, {"answer_start": 51, "answer_end": 55, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.681142308982089e-05, "type_probabilities": {"tool_output_conflict": 1.39509720611386e-05, "overgeneration": 2.118307020282373e-05, "missing_tool_action_recommendation": 1.1677379916363861e-05}}, {"answer_start": 48, "answer_end": 50, "token_text": "78", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.5442397095030174e-05, "type_probabilities": {"tool_output_conflict": 8.135144526022486e-06, "overgeneration": 1.7197580746142194e-05, "missing_tool_action_recommendation": 2.0109671822865494e-05}}, {"answer_start": 42, "answer_end": 48, "token_text": "123456", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.51202540716622e-05, "type_probabilities": {"tool_output_conflict": 1.2381300621200353e-05, "overgeneration": 1.6361047528334893e-05, "missing_tool_action_recommendation": 1.6377905922126956e-05}}, {"answer_start": 41, "answer_end": 42, "token_text": "Q", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.395441646920517e-05, "type_probabilities": {"tool_output_conflict": 8.449654160358477e-06, "overgeneration": 1.5889283531578258e-05, "missing_tool_action_recommendation": 1.961548150575254e-05}}, {"answer_start": 55, "answer_end": 60, "token_text": " been", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.086708577233367e-05, "type_probabilities": {"tool_output_conflict": 1.1020901183655951e-05, "overgeneration": 1.9223230992793106e-05, "missing_tool_action_recommendation": 1.0622951776895206e-05}}, {"answer_start": 39, "answer_end": 41, "token_text": "RE", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.011842975160107e-05, "type_probabilities": {"tool_output_conflict": 1.087112286768388e-05, "overgeneration": 1.5567160517093726e-05, "missing_tool_action_recommendation": 1.3680144547834061e-05}}, {"answer_start": 12, "answer_end": 21, "token_text": " document", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.99100681534037e-05, "type_probabilities": {"tool_output_conflict": 7.852552698750515e-06, "overgeneration": 1.2247892300365493e-05, "missing_tool_action_recommendation": 1.980962224479299e-05}}, {"answer_start": 50, "answer_end": 51, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7890320527367294e-05, "type_probabilities": {"tool_output_conflict": 8.28959218779346e-06, "overgeneration": 2.1042938897153363e-05, "missing_tool_action_recommendation": 8.557790351915173e-06}}, {"answer_start": 21, "answer_end": 29, "token_text": " request", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7182297091931105e-05, "type_probabilities": {"tool_output_conflict": 9.99298663373338e-06, "overgeneration": 1.3696751011593733e-05, "missing_tool_action_recommendation": 1.349255853710929e-05}}, {"answer_start": 37, "answer_end": 39, "token_text": " '", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.6958248529117554e-05, "type_probabilities": {"tool_output_conflict": 1.0080693755298853e-05, "overgeneration": 1.5916766642476432e-05, "missing_tool_action_recommendation": 1.0960789040836971e-05}}, {"answer_start": 29, "answer_end": 34, "token_text": " with", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.306126382085495e-05, "type_probabilities": {"tool_output_conflict": 8.053305464272853e-06, "overgeneration": 1.4594423191738315e-05, "missing_tool_action_recommendation": 1.041353607433848e-05}}]}, "output": "The previous document request with ID 'REQ12345678' has been successfully cancelled."}
+{"id": "toolace_base_262_0_9d804bac3337cfe269__missing_tool_action_recommendation__9df3c4610a80ff048e", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 919, "end": 1044, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 919, "end": 1044, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999873638153076, "mean_score": 0.9999772647152776, "type_score": 0.9999289305313773, "type_scores": {"tool_output_conflict": 1.4297411088710247e-05, "overgeneration": 3.404220130861454e-05, "missing_tool_action_recommendation": 0.9999289305313773}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_262_0_9d804bac3337cfe269__missing_tool_action_recommendation__9df3c4610a80ff048e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 242, "top_tokens": [{"answer_start": 1035, "answer_end": 1043, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999873638153076, "type_probabilities": {"tool_output_conflict": 1.3440552720567212e-05, "overgeneration": 2.495715489203576e-05, "missing_tool_action_recommendation": 0.9999489784240723}}, {"answer_start": 1014, "answer_end": 1025, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852180480957, "type_probabilities": {"tool_output_conflict": 1.3028518878854811e-05, "overgeneration": 2.7118183425045572e-05, "missing_tool_action_recommendation": 0.9999450445175171}}, {"answer_start": 993, "answer_end": 1001, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.4166728760756087e-05, "overgeneration": 3.085269054281525e-05, "missing_tool_action_recommendation": 0.9999401569366455}}, {"answer_start": 987, "answer_end": 993, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984860420227, "type_probabilities": {"tool_output_conflict": 1.61263578775106e-05, "overgeneration": 3.20590115734376e-05, "missing_tool_action_recommendation": 0.9999366998672485}}, {"answer_start": 980, "answer_end": 987, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837279319763, "type_probabilities": {"tool_output_conflict": 1.2840377166867256e-05, "overgeneration": 2.750617750280071e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 1005, "answer_end": 1014, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999831914901733, "type_probabilities": {"tool_output_conflict": 1.3673289686266799e-05, "overgeneration": 2.555905666667968e-05, "missing_tool_action_recommendation": 0.9999439716339111}}, {"answer_start": 972, "answer_end": 977, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.5212226571748033e-05, "overgeneration": 3.691767415148206e-05, "missing_tool_action_recommendation": 0.999930739402771}}, {"answer_start": 1033, "answer_end": 1035, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999813437461853, "type_probabilities": {"tool_output_conflict": 1.3033091818215325e-05, "overgeneration": 2.709853470150847e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 1025, "answer_end": 1032, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797940254211, "type_probabilities": {"tool_output_conflict": 1.3236453014542349e-05, "overgeneration": 3.104019197053276e-05, "missing_tool_action_recommendation": 0.999935507774353}}, {"answer_start": 926, "answer_end": 930, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999796152114868, "type_probabilities": {"tool_output_conflict": 1.1237460967095103e-05, "overgeneration": 3.3461117709521204e-05, "missing_tool_action_recommendation": 0.9999349117279053}}, {"answer_start": 977, "answer_end": 980, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794960021973, "type_probabilities": {"tool_output_conflict": 1.4231407476472668e-05, "overgeneration": 3.223068415536545e-05, "missing_tool_action_recommendation": 0.9999330043792725}}, {"answer_start": 1001, "answer_end": 1005, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793171882629, "type_probabilities": {"tool_output_conflict": 1.4058376109460369e-05, "overgeneration": 3.14029493893031e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 924, "answer_end": 926, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999785423278809, "type_probabilities": {"tool_output_conflict": 1.4092314813751727e-05, "overgeneration": 3.0281054932856932e-05, "missing_tool_action_recommendation": 0.999934196472168}}, {"answer_start": 955, "answer_end": 968, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.575173700985033e-05, "overgeneration": 3.994581857114099e-05, "missing_tool_action_recommendation": 0.9999221563339233}}, {"answer_start": 930, "answer_end": 935, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999770522117615, "type_probabilities": {"tool_output_conflict": 1.2174854418844916e-05, "overgeneration": 3.03476754197618e-05, "missing_tool_action_recommendation": 0.9999345541000366}}, {"answer_start": 935, "answer_end": 939, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999770522117615, "type_probabilities": {"tool_output_conflict": 1.4407678463612683e-05, "overgeneration": 3.646110781119205e-05, "missing_tool_action_recommendation": 0.9999262094497681}}, {"answer_start": 968, "answer_end": 972, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999769926071167, "type_probabilities": {"tool_output_conflict": 1.1734426152543165e-05, "overgeneration": 3.5967870644526556e-05, "missing_tool_action_recommendation": 0.9999293088912964}}, {"answer_start": 918, "answer_end": 923, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999765753746033, "type_probabilities": {"tool_output_conflict": 1.0606703654048033e-05, "overgeneration": 2.7958589271293022e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 939, "answer_end": 948, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999723434448242, "type_probabilities": {"tool_output_conflict": 1.6139481886057183e-05, "overgeneration": 4.241061469656415e-05, "missing_tool_action_recommendation": 0.9999138116836548}}, {"answer_start": 1032, "answer_end": 1033, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999701380729675, "type_probabilities": {"tool_output_conflict": 1.5745192285976373e-05, "overgeneration": 3.665359690785408e-05, "missing_tool_action_recommendation": 0.99991774559021}}]}, "output": "Here are the latest articles from Google News:\n\n1. **Global Economies Brace for Impact as Financial Markets Tumble**\n   - **Summary:** As stock markets around the world face significant drops, economists warn of potential global recession.\n   - [Read More](https://news.google.com/articles/cb4reGlobalEconomiesImpact)\n\n2. **New Climate Policies Introduced at U.N. Summit**\n   - **Summary:** World leaders come together to agree on more aggressive climate actions in response to recent environmental catastrophes.\n   - [Read More](https://news.google.com/articles/32verUNClimateSummit)\n\n3. **Tech Giants Pledge to Improve Data Privacy**\n   - **Summary:** Major technology firms announce new privacy measures amid growing public and regulatory scrutiny.\n   - [Read More](https://news.google.com/articles/56crfTechGiantsPrivacy)\n\nIf you need more specific news on a different topic or another region, please let me know!\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_459_6_cf315506bef6da9663__tool_output_conflict__489610b9958e66fa4c", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 843, "end": 853, "text": "2023-09-08", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 387, "end": 392, "text": "5.75%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9639918208122253, "mean_score": 0.7857054620981216, "type_score": 0.7833746373653412, "type_scores": {"tool_output_conflict": 0.7833746373653412, "overgeneration": 0.0012275626650080085, "missing_tool_action_recommendation": 0.0011032750771846622}, "token_count": 4}, {"start": 843, "end": 853, "text": "2023-09-08", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9996684789657593, "mean_score": 0.9995739102363587, "type_score": 0.9989889740943909, "type_scores": {"tool_output_conflict": 0.9989889740943909, "overgeneration": 0.00046570455306209623, "missing_tool_action_recommendation": 0.0002640595776028931}, "token_count": 5}], "row_char_metrics": {"char_precision": 0.6666666666666666, "char_recall": 1.0, "char_f1": 0.8, "overlap_chars": 10, "gold_chars": 10, "pred_chars": 15}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 3, "window_ids": ["toolace_base_459_6_cf315506bef6da9663__tool_output_conflict__489610b9958e66fa4c__span_window_000", "toolace_base_459_6_cf315506bef6da9663__tool_output_conflict__489610b9958e66fa4c__span_window_001", "toolace_base_459_6_cf315506bef6da9663__tool_output_conflict__489610b9958e66fa4c__span_window_002"], "token_summary": {"num_unique_answer_tokens_scored": 494, "top_tokens": [{"answer_start": 842, "answer_end": 847, "token_text": " 2023", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996684789657593, "type_probabilities": {"tool_output_conflict": 0.9992498755455017, "overgeneration": 0.0003442567540332675, "missing_tool_action_recommendation": 0.00016275425150524825}}, {"answer_start": 847, "answer_end": 848, "token_text": "-", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996528625488281, "type_probabilities": {"tool_output_conflict": 0.999091386795044, "overgeneration": 0.0003796280361711979, "missing_tool_action_recommendation": 0.00018187631212640554}}, {"answer_start": 848, "answer_end": 850, "token_text": "09", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995955228805542, "type_probabilities": {"tool_output_conflict": 0.9991304278373718, "overgeneration": 0.00035160957486368716, "missing_tool_action_recommendation": 0.000257352483458817}}, {"answer_start": 850, "answer_end": 851, "token_text": "-", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995498657226562, "type_probabilities": {"tool_output_conflict": 0.9989582300186157, "overgeneration": 0.0005077429814264178, "missing_tool_action_recommendation": 0.0003030292282346636}}, {"answer_start": 851, "answer_end": 853, "token_text": "08", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9994028210639954, "type_probabilities": {"tool_output_conflict": 0.9985149502754211, "overgeneration": 0.0007452854188159108, "missing_tool_action_recommendation": 0.0004152856126893312}}, {"answer_start": 388, "answer_end": 389, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9639918208122253, "type_probabilities": {"tool_output_conflict": 0.9624509811401367, "overgeneration": 0.0006435437826439738, "missing_tool_action_recommendation": 0.000897271849680692}}, {"answer_start": 386, "answer_end": 388, "token_text": " 5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8250741958618164, "type_probabilities": {"tool_output_conflict": 0.8228638172149658, "overgeneration": 0.0008783446392044425, "missing_tool_action_recommendation": 0.0013320710277184844}}, {"answer_start": 391, "answer_end": 392, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7188944816589355, "type_probabilities": {"tool_output_conflict": 0.7164961695671082, "overgeneration": 0.0017175886314362288, "missing_tool_action_recommendation": 0.0006807371391914785}}, {"answer_start": 389, "answer_end": 391, "token_text": "75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.6348613500595093, "type_probabilities": {"tool_output_conflict": 0.631687581539154, "overgeneration": 0.0016707736067473888, "missing_tool_action_recommendation": 0.001503020292147994}}, {"answer_start": 359, "answer_end": 360, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.23448196053504944, "type_probabilities": {"tool_output_conflict": 0.23135121166706085, "overgeneration": 0.0019153552129864693, "missing_tool_action_recommendation": 0.0012154041323810816}}, {"answer_start": 358, "answer_end": 359, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.20831675827503204, "type_probabilities": {"tool_output_conflict": 0.20538438856601715, "overgeneration": 0.001399855362251401, "missing_tool_action_recommendation": 0.0015325071290135384}}, {"answer_start": 362, "answer_end": 363, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.18208226561546326, "type_probabilities": {"tool_output_conflict": 0.17922012507915497, "overgeneration": 0.0024337407667189837, "missing_tool_action_recommendation": 0.0004283947346266359}}, {"answer_start": 360, "answer_end": 362, "token_text": "25", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.1150595024228096, "type_probabilities": {"tool_output_conflict": 0.1124773621559143, "overgeneration": 0.0014229577500373125, "missing_tool_action_recommendation": 0.001159182284027338}}, {"answer_start": 356, "answer_end": 358, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08155645430088043, "type_probabilities": {"tool_output_conflict": 0.07984162122011185, "overgeneration": 0.0013867639936506748, "missing_tool_action_recommendation": 0.00032807394745759666}}, {"answer_start": 368, "answer_end": 369, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00958436168730259, "type_probabilities": {"tool_output_conflict": 0.009239043109118938, "overgeneration": 0.00012468242493923753, "missing_tool_action_recommendation": 0.00022063560027163476}}, {"answer_start": 284, "answer_end": 287, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.009582892060279846, "type_probabilities": {"tool_output_conflict": 0.008804735727608204, "overgeneration": 0.0003837089752778411, "missing_tool_action_recommendation": 0.00039444732828997076}}, {"answer_start": 280, "answer_end": 283, "token_text": " 42", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007270835805684328, "type_probabilities": {"tool_output_conflict": 0.006901138462126255, "overgeneration": 0.0002453939232509583, "missing_tool_action_recommendation": 0.00012430374044924974}}, {"answer_start": 283, "answer_end": 284, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.006504587829113007, "type_probabilities": {"tool_output_conflict": 0.006076976656913757, "overgeneration": 0.0001912143488880247, "missing_tool_action_recommendation": 0.00023639644496142864}}, {"answer_start": 369, "answer_end": 370, "token_text": "d", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0028096786700189114, "type_probabilities": {"tool_output_conflict": 0.0026232979726046324, "overgeneration": 6.297638174146414e-05, "missing_tool_action_recommendation": 0.00012340435932856053}}, {"answer_start": 836, "answer_end": 841, "token_text": " Date", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0019192021572962403, "type_probabilities": {"tool_output_conflict": 0.0017741599585860968, "overgeneration": 8.836332563078031e-05, "missing_tool_action_recommendation": 5.6678876717342064e-05}}]}, "output": "Here is the detailed information about Bitcoin (BTC) along with community insights and recent news:\n\n### Bitcoin Overview\n- **Name:** Bitcoin\n- **Symbol:** BTC\n- **Market Cap:** 800 billion USD\n- **Circulating Supply:** 19 million BTC\n- **Max Supply:** 21 million BTC\n- **Price:** 42,000 USD\n- **24h Trading Volume:** 35 billion USD\n- **24h Price Change:** -1.25%\n- **7d Price Change:** 5.75%\n\n### Explorers\n- [Blockchain.info](https://blockchain.info/)\n- [Blockexplorer.com](https://blockexplorer.com/)\n- [Blockchain.com Explorer](https://www.blockchain.com/explorer)\n\n### Community Metrics\n- **Twitter Followers:** 5 million\n- **Reddit Subscribers:** 3.5 million\n- **Telegram Members:** 400,000\n- **Discord Members:** 200,000\n\n### Recent News\n1. **[Bitcoin hits new all-time high](https://www.example.com/news/bitcoin-new-high)**\n   - Date: 2023-09-08\n   - Source: Crypto News\n2. **[Institutional investment in Bitcoin surges](https://www.example.com/news/institutional-investment-bitcoin)**\n   - Date: 2022-09-07\n   - Source: Finance Daily\n3. **[Bitcoin mining difficulty increases](https://www.example.com/news/bitcoin-mining-difficulty)**\n   - Date: 2022-09-06\n   - Source: Blockchain Insider\n4. **[Bitcoin adoption in developing countries](https://www.example.com/news/bitcoin-adoption-developing-countries)**\n   - Date: 2022-09-05\n   - Source: Global Crypto Times\n5. **[Bitcoin vs Ethereum: The ongoing debate](https://www.example.com/news/bitcoin-vs-ethereum)**\n   - Date: 2022-09-04\n   - Source: Crypto Debate\n\nIf you need further details or additional information on any other cryptocurrencies, feel free to ask!"}
+{"id": "toolace_base_450_0_034218250c3d3ce451", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_450_0_034218250c3d3ce451__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 122, "top_tokens": [{"answer_start": 160, "answer_end": 161, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009919062722474337, "type_probabilities": {"tool_output_conflict": 0.0008558069821447134, "overgeneration": 0.00010232002387056127, "missing_tool_action_recommendation": 3.377929897396825e-05}}, {"answer_start": 157, "answer_end": 160, "token_text": "273", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005858010845258832, "type_probabilities": {"tool_output_conflict": 0.000398146512452513, "overgeneration": 0.00013509014388546348, "missing_tool_action_recommendation": 5.2564413635991514e-05}}, {"answer_start": 161, "answer_end": 163, "token_text": "86", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00033506235922686756, "type_probabilities": {"tool_output_conflict": 0.00018444465240463614, "overgeneration": 9.302487160312012e-05, "missing_tool_action_recommendation": 5.759285340900533e-05}}, {"answer_start": 454, "answer_end": 460, "token_text": " given", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00026005427935160697, "type_probabilities": {"tool_output_conflict": 2.266428964503575e-05, "overgeneration": 0.00021396395459305495, "missing_tool_action_recommendation": 2.3426029656548053e-05}}, {"answer_start": 196, "answer_end": 198, "token_text": "56", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00025632805773057044, "type_probabilities": {"tool_output_conflict": 8.15033636172302e-05, "overgeneration": 0.0001157033839263022, "missing_tool_action_recommendation": 5.912132837693207e-05}}, {"answer_start": 70, "answer_end": 71, "token_text": "K", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002475489745847881, "type_probabilities": {"tool_output_conflict": 3.3845368307083845e-05, "overgeneration": 0.00013126379053574055, "missing_tool_action_recommendation": 8.24398230179213e-05}}, {"answer_start": 320, "answer_end": 322, "token_text": "92", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002088976907543838, "type_probabilities": {"tool_output_conflict": 7.384252967312932e-05, "overgeneration": 7.50971375964582e-05, "missing_tool_action_recommendation": 5.995802712277509e-05}}, {"answer_start": 155, "answer_end": 157, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000199689413420856, "type_probabilities": {"tool_output_conflict": 0.00015514741244260222, "overgeneration": 3.4038032026728615e-05, "missing_tool_action_recommendation": 1.0503962585062254e-05}}, {"answer_start": 192, "answer_end": 195, "token_text": "169", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00019228785822633654, "type_probabilities": {"tool_output_conflict": 7.551680755568668e-05, "overgeneration": 8.002878166735172e-05, "missing_tool_action_recommendation": 3.6742265365319327e-05}}, {"answer_start": 195, "answer_end": 196, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018624274525791407, "type_probabilities": {"tool_output_conflict": 0.0001255892711924389, "overgeneration": 4.4081651140004396e-05, "missing_tool_action_recommendation": 1.657181746850256e-05}}, {"answer_start": 483, "answer_end": 484, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015401847485918552, "type_probabilities": {"tool_output_conflict": 3.11945696012117e-05, "overgeneration": 0.00011042383994208649, "missing_tool_action_recommendation": 1.2400061677908525e-05}}, {"answer_start": 163, "answer_end": 171, "token_text": " billion", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015006632020231336, "type_probabilities": {"tool_output_conflict": 9.866145410342142e-05, "overgeneration": 3.322697739349678e-05, "missing_tool_action_recommendation": 1.8177890524384566e-05}}, {"answer_start": 60, "answer_end": 65, "token_text": " type", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012405370944179595, "type_probabilities": {"tool_output_conflict": 1.3390737876761705e-05, "overgeneration": 4.8799727665027604e-05, "missing_tool_action_recommendation": 6.186325481394306e-05}}, {"answer_start": 317, "answer_end": 319, "token_text": "19", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011959044786635786, "type_probabilities": {"tool_output_conflict": 6.152915739221498e-05, "overgeneration": 3.1382769520860165e-05, "missing_tool_action_recommendation": 2.6678520953282714e-05}}, {"answer_start": 224, "answer_end": 227, "token_text": "104", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010305609612260014, "type_probabilities": {"tool_output_conflict": 2.8993004889343865e-05, "overgeneration": 4.572297984850593e-05, "missing_tool_action_recommendation": 2.8340105927782133e-05}}, {"answer_start": 265, "answer_end": 267, "token_text": "18", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010201084660366178, "type_probabilities": {"tool_output_conflict": 2.6129433535970747e-05, "overgeneration": 4.726053884951398e-05, "missing_tool_action_recommendation": 2.8620876037166454e-05}}, {"answer_start": 428, "answer_end": 430, "token_text": "41", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000101580357295461, "type_probabilities": {"tool_output_conflict": 1.775317286956124e-05, "overgeneration": 5.131508078193292e-05, "missing_tool_action_recommendation": 3.251210364396684e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010068982373923063, "type_probabilities": {"tool_output_conflict": 4.861797788180411e-05, "overgeneration": 4.334469485911541e-05, "missing_tool_action_recommendation": 8.727144631848205e-06}}, {"answer_start": 228, "answer_end": 229, "token_text": "3", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.924054029397666e-05, "type_probabilities": {"tool_output_conflict": 1.8292757886229083e-05, "overgeneration": 4.267263284418732e-05, "missing_tool_action_recommendation": 3.827514956356026e-05}}, {"answer_start": 90, "answer_end": 91, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.822777064982802e-05, "type_probabilities": {"tool_output_conflict": 4.927490226691589e-05, "overgeneration": 3.963788549299352e-05, "missing_tool_action_recommendation": 9.314984708908014e-06}}]}, "output": "The most recent statement of operations for Apple Inc. (form type: 10-K) was filed on 2025-10-30. Here is a summary of the financial statement:\n\n- Revenue: $273.86 billion\n- Cost of Revenue: $169.56 billion\n- Gross Profit: $104.3 billion\n- Research & Development: $18.75 billion\n- Selling, General & Administrative: $19.92 billion\n- Total Operating Expenses: $208.23 billion\n- Operating Income: $65.63 billion\n- Net Income: $57.41 billion\n\nAll values are given in billions of dollars."}
+{"id": "toolace_base_625_0_fccabea697a2b57467", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_625_0_fccabea697a2b57467__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 14, "top_tokens": [{"answer_start": 89, "answer_end": 90, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.965821714606136e-05, "type_probabilities": {"tool_output_conflict": 2.1729623767896555e-05, "overgeneration": 3.607241887948476e-05, "missing_tool_action_recommendation": 2.1856172679690644e-05}}, {"answer_start": 15, "answer_end": 19, "token_text": " led", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9261798014631495e-05, "type_probabilities": {"tool_output_conflict": 1.1157606422784738e-05, "overgeneration": 2.400635821686592e-05, "missing_tool_action_recommendation": 2.4097833374980837e-05}}, {"answer_start": 78, "answer_end": 89, "token_text": " dispersion", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.373559931991622e-05, "type_probabilities": {"tool_output_conflict": 9.831739589571953e-06, "overgeneration": 2.0324563593021594e-05, "missing_tool_action_recommendation": 1.3579294318333268e-05}}, {"answer_start": 63, "answer_end": 71, "token_text": " minimal", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.0611543226987123e-05, "type_probabilities": {"tool_output_conflict": 8.716541742614936e-06, "overgeneration": 1.8415928934700787e-05, "missing_tool_action_recommendation": 1.3479073459166102e-05}}, {"answer_start": 44, "answer_end": 58, "token_text": " configuration", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9752409065840766e-05, "type_probabilities": {"tool_output_conflict": 7.992149221536238e-06, "overgeneration": 1.6560436051804572e-05, "missing_tool_action_recommendation": 1.519982561148936e-05}}, {"answer_start": 58, "answer_end": 63, "token_text": " with", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.9237238524947315e-05, "type_probabilities": {"tool_output_conflict": 1.3298128578753676e-05, "overgeneration": 1.3171144018997438e-05, "missing_tool_action_recommendation": 1.2767966836690903e-05}}, {"answer_start": 3, "answer_end": 15, "token_text": " interaction", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.900312367477454e-05, "type_probabilities": {"tool_output_conflict": 7.861229278205428e-06, "overgeneration": 1.3150725862942636e-05, "missing_tool_action_recommendation": 1.799116944312118e-05}}, {"answer_start": 71, "answer_end": 78, "token_text": " energy", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8548994780285284e-05, "type_probabilities": {"tool_output_conflict": 1.0833334272319917e-05, "overgeneration": 1.3855913493898697e-05, "missing_tool_action_recommendation": 1.3859746104571968e-05}}, {"answer_start": 31, "answer_end": 38, "token_text": " scalar", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7593719753203914e-05, "type_probabilities": {"tool_output_conflict": 6.274728093558224e-06, "overgeneration": 1.6225489162025042e-05, "missing_tool_action_recommendation": 1.5093502042873297e-05}}, {"answer_start": 22, "answer_end": 24, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.69509361917153e-05, "type_probabilities": {"tool_output_conflict": 1.1752114005503245e-05, "overgeneration": 1.33889916469343e-05, "missing_tool_action_recommendation": 1.1809828720288351e-05}}, {"answer_start": 24, "answer_end": 31, "token_text": " stable", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.602180368034169e-05, "type_probabilities": {"tool_output_conflict": 8.232144864450675e-06, "overgeneration": 1.5757037544972263e-05, "missing_tool_action_recommendation": 1.2032621270918753e-05}}, {"answer_start": 19, "answer_end": 22, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.361158451298252e-05, "type_probabilities": {"tool_output_conflict": 8.901728506316431e-06, "overgeneration": 1.0858315363293514e-05, "missing_tool_action_recommendation": 1.3851541552867275e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.18836209771689e-05, "type_probabilities": {"tool_output_conflict": 7.700219612161163e-06, "overgeneration": 1.0308935998182278e-05, "missing_tool_action_recommendation": 1.387446445733076e-05}}, {"answer_start": 38, "answer_end": 44, "token_text": " field", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.131098492303863e-05, "type_probabilities": {"tool_output_conflict": 7.1432468757848255e-06, "overgeneration": 1.0925065907940734e-05, "missing_tool_action_recommendation": 1.3242673958302476e-05}}]}, "output": "The interaction led to a stable scalar field configuration with minimal energy dispersion."}
+{"id": "toolace_base_13_0_79530dae7b85439929__overgeneration__7b356ddf0c681aafb4", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 116, "end": 174, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 116, "end": 174, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999632835388184, "mean_score": 0.9999477624893188, "type_score": 0.9998522937297821, "type_scores": {"tool_output_conflict": 6.132413473096676e-05, "overgeneration": 0.9998522937297821, "missing_tool_action_recommendation": 3.41517525157542e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 58, "gold_chars": 58, "pred_chars": 58}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_0_79530dae7b85439929__overgeneration__7b356ddf0c681aafb4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 40, "top_tokens": [{"answer_start": 115, "answer_end": 122, "token_text": "\nRecent", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999632835388184, "type_probabilities": {"tool_output_conflict": 5.779527418781072e-05, "overgeneration": 0.999870777130127, "missing_tool_action_recommendation": 3.471457239356823e-05}}, {"answer_start": 154, "answer_end": 157, "token_text": " as", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999602437019348, "type_probabilities": {"tool_output_conflict": 7.249990449054167e-05, "overgeneration": 0.9998501539230347, "missing_tool_action_recommendation": 3.763085987884551e-05}}, {"answer_start": 142, "answer_end": 147, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999529719352722, "type_probabilities": {"tool_output_conflict": 5.246645014267415e-05, "overgeneration": 0.9998641014099121, "missing_tool_action_recommendation": 3.641304647317156e-05}}, {"answer_start": 127, "answer_end": 136, "token_text": " feedback", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999523162841797, "type_probabilities": {"tool_output_conflict": 7.435044244630262e-05, "overgeneration": 0.9998470544815063, "missing_tool_action_recommendation": 3.093166014878079e-05}}, {"answer_start": 147, "answer_end": 154, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999513626098633, "type_probabilities": {"tool_output_conflict": 5.312178109306842e-05, "overgeneration": 0.9998632669448853, "missing_tool_action_recommendation": 3.497337092994712e-05}}, {"answer_start": 136, "answer_end": 142, "token_text": " rates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999489188194275, "type_probabilities": {"tool_output_conflict": 5.846784188179299e-05, "overgeneration": 0.9998620748519897, "missing_tool_action_recommendation": 2.8366242986521684e-05}}, {"answer_start": 164, "answer_end": 173, "token_text": " reliable", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999450445175171, "type_probabilities": {"tool_output_conflict": 6.065823617973365e-05, "overgeneration": 0.9998507499694824, "missing_tool_action_recommendation": 3.360857590450905e-05}}, {"answer_start": 122, "answer_end": 127, "token_text": " user", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999436736106873, "type_probabilities": {"tool_output_conflict": 5.414013867266476e-05, "overgeneration": 0.9998568296432495, "missing_tool_action_recommendation": 3.27250781992916e-05}}, {"answer_start": 157, "answer_end": 164, "token_text": " highly", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999400973320007, "type_probabilities": {"tool_output_conflict": 7.048292172839865e-05, "overgeneration": 0.9998383522033691, "missing_tool_action_recommendation": 3.124160866718739e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999197125434875, "type_probabilities": {"tool_output_conflict": 5.9258356486679986e-05, "overgeneration": 0.9998195767402649, "missing_tool_action_recommendation": 4.0912509575719014e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002589270588941872, "type_probabilities": {"tool_output_conflict": 3.66862841474358e-05, "overgeneration": 0.0001406932424288243, "missing_tool_action_recommendation": 8.154754323186353e-05}}, {"answer_start": 37, "answer_end": 47, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.640584226464853e-05, "type_probabilities": {"tool_output_conflict": 1.2737963515974116e-05, "overgeneration": 3.798492980422452e-05, "missing_tool_action_recommendation": 2.5682949853944592e-05}}, {"answer_start": 97, "answer_end": 101, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.221661508083344e-05, "type_probabilities": {"tool_output_conflict": 1.2568933016154915e-05, "overgeneration": 3.1734372896607965e-05, "missing_tool_action_recommendation": 2.791330734908115e-05}}, {"answer_start": 75, "answer_end": 76, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.090055441949517e-05, "type_probabilities": {"tool_output_conflict": 1.8709291907725856e-05, "overgeneration": 3.349962207721546e-05, "missing_tool_action_recommendation": 1.869163679657504e-05}}, {"answer_start": 3, "answer_end": 7, "token_text": " can", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.699631921947002e-05, "type_probabilities": {"tool_output_conflict": 1.3309342648426536e-05, "overgeneration": 1.9599658116931096e-05, "missing_tool_action_recommendation": 3.4087319363607094e-05}}, {"answer_start": 20, "answer_end": 22, "token_text": "To", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.582016067113727e-05, "type_probabilities": {"tool_output_conflict": 1.2165331099822652e-05, "overgeneration": 1.4378033483808395e-05, "missing_tool_action_recommendation": 3.927679790649563e-05}}, {"answer_start": 112, "answer_end": 113, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.367272726492956e-05, "type_probabilities": {"tool_output_conflict": 8.8634433268453e-06, "overgeneration": 3.3429845643695444e-05, "missing_tool_action_recommendation": 2.1379435565904714e-05}}, {"answer_start": 74, "answer_end": 75, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.795781908091158e-05, "type_probabilities": {"tool_output_conflict": 1.7322146959486417e-05, "overgeneration": 2.6880850782617927e-05, "missing_tool_action_recommendation": 1.3754820429312531e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "You", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3800577006768435e-05, "type_probabilities": {"tool_output_conflict": 7.841353180992883e-06, "overgeneration": 1.3041624697507359e-05, "missing_tool_action_recommendation": 3.2917600037762895e-05}}, {"answer_start": 63, "answer_end": 70, "token_text": " States", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.362436058931053e-05, "type_probabilities": {"tool_output_conflict": 1.1138297850266099e-05, "overgeneration": 2.3831873477320187e-05, "missing_tool_action_recommendation": 1.865418926172424e-05}}]}, "output": "You can download TikTok videos in the following regions: United States (us), European Union (eu), and Asia (asia).\n\nRecent user feedback rates this result as highly reliable."}
+{"id": "toolace_base_375_0_4bacd029be2d979f70", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_375_0_4bacd029be2d979f70__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 63, "top_tokens": [{"answer_start": 204, "answer_end": 205, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.98578701808583e-05, "type_probabilities": {"tool_output_conflict": 1.529573455627542e-05, "overgeneration": 2.432635665172711e-05, "missing_tool_action_recommendation": 1.0235777153866366e-05}}, {"answer_start": 59, "answer_end": 68, "token_text": "Component", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.366618668427691e-05, "type_probabilities": {"tool_output_conflict": 7.0293235694407485e-06, "overgeneration": 1.7173208107124083e-05, "missing_tool_action_recommendation": 1.9463654098217376e-05}}, {"answer_start": 48, "answer_end": 51, "token_text": "New", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.342605825513601e-05, "type_probabilities": {"tool_output_conflict": 7.5328684943087865e-06, "overgeneration": 1.7437014321330935e-05, "missing_tool_action_recommendation": 1.845617407525424e-05}}, {"answer_start": 51, "answer_end": 59, "token_text": "Software", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.999052569270134e-05, "type_probabilities": {"tool_output_conflict": 6.564977411471773e-06, "overgeneration": 1.5623367289663292e-05, "missing_tool_action_recommendation": 1.7802180082071573e-05}}, {"answer_start": 38, "answer_end": 44, "token_text": " named", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.925197961507365e-05, "type_probabilities": {"tool_output_conflict": 5.712824076908873e-06, "overgeneration": 1.677850195846986e-05, "missing_tool_action_recommendation": 1.6760655853431672e-05}}, {"answer_start": 126, "answer_end": 129, "token_text": "814", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.910976374754682e-05, "type_probabilities": {"tool_output_conflict": 7.716444997640792e-06, "overgeneration": 1.4765028936380986e-05, "missing_tool_action_recommendation": 1.6628291632514447e-05}}, {"answer_start": 131, "answer_end": 133, "token_text": "09", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.744686546269804e-05, "type_probabilities": {"tool_output_conflict": 8.188129868358374e-06, "overgeneration": 1.3672278328158427e-05, "missing_tool_action_recommendation": 1.558645635668654e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "*", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.708053918671794e-05, "type_probabilities": {"tool_output_conflict": 1.1971041203651112e-05, "overgeneration": 1.539512049930636e-05, "missing_tool_action_recommendation": 9.714379302749876e-06}}, {"answer_start": 106, "answer_end": 107, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.629691127571277e-05, "type_probabilities": {"tool_output_conflict": 1.7732842024997808e-05, "overgeneration": 1.0577760804153513e-05, "missing_tool_action_recommendation": 7.986310265550856e-06}}, {"answer_start": 129, "answer_end": 131, "token_text": "cf", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.6209734389558434e-05, "type_probabilities": {"tool_output_conflict": 7.958674359542783e-06, "overgeneration": 1.3252312783151865e-05, "missing_tool_action_recommendation": 1.4998746337369084e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.571472188923508e-05, "type_probabilities": {"tool_output_conflict": 1.317055011895718e-05, "overgeneration": 1.1129048289149068e-05, "missing_tool_action_recommendation": 1.1415120752644725e-05}}, {"answer_start": 46, "answer_end": 48, "token_text": "my", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.547731466824189e-05, "type_probabilities": {"tool_output_conflict": 6.128106178948656e-06, "overgeneration": 1.343768417427782e-05, "missing_tool_action_recommendation": 1.5911524315015413e-05}}, {"answer_start": 161, "answer_end": 172, "token_text": " identifier", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.49055917467922e-05, "type_probabilities": {"tool_output_conflict": 7.09415098754107e-06, "overgeneration": 1.2228543710079975e-05, "missing_tool_action_recommendation": 1.5582898413413204e-05}}, {"answer_start": 133, "answer_end": 134, "token_text": "e", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.397382897674106e-05, "type_probabilities": {"tool_output_conflict": 6.28548878012225e-06, "overgeneration": 1.2931594937981572e-05, "missing_tool_action_recommendation": 1.4756743439647835e-05}}, {"answer_start": 121, "answer_end": 122, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.3125324989669025e-05, "type_probabilities": {"tool_output_conflict": 1.2163270184828434e-05, "overgeneration": 1.0042246685770806e-05, "missing_tool_action_recommendation": 1.0919808119069785e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": "*", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.257176649640314e-05, "type_probabilities": {"tool_output_conflict": 9.206101822201163e-06, "overgeneration": 1.2844935554312542e-05, "missing_tool_action_recommendation": 1.0520729119889438e-05}}, {"answer_start": 111, "answer_end": 112, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.241458398406394e-05, "type_probabilities": {"tool_output_conflict": 1.5792295016581193e-05, "overgeneration": 9.140280781139154e-06, "missing_tool_action_recommendation": 7.482010460080346e-06}}, {"answer_start": 120, "answer_end": 121, "token_text": "7", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.224315514671616e-05, "type_probabilities": {"tool_output_conflict": 6.428882898035226e-06, "overgeneration": 9.901436897052918e-06, "missing_tool_action_recommendation": 1.591283580637537e-05}}, {"answer_start": 116, "answer_end": 117, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.180325074936263e-05, "type_probabilities": {"tool_output_conflict": 1.3437031157081947e-05, "overgeneration": 8.995988537208177e-06, "missing_tool_action_recommendation": 9.37023196456721e-06}}, {"answer_start": 82, "answer_end": 92, "token_text": " namespace", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.136880332021974e-05, "type_probabilities": {"tool_output_conflict": 6.184995982039254e-06, "overgeneration": 1.3344196304387879e-05, "missing_tool_action_recommendation": 1.1839610124297906e-05}}]}, "output": "The UUIDv3 for your software component named \"myNewSoftwareComponent\" in the 'dns' namespace is **5df41881-3aed-3515-88a7-2f4a814cf09e**. You can use this unique identifier for your new software component."}
+{"id": "toolace_base_343_6_c320e7903fb75fed52__missing_tool_action_recommendation__8bcc9b870fc68a2e4e", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 574, "end": 695, "text": "Next, I can call the Live Travel Availability API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 574, "end": 695, "text": "Next, I can call the Live Travel Availability API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999874830245972, "mean_score": 0.9999806414479795, "type_score": 0.9999333775561788, "type_scores": {"tool_output_conflict": 1.2765178998170482e-05, "overgeneration": 3.4494976163209095e-05, "missing_tool_action_recommendation": 0.9999333775561788}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_343_6_c320e7903fb75fed52__missing_tool_action_recommendation__8bcc9b870fc68a2e4e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 201, "top_tokens": [{"answer_start": 631, "answer_end": 638, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999874830245972, "type_probabilities": {"tool_output_conflict": 1.137151411967352e-05, "overgeneration": 2.5346398615511134e-05, "missing_tool_action_recommendation": 0.9999507665634155}}, {"answer_start": 686, "answer_end": 694, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.2113727279938757e-05, "overgeneration": 2.4949704311438836e-05, "missing_tool_action_recommendation": 0.9999499320983887}}, {"answer_start": 623, "answer_end": 628, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867677688599, "type_probabilities": {"tool_output_conflict": 1.1851292583742179e-05, "overgeneration": 3.6692192225018516e-05, "missing_tool_action_recommendation": 0.9999382495880127}}, {"answer_start": 644, "answer_end": 652, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999864101409912, "type_probabilities": {"tool_output_conflict": 1.2103490917070303e-05, "overgeneration": 2.9499311494873837e-05, "missing_tool_action_recommendation": 0.999944806098938}}, {"answer_start": 638, "answer_end": 644, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999985933303833, "type_probabilities": {"tool_output_conflict": 1.4940055734768976e-05, "overgeneration": 3.407695476198569e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 665, "answer_end": 676, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.2345992217888124e-05, "overgeneration": 2.5602746973163448e-05, "missing_tool_action_recommendation": 0.9999477863311768}}, {"answer_start": 619, "answer_end": 623, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.0279061825713143e-05, "overgeneration": 3.6596200516214594e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 628, "answer_end": 631, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.1358303709130269e-05, "overgeneration": 3.0692935979459435e-05, "missing_tool_action_recommendation": 0.9999423027038574}}, {"answer_start": 656, "answer_end": 665, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.1892549991898704e-05, "overgeneration": 2.549904093029909e-05, "missing_tool_action_recommendation": 0.9999468326568604}}, {"answer_start": 594, "answer_end": 599, "token_text": " Live", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839663505554, "type_probabilities": {"tool_output_conflict": 1.2800115655409172e-05, "overgeneration": 3.8136069633765146e-05, "missing_tool_action_recommendation": 0.9999330043792725}}, {"answer_start": 684, "answer_end": 686, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.1635250302788336e-05, "overgeneration": 2.5216239009751007e-05, "missing_tool_action_recommendation": 0.9999464750289917}}, {"answer_start": 590, "answer_end": 594, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999816417694092, "type_probabilities": {"tool_output_conflict": 1.3933553418610245e-05, "overgeneration": 4.614548379322514e-05, "missing_tool_action_recommendation": 0.9999215602874756}}, {"answer_start": 606, "answer_end": 619, "token_text": " Availability", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999814033508301, "type_probabilities": {"tool_output_conflict": 1.4559956980519928e-05, "overgeneration": 4.1010578570421785e-05, "missing_tool_action_recommendation": 0.9999258518218994}}, {"answer_start": 579, "answer_end": 581, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999811053276062, "type_probabilities": {"tool_output_conflict": 1.2117064215999562e-05, "overgeneration": 3.253176691941917e-05, "missing_tool_action_recommendation": 0.9999364614486694}}, {"answer_start": 581, "answer_end": 585, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999809265136719, "type_probabilities": {"tool_output_conflict": 1.05222488855361e-05, "overgeneration": 3.678700522868894e-05, "missing_tool_action_recommendation": 0.9999336004257202}}, {"answer_start": 676, "answer_end": 683, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999808073043823, "type_probabilities": {"tool_output_conflict": 1.2150857401138637e-05, "overgeneration": 3.1004372431198135e-05, "missing_tool_action_recommendation": 0.9999376535415649}}, {"answer_start": 652, "answer_end": 656, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999807476997375, "type_probabilities": {"tool_output_conflict": 1.2386462003632914e-05, "overgeneration": 3.0483179216389544e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 585, "answer_end": 590, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999799728393555, "type_probabilities": {"tool_output_conflict": 1.0309940989827737e-05, "overgeneration": 3.3663251088000834e-05, "missing_tool_action_recommendation": 0.9999359846115112}}, {"answer_start": 573, "answer_end": 578, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999768137931824, "type_probabilities": {"tool_output_conflict": 1.07917221612297e-05, "overgeneration": 3.358741741976701e-05, "missing_tool_action_recommendation": 0.9999324083328247}}, {"answer_start": 683, "answer_end": 684, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999743103981018, "type_probabilities": {"tool_output_conflict": 1.5403546058223583e-05, "overgeneration": 3.3511354558868334e-05, "missing_tool_action_recommendation": 0.9999253749847412}}]}, "output": "I found some Instagram accounts related to the keyword 'travel'. Here they are:\n\n1. **travelguru**\n   - **User ID**: 101\n   - **Profile Picture URL**: [View here](http://example.com/picture/101.jpg)\n\n2. **adventureseeker**\n   - **User ID**: 102\n   - **Profile Picture URL**: [View here](http://example.com/picture/102.jpg)\n\n3. **globetrotter**\n   - **User ID**: 103\n   - **Profile Picture URL**: [View here](http://example.com/picture/103.jpg)\n\nIt's always exciting to find new travel accounts! If you need more recommendations or any other assistance, please let me know.\n\nNext, I can call the Live Travel Availability API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_129_0_a00e6db846deaa140d__tool_output_conflict__b86376a4521833ae11", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "clean", "true_is_hallucinated": true, "pred_is_hallucinated": false, "gold_spans": [{"start": 159, "end": 163, "text": "5480", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 4, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_129_0_a00e6db846deaa140d__tool_output_conflict__b86376a4521833ae11__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 120, "top_tokens": [{"answer_start": 158, "answer_end": 160, "token_text": " 5", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.027930153533816338, "type_probabilities": {"tool_output_conflict": 0.027399173006415367, "overgeneration": 0.0003241057856939733, "missing_tool_action_recommendation": 0.00020687493088189512}}, {"answer_start": 160, "answer_end": 163, "token_text": "480", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.022233055904507637, "type_probabilities": {"tool_output_conflict": 0.021503427997231483, "overgeneration": 0.00045297713950276375, "missing_tool_action_recommendation": 0.000276650971500203}}, {"answer_start": 31, "answer_end": 40, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002760457864496857, "type_probabilities": {"tool_output_conflict": 4.1866056562867016e-05, "overgeneration": 0.00016695108206477016, "missing_tool_action_recommendation": 6.722866237396374e-05}}, {"answer_start": 128, "answer_end": 139, "token_text": " datacenter", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022692303173244, "type_probabilities": {"tool_output_conflict": 0.00013879996549803764, "overgeneration": 3.286679566372186e-05, "missing_tool_action_recommendation": 5.5256274208659306e-05}}, {"answer_start": 26, "answer_end": 31, "token_text": " tool", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00018986922805197537, "type_probabilities": {"tool_output_conflict": 2.441602737235371e-05, "overgeneration": 7.208960596472025e-05, "missing_tool_action_recommendation": 9.336360380984843e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001343320036539808, "type_probabilities": {"tool_output_conflict": 2.1290821678121574e-05, "overgeneration": 6.770515028620139e-05, "missing_tool_action_recommendation": 4.533603350864723e-05}}, {"answer_start": 229, "answer_end": 234, "token_text": " 1500", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.351712313015014e-05, "type_probabilities": {"tool_output_conflict": 3.923335316358134e-05, "overgeneration": 2.671736729098484e-05, "missing_tool_action_recommendation": 1.7566400856594555e-05}}, {"answer_start": 469, "answer_end": 483, "token_text": " predominantly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.677279791096225e-05, "type_probabilities": {"tool_output_conflict": 2.143922210962046e-05, "overgeneration": 4.078402344021015e-05, "missing_tool_action_recommendation": 1.4549551451636944e-05}}, {"answer_start": 40, "answer_end": 41, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.644191646249965e-05, "type_probabilities": {"tool_output_conflict": 1.469502785766963e-05, "overgeneration": 3.7068366509629413e-05, "missing_tool_action_recommendation": 2.4678522095200606e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " that", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.496921170968562e-05, "type_probabilities": {"tool_output_conflict": 2.5021377950906754e-05, "overgeneration": 3.1342442525783554e-05, "missing_tool_action_recommendation": 1.8605394870974123e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.977992597967386e-05, "type_probabilities": {"tool_output_conflict": 1.0404179192846641e-05, "overgeneration": 3.485726483631879e-05, "missing_tool_action_recommendation": 2.4518483769497834e-05}}, {"answer_start": 100, "answer_end": 108, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.544514326378703e-05, "type_probabilities": {"tool_output_conflict": 5.009145752410404e-06, "overgeneration": 3.7152338336454704e-05, "missing_tool_action_recommendation": 2.328366281290073e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.397745164576918e-05, "type_probabilities": {"tool_output_conflict": 5.8594100664777216e-06, "overgeneration": 2.443738776491955e-05, "missing_tool_action_recommendation": 3.368065517861396e-05}}, {"answer_start": 491, "answer_end": 492, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.306564318947494e-05, "type_probabilities": {"tool_output_conflict": 1.2775287359545473e-05, "overgeneration": 3.821697100647725e-05, "missing_tool_action_recommendation": 1.2073388461431023e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.060045416234061e-05, "type_probabilities": {"tool_output_conflict": 7.1249064603762235e-06, "overgeneration": 3.232355084037408e-05, "missing_tool_action_recommendation": 2.1151996406842954e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.029000360285863e-05, "type_probabilities": {"tool_output_conflict": 1.4056300642550923e-05, "overgeneration": 2.4037992261582986e-05, "missing_tool_action_recommendation": 2.2195707060745917e-05}}, {"answer_start": 250, "answer_end": 254, "token_text": " 800", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.903524288441986e-05, "type_probabilities": {"tool_output_conflict": 1.318072281719651e-05, "overgeneration": 2.670121284609195e-05, "missing_tool_action_recommendation": 1.9153309040120803e-05}}, {"answer_start": 436, "answer_end": 446, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.5942582548595965e-05, "type_probabilities": {"tool_output_conflict": 9.111215149459895e-06, "overgeneration": 3.2039653888205066e-05, "missing_tool_action_recommendation": 1.4791712601436302e-05}}, {"answer_start": 227, "answer_end": 228, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0067512347595766e-05, "type_probabilities": {"tool_output_conflict": 2.0293620764277875e-05, "overgeneration": 2.2438391169998795e-05, "missing_tool_action_recommendation": 7.335500868066447e-06}}, {"answer_start": 108, "answer_end": 109, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.660795093514025e-05, "type_probabilities": {"tool_output_conflict": 7.535266377090011e-06, "overgeneration": 2.2059604816604406e-05, "missing_tool_action_recommendation": 1.7013078831951134e-05}}]}, "output": "Based on the data that the tool returned, the current status of your ephemeral proxies service is as follows:\n\n- Total number of datacenter proxies available: 5480\n\nDistribution of these proxies by country:\n\n- United States (US): 1500\n- Germany (DE): 800\n- Japan (JP): 600\n- France (FR): 500\n- Great Britain (GB): 450\n- Canada (CA): 370\n- Australia (AU): 300\n- Brazil (BR): 200\n- Singapore (SG): 100\n- India (IN): 100\n\nThis distribution indicates where your proxies are predominantly located."}
+{"id": "toolace_base_344_0_397171ae0e48540535__overgeneration__37e9be953ed5606917", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 495, "end": 545, "text": "No exceptions or limitations apply to this result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 495, "end": 545, "text": "No exceptions or limitations apply to this result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999629259109497, "mean_score": 0.9999512765142653, "type_score": 0.9997918672031827, "type_scores": {"tool_output_conflict": 6.99970142805897e-05, "overgeneration": 0.9997918672031827, "missing_tool_action_recommendation": 8.94151760601542e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_0_397171ae0e48540535__overgeneration__37e9be953ed5606917__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 130, "top_tokens": [{"answer_start": 523, "answer_end": 529, "token_text": " apply", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999629259109497, "type_probabilities": {"tool_output_conflict": 6.13470037933439e-05, "overgeneration": 0.9998254179954529, "missing_tool_action_recommendation": 7.617667142767459e-05}}, {"answer_start": 532, "answer_end": 537, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999626278877258, "type_probabilities": {"tool_output_conflict": 6.182814831845462e-05, "overgeneration": 0.9998252987861633, "missing_tool_action_recommendation": 7.551684393547475e-05}}, {"answer_start": 537, "answer_end": 544, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999622106552124, "type_probabilities": {"tool_output_conflict": 6.077667057979852e-05, "overgeneration": 0.9998329877853394, "missing_tool_action_recommendation": 6.844608287792653e-05}}, {"answer_start": 494, "answer_end": 497, "token_text": "\nNo", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999567270278931, "type_probabilities": {"tool_output_conflict": 6.193521403474733e-05, "overgeneration": 0.9998140931129456, "missing_tool_action_recommendation": 8.070513285929337e-05}}, {"answer_start": 497, "answer_end": 508, "token_text": " exceptions", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999566674232483, "type_probabilities": {"tool_output_conflict": 6.919216684764251e-05, "overgeneration": 0.9998225569725037, "missing_tool_action_recommendation": 6.493026012321934e-05}}, {"answer_start": 529, "answer_end": 532, "token_text": " to", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999545812606812, "type_probabilities": {"tool_output_conflict": 6.064796252758242e-05, "overgeneration": 0.9998111128807068, "missing_tool_action_recommendation": 8.276709559140727e-05}}, {"answer_start": 511, "answer_end": 523, "token_text": " limitations", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999492764472961, "type_probabilities": {"tool_output_conflict": 7.583057595184073e-05, "overgeneration": 0.9997970461845398, "missing_tool_action_recommendation": 7.63947973609902e-05}}, {"answer_start": 508, "answer_end": 511, "token_text": " or", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999322891235352, "type_probabilities": {"tool_output_conflict": 9.065611084224656e-05, "overgeneration": 0.9996931552886963, "missing_tool_action_recommendation": 0.00014848152932245284}}, {"answer_start": 544, "answer_end": 545, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999241828918457, "type_probabilities": {"tool_output_conflict": 8.77592756296508e-05, "overgeneration": 0.9997051358222961, "missing_tool_action_recommendation": 0.00013131817104294896}}, {"answer_start": 179, "answer_end": 180, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.09205988049507141, "type_probabilities": {"tool_output_conflict": 0.09134190529584885, "overgeneration": 0.0004174575151409954, "missing_tool_action_recommendation": 0.00030051806243136525}}, {"answer_start": 180, "answer_end": 182, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08531713485717773, "type_probabilities": {"tool_output_conflict": 0.08383785933256149, "overgeneration": 0.0010144836269319057, "missing_tool_action_recommendation": 0.00046479294542223215}}, {"answer_start": 176, "answer_end": 179, "token_text": "147", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0757719948887825, "type_probabilities": {"tool_output_conflict": 0.07503290474414825, "overgeneration": 0.0005485505098477006, "missing_tool_action_recommendation": 0.00019053752475883812}}, {"answer_start": 174, "answer_end": 176, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007301109842956066, "type_probabilities": {"tool_output_conflict": 0.007103022653609514, "overgeneration": 0.00010904671216849238, "missing_tool_action_recommendation": 8.904029527911916e-05}}, {"answer_start": 229, "answer_end": 231, "token_text": "70", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0018838329706341028, "type_probabilities": {"tool_output_conflict": 0.00146976497489959, "overgeneration": 0.0002981041034217924, "missing_tool_action_recommendation": 0.0001159638341050595}}, {"answer_start": 154, "answer_end": 155, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017340665217489004, "type_probabilities": {"tool_output_conflict": 0.001613678177818656, "overgeneration": 6.641219806624576e-05, "missing_tool_action_recommendation": 5.39762077096384e-05}}, {"answer_start": 228, "answer_end": 229, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001029029255732894, "type_probabilities": {"tool_output_conflict": 0.0008606510818935931, "overgeneration": 9.822065476328135e-05, "missing_tool_action_recommendation": 7.015753362793475e-05}}, {"answer_start": 225, "answer_end": 228, "token_text": "146", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009042106685228646, "type_probabilities": {"tool_output_conflict": 0.0006407045875675976, "overgeneration": 0.00019541486108209938, "missing_tool_action_recommendation": 6.809121987316757e-05}}, {"answer_start": 453, "answer_end": 458, "token_text": " make", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0007158992229960859, "type_probabilities": {"tool_output_conflict": 0.00014661371824331582, "overgeneration": 0.000200190712348558, "missing_tool_action_recommendation": 0.00036909477785229683}}, {"answer_start": 149, "answer_end": 151, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006402977160178125, "type_probabilities": {"tool_output_conflict": 0.0005824420950375497, "overgeneration": 4.136374263907783e-05, "missing_tool_action_recommendation": 1.6491849237354472e-05}}, {"answer_start": 474, "answer_end": 480, "token_text": " calls", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0006370984483510256, "type_probabilities": {"tool_output_conflict": 0.00020873387984465808, "overgeneration": 0.00010222310811514035, "missing_tool_action_recommendation": 0.0003261414240114391}}]}, "output": "The tool has returned the historical data for Apple stock (AAPL) with values from one of the days as an example:\n\n- Date: 2025-01-01\n- Opening Price: $145.11\n- Highest Price: $147.50\n- Lowest Price: $144.90\n- Closing Price: $146.70\n- Trading Volume: 90,823,000 shares\n\nPlease note this is a sample of data for a single day. If you need the complete dataset for the past month or require data on dividends and stock splits as well, let me know, and I can make additional tool calls accordingly.\n\nNo exceptions or limitations apply to this result."}
+{"id": "toolace_base_407_0_645dc048aa8c1dafa4__tool_output_conflict__510d2cdc92b13a950f", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 66, "end": 69, "text": "368", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 66, "end": 69, "text": "368", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9987768530845642, "mean_score": 0.9987768530845642, "type_score": 0.9982241988182068, "type_scores": {"tool_output_conflict": 0.9982241988182068, "overgeneration": 0.00035735711571760476, "missing_tool_action_recommendation": 0.00019530695863068104}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 3, "gold_chars": 3, "pred_chars": 3}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_407_0_645dc048aa8c1dafa4__tool_output_conflict__510d2cdc92b13a950f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 30, "top_tokens": [{"answer_start": 65, "answer_end": 69, "token_text": " 368", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987768530845642, "type_probabilities": {"tool_output_conflict": 0.9982241988182068, "overgeneration": 0.00035735711571760476, "missing_tool_action_recommendation": 0.00019530695863068104}}, {"answer_start": 62, "answer_end": 65, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00026277886354364455, "type_probabilities": {"tool_output_conflict": 0.00021785241551697254, "overgeneration": 3.564414146239869e-05, "missing_tool_action_recommendation": 9.282319297199138e-06}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020161038264632225, "type_probabilities": {"tool_output_conflict": 2.0272305846447125e-05, "overgeneration": 0.00013724551536142826, "missing_tool_action_recommendation": 4.4092572352383286e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013095783651806414, "type_probabilities": {"tool_output_conflict": 9.359630894323345e-06, "overgeneration": 7.601198740303516e-05, "missing_tool_action_recommendation": 4.5586210035253316e-05}}, {"answer_start": 12, "answer_end": 20, "token_text": " results", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011957498645642772, "type_probabilities": {"tool_output_conflict": 1.5904575775493868e-05, "overgeneration": 7.088745769578964e-05, "missing_tool_action_recommendation": 3.2782954804133624e-05}}, {"answer_start": 56, "answer_end": 62, "token_text": " total", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011411515879444778, "type_probabilities": {"tool_output_conflict": 3.9290451240958646e-05, "overgeneration": 6.332639168249443e-05, "missing_tool_action_recommendation": 1.1498308595037088e-05}}, {"answer_start": 132, "answer_end": 133, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010946908150799572, "type_probabilities": {"tool_output_conflict": 2.2109226847533137e-05, "overgeneration": 7.485984679078683e-05, "missing_tool_action_recommendation": 1.2500007869675756e-05}}, {"answer_start": 125, "answer_end": 128, "token_text": " so", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010223546269116923, "type_probabilities": {"tool_output_conflict": 7.978445864864625e-06, "overgeneration": 7.051850843708962e-05, "missing_tool_action_recommendation": 2.373851020820439e-05}}, {"answer_start": 82, "answer_end": 87, "token_text": " have", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001006351230898872, "type_probabilities": {"tool_output_conflict": 4.278124833945185e-05, "overgeneration": 4.311896555009298e-05, "missing_tool_action_recommendation": 1.4734903743374161e-05}}, {"answer_start": 53, "answer_end": 54, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.308039443567395e-05, "type_probabilities": {"tool_output_conflict": 2.5621731765568256e-05, "overgeneration": 5.399027941166423e-05, "missing_tool_action_recommendation": 1.3468380529957358e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.800456271274015e-05, "type_probabilities": {"tool_output_conflict": 2.1948881112621166e-05, "overgeneration": 4.777936919708736e-05, "missing_tool_action_recommendation": 1.8276312403031625e-05}}, {"answer_start": 54, "answer_end": 56, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.547989273210987e-05, "type_probabilities": {"tool_output_conflict": 3.39141879521776e-05, "overgeneration": 4.073616582900286e-05, "missing_tool_action_recommendation": 1.0829540769918822e-05}}, {"answer_start": 20, "answer_end": 25, "token_text": " from", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.358946070075035e-05, "type_probabilities": {"tool_output_conflict": 1.1601128790061921e-05, "overgeneration": 4.9139071052195504e-05, "missing_tool_action_recommendation": 2.284926267748233e-05}}, {"answer_start": 87, "answer_end": 92, "token_text": " been", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.258919842774048e-05, "type_probabilities": {"tool_output_conflict": 3.362382994964719e-05, "overgeneration": 3.612760701798834e-05, "missing_tool_action_recommendation": 1.2837765098083764e-05}}, {"answer_start": 92, "answer_end": 102, "token_text": " completed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.955771434353665e-05, "type_probabilities": {"tool_output_conflict": 1.538762626296375e-05, "overgeneration": 4.862424248130992e-05, "missing_tool_action_recommendation": 1.5545849237241782e-05}}, {"answer_start": 45, "answer_end": 51, "token_text": "Action", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.670652121305466e-05, "type_probabilities": {"tool_output_conflict": 1.4249372725316789e-05, "overgeneration": 3.0886825697962195e-05, "missing_tool_action_recommendation": 3.157032188028097e-05}}, {"answer_start": 52, "answer_end": 53, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.124482362996787e-05, "type_probabilities": {"tool_output_conflict": 1.2329483979556244e-05, "overgeneration": 4.54840155725833e-05, "missing_tool_action_recommendation": 1.343132316833362e-05}}, {"answer_start": 41, "answer_end": 45, "token_text": "Form", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.017769530648366e-05, "type_probabilities": {"tool_output_conflict": 1.059377973433584e-05, "overgeneration": 2.98452014249051e-05, "missing_tool_action_recommendation": 2.9738714147242717e-05}}, {"answer_start": 109, "answer_end": 118, "token_text": " business", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.016004383331165e-05, "type_probabilities": {"tool_output_conflict": 8.496654118061997e-06, "overgeneration": 4.101069862372242e-05, "missing_tool_action_recommendation": 2.065269109152723e-05}}, {"answer_start": 74, "answer_end": 82, "token_text": " actions", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.004744838923216e-05, "type_probabilities": {"tool_output_conflict": 1.744795918057207e-05, "overgeneration": 3.36228113155812e-05, "missing_tool_action_recommendation": 1.897667971206829e-05}}]}, "output": "Based on the results from the tool \"CountFormActions\", a total of 368 form actions have been completed in our business domain so far."}
+{"id": "toolace_base_168_0_4b4749629e0f8cdd9a", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_168_0_4b4749629e0f8cdd9a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 65, "top_tokens": [{"answer_start": 116, "answer_end": 119, "token_text": " 80", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003995655570179224, "type_probabilities": {"tool_output_conflict": 0.0002656477445270866, "overgeneration": 8.609617361798882e-05, "missing_tool_action_recommendation": 4.782162795891054e-05}}, {"answer_start": 78, "answer_end": 79, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002529139746911824, "type_probabilities": {"tool_output_conflict": 0.00018081787857227027, "overgeneration": 4.188148523098789e-05, "missing_tool_action_recommendation": 3.0214614525903016e-05}}, {"answer_start": 119, "answer_end": 120, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018017836555372924, "type_probabilities": {"tool_output_conflict": 0.0001006199890980497, "overgeneration": 5.4863929108250886e-05, "missing_tool_action_recommendation": 2.4694443709449843e-05}}, {"answer_start": 88, "answer_end": 96, "token_text": " Celsius", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015056043048389256, "type_probabilities": {"tool_output_conflict": 1.636297383811325e-05, "overgeneration": 8.841059025144204e-05, "missing_tool_action_recommendation": 4.578687367029488e-05}}, {"answer_start": 75, "answer_end": 78, "token_text": " 12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010001848568208516, "type_probabilities": {"tool_output_conflict": 4.891481876256876e-05, "overgeneration": 3.325936268083751e-05, "missing_tool_action_recommendation": 1.784430060070008e-05}}, {"answer_start": 144, "answer_end": 145, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.340445831185207e-05, "type_probabilities": {"tool_output_conflict": 6.194696470629424e-05, "overgeneration": 1.6785275875008665e-05, "missing_tool_action_recommendation": 1.4672218640043866e-05}}, {"answer_start": 159, "answer_end": 164, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.638510917080566e-05, "type_probabilities": {"tool_output_conflict": 1.9720077034435235e-05, "overgeneration": 3.983675196650438e-05, "missing_tool_action_recommendation": 2.6828280169866048e-05}}, {"answer_start": 120, "answer_end": 124, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.294717943295836e-05, "type_probabilities": {"tool_output_conflict": 1.7562650100444444e-05, "overgeneration": 4.0941304177977145e-05, "missing_tool_action_recommendation": 1.4443224245042074e-05}}, {"answer_start": 241, "answer_end": 242, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.255094533320516e-05, "type_probabilities": {"tool_output_conflict": 1.824528408178594e-05, "overgeneration": 4.128317232243717e-05, "missing_tool_action_recommendation": 1.3022488928982057e-05}}, {"answer_start": 101, "answer_end": 110, "token_text": " humidity", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.155753701226786e-05, "type_probabilities": {"tool_output_conflict": 1.3064921404293273e-05, "overgeneration": 3.873016976285726e-05, "missing_tool_action_recommendation": 1.976244675461203e-05}}, {"answer_start": 113, "answer_end": 116, "token_text": " at", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.025357626844198e-05, "type_probabilities": {"tool_output_conflict": 2.7882020731340162e-05, "overgeneration": 3.155935337417759e-05, "missing_tool_action_recommendation": 1.0812202162924223e-05}}, {"answer_start": 202, "answer_end": 203, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.001416815910488e-05, "type_probabilities": {"tool_output_conflict": 3.1288127502193674e-05, "overgeneration": 1.932579107233323e-05, "missing_tool_action_recommendation": 1.940024594659917e-05}}, {"answer_start": 196, "answer_end": 197, "token_text": "(", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.975380529183894e-05, "type_probabilities": {"tool_output_conflict": 1.572603105159942e-05, "overgeneration": 2.8659627787419595e-05, "missing_tool_action_recommendation": 2.5368150090798736e-05}}, {"answer_start": 79, "answer_end": 80, "token_text": "5", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.458832649514079e-05, "type_probabilities": {"tool_output_conflict": 2.17837150557898e-05, "overgeneration": 2.2219544916879386e-05, "missing_tool_action_recommendation": 2.0585066522471607e-05}}, {"answer_start": 145, "answer_end": 146, "token_text": "2", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.411073263734579e-05, "type_probabilities": {"tool_output_conflict": 1.3024685358686838e-05, "overgeneration": 2.3385191525449045e-05, "missing_tool_action_recommendation": 2.77008512057364e-05}}, {"answer_start": 146, "answer_end": 150, "token_text": " mph", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.128033419372514e-05, "type_probabilities": {"tool_output_conflict": 1.3708703590964433e-05, "overgeneration": 2.425969796604477e-05, "missing_tool_action_recommendation": 2.3311931727221236e-05}}, {"answer_start": 26, "answer_end": 36, "token_text": " Francisco", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.985222014714964e-05, "type_probabilities": {"tool_output_conflict": 8.328603144036606e-06, "overgeneration": 2.6124231226276606e-05, "missing_tool_action_recommendation": 2.5399385776836425e-05}}, {"answer_start": 46, "answer_end": 53, "token_text": " cloudy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.904517456656322e-05, "type_probabilities": {"tool_output_conflict": 8.936307494877838e-06, "overgeneration": 2.9429877031361684e-05, "missing_tool_action_recommendation": 2.0678993678302504e-05}}, {"answer_start": 80, "answer_end": 88, "token_text": " degrees", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8781413827091455e-05, "type_probabilities": {"tool_output_conflict": 1.045501085172873e-05, "overgeneration": 3.061055758735165e-05, "missing_tool_action_recommendation": 1.7715845388011076e-05}}, {"answer_start": 60, "answer_end": 72, "token_text": " temperature", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.591887020273134e-05, "type_probabilities": {"tool_output_conflict": 7.240144441311713e-06, "overgeneration": 3.0632167181465775e-05, "missing_tool_action_recommendation": 1.804655767045915e-05}}]}, "output": "The current weather in San Francisco is partly cloudy with a temperature of 12.5 degrees Celsius. The humidity is at 80% and the wind speed is 5.2 mph. You can view the current weather icon [here](https://example.com/icons/partly_cloudy.png)."}
+{"id": "toolace_base_381_0_5cc614023984897beb__missing_tool_action_recommendation__e65fcaa2de732d58bd", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 824, "end": 945, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 824, "end": 945, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999875426292419, "mean_score": 0.9999781847000122, "type_score": 0.9999317189921504, "type_scores": {"tool_output_conflict": 1.353557233770793e-05, "overgeneration": 3.2928798843742065e-05, "missing_tool_action_recommendation": 0.9999317189921504}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_381_0_5cc614023984897beb__missing_tool_action_recommendation__e65fcaa2de732d58bd__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 212, "top_tokens": [{"answer_start": 936, "answer_end": 944, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999875426292419, "type_probabilities": {"tool_output_conflict": 1.2885881915281061e-05, "overgeneration": 2.6041740056825802e-05, "missing_tool_action_recommendation": 0.9999486207962036}}, {"answer_start": 888, "answer_end": 894, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999864101409912, "type_probabilities": {"tool_output_conflict": 1.60224262799602e-05, "overgeneration": 3.3436110243201256e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 894, "answer_end": 902, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999854564666748, "type_probabilities": {"tool_output_conflict": 1.4570401617675088e-05, "overgeneration": 3.180605199304409e-05, "missing_tool_action_recommendation": 0.9999390840530396}}, {"answer_start": 881, "answer_end": 888, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99998539686203, "type_probabilities": {"tool_output_conflict": 1.1715714208548889e-05, "overgeneration": 2.5658311642473564e-05, "missing_tool_action_recommendation": 0.9999480247497559}}, {"answer_start": 915, "answer_end": 926, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99998539686203, "type_probabilities": {"tool_output_conflict": 1.2965530913788825e-05, "overgeneration": 2.8077192837372422e-05, "missing_tool_action_recommendation": 0.9999443292617798}}, {"answer_start": 873, "answer_end": 878, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.2202832294860855e-05, "overgeneration": 3.174412267981097e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 829, "answer_end": 831, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839067459106, "type_probabilities": {"tool_output_conflict": 1.253364735021023e-05, "overgeneration": 3.0115412300801836e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 878, "answer_end": 881, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.0872489838220645e-05, "overgeneration": 2.7670406780089252e-05, "missing_tool_action_recommendation": 0.9999452829360962}}, {"answer_start": 906, "answer_end": 915, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.2941912245878484e-05, "overgeneration": 2.846765892172698e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 934, "answer_end": 936, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837875366211, "type_probabilities": {"tool_output_conflict": 1.1877535143867135e-05, "overgeneration": 2.4821194529067725e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 863, "answer_end": 869, "token_text": " Check", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.5263218301697634e-05, "overgeneration": 3.3338503271806985e-05, "missing_tool_action_recommendation": 0.9999334812164307}}, {"answer_start": 869, "answer_end": 873, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.0696046047087293e-05, "overgeneration": 3.396377360331826e-05, "missing_tool_action_recommendation": 0.9999374151229858}}, {"answer_start": 926, "answer_end": 933, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802112579346, "type_probabilities": {"tool_output_conflict": 1.3330048204807099e-05, "overgeneration": 3.385813033673912e-05, "missing_tool_action_recommendation": 0.9999330043792725}}, {"answer_start": 831, "answer_end": 835, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980092048645, "type_probabilities": {"tool_output_conflict": 1.0769859727588482e-05, "overgeneration": 3.249478686484508e-05, "missing_tool_action_recommendation": 0.9999368190765381}}, {"answer_start": 902, "answer_end": 906, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999783635139465, "type_probabilities": {"tool_output_conflict": 1.369229630654445e-05, "overgeneration": 3.3475291274953634e-05, "missing_tool_action_recommendation": 0.9999312162399292}}, {"answer_start": 835, "answer_end": 840, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.0200677024840843e-05, "overgeneration": 2.985773426189553e-05, "missing_tool_action_recommendation": 0.9999377727508545}}, {"answer_start": 840, "answer_end": 844, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.2928940122947097e-05, "overgeneration": 3.341932097100653e-05, "missing_tool_action_recommendation": 0.9999314546585083}}, {"answer_start": 933, "answer_end": 934, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999759793281555, "type_probabilities": {"tool_output_conflict": 1.2904313734907191e-05, "overgeneration": 3.092883343924768e-05, "missing_tool_action_recommendation": 0.9999321699142456}}, {"answer_start": 823, "answer_end": 828, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999756217002869, "type_probabilities": {"tool_output_conflict": 1.0749376087915152e-05, "overgeneration": 2.83160807157401e-05, "missing_tool_action_recommendation": 0.999936580657959}}, {"answer_start": 850, "answer_end": 863, "token_text": " Authenticity", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999738931655884, "type_probabilities": {"tool_output_conflict": 1.655489904806018e-05, "overgeneration": 3.3053183869924396e-05, "missing_tool_action_recommendation": 0.9999243021011353}}]}, "output": "The Instagram post you wanted to download is currently not available as post data. However, here is the information about the post that was retrieved:\n\n- Title: Scenic Landscape\n- Description: An amazing scenic landscape during sunset.\n- Image URL: [https://www.instagram.com/p/CGuLA.END.jpg](https://www.instagram.com/p/CGuLA.END.jpg)\n\nIf you wish to view the post, you can click on the image URL, although it appears to point to the standard Instagram link rather than a direct image file. Please note that the actual downloadable media content of the post is not retrievable at this moment, which could be due to various reasons, such as restrictions on the post by Instagram or the content being removed. If you need the actual media file, you might need to explore other options or tools to access the post's content.\n\nNext, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_262_0_9d804bac3337cfe269__overgeneration__924161cd7ee6c8f088", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 919, "end": 976, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 919, "end": 976, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999608993530273, "mean_score": 0.9999507268269857, "type_score": 0.9998542798890008, "type_scores": {"tool_output_conflict": 5.045186278746567e-05, "overgeneration": 0.9998542798890008, "missing_tool_action_recommendation": 4.600978960903982e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_262_0_9d804bac3337cfe269__overgeneration__924161cd7ee6c8f088__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 228, "top_tokens": [{"answer_start": 963, "answer_end": 968, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999608993530273, "type_probabilities": {"tool_output_conflict": 4.6251279854914173e-05, "overgeneration": 0.9998683929443359, "missing_tool_action_recommendation": 4.625758811016567e-05}}, {"answer_start": 920, "answer_end": 929, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999606609344482, "type_probabilities": {"tool_output_conflict": 5.645203054882586e-05, "overgeneration": 0.9998612403869629, "missing_tool_action_recommendation": 4.2998733988497406e-05}}, {"answer_start": 942, "answer_end": 950, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999604821205139, "type_probabilities": {"tool_output_conflict": 4.873897705692798e-05, "overgeneration": 0.9998681545257568, "missing_tool_action_recommendation": 4.3570998968789354e-05}}, {"answer_start": 968, "answer_end": 975, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999958336353302, "type_probabilities": {"tool_output_conflict": 4.4481916120275855e-05, "overgeneration": 0.9998719692230225, "missing_tool_action_recommendation": 4.1898056224454194e-05}}, {"answer_start": 950, "answer_end": 959, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999536871910095, "type_probabilities": {"tool_output_conflict": 4.334624100010842e-05, "overgeneration": 0.9998748302459717, "missing_tool_action_recommendation": 3.555330476956442e-05}}, {"answer_start": 918, "answer_end": 920, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999522566795349, "type_probabilities": {"tool_output_conflict": 5.3066149121150374e-05, "overgeneration": 0.9998549222946167, "missing_tool_action_recommendation": 4.428868487593718e-05}}, {"answer_start": 929, "answer_end": 942, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999457001686096, "type_probabilities": {"tool_output_conflict": 4.9669866712065414e-05, "overgeneration": 0.9998581409454346, "missing_tool_action_recommendation": 3.7896261346759275e-05}}, {"answer_start": 959, "answer_end": 963, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999454021453857, "type_probabilities": {"tool_output_conflict": 5.0304683099966496e-05, "overgeneration": 0.999846339225769, "missing_tool_action_recommendation": 4.875836748396978e-05}}, {"answer_start": 975, "answer_end": 976, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999191164970398, "type_probabilities": {"tool_output_conflict": 6.175562157295644e-05, "overgeneration": 0.999784529209137, "missing_tool_action_recommendation": 7.286611071322113e-05}}, {"answer_start": 40, "answer_end": 45, "token_text": " News", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.732882608659565e-05, "type_probabilities": {"tool_output_conflict": 1.8777473087538965e-05, "overgeneration": 3.36880111717619e-05, "missing_tool_action_recommendation": 4.486334364628419e-05}}, {"answer_start": 916, "answer_end": 917, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.122819756157696e-05, "type_probabilities": {"tool_output_conflict": 2.855773527699057e-05, "overgeneration": 4.633344724425115e-05, "missing_tool_action_recommendation": 1.6337013221345842e-05}}, {"answer_start": 19, "answer_end": 28, "token_text": " articles", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.66256416682154e-05, "type_probabilities": {"tool_output_conflict": 1.0527511221880559e-05, "overgeneration": 2.7089108698419295e-05, "missing_tool_action_recommendation": 3.9009024476399645e-05}}, {"answer_start": 904, "answer_end": 908, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.131893653422594e-05, "type_probabilities": {"tool_output_conflict": 1.2920830158691388e-05, "overgeneration": 2.443320227030199e-05, "missing_tool_action_recommendation": 3.396490137674846e-05}}, {"answer_start": 774, "answer_end": 775, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.984404899412766e-05, "type_probabilities": {"tool_output_conflict": 2.5590212317183614e-05, "overgeneration": 2.084065999952145e-05, "missing_tool_action_recommendation": 2.3413176677422598e-05}}, {"answer_start": 881, "answer_end": 889, "token_text": " another", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.95367343723774e-05, "type_probabilities": {"tool_output_conflict": 3.137829844490625e-05, "overgeneration": 1.72728396137245e-05, "missing_tool_action_recommendation": 2.088559267576784e-05}}, {"answer_start": 896, "answer_end": 897, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.86412095092237e-05, "type_probabilities": {"tool_output_conflict": 1.6641413822071627e-05, "overgeneration": 2.735650195972994e-05, "missing_tool_action_recommendation": 2.4643295546411537e-05}}, {"answer_start": 262, "answer_end": 263, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.754822243237868e-05, "type_probabilities": {"tool_output_conflict": 3.371993807377294e-05, "overgeneration": 1.760005034157075e-05, "missing_tool_action_recommendation": 1.6228235836024396e-05}}, {"answer_start": 878, "answer_end": 881, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.517926522064954e-05, "type_probabilities": {"tool_output_conflict": 2.2947908291826025e-05, "overgeneration": 1.4670744349132292e-05, "missing_tool_action_recommendation": 2.756061076070182e-05}}, {"answer_start": 12, "answer_end": 19, "token_text": " latest", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.43253733869642e-05, "type_probabilities": {"tool_output_conflict": 1.0749827197287232e-05, "overgeneration": 2.415373455733061e-05, "missing_tool_action_recommendation": 2.9421807994367555e-05}}, {"answer_start": 889, "answer_end": 896, "token_text": " region", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.265591946430504e-05, "type_probabilities": {"tool_output_conflict": 2.269011383759789e-05, "overgeneration": 1.6728996342862956e-05, "missing_tool_action_recommendation": 2.3236814740812406e-05}}]}, "output": "Here are the latest articles from Google News:\n\n1. **Global Economies Brace for Impact as Financial Markets Tumble**\n   - **Summary:** As stock markets around the world face significant drops, economists warn of potential global recession.\n   - [Read More](https://news.google.com/articles/cb4reGlobalEconomiesImpact)\n\n2. **New Climate Policies Introduced at U.N. Summit**\n   - **Summary:** World leaders come together to agree on more aggressive climate actions in response to recent environmental catastrophes.\n   - [Read More](https://news.google.com/articles/32verUNClimateSummit)\n\n3. **Tech Giants Pledge to Improve Data Privacy**\n   - **Summary:** Major technology firms announce new privacy measures amid growing public and regulatory scrutiny.\n   - [Read More](https://news.google.com/articles/56crfTechGiantsPrivacy)\n\nIf you need more specific news on a different topic or another region, please let me know!\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_64_0_30a42a1fea756b4529__tool_output_conflict__de8d3b01a0200866cf", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 69, "end": 71, "text": "48", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 69, "end": 71, "text": "48", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9975425004959106, "mean_score": 0.9975425004959106, "type_score": 0.9968775510787964, "type_scores": {"tool_output_conflict": 0.9968775510787964, "overgeneration": 0.0003751613839995116, "missing_tool_action_recommendation": 0.0002897828526329249}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_64_0_30a42a1fea756b4529__tool_output_conflict__de8d3b01a0200866cf__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 23, "top_tokens": [{"answer_start": 68, "answer_end": 71, "token_text": " 48", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9975425004959106, "type_probabilities": {"tool_output_conflict": 0.9968775510787964, "overgeneration": 0.0003751613839995116, "missing_tool_action_recommendation": 0.0002897828526329249}}, {"answer_start": 76, "answer_end": 81, "token_text": " days", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006743071135133505, "type_probabilities": {"tool_output_conflict": 0.0006167568499222398, "overgeneration": 3.219283826183528e-05, "missing_tool_action_recommendation": 2.5357407139381394e-05}}, {"answer_start": 63, "answer_end": 68, "token_text": " were", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004951502196490765, "type_probabilities": {"tool_output_conflict": 0.0004165802674833685, "overgeneration": 4.9332396883983165e-05, "missing_tool_action_recommendation": 2.923753891082015e-05}}, {"answer_start": 106, "answer_end": 110, "token_text": " 320", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003752098127733916, "type_probabilities": {"tool_output_conflict": 0.0002759391500148922, "overgeneration": 2.8941638447577134e-05, "missing_tool_action_recommendation": 7.032902067294344e-05}}, {"answer_start": 110, "answer_end": 122, "token_text": " millimeters", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003153838333673775, "type_probabilities": {"tool_output_conflict": 6.994461000431329e-05, "overgeneration": 0.00015902772429399192, "missing_tool_action_recommendation": 8.641150634502992e-05}}, {"answer_start": 122, "answer_end": 123, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002365937689319253, "type_probabilities": {"tool_output_conflict": 0.00010218656825600192, "overgeneration": 0.00010073980229208246, "missing_tool_action_recommendation": 3.3667391107883304e-05}}, {"answer_start": 34, "answer_end": 42, "token_text": " through", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010335222032153979, "type_probabilities": {"tool_output_conflict": 1.7778167602955364e-05, "overgeneration": 5.7095912779914215e-05, "missing_tool_action_recommendation": 2.8478141757659614e-05}}, {"answer_start": 94, "answer_end": 103, "token_text": " snowfall", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.589472028892487e-05, "type_probabilities": {"tool_output_conflict": 1.8204063962912187e-05, "overgeneration": 4.4808675738750026e-05, "missing_tool_action_recommendation": 3.288198422524147e-05}}, {"answer_start": 56, "answer_end": 57, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.177603351417929e-05, "type_probabilities": {"tool_output_conflict": 4.151163375354372e-05, "overgeneration": 3.500343518680893e-05, "missing_tool_action_recommendation": 1.5260968211805448e-05}}, {"answer_start": 81, "answer_end": 86, "token_text": " with", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.040193981491029e-05, "type_probabilities": {"tool_output_conflict": 3.7457506550708786e-05, "overgeneration": 3.648126948974095e-05, "missing_tool_action_recommendation": 1.6463165593449958e-05}}, {"answer_start": 20, "answer_end": 29, "token_text": " December", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.689277456142008e-05, "type_probabilities": {"tool_output_conflict": 2.471415609761607e-05, "overgeneration": 3.624160308390856e-05, "missing_tool_action_recommendation": 2.593701719888486e-05}}, {"answer_start": 71, "answer_end": 76, "token_text": " snow", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.24340750114061e-05, "type_probabilities": {"tool_output_conflict": 4.7935176553437486e-05, "overgeneration": 1.4935807485016994e-05, "missing_tool_action_recommendation": 1.9563090972951613e-05}}, {"answer_start": 57, "answer_end": 63, "token_text": " there", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.997518696356565e-05, "type_probabilities": {"tool_output_conflict": 5.6155935453716666e-05, "overgeneration": 1.4492711670754943e-05, "missing_tool_action_recommendation": 9.326542567578144e-06}}, {"answer_start": 88, "answer_end": 94, "token_text": " total", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.176838698796928e-05, "type_probabilities": {"tool_output_conflict": 1.9093627997790463e-05, "overgeneration": 2.8205397029523738e-05, "missing_tool_action_recommendation": 2.4469360141665675e-05}}, {"answer_start": 42, "answer_end": 51, "token_text": " February", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.417738040909171e-05, "type_probabilities": {"tool_output_conflict": 1.150937987404177e-05, "overgeneration": 2.7611438781605102e-05, "missing_tool_action_recommendation": 2.5056559024960734e-05}}, {"answer_start": 2, "answer_end": 14, "token_text": " Minneapolis", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.153715366963297e-05, "type_probabilities": {"tool_output_conflict": 1.4176473086990882e-05, "overgeneration": 2.009582931350451e-05, "missing_tool_action_recommendation": 2.7264853997621685e-05}}, {"answer_start": 0, "answer_end": 2, "token_text": "In", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4997024562908337e-05, "type_probabilities": {"tool_output_conflict": 1.356901975668734e-05, "overgeneration": 2.0320325347711332e-05, "missing_tool_action_recommendation": 2.1107680368004367e-05}}, {"answer_start": 103, "answer_end": 106, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.490900366567075e-05, "type_probabilities": {"tool_output_conflict": 2.577490704425145e-05, "overgeneration": 1.745448389556259e-05, "missing_tool_action_recommendation": 1.1679614544846117e-05}}, {"answer_start": 51, "answer_end": 56, "token_text": " 2021", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.315684393281117e-05, "type_probabilities": {"tool_output_conflict": 1.5206437637971248e-05, "overgeneration": 2.1931669834884815e-05, "missing_tool_action_recommendation": 1.6018735550460406e-05}}, {"answer_start": 86, "answer_end": 88, "token_text": " a", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.239425809122622e-05, "type_probabilities": {"tool_output_conflict": 2.574944301159121e-05, "overgeneration": 1.7334010408376344e-05, "missing_tool_action_recommendation": 9.310802852269262e-06}}]}, "output": "In Minneapolis, from December 2020 through February 2021, there were 48 snow days with a total snowfall of 320 millimeters."}
+{"id": "toolace_base_74_2_6110b162499bd13e6c", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_74_2_6110b162499bd13e6c__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 83, "top_tokens": [{"answer_start": 276, "answer_end": 285, "token_text": " indicate", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00019717680697795004, "type_probabilities": {"tool_output_conflict": 2.2183527107699774e-05, "overgeneration": 0.00013339675206225365, "missing_tool_action_recommendation": 4.1596536902943626e-05}}, {"answer_start": 360, "answer_end": 371, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00019163925026077777, "type_probabilities": {"tool_output_conflict": 2.147438863175921e-05, "overgeneration": 7.874866423662752e-05, "missing_tool_action_recommendation": 9.141619375441223e-05}}, {"answer_start": 269, "answer_end": 276, "token_text": " scores", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001570432650623843, "type_probabilities": {"tool_output_conflict": 3.809233021456748e-05, "overgeneration": 6.3327606767416e-05, "missing_tool_action_recommendation": 5.562332444242202e-05}}, {"answer_start": 258, "answer_end": 269, "token_text": " confidence", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001469639246352017, "type_probabilities": {"tool_output_conflict": 2.536955253162887e-05, "overgeneration": 6.969209789531305e-05, "missing_tool_action_recommendation": 5.190226875129156e-05}}, {"answer_start": 290, "answer_end": 302, "token_text": " reliability", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014149404887575656, "type_probabilities": {"tool_output_conflict": 4.4444714148994535e-05, "overgeneration": 7.050370186334476e-05, "missing_tool_action_recommendation": 2.654562922543846e-05}}, {"answer_start": 254, "answer_end": 258, "token_text": "\nThe", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013631924230139703, "type_probabilities": {"tool_output_conflict": 2.3387206965708174e-05, "overgeneration": 8.992437506094575e-05, "missing_tool_action_recommendation": 2.3007656636764295e-05}}, {"answer_start": 3, "answer_end": 10, "token_text": " phrase", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010574155749054626, "type_probabilities": {"tool_output_conflict": 1.211304152093362e-05, "overgeneration": 3.488996662781574e-05, "missing_tool_action_recommendation": 5.87385511607863e-05}}, {"answer_start": 285, "answer_end": 290, "token_text": " high", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010247282625641674, "type_probabilities": {"tool_output_conflict": 2.6932928449241444e-05, "overgeneration": 5.155018516234122e-05, "missing_tool_action_recommendation": 2.398971264483407e-05}}, {"answer_start": 302, "answer_end": 305, "token_text": " of", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.769819735083729e-05, "type_probabilities": {"tool_output_conflict": 2.6494111807551235e-05, "overgeneration": 4.216847082716413e-05, "missing_tool_action_recommendation": 2.9035607440164313e-05}}, {"answer_start": 305, "answer_end": 309, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.495589620200917e-05, "type_probabilities": {"tool_output_conflict": 2.398593642283231e-05, "overgeneration": 5.141565270605497e-05, "missing_tool_action_recommendation": 1.9554303435143083e-05}}, {"answer_start": 351, "answer_end": 355, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.312340651173145e-05, "type_probabilities": {"tool_output_conflict": 1.797009099391289e-05, "overgeneration": 1.287818668060936e-05, "missing_tool_action_recommendation": 5.2275128837209195e-05}}, {"answer_start": 322, "answer_end": 323, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.953398744575679e-05, "type_probabilities": {"tool_output_conflict": 1.8568563973531127e-05, "overgeneration": 4.2552739614620805e-05, "missing_tool_action_recommendation": 1.8412682038615458e-05}}, {"answer_start": 309, "answer_end": 322, "token_text": " translations", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.629790343344212e-05, "type_probabilities": {"tool_output_conflict": 1.4750786249351222e-05, "overgeneration": 3.8474314351333305e-05, "missing_tool_action_recommendation": 2.3072801923262887e-05}}, {"answer_start": 376, "answer_end": 377, "token_text": "?", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.083266245899722e-05, "type_probabilities": {"tool_output_conflict": 1.6436990335932933e-05, "overgeneration": 2.201046299887821e-05, "missing_tool_action_recommendation": 3.238520730519667e-05}}, {"answer_start": 371, "answer_end": 376, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.041577919153497e-05, "type_probabilities": {"tool_output_conflict": 1.3669415238837246e-05, "overgeneration": 2.2849255401524715e-05, "missing_tool_action_recommendation": 3.3897107641678303e-05}}, {"answer_start": 62, "answer_end": 73, "token_text": " translated", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.890913937240839e-05, "type_probabilities": {"tool_output_conflict": 1.1020024430763442e-05, "overgeneration": 1.7522484995424747e-05, "missing_tool_action_recommendation": 4.0366627217736095e-05}}, {"answer_start": 73, "answer_end": 78, "token_text": " into", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.850742647657171e-05, "type_probabilities": {"tool_output_conflict": 1.1388736311346292e-05, "overgeneration": 2.494108775863424e-05, "missing_tool_action_recommendation": 3.217760240659118e-05}}, {"answer_start": 102, "answer_end": 103, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.713181210216135e-05, "type_probabilities": {"tool_output_conflict": 2.4437380488961935e-05, "overgeneration": 2.216902794316411e-05, "missing_tool_action_recommendation": 2.0525400032056496e-05}}, {"answer_start": 92, "answer_end": 102, "token_text": " languages", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.672972813248634e-05, "type_probabilities": {"tool_output_conflict": 1.149465242633596e-05, "overgeneration": 1.4868094694975298e-05, "missing_tool_action_recommendation": 4.036698010168038e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.02784966758918e-05, "type_probabilities": {"tool_output_conflict": 1.1021948012057692e-05, "overgeneration": 1.5099622942216229e-05, "missing_tool_action_recommendation": 3.415692481212318e-05}}]}, "output": "The phrase \"Welcome to our presentation\" has been successfully translated into the requested languages:\n\n1. In Spanish: \"Bienvenido a nuestra presentación\"\n2. In French: \"Bienvenue à notre présentation\"\n3. In German: \"Willkommen zu unserer Präsentation\"\n\nThe confidence scores indicate high reliability of the translations. Is there anything else that you need assistance with?"}
+{"id": "toolace_base_503_0_d13c66a74981f0af10__overgeneration__3c7ca617829aac209e", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 171, "end": 227, "text": "Historical records from last year show the same pattern.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 171, "end": 227, "text": "Historical records from last year show the same pattern.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999632239341736, "mean_score": 0.9999441862106323, "type_score": 0.9998394072055816, "type_scores": {"tool_output_conflict": 5.264372848614585e-05, "overgeneration": 0.9998394072055816, "missing_tool_action_recommendation": 5.2135579608147964e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 56, "gold_chars": 56, "pred_chars": 56}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_503_0_d13c66a74981f0af10__overgeneration__3c7ca617829aac209e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 47, "top_tokens": [{"answer_start": 218, "answer_end": 226, "token_text": " pattern", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999632239341736, "type_probabilities": {"tool_output_conflict": 4.739716314361431e-05, "overgeneration": 0.9998788833618164, "missing_tool_action_recommendation": 3.696910061989911e-05}}, {"answer_start": 213, "answer_end": 218, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999614357948303, "type_probabilities": {"tool_output_conflict": 5.11675352754537e-05, "overgeneration": 0.9998561143875122, "missing_tool_action_recommendation": 5.4155643738340586e-05}}, {"answer_start": 209, "answer_end": 213, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999565482139587, "type_probabilities": {"tool_output_conflict": 5.264483479550108e-05, "overgeneration": 0.9998537302017212, "missing_tool_action_recommendation": 5.020029493607581e-05}}, {"answer_start": 204, "answer_end": 209, "token_text": " show", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999557137489319, "type_probabilities": {"tool_output_conflict": 4.944405009155162e-05, "overgeneration": 0.9998751878738403, "missing_tool_action_recommendation": 3.1073861464392394e-05}}, {"answer_start": 199, "answer_end": 204, "token_text": " year", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999529123306274, "type_probabilities": {"tool_output_conflict": 4.754045949084684e-05, "overgeneration": 0.9998517036437988, "missing_tool_action_recommendation": 5.361924922908656e-05}}, {"answer_start": 189, "answer_end": 194, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999944269657135, "type_probabilities": {"tool_output_conflict": 5.5164673540275544e-05, "overgeneration": 0.9998468160629272, "missing_tool_action_recommendation": 4.224131771479733e-05}}, {"answer_start": 170, "answer_end": 181, "token_text": "\nHistorical", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999403357505798, "type_probabilities": {"tool_output_conflict": 4.941327642882243e-05, "overgeneration": 0.9998382329940796, "missing_tool_action_recommendation": 5.270480323815718e-05}}, {"answer_start": 194, "answer_end": 199, "token_text": " last", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999394416809082, "type_probabilities": {"tool_output_conflict": 5.186169073567726e-05, "overgeneration": 0.9998385906219482, "missing_tool_action_recommendation": 4.898482802673243e-05}}, {"answer_start": 181, "answer_end": 189, "token_text": " records", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999386072158813, "type_probabilities": {"tool_output_conflict": 4.346992864157073e-05, "overgeneration": 0.9998432397842407, "missing_tool_action_recommendation": 5.192800017539412e-05}}, {"answer_start": 226, "answer_end": 227, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998893737792969, "type_probabilities": {"tool_output_conflict": 7.833367271814495e-05, "overgeneration": 0.9997115731239319, "missing_tool_action_recommendation": 9.947869693860412e-05}}, {"answer_start": 168, "answer_end": 169, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023755835718475282, "type_probabilities": {"tool_output_conflict": 3.971003752667457e-05, "overgeneration": 0.00013284292072057724, "missing_tool_action_recommendation": 6.500540621345863e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.9154808695893735e-05, "type_probabilities": {"tool_output_conflict": 2.2730606360710226e-05, "overgeneration": 1.9685701772687025e-05, "missing_tool_action_recommendation": 1.6738502381485887e-05}}, {"answer_start": 125, "answer_end": 129, "token_text": " URL", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.728105315938592e-05, "type_probabilities": {"tool_output_conflict": 5.828907433169661e-06, "overgeneration": 2.4565531930420548e-05, "missing_tool_action_recommendation": 2.6886615160037763e-05}}, {"answer_start": 18, "answer_end": 31, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.047431477578357e-05, "type_probabilities": {"tool_output_conflict": 1.0819328963407315e-05, "overgeneration": 2.9481567253242247e-05, "missing_tool_action_recommendation": 1.0173419468628708e-05}}, {"answer_start": 31, "answer_end": 40, "token_text": " deployed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.440760312718339e-05, "type_probabilities": {"tool_output_conflict": 6.226651294127805e-06, "overgeneration": 2.422806755930651e-05, "missing_tool_action_recommendation": 1.3952884728496429e-05}}, {"answer_start": 85, "answer_end": 86, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.428865577210672e-05, "type_probabilities": {"tool_output_conflict": 1.660576708673034e-05, "overgeneration": 1.3495307939592749e-05, "missing_tool_action_recommendation": 1.4187580745783634e-05}}, {"answer_start": 162, "answer_end": 163, "token_text": "/", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.281129440641962e-05, "type_probabilities": {"tool_output_conflict": 6.555286745424382e-06, "overgeneration": 1.9886510926880874e-05, "missing_tool_action_recommendation": 1.6369496734114364e-05}}, {"answer_start": 45, "answer_end": 49, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.215077206026763e-05, "type_probabilities": {"tool_output_conflict": 7.68916834203992e-06, "overgeneration": 2.01526636374183e-05, "missing_tool_action_recommendation": 1.4308939171314705e-05}}, {"answer_start": 49, "answer_end": 56, "token_text": " access", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.1257408156525344e-05, "type_probabilities": {"tool_output_conflict": 6.520212991745211e-06, "overgeneration": 2.05828564503463e-05, "missing_tool_action_recommendation": 1.415433689544443e-05}}, {"answer_start": 9, "answer_end": 13, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.107570930500515e-05, "type_probabilities": {"tool_output_conflict": 1.2372543096716981e-05, "overgeneration": 1.940389302035328e-05, "missing_tool_action_recommendation": 9.299273187934887e-06}}]}, "output": "The model has been successfully deployed. You can access your deployed model for real-time image recognition at the following URL: https://production.endpoint.url/model.\n\nHistorical records from last year show the same pattern."}
+{"id": "toolace_base_687_0_50f2058bdbf5c87d86__overgeneration__b4042e32290213d86e", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 145, "end": 202, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 145, "end": 202, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.99995356798172, "mean_score": 0.9999389184845818, "type_score": 0.9998586906327142, "type_scores": {"tool_output_conflict": 4.3366924930726076e-05, "overgeneration": 0.9998586906327142, "missing_tool_action_recommendation": 3.687040973293026e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_687_0_50f2058bdbf5c87d86__overgeneration__b4042e32290213d86e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 55, "top_tokens": [{"answer_start": 189, "answer_end": 194, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99995356798172, "type_probabilities": {"tool_output_conflict": 3.763052518479526e-05, "overgeneration": 0.9998793601989746, "missing_tool_action_recommendation": 3.662053495645523e-05}}, {"answer_start": 146, "answer_end": 155, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999508261680603, "type_probabilities": {"tool_output_conflict": 4.973812247044407e-05, "overgeneration": 0.9998705387115479, "missing_tool_action_recommendation": 3.059884693357162e-05}}, {"answer_start": 168, "answer_end": 176, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999468922615051, "type_probabilities": {"tool_output_conflict": 4.444504520506598e-05, "overgeneration": 0.999868631362915, "missing_tool_action_recommendation": 3.379595000296831e-05}}, {"answer_start": 194, "answer_end": 201, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999457001686096, "type_probabilities": {"tool_output_conflict": 3.442687739152461e-05, "overgeneration": 0.9998763799667358, "missing_tool_action_recommendation": 3.48946668964345e-05}}, {"answer_start": 176, "answer_end": 185, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999420046806335, "type_probabilities": {"tool_output_conflict": 3.8329933886416256e-05, "overgeneration": 0.9998747110366821, "missing_tool_action_recommendation": 2.8987111363676377e-05}}, {"answer_start": 144, "answer_end": 146, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999392628669739, "type_probabilities": {"tool_output_conflict": 4.634040669770911e-05, "overgeneration": 0.9998584985733032, "missing_tool_action_recommendation": 3.442409433773719e-05}}, {"answer_start": 185, "answer_end": 189, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999388456344604, "type_probabilities": {"tool_output_conflict": 3.79800985683687e-05, "overgeneration": 0.9998612403869629, "missing_tool_action_recommendation": 3.96348477806896e-05}}, {"answer_start": 155, "answer_end": 168, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99993497133255, "type_probabilities": {"tool_output_conflict": 4.194815846858546e-05, "overgeneration": 0.9998587369918823, "missing_tool_action_recommendation": 3.42580970027484e-05}}, {"answer_start": 201, "answer_end": 202, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998981952667236, "type_probabilities": {"tool_output_conflict": 5.9463156503625214e-05, "overgeneration": 0.9997801184654236, "missing_tool_action_recommendation": 5.86195383220911e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010507285333005711, "type_probabilities": {"tool_output_conflict": 2.6164612791035324e-05, "overgeneration": 6.425120955100283e-05, "missing_tool_action_recommendation": 1.4657028259534854e-05}}, {"answer_start": 90, "answer_end": 92, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.077361856820062e-05, "type_probabilities": {"tool_output_conflict": 1.1256283869442996e-05, "overgeneration": 2.1386582375271246e-05, "missing_tool_action_recommendation": 1.813074959500227e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "_", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.8017751396400854e-05, "type_probabilities": {"tool_output_conflict": 1.5275762052624486e-05, "overgeneration": 1.497041648690356e-05, "missing_tool_action_recommendation": 1.777157376636751e-05}}, {"answer_start": 126, "answer_end": 127, "token_text": "_", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.614509816747159e-05, "type_probabilities": {"tool_output_conflict": 1.503540261182934e-05, "overgeneration": 1.3089584172121249e-05, "missing_tool_action_recommendation": 1.8020111383520998e-05}}, {"answer_start": 135, "answer_end": 138, "token_text": "124", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.569752491079271e-05, "type_probabilities": {"tool_output_conflict": 1.0285138159815688e-05, "overgeneration": 1.6961026631179266e-05, "missing_tool_action_recommendation": 1.8451361029292457e-05}}, {"answer_start": 121, "answer_end": 126, "token_text": "final", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.5023931306786835e-05, "type_probabilities": {"tool_output_conflict": 1.123209312936524e-05, "overgeneration": 1.6571420928812586e-05, "missing_tool_action_recommendation": 1.7220414520124905e-05}}, {"answer_start": 138, "answer_end": 139, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.49571234639734e-05, "type_probabilities": {"tool_output_conflict": 1.371720736642601e-05, "overgeneration": 1.7088412278098986e-05, "missing_tool_action_recommendation": 1.4151505638437811e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Files", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.48021492047701e-05, "type_probabilities": {"tool_output_conflict": 1.2794604117516428e-05, "overgeneration": 7.793852091708686e-06, "missing_tool_action_recommendation": 2.4213692086050287e-05}}, {"answer_start": 127, "answer_end": 134, "token_text": "project", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.3174211896257475e-05, "type_probabilities": {"tool_output_conflict": 1.134311969508417e-05, "overgeneration": 1.4866219316900242e-05, "missing_tool_action_recommendation": 1.6964873793767765e-05}}, {"answer_start": 119, "answer_end": 121, "token_text": " \"", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.009588519693352e-05, "type_probabilities": {"tool_output_conflict": 1.328944563283585e-05, "overgeneration": 1.3360316188482102e-05, "missing_tool_action_recommendation": 1.3446122466120869e-05}}, {"answer_start": 139, "answer_end": 142, "token_text": "txt", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.93891787098255e-05, "type_probabilities": {"tool_output_conflict": 8.968038855527993e-06, "overgeneration": 1.695417995506432e-05, "missing_tool_action_recommendation": 1.346696080872789e-05}}]}, "output": "Files have been successfully renamed:\n- \"project_123_draft.txt\" to \"final_project_123.txt\"\n- \"project_124_draft.txt\" to \"final_project_124.txt\"\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_498_0_aa35adff3d55ad6e41__missing_tool_action_recommendation__725dd93fa93af83b4d", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 162, "end": 282, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 162, "end": 282, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999886751174927, "mean_score": 0.9999833651210951, "type_score": 0.9999394468639208, "type_scores": {"tool_output_conflict": 1.6275994786828168e-05, "overgeneration": 2.764741459585544e-05, "missing_tool_action_recommendation": 0.9999394468639208}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 120}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_498_0_aa35adff3d55ad6e41__missing_tool_action_recommendation__725dd93fa93af83b4d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 65, "top_tokens": [{"answer_start": 218, "answer_end": 225, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999886751174927, "type_probabilities": {"tool_output_conflict": 1.5059868928801734e-05, "overgeneration": 2.0807627151953056e-05, "missing_tool_action_recommendation": 0.9999527931213379}}, {"answer_start": 225, "answer_end": 231, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999885559082031, "type_probabilities": {"tool_output_conflict": 1.8307468053535558e-05, "overgeneration": 2.4037555704126135e-05, "missing_tool_action_recommendation": 0.9999462366104126}}, {"answer_start": 231, "answer_end": 239, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999880194664001, "type_probabilities": {"tool_output_conflict": 1.778614750946872e-05, "overgeneration": 2.2464251742349006e-05, "missing_tool_action_recommendation": 0.9999477863311768}}, {"answer_start": 210, "answer_end": 215, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.546305065858178e-05, "overgeneration": 2.717493953241501e-05, "missing_tool_action_recommendation": 0.9999452829360962}}, {"answer_start": 252, "answer_end": 263, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999871253967285, "type_probabilities": {"tool_output_conflict": 1.6318592315656133e-05, "overgeneration": 2.3844937459216453e-05, "missing_tool_action_recommendation": 0.9999469518661499}}, {"answer_start": 271, "answer_end": 273, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867677688599, "type_probabilities": {"tool_output_conflict": 1.4869951883156318e-05, "overgeneration": 2.1512802049983293e-05, "missing_tool_action_recommendation": 0.9999504089355469}}, {"answer_start": 215, "answer_end": 218, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862909317017, "type_probabilities": {"tool_output_conflict": 1.4524106518365443e-05, "overgeneration": 2.2215728677110747e-05, "missing_tool_action_recommendation": 0.99994957447052}}, {"answer_start": 273, "answer_end": 281, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862313270569, "type_probabilities": {"tool_output_conflict": 1.7397494957549497e-05, "overgeneration": 2.674339157238137e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 191, "answer_end": 199, "token_text": " Reviews", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999856948852539, "type_probabilities": {"tool_output_conflict": 1.777168108674232e-05, "overgeneration": 3.4700682590482756e-05, "missing_tool_action_recommendation": 0.9999332427978516}}, {"answer_start": 239, "answer_end": 243, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.622494528419338e-05, "overgeneration": 2.3015740225673653e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 206, "answer_end": 210, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843239784241, "type_probabilities": {"tool_output_conflict": 1.5673884263378568e-05, "overgeneration": 3.3479893318144605e-05, "missing_tool_action_recommendation": 0.9999351501464844}}, {"answer_start": 167, "answer_end": 169, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.6282880096696317e-05, "overgeneration": 2.3138492906582542e-05, "missing_tool_action_recommendation": 0.999944806098938}}, {"answer_start": 199, "answer_end": 206, "token_text": " Lookup", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.64991997735342e-05, "overgeneration": 3.37373603542801e-05, "missing_tool_action_recommendation": 0.9999339580535889}}, {"answer_start": 263, "answer_end": 270, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999840259552002, "type_probabilities": {"tool_output_conflict": 1.5370309483841993e-05, "overgeneration": 2.6116020308109e-05, "missing_tool_action_recommendation": 0.9999425411224365}}, {"answer_start": 243, "answer_end": 252, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839663505554, "type_probabilities": {"tool_output_conflict": 1.7402449884684756e-05, "overgeneration": 2.2959626221563667e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 169, "answer_end": 173, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836683273315, "type_probabilities": {"tool_output_conflict": 1.3018934623687528e-05, "overgeneration": 2.6181258363067172e-05, "missing_tool_action_recommendation": 0.9999444484710693}}, {"answer_start": 178, "answer_end": 182, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.5337351214839146e-05, "overgeneration": 3.0633003916591406e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 270, "answer_end": 271, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999822974205017, "type_probabilities": {"tool_output_conflict": 1.5655261449865066e-05, "overgeneration": 3.007425766554661e-05, "missing_tool_action_recommendation": 0.999936580657959}}, {"answer_start": 173, "answer_end": 178, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999813437461853, "type_probabilities": {"tool_output_conflict": 1.3454617146635428e-05, "overgeneration": 2.4853470677044243e-05, "missing_tool_action_recommendation": 0.9999430179595947}}, {"answer_start": 182, "answer_end": 191, "token_text": " Business", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797344207764, "type_probabilities": {"tool_output_conflict": 1.4354421182360966e-05, "overgeneration": 3.16875048156362e-05, "missing_tool_action_recommendation": 0.9999337196350098}}]}, "output": "The location information for the IP address 123.45.67.89 is:\n\n- Latitude: 37.751\n- Longitude: -97.822\n- City: Unknown\n- Region: Unknown\n- Country: United States\n\nNext, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_164_0_ccc2462762a74beaab", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_164_0_ccc2462762a74beaab__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 129, "top_tokens": [{"answer_start": 350, "answer_end": 353, "token_text": "210", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010818493319675326, "type_probabilities": {"tool_output_conflict": 3.0373072149814107e-05, "overgeneration": 2.5378378268214874e-05, "missing_tool_action_recommendation": 5.243348641670309e-05}}, {"answer_start": 399, "answer_end": 411, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.409592555835843e-05, "type_probabilities": {"tool_output_conflict": 1.2231419532326981e-05, "overgeneration": 2.5647361326264217e-05, "missing_tool_action_recommendation": 4.621714469976723e-05}}, {"answer_start": 411, "answer_end": 414, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.284619980258867e-05, "type_probabilities": {"tool_output_conflict": 1.69755112437997e-05, "overgeneration": 2.674185816431418e-05, "missing_tool_action_recommendation": 3.912883039447479e-05}}, {"answer_start": 439, "answer_end": 440, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.033605990931392e-05, "type_probabilities": {"tool_output_conflict": 2.4701404981897213e-05, "overgeneration": 3.7762903957627714e-05, "missing_tool_action_recommendation": 1.7871749150799587e-05}}, {"answer_start": 390, "answer_end": 399, "token_text": " detailed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.69454927649349e-05, "type_probabilities": {"tool_output_conflict": 1.1367511433491018e-05, "overgeneration": 2.476342888257932e-05, "missing_tool_action_recommendation": 4.081455699633807e-05}}, {"answer_start": 361, "answer_end": 365, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.542436651419848e-05, "type_probabilities": {"tool_output_conflict": 1.2449084351828787e-05, "overgeneration": 2.8363738238113e-05, "missing_tool_action_recommendation": 3.461154119577259e-05}}, {"answer_start": 385, "answer_end": 390, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.472051947843283e-05, "type_probabilities": {"tool_output_conflict": 1.8694116079132073e-05, "overgeneration": 1.9912768038921058e-05, "missing_tool_action_recommendation": 3.611362990341149e-05}}, {"answer_start": 191, "answer_end": 194, "token_text": "512", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.368095975834876e-05, "type_probabilities": {"tool_output_conflict": 2.940795457107015e-05, "overgeneration": 1.7169089915114455e-05, "missing_tool_action_recommendation": 2.710392072913237e-05}}, {"answer_start": 165, "answer_end": 166, "token_text": "3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.977634620852768e-05, "type_probabilities": {"tool_output_conflict": 3.2665055186953396e-05, "overgeneration": 1.490152226324426e-05, "missing_tool_action_recommendation": 2.220976966782473e-05}}, {"answer_start": 346, "answer_end": 350, "token_text": " 518", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.892633973620832e-05, "type_probabilities": {"tool_output_conflict": 1.316094676440116e-05, "overgeneration": 2.197457979491446e-05, "missing_tool_action_recommendation": 3.379080953891389e-05}}, {"answer_start": 161, "answer_end": 165, "token_text": " 737", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.280821253312752e-05, "type_probabilities": {"tool_output_conflict": 2.865856913558673e-05, "overgeneration": 1.5057279597385786e-05, "missing_tool_action_recommendation": 1.9092361981165595e-05}}, {"answer_start": 373, "answer_end": 376, "token_text": " if", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.737584797316231e-05, "type_probabilities": {"tool_output_conflict": 1.62076157721458e-05, "overgeneration": 2.005806345550809e-05, "missing_tool_action_recommendation": 2.1110168745508417e-05}}, {"answer_start": 187, "answer_end": 191, "token_text": " 541", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.37893756700214e-05, "type_probabilities": {"tool_output_conflict": 2.0673622202593833e-05, "overgeneration": 1.312701260758331e-05, "missing_tool_action_recommendation": 1.9988739950349554e-05}}, {"answer_start": 380, "answer_end": 385, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3255709644872695e-05, "type_probabilities": {"tool_output_conflict": 1.4621222362620756e-05, "overgeneration": 1.5081536730576772e-05, "missing_tool_action_recommendation": 2.355295146116987e-05}}, {"answer_start": 368, "answer_end": 373, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3048133850097656e-05, "type_probabilities": {"tool_output_conflict": 1.1847135283460375e-05, "overgeneration": 1.9963588783866726e-05, "missing_tool_action_recommendation": 2.123741251125466e-05}}, {"answer_start": 195, "answer_end": 197, "token_text": "\n2", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.303296711645089e-05, "type_probabilities": {"tool_output_conflict": 1.3875467629986815e-05, "overgeneration": 2.4929651772254147e-05, "missing_tool_action_recommendation": 1.4227846804715227e-05}}, {"answer_start": 429, "answer_end": 439, "token_text": " questions", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3002528147771955e-05, "type_probabilities": {"tool_output_conflict": 7.453305897797691e-06, "overgeneration": 2.1073386960779317e-05, "missing_tool_action_recommendation": 2.4475835743942298e-05}}, {"answer_start": 267, "answer_end": 271, "token_text": " 541", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.671658098232001e-05, "type_probabilities": {"tool_output_conflict": 8.76680678629782e-06, "overgeneration": 1.350476304651238e-05, "missing_tool_action_recommendation": 2.4445012968499213e-05}}, {"answer_start": 423, "answer_end": 429, "token_text": " other", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.631248884834349e-05, "type_probabilities": {"tool_output_conflict": 7.271379672602052e-06, "overgeneration": 1.867086029960774e-05, "missing_tool_action_recommendation": 2.0370249330881052e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6165419917088e-05, "type_probabilities": {"tool_output_conflict": 1.4327710232464597e-05, "overgeneration": 1.9270299162599258e-05, "missing_tool_action_recommendation": 1.2567414160002954e-05}}]}, "output": "Here is the information about the companies named similar to \"Tech Solutions\" including their SIC and NAICS codes:\n\n1. **Tech Solutions Inc.**\n   - **SIC Code:** 7373\n   - **NAICS Code:** 541512\n\n2. **Tech Solutions Ltd.**\n   - **SIC Code:** 6200\n   - **NAICS Code:** 541513\n\n3. **Tech Solutions LLC**\n   - **SIC Code:** 7371\n   - **NAICS Code:** 518210\n\nPlease let me know if you need more detailed information or have any other questions!"}
+{"id": "toolace_base_344_8_9dea04d92911f28bb9__overgeneration__ecb7827b1fee7670f0", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 632, "end": 689, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 632, "end": 689, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999625086784363, "mean_score": 0.9999503493309021, "type_score": 0.9998584919505649, "type_scores": {"tool_output_conflict": 5.247526375266413e-05, "overgeneration": 0.9998584919505649, "missing_tool_action_recommendation": 3.9370603392146426e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_8_9dea04d92911f28bb9__overgeneration__ecb7827b1fee7670f0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 178, "top_tokens": [{"answer_start": 676, "answer_end": 681, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999625086784363, "type_probabilities": {"tool_output_conflict": 4.552528480417095e-05, "overgeneration": 0.9998791217803955, "missing_tool_action_recommendation": 3.784339060075581e-05}}, {"answer_start": 633, "answer_end": 642, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999619126319885, "type_probabilities": {"tool_output_conflict": 5.443516783998348e-05, "overgeneration": 0.999874472618103, "missing_tool_action_recommendation": 3.301508695585653e-05}}, {"answer_start": 655, "answer_end": 663, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999595880508423, "type_probabilities": {"tool_output_conflict": 4.551032543531619e-05, "overgeneration": 0.9998794794082642, "missing_tool_action_recommendation": 3.4572341974126175e-05}}, {"answer_start": 681, "answer_end": 688, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999568462371826, "type_probabilities": {"tool_output_conflict": 4.060089122503996e-05, "overgeneration": 0.9998793601989746, "missing_tool_action_recommendation": 3.68996879842598e-05}}, {"answer_start": 663, "answer_end": 672, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999555349349976, "type_probabilities": {"tool_output_conflict": 4.4140193494968116e-05, "overgeneration": 0.9998829364776611, "missing_tool_action_recommendation": 2.8432214094209485e-05}}, {"answer_start": 631, "answer_end": 633, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999528527259827, "type_probabilities": {"tool_output_conflict": 5.716253872378729e-05, "overgeneration": 0.9998583793640137, "missing_tool_action_recommendation": 3.7302481359802186e-05}}, {"answer_start": 642, "answer_end": 655, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999494552612305, "type_probabilities": {"tool_output_conflict": 4.396129588712938e-05, "overgeneration": 0.9998719692230225, "missing_tool_action_recommendation": 3.347327947267331e-05}}, {"answer_start": 672, "answer_end": 676, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999473690986633, "type_probabilities": {"tool_output_conflict": 4.960073056281544e-05, "overgeneration": 0.9998548030853271, "missing_tool_action_recommendation": 4.294870814192109e-05}}, {"answer_start": 688, "answer_end": 689, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999070763587952, "type_probabilities": {"tool_output_conflict": 9.134094580076635e-05, "overgeneration": 0.9997459053993225, "missing_tool_action_recommendation": 6.984823994571343e-05}}, {"answer_start": 165, "answer_end": 166, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002076966455206275, "type_probabilities": {"tool_output_conflict": 0.002008784795179963, "overgeneration": 3.434969767113216e-05, "missing_tool_action_recommendation": 3.383186412975192e-05}}, {"answer_start": 164, "answer_end": 165, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011527151800692081, "type_probabilities": {"tool_output_conflict": 0.0011111057829111814, "overgeneration": 2.74775993602816e-05, "missing_tool_action_recommendation": 1.4131715033727232e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009256379562430084, "type_probabilities": {"tool_output_conflict": 0.000870599877089262, "overgeneration": 2.926591878349427e-05, "missing_tool_action_recommendation": 2.5772138542379253e-05}}, {"answer_start": 334, "answer_end": 339, "token_text": "holes", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007083085365593433, "type_probabilities": {"tool_output_conflict": 0.00015607989917043597, "overgeneration": 0.0004003315989393741, "missing_tool_action_recommendation": 0.0001518969947937876}}, {"answer_start": 166, "answer_end": 167, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006902827881276608, "type_probabilities": {"tool_output_conflict": 0.0005897372029721737, "overgeneration": 4.808032463188283e-05, "missing_tool_action_recommendation": 5.2465216867858544e-05}}, {"answer_start": 167, "answer_end": 168, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004916657344438136, "type_probabilities": {"tool_output_conflict": 0.0004471821594052017, "overgeneration": 2.993858652189374e-05, "missing_tool_action_recommendation": 1.4544984878739342e-05}}, {"answer_start": 133, "answer_end": 134, "token_text": "$", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004893715959042311, "type_probabilities": {"tool_output_conflict": 0.00045192334800958633, "overgeneration": 2.347833287785761e-05, "missing_tool_action_recommendation": 1.3969903193356004e-05}}, {"answer_start": 332, "answer_end": 334, "token_text": "Sc", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00035966181894764304, "type_probabilities": {"tool_output_conflict": 7.887274114182219e-05, "overgeneration": 0.0001648450270295143, "missing_tool_action_recommendation": 0.00011594403622439131}}, {"answer_start": 136, "answer_end": 138, "token_text": "45", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00032457016641274095, "type_probabilities": {"tool_output_conflict": 0.00027810895699076355, "overgeneration": 2.4403168936260045e-05, "missing_tool_action_recommendation": 2.2058035028749146e-05}}, {"answer_start": 162, "answer_end": 164, "token_text": " +", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003211649600416422, "type_probabilities": {"tool_output_conflict": 0.0002971062494907528, "overgeneration": 1.5509300283156335e-05, "missing_tool_action_recommendation": 8.549412086722441e-06}}, {"answer_start": 134, "answer_end": 135, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00030208672978915274, "type_probabilities": {"tool_output_conflict": 0.00024691110593266785, "overgeneration": 3.347411984577775e-05, "missing_tool_action_recommendation": 2.1701516743632965e-05}}]}, "output": "Here are the results from your requests:\n\n### Top Gaining Mutual Funds Today\n1. **Future Growth Fund (FNDX001)**\n   - Price Change: +$2.45\n   - Percentage Change: +5.1%\n\n### Calculated Price of the Call Option for Apple's Stock\n- **Option Price:** $5.65\n- **Option Value:** $5.65\n\nThis option price calculation was based on a Black-Scholes model considering an implied lognormal volatility of 0.3, with 1000 simulations. Other parameters set were a strike price of $150, a risk-free rate of 0.025, a forward price of $145, and a time-to-expiry of 30 days.\n\nIf you need further analysis or additional information, feel free to ask!\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_625_0_fccabea697a2b57467__missing_tool_action_recommendation__93012ac749d1b01049", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 92, "end": 210, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 92, "end": 210, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999877214431763, "mean_score": 0.9999814141880382, "type_score": 0.999935735355724, "type_scores": {"tool_output_conflict": 1.4560404534594538e-05, "overgeneration": 3.112122240881118e-05, "missing_tool_action_recommendation": 0.999935735355724}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_625_0_fccabea697a2b57467__missing_tool_action_recommendation__93012ac749d1b01049__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 36, "top_tokens": [{"answer_start": 201, "answer_end": 209, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999877214431763, "type_probabilities": {"tool_output_conflict": 1.4188663953973446e-05, "overgeneration": 2.541240792197641e-05, "missing_tool_action_recommendation": 0.9999481439590454}}, {"answer_start": 153, "answer_end": 159, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999986469745636, "type_probabilities": {"tool_output_conflict": 1.6629985111649148e-05, "overgeneration": 2.9111146432114765e-05, "missing_tool_action_recommendation": 0.9999407529830933}}, {"answer_start": 159, "answer_end": 167, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862313270569, "type_probabilities": {"tool_output_conflict": 1.4765583728149068e-05, "overgeneration": 2.5464463760727085e-05, "missing_tool_action_recommendation": 0.9999459981918335}}, {"answer_start": 180, "answer_end": 191, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999854564666748, "type_probabilities": {"tool_output_conflict": 1.3450066035147756e-05, "overgeneration": 2.3994583898456767e-05, "missing_tool_action_recommendation": 0.9999480247497559}}, {"answer_start": 146, "answer_end": 153, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843239784241, "type_probabilities": {"tool_output_conflict": 1.2184151273686439e-05, "overgeneration": 2.5677441954030655e-05, "missing_tool_action_recommendation": 0.9999464750289917}}, {"answer_start": 199, "answer_end": 201, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843239784241, "type_probabilities": {"tool_output_conflict": 1.3045648302068003e-05, "overgeneration": 2.3758741008350626e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 138, "answer_end": 143, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.3499754459189717e-05, "overgeneration": 3.545515573932789e-05, "missing_tool_action_recommendation": 0.9999352693557739}}, {"answer_start": 171, "answer_end": 180, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.4715244105900638e-05, "overgeneration": 2.243184280814603e-05, "missing_tool_action_recommendation": 0.9999469518661499}}, {"answer_start": 134, "answer_end": 138, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983549118042, "type_probabilities": {"tool_output_conflict": 1.2678799066634383e-05, "overgeneration": 3.4628919820534065e-05, "missing_tool_action_recommendation": 0.9999362230300903}}, {"answer_start": 99, "answer_end": 103, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.1462147085694596e-05, "overgeneration": 2.9791708584525622e-05, "missing_tool_action_recommendation": 0.999941349029541}}, {"answer_start": 167, "answer_end": 171, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.4239443771657534e-05, "overgeneration": 2.533267979742959e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 191, "answer_end": 198, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.3568765098170843e-05, "overgeneration": 2.8496075174189173e-05, "missing_tool_action_recommendation": 0.9999396800994873}}, {"answer_start": 143, "answer_end": 146, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815225601196, "type_probabilities": {"tool_output_conflict": 1.294900448556291e-05, "overgeneration": 2.760760617093183e-05, "missing_tool_action_recommendation": 0.9999409914016724}}, {"answer_start": 108, "answer_end": 112, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.372487713524606e-05, "overgeneration": 3.522109909681603e-05, "missing_tool_action_recommendation": 0.9999322891235352}}, {"answer_start": 97, "answer_end": 99, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999810457229614, "type_probabilities": {"tool_output_conflict": 1.558823714731261e-05, "overgeneration": 2.791802580759395e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 112, "answer_end": 121, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805688858032, "type_probabilities": {"tool_output_conflict": 1.331289968220517e-05, "overgeneration": 4.0711875044507906e-05, "missing_tool_action_recommendation": 0.9999265670776367}}, {"answer_start": 103, "answer_end": 108, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999803900718689, "type_probabilities": {"tool_output_conflict": 1.1025313142454252e-05, "overgeneration": 2.764150485745631e-05, "missing_tool_action_recommendation": 0.9999417066574097}}, {"answer_start": 121, "answer_end": 134, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802708625793, "type_probabilities": {"tool_output_conflict": 1.4876221030135639e-05, "overgeneration": 3.882443343172781e-05, "missing_tool_action_recommendation": 0.9999265670776367}}, {"answer_start": 91, "answer_end": 96, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999788999557495, "type_probabilities": {"tool_output_conflict": 1.1523797184054274e-05, "overgeneration": 2.814841536746826e-05, "missing_tool_action_recommendation": 0.9999392032623291}}, {"answer_start": 198, "answer_end": 199, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999765157699585, "type_probabilities": {"tool_output_conflict": 1.7289601601078175e-05, "overgeneration": 3.442749220994301e-05, "missing_tool_action_recommendation": 0.9999247789382935}}]}, "output": "The interaction led to a stable scalar field configuration with minimal energy dispersion.\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_553_0_7d0506fcb32d250609", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_553_0_7d0506fcb32d250609__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 24, "top_tokens": [{"answer_start": 91, "answer_end": 95, "token_text": " was", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.632539538666606e-05, "type_probabilities": {"tool_output_conflict": 2.1602716515189968e-05, "overgeneration": 4.532567618298344e-05, "missing_tool_action_recommendation": 1.9397004507482052e-05}}, {"answer_start": 124, "answer_end": 125, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.420684076147154e-05, "type_probabilities": {"tool_output_conflict": 1.560859163873829e-05, "overgeneration": 3.866225597448647e-05, "missing_tool_action_recommendation": 9.935995876730885e-06}}, {"answer_start": 82, "answer_end": 91, "token_text": " response", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.426901043392718e-05, "type_probabilities": {"tool_output_conflict": 6.422331352951005e-06, "overgeneration": 2.4213783035520464e-05, "missing_tool_action_recommendation": 2.3632894226466306e-05}}, {"answer_start": 69, "answer_end": 74, "token_text": " HTTP", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.278530104784295e-05, "type_probabilities": {"tool_output_conflict": 7.525671207986306e-06, "overgeneration": 1.5928761058603413e-05, "missing_tool_action_recommendation": 1.9330867871758528e-05}}, {"answer_start": 123, "answer_end": 124, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.081591760041192e-05, "type_probabilities": {"tool_output_conflict": 6.193585250002798e-06, "overgeneration": 2.6283867555321194e-05, "missing_tool_action_recommendation": 8.338465704582632e-06}}, {"answer_start": 65, "answer_end": 69, "token_text": " The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.956533328164369e-05, "type_probabilities": {"tool_output_conflict": 1.0077929800900165e-05, "overgeneration": 1.718448220344726e-05, "missing_tool_action_recommendation": 1.2302918548812158e-05}}, {"answer_start": 74, "answer_end": 82, "token_text": " request", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7994745071046054e-05, "type_probabilities": {"tool_output_conflict": 7.17195098332013e-06, "overgeneration": 1.6861409676494077e-05, "missing_tool_action_recommendation": 1.39613857754739e-05}}, {"answer_start": 96, "answer_end": 98, "token_text": " \"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.797292447416112e-05, "type_probabilities": {"tool_output_conflict": 1.1367879778845236e-05, "overgeneration": 1.8431261196383275e-05, "missing_tool_action_recommendation": 8.17378440842731e-06}}, {"answer_start": 95, "answer_end": 96, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.427824049140327e-05, "type_probabilities": {"tool_output_conflict": 8.326752322318498e-06, "overgeneration": 1.900610550364945e-05, "missing_tool_action_recommendation": 6.945381755940616e-06}}, {"answer_start": 101, "answer_end": 114, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.09921451844275e-05, "type_probabilities": {"tool_output_conflict": 5.8686023294285405e-06, "overgeneration": 1.3304022104421165e-05, "missing_tool_action_recommendation": 1.1819522114819847e-05}}, {"answer_start": 64, "answer_end": 65, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0919309210730717e-05, "type_probabilities": {"tool_output_conflict": 9.151930498774163e-06, "overgeneration": 1.2394305485941004e-05, "missing_tool_action_recommendation": 9.373074135510251e-06}}, {"answer_start": 20, "answer_end": 28, "token_text": " example", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.9921615350758657e-05, "type_probabilities": {"tool_output_conflict": 6.431497240555473e-06, "overgeneration": 1.2789877473551314e-05, "missing_tool_action_recommendation": 1.0700241546146572e-05}}, {"answer_start": 55, "answer_end": 64, "token_text": " verified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.941425918834284e-05, "type_probabilities": {"tool_output_conflict": 5.759752184530953e-06, "overgeneration": 1.2781493751390371e-05, "missing_tool_action_recommendation": 1.0873012797674164e-05}}, {"answer_start": 29, "answer_end": 32, "token_text": "com", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.864903763111215e-05, "type_probabilities": {"tool_output_conflict": 5.538623099710094e-06, "overgeneration": 1.2114585842937231e-05, "missing_tool_action_recommendation": 1.0995829143212177e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.776676046778448e-05, "type_probabilities": {"tool_output_conflict": 6.983117145864526e-06, "overgeneration": 1.0986593224515673e-05, "missing_tool_action_recommendation": 9.797050552151632e-06}}, {"answer_start": 114, "answer_end": 123, "token_text": " verified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.7516516638570465e-05, "type_probabilities": {"tool_output_conflict": 5.13672921442776e-06, "overgeneration": 1.1612273738137446e-05, "missing_tool_action_recommendation": 1.0767513231257908e-05}}, {"answer_start": 28, "answer_end": 29, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.705629594856873e-05, "type_probabilities": {"tool_output_conflict": 9.754665370564908e-06, "overgeneration": 8.896584404283203e-06, "missing_tool_action_recommendation": 8.40504617372062e-06}}, {"answer_start": 7, "answer_end": 16, "token_text": " settings", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.6139265173696913e-05, "type_probabilities": {"tool_output_conflict": 5.66726384931826e-06, "overgeneration": 9.405164746567607e-06, "missing_tool_action_recommendation": 1.1066837032558396e-05}}, {"answer_start": 42, "answer_end": 55, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.524697447370272e-05, "type_probabilities": {"tool_output_conflict": 5.068689915788127e-06, "overgeneration": 1.1534408258739859e-05, "missing_tool_action_recommendation": 8.643875844427384e-06}}, {"answer_start": 98, "answer_end": 101, "token_text": "DNS", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.4992281396407634e-05, "type_probabilities": {"tool_output_conflict": 4.869565145781962e-06, "overgeneration": 1.0419174031994771e-05, "missing_tool_action_recommendation": 9.703543582872953e-06}}]}, "output": "The DNS settings for example.com have been successfully verified. The HTTP request response was: \"DNS successfully verified\"."}
+{"id": "toolace_base_449_0_b84085b0d959bc3de4__tool_output_conflict__f4050a8aa0fa356042", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 271, "end": 279, "text": "$772,500", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 271, "end": 279, "text": "$772,500", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.999123215675354, "mean_score": 0.9968433976173401, "type_score": 0.9962809234857559, "type_scores": {"tool_output_conflict": 0.9962809234857559, "overgeneration": 0.00033553733373992145, "missing_tool_action_recommendation": 0.00022692302081850357}, "token_count": 4}, {"start": 416, "end": 421, "text": "95113", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9932330846786499, "mean_score": 0.9924602210521698, "type_score": 0.9911150634288788, "type_scores": {"tool_output_conflict": 0.9911150634288788, "overgeneration": 0.0006146294181235135, "missing_tool_action_recommendation": 0.0007304919708985835}, "token_count": 2}], "row_char_metrics": {"char_precision": 0.6153846153846154, "char_recall": 1.0, "char_f1": 0.761904761904762, "overlap_chars": 8, "gold_chars": 8, "pred_chars": 13}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_449_0_b84085b0d959bc3de4__tool_output_conflict__f4050a8aa0fa356042__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 289, "top_tokens": [{"answer_start": 276, "answer_end": 279, "token_text": "500", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999123215675354, "type_probabilities": {"tool_output_conflict": 0.9986787438392639, "overgeneration": 0.00025770472711883485, "missing_tool_action_recommendation": 0.0001867149694589898}}, {"answer_start": 272, "answer_end": 275, "token_text": "772", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9988052845001221, "type_probabilities": {"tool_output_conflict": 0.9982982277870178, "overgeneration": 0.0002929000183939934, "missing_tool_action_recommendation": 0.00021413539070636034}}, {"answer_start": 275, "answer_end": 276, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987431168556213, "type_probabilities": {"tool_output_conflict": 0.9981629252433777, "overgeneration": 0.00034638060606084764, "missing_tool_action_recommendation": 0.00023384159430861473}}, {"answer_start": 418, "answer_end": 421, "token_text": "113", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9932330846786499, "type_probabilities": {"tool_output_conflict": 0.992053747177124, "overgeneration": 0.0005321205244399607, "missing_tool_action_recommendation": 0.0006471708184108138}}, {"answer_start": 416, "answer_end": 418, "token_text": "95", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9916873574256897, "type_probabilities": {"tool_output_conflict": 0.9901763796806335, "overgeneration": 0.0006971383118070662, "missing_tool_action_recommendation": 0.0008138131233863533}}, {"answer_start": 270, "answer_end": 272, "token_text": " $", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9907019734382629, "type_probabilities": {"tool_output_conflict": 0.9899837970733643, "overgeneration": 0.00044516398338600993, "missing_tool_action_recommendation": 0.0002730001288000494}}, {"answer_start": 525, "answer_end": 527, "token_text": "85", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.1452151983976364, "type_probabilities": {"tool_output_conflict": 0.1411064714193344, "overgeneration": 0.0014217774150893092, "missing_tool_action_recommendation": 0.0026869422290474176}}, {"answer_start": 522, "answer_end": 525, "token_text": "060", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0804598331451416, "type_probabilities": {"tool_output_conflict": 0.07610289752483368, "overgeneration": 0.0025616930797696114, "missing_tool_action_recommendation": 0.0017952421912923455}}, {"answer_start": 1002, "answer_end": 1007, "token_text": " 1990", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.014901820570230484, "type_probabilities": {"tool_output_conflict": 0.01426700595766306, "overgeneration": 0.000346235727192834, "missing_tool_action_recommendation": 0.00028857876895926893}}, {"answer_start": 686, "answer_end": 688, "token_text": "67", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0027124150656163692, "type_probabilities": {"tool_output_conflict": 0.0025398461148142815, "overgeneration": 8.249987149611115e-05, "missing_tool_action_recommendation": 9.006923937704414e-05}}, {"answer_start": 1176, "answer_end": 1182, "token_text": "record", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0009546671062707901, "type_probabilities": {"tool_output_conflict": 0.00017505920550320297, "overgeneration": 0.0004637844394892454, "missing_tool_action_recommendation": 0.00031582347583025694}}, {"answer_start": 618, "answer_end": 621, "token_text": " 10", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007572321919724345, "type_probabilities": {"tool_output_conflict": 0.0002609526854939759, "overgeneration": 0.00035546874278225005, "missing_tool_action_recommendation": 0.00014081074914429337}}, {"answer_start": 1183, "answer_end": 1189, "token_text": " field", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007362281903624535, "type_probabilities": {"tool_output_conflict": 9.768597374204546e-05, "overgeneration": 0.0004232070641592145, "missing_tool_action_recommendation": 0.00021533516701310873}}, {"answer_start": 507, "answer_end": 511, "token_text": " FIP", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007074188906699419, "type_probabilities": {"tool_output_conflict": 0.00027139243320561945, "overgeneration": 0.00032828719122335315, "missing_tool_action_recommendation": 0.00010773924441309646}}, {"answer_start": 621, "answer_end": 624, "token_text": " AM", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000664160237647593, "type_probabilities": {"tool_output_conflict": 8.583739690948278e-05, "overgeneration": 0.0003934131236746907, "missing_tool_action_recommendation": 0.00018490974616724998}}, {"answer_start": 307, "answer_end": 309, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006573623395524919, "type_probabilities": {"tool_output_conflict": 0.00044850216363556683, "overgeneration": 0.0001003669312922284, "missing_tool_action_recommendation": 0.00010849323734873906}}, {"answer_start": 309, "answer_end": 310, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006453400710597634, "type_probabilities": {"tool_output_conflict": 0.0005151912337169051, "overgeneration": 5.89535957260523e-05, "missing_tool_action_recommendation": 7.119527435861528e-05}}, {"answer_start": 1172, "answer_end": 1175, "token_text": "tax", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0006123892962932587, "type_probabilities": {"tool_output_conflict": 9.634884918341413e-05, "overgeneration": 0.0001946187112480402, "missing_tool_action_recommendation": 0.00032142174313776195}}, {"answer_start": 683, "answer_end": 686, "token_text": "345", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005410454468801618, "type_probabilities": {"tool_output_conflict": 0.00046854084939695895, "overgeneration": 1.9405721104703844e-05, "missing_tool_action_recommendation": 5.3098883654456586e-05}}, {"answer_start": 1139, "answer_end": 1151, "token_text": " information", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000523264694493264, "type_probabilities": {"tool_output_conflict": 6.80046941852197e-05, "overgeneration": 0.00022931108833290637, "missing_tool_action_recommendation": 0.00022594894107896835}}]}, "output": "The first available property in San Jose, California is listed by the \"San Jose Realty\" office. It is branded by \"San Jose Premier\", a classified \"Top Realty\", as evidenced by their logo (link provided as 'image_link'). \n\nThe property, listed as \"new-list\", is priced at $772,500 with a price reduction of $50,000 included. The listing ID is \"52345AB\". \n\nYou can find this house at \"123 Main St\",  with postal code \"95113\" in San Jose, California. The county for this location is \"Santa Clara County\" with a FIPS code of \"06085\". Street view is available at the provided URL. \n\nAn open house is scheduled for Sunday at 10 AM. There are other active listings for this property, with \"34567\" as its key identifier. The property photo and a virtual tour link are available in the returned data. \n\nThe property is described as a 4-bedroom, 2-bathroom residential house with a size of 2,000 sqft. There are 2 quarter bathrooms, 1 three-quarter bathroom, 1 full bathroom, and 1 half bathroom. It was built in 1990 and has 2 stories. The property has a 2-car garage and is situated on a 6,000 sqft lot. Currently, the property is up for sale. Tax information is provided in the 'tax_record' field."}
+{"id": "toolace_base_298_0_c974352a0e47530bc5", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_298_0_c974352a0e47530bc5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 23, "top_tokens": [{"answer_start": 93, "answer_end": 95, "token_text": "17", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010852910345420241, "type_probabilities": {"tool_output_conflict": 0.00097664853092283, "overgeneration": 6.748791201971471e-05, "missing_tool_action_recommendation": 4.115456613362767e-05}}, {"answer_start": 92, "answer_end": 93, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009400310227647424, "type_probabilities": {"tool_output_conflict": 0.0008563458104617894, "overgeneration": 5.941363633610308e-05, "missing_tool_action_recommendation": 2.4271552319987677e-05}}, {"answer_start": 89, "answer_end": 92, "token_text": "820", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007657770183868706, "type_probabilities": {"tool_output_conflict": 0.0006381665007211268, "overgeneration": 9.103399497689679e-05, "missing_tool_action_recommendation": 3.6576533602783456e-05}}, {"answer_start": 87, "answer_end": 89, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00030172246624715626, "type_probabilities": {"tool_output_conflict": 0.00023644165776204318, "overgeneration": 5.142625013832003e-05, "missing_tool_action_recommendation": 1.3854551980330143e-05}}, {"answer_start": 95, "answer_end": 103, "token_text": " billion", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019663195416796952, "type_probabilities": {"tool_output_conflict": 0.00012477865675464272, "overgeneration": 4.4107815483585e-05, "missing_tool_action_recommendation": 2.77454819297418e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014917728549335152, "type_probabilities": {"tool_output_conflict": 7.20766038284637e-05, "overgeneration": 6.056182610336691e-05, "missing_tool_action_recommendation": 1.6538850104552694e-05}}, {"answer_start": 55, "answer_end": 70, "token_text": " capitalization", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013708986807614565, "type_probabilities": {"tool_output_conflict": 1.787105793482624e-05, "overgeneration": 7.537556666648015e-05, "missing_tool_action_recommendation": 4.384324711281806e-05}}, {"answer_start": 39, "answer_end": 40, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012066960334777832, "type_probabilities": {"tool_output_conflict": 5.166663322597742e-05, "overgeneration": 5.249993409961462e-05, "missing_tool_action_recommendation": 1.6503034203196876e-05}}, {"answer_start": 73, "answer_end": 87, "token_text": " approximately", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011357730545569211, "type_probabilities": {"tool_output_conflict": 2.8338838092167862e-05, "overgeneration": 5.850607340107672e-05, "missing_tool_action_recommendation": 2.6732392143458128e-05}}, {"answer_start": 20, "answer_end": 28, "token_text": " Bitcoin", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010867338278330863, "type_probabilities": {"tool_output_conflict": 1.6862290067365393e-05, "overgeneration": 5.161612352821976e-05, "missing_tool_action_recommendation": 4.019496191176586e-05}}, {"answer_start": 33, "answer_end": 35, "token_text": "43", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001080738875316456, "type_probabilities": {"tool_output_conflict": 3.85803468816448e-05, "overgeneration": 3.650877988548018e-05, "missing_tool_action_recommendation": 3.298476440249942e-05}}, {"answer_start": 35, "answer_end": 36, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.975761349778622e-05, "type_probabilities": {"tool_output_conflict": 5.305170270730741e-05, "overgeneration": 2.8097112590330653e-05, "missing_tool_action_recommendation": 1.8608801838126965e-05}}, {"answer_start": 3, "answer_end": 11, "token_text": " current", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.677514026407152e-05, "type_probabilities": {"tool_output_conflict": 1.46879337989958e-05, "overgeneration": 4.994876144337468e-05, "missing_tool_action_recommendation": 3.213844684069045e-05}}, {"answer_start": 40, "answer_end": 44, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.972256182460114e-05, "type_probabilities": {"tool_output_conflict": 2.710227454372216e-05, "overgeneration": 4.25940852437634e-05, "missing_tool_action_recommendation": 2.002620203711558e-05}}, {"answer_start": 36, "answer_end": 39, "token_text": "500", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.844383410178125e-05, "type_probabilities": {"tool_output_conflict": 2.9711689421674237e-05, "overgeneration": 2.5859450033749454e-05, "missing_tool_action_recommendation": 3.287270010332577e-05}}, {"answer_start": 11, "answer_end": 17, "token_text": " price", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.34487218526192e-05, "type_probabilities": {"tool_output_conflict": 1.6305295503116213e-05, "overgeneration": 3.9653827116126195e-05, "missing_tool_action_recommendation": 2.7489601052366197e-05}}, {"answer_start": 31, "answer_end": 33, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.359281880781054e-05, "type_probabilities": {"tool_output_conflict": 4.243214789312333e-05, "overgeneration": 1.907495789055247e-05, "missing_tool_action_recommendation": 1.208571393362945e-05}}, {"answer_start": 44, "answer_end": 48, "token_text": " its", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.386505265254527e-05, "type_probabilities": {"tool_output_conflict": 1.5186767086561304e-05, "overgeneration": 3.278706208220683e-05, "missing_tool_action_recommendation": 1.5891222574282438e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.1025268223602325e-05, "type_probabilities": {"tool_output_conflict": 1.5626168533344753e-05, "overgeneration": 3.0290268114185892e-05, "missing_tool_action_recommendation": 1.5108829757082276e-05}}, {"answer_start": 48, "answer_end": 55, "token_text": " market", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.590322325588204e-05, "type_probabilities": {"tool_output_conflict": 1.629321377549786e-05, "overgeneration": 2.397918615315575e-05, "missing_tool_action_recommendation": 1.5630823327228427e-05}}]}, "output": "The current price of Bitcoin is $43,500, and its market capitalization is approximately $820.17 billion."}
+{"id": "toolace_base_525_0_f5856989c8d0bc1a89", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_525_0_f5856989c8d0bc1a89__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 40, "top_tokens": [{"answer_start": 120, "answer_end": 125, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.0595331888180226e-05, "type_probabilities": {"tool_output_conflict": 1.7099328033509664e-05, "overgeneration": 1.1925238140975125e-05, "missing_tool_action_recommendation": 3.157076571369544e-05}}, {"answer_start": 147, "answer_end": 148, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.147634510649368e-05, "type_probabilities": {"tool_output_conflict": 1.5723813703516498e-05, "overgeneration": 1.9759187125600874e-05, "missing_tool_action_recommendation": 1.5993346096365713e-05}}, {"answer_start": 116, "answer_end": 120, "token_text": " per", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.962498496752232e-05, "type_probabilities": {"tool_output_conflict": 8.291748599731363e-06, "overgeneration": 1.9071976566920057e-05, "missing_tool_action_recommendation": 2.2261259800870903e-05}}, {"answer_start": 125, "answer_end": 135, "token_text": " specified", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.899702616967261e-05, "type_probabilities": {"tool_output_conflict": 1.109170898416778e-05, "overgeneration": 1.5771714970469475e-05, "missing_tool_action_recommendation": 2.2133603124530055e-05}}, {"answer_start": 112, "answer_end": 113, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.83118710690178e-05, "type_probabilities": {"tool_output_conflict": 1.451375283068046e-05, "overgeneration": 1.7901133105624467e-05, "missing_tool_action_recommendation": 1.5896986951702274e-05}}, {"answer_start": 64, "answer_end": 67, "token_text": " in", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4470696593634784e-05, "type_probabilities": {"tool_output_conflict": 7.980657755979337e-06, "overgeneration": 1.968090327864047e-05, "missing_tool_action_recommendation": 1.6809133740025572e-05}}, {"answer_start": 103, "answer_end": 112, "token_text": " database", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8771540857851505e-05, "type_probabilities": {"tool_output_conflict": 6.2407684708887246e-06, "overgeneration": 1.272401732421713e-05, "missing_tool_action_recommendation": 1.98067536985036e-05}}, {"answer_start": 102, "answer_end": 103, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5757231671595946e-05, "type_probabilities": {"tool_output_conflict": 7.7605664046132e-06, "overgeneration": 1.5013107258710079e-05, "missing_tool_action_recommendation": 1.2983557098777965e-05}}, {"answer_start": 100, "answer_end": 102, "token_text": "DB", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.454048419371247e-05, "type_probabilities": {"tool_output_conflict": 5.9951184994133655e-06, "overgeneration": 1.2976258403796237e-05, "missing_tool_action_recommendation": 1.5569105016766116e-05}}, {"answer_start": 67, "answer_end": 71, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.444057438173331e-05, "type_probabilities": {"tool_output_conflict": 1.1065373655583244e-05, "overgeneration": 1.1857473509735428e-05, "missing_tool_action_recommendation": 1.1517729035404045e-05}}, {"answer_start": 63, "answer_end": 64, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2639425626257434e-05, "type_probabilities": {"tool_output_conflict": 8.060769687290303e-06, "overgeneration": 1.4426048437599093e-05, "missing_tool_action_recommendation": 1.0152606591873337e-05}}, {"answer_start": 34, "answer_end": 41, "token_text": " either", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.262670725234784e-05, "type_probabilities": {"tool_output_conflict": 7.482700766558992e-06, "overgeneration": 1.365411480946932e-05, "missing_tool_action_recommendation": 1.1489893040561583e-05}}, {"answer_start": 93, "answer_end": 95, "token_text": " '", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.25059809256345e-05, "type_probabilities": {"tool_output_conflict": 8.386776244151406e-06, "overgeneration": 1.2060429980920162e-05, "missing_tool_action_recommendation": 1.2058774700562935e-05}}, {"answer_start": 41, "answer_end": 43, "token_text": " '", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1866842618910596e-05, "type_probabilities": {"tool_output_conflict": 9.844663509284146e-06, "overgeneration": 1.1488161362649407e-05, "missing_tool_action_recommendation": 1.0534018656471744e-05}}, {"answer_start": 113, "answer_end": 116, "token_text": " as", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.145511436741799e-05, "type_probabilities": {"tool_output_conflict": 9.367260645376518e-06, "overgeneration": 9.10572362045059e-06, "missing_tool_action_recommendation": 1.2982129192096181e-05}}, {"answer_start": 50, "answer_end": 51, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0819690437056124e-05, "type_probabilities": {"tool_output_conflict": 8.726964551897254e-06, "overgeneration": 1.214889925904572e-05, "missing_tool_action_recommendation": 9.943823897629045e-06}}, {"answer_start": 80, "answer_end": 86, "token_text": " table", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.064914926653728e-05, "type_probabilities": {"tool_output_conflict": 4.552520294964779e-06, "overgeneration": 1.2268827049410902e-05, "missing_tool_action_recommendation": 1.3827799193677492e-05}}, {"answer_start": 51, "answer_end": 54, "token_text": " or", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0322878956212662e-05, "type_probabilities": {"tool_output_conflict": 7.79609581513796e-06, "overgeneration": 1.1266190085734706e-05, "missing_tool_action_recommendation": 1.1260593964834698e-05}}, {"answer_start": 31, "answer_end": 34, "token_text": " is", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.023023236892186e-05, "type_probabilities": {"tool_output_conflict": 1.0544980796112213e-05, "overgeneration": 1.0440840014780406e-05, "missing_tool_action_recommendation": 9.24441064853454e-06}}, {"answer_start": 43, "answer_end": 44, "token_text": "P", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.0190349207259715e-05, "type_probabilities": {"tool_output_conflict": 7.828007255739067e-06, "overgeneration": 1.0593726983643137e-05, "missing_tool_action_recommendation": 1.176861405838281e-05}}]}, "output": "All data in the 'Status' column is either 'Pending' or 'Shipped' in the 'Orders' table of the 'SalesDB' database, as per your specified constraints."}
+{"id": "toolace_base_431_6_e73273ed258fc315d4__overgeneration__ac16d07cec83fcd563", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1542, "end": 1599, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 632, "end": 636, "text": "4.2%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.7535590529441833, "mean_score": 0.7395887225866318, "type_score": 0.7370449006557465, "type_scores": {"tool_output_conflict": 0.7370449006557465, "overgeneration": 0.0017577258695382625, "missing_tool_action_recommendation": 0.0007861027406761423}, "token_count": 4}, {"start": 1542, "end": 1599, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.999971866607666, "mean_score": 0.9999625086784363, "type_score": 0.999856518374549, "type_scores": {"tool_output_conflict": 4.96523146769808e-05, "overgeneration": 0.999856518374549, "missing_tool_action_recommendation": 5.828831086142195e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 0.9344262295081968, "char_recall": 1.0, "char_f1": 0.9661016949152543, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_431_6_e73273ed258fc315d4__overgeneration__ac16d07cec83fcd563__span_window_000", "toolace_base_431_6_e73273ed258fc315d4__overgeneration__ac16d07cec83fcd563__span_window_001", "toolace_base_431_6_e73273ed258fc315d4__overgeneration__ac16d07cec83fcd563__span_window_002", "toolace_base_431_6_e73273ed258fc315d4__overgeneration__ac16d07cec83fcd563__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 616, "top_tokens": [{"answer_start": 1543, "answer_end": 1552, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999971866607666, "type_probabilities": {"tool_output_conflict": 5.4854535846970975e-05, "overgeneration": 0.9998632669448853, "missing_tool_action_recommendation": 5.3772982937516645e-05}}, {"answer_start": 1586, "answer_end": 1591, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999685287475586, "type_probabilities": {"tool_output_conflict": 4.4620039261644706e-05, "overgeneration": 0.9998682737350464, "missing_tool_action_recommendation": 5.562260776059702e-05}}, {"answer_start": 1565, "answer_end": 1573, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999666213989258, "type_probabilities": {"tool_output_conflict": 4.7858098696451634e-05, "overgeneration": 0.9998619556427002, "missing_tool_action_recommendation": 5.680467074853368e-05}}, {"answer_start": 1591, "answer_end": 1598, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999651312828064, "type_probabilities": {"tool_output_conflict": 4.131469177082181e-05, "overgeneration": 0.9998733997344971, "missing_tool_action_recommendation": 5.4133455705596134e-05}}, {"answer_start": 1573, "answer_end": 1582, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999634623527527, "type_probabilities": {"tool_output_conflict": 4.448405888979323e-05, "overgeneration": 0.9998766183853149, "missing_tool_action_recommendation": 4.738741699839011e-05}}, {"answer_start": 1541, "answer_end": 1543, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999631643295288, "type_probabilities": {"tool_output_conflict": 5.254127609077841e-05, "overgeneration": 0.9998530149459839, "missing_tool_action_recommendation": 5.764837624155916e-05}}, {"answer_start": 1582, "answer_end": 1586, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999613165855408, "type_probabilities": {"tool_output_conflict": 4.823154813493602e-05, "overgeneration": 0.9998538494110107, "missing_tool_action_recommendation": 6.142942584119737e-05}}, {"answer_start": 1552, "answer_end": 1565, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999595880508423, "type_probabilities": {"tool_output_conflict": 4.927830013912171e-05, "overgeneration": 0.9998599290847778, "missing_tool_action_recommendation": 5.038468225393444e-05}}, {"answer_start": 1598, "answer_end": 1599, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999428987503052, "type_probabilities": {"tool_output_conflict": 6.368828326230869e-05, "overgeneration": 0.9997983574867249, "missing_tool_action_recommendation": 8.741117926547304e-05}}, {"answer_start": 635, "answer_end": 636, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7535590529441833, "type_probabilities": {"tool_output_conflict": 0.7521848082542419, "overgeneration": 0.0010758537100628018, "missing_tool_action_recommendation": 0.00029839813942089677}}, {"answer_start": 633, "answer_end": 634, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7469562888145447, "type_probabilities": {"tool_output_conflict": 0.7453420162200928, "overgeneration": 0.0009023038437590003, "missing_tool_action_recommendation": 0.0007119746878743172}}, {"answer_start": 632, "answer_end": 633, "token_text": "4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7464151978492737, "type_probabilities": {"tool_output_conflict": 0.7443464994430542, "overgeneration": 0.0014946976443752646, "missing_tool_action_recommendation": 0.0005739950574934483}}, {"answer_start": 634, "answer_end": 635, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7114243507385254, "type_probabilities": {"tool_output_conflict": 0.7063062787055969, "overgeneration": 0.003558048279955983, "missing_tool_action_recommendation": 0.001560043077915907}}, {"answer_start": 607, "answer_end": 609, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.49907249212265015, "type_probabilities": {"tool_output_conflict": 0.48572099208831787, "overgeneration": 0.00291440193541348, "missing_tool_action_recommendation": 0.010437116026878357}}, {"answer_start": 124, "answer_end": 126, "token_text": "42", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3845713138580322, "type_probabilities": {"tool_output_conflict": 0.3821619749069214, "overgeneration": 0.0018649519188329577, "missing_tool_action_recommendation": 0.0005443990812636912}}, {"answer_start": 126, "answer_end": 127, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3636184632778168, "type_probabilities": {"tool_output_conflict": 0.3614892065525055, "overgeneration": 0.0016916905296966434, "missing_tool_action_recommendation": 0.0004375627904664725}}, {"answer_start": 1224, "answer_end": 1225, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.318125456571579, "type_probabilities": {"tool_output_conflict": 0.3157525062561035, "overgeneration": 0.0009717947687022388, "missing_tool_action_recommendation": 0.0014011592138558626}}, {"answer_start": 127, "answer_end": 129, "token_text": "13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2315472513437271, "type_probabilities": {"tool_output_conflict": 0.22849920392036438, "overgeneration": 0.0021459627896547318, "missing_tool_action_recommendation": 0.0009020828292705119}}, {"answer_start": 1223, "answer_end": 1224, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.20309659838676453, "type_probabilities": {"tool_output_conflict": 0.2017776370048523, "overgeneration": 0.00074388412758708, "missing_tool_action_recommendation": 0.0005750752752646804}}, {"answer_start": 484, "answer_end": 485, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.14280371367931366, "type_probabilities": {"tool_output_conflict": 0.1405043601989746, "overgeneration": 0.0016704509034752846, "missing_tool_action_recommendation": 0.0006289107259362936}}]}, "output": "Here are the top gainers in the cryptocurrency market over the past 24 hours:\n\n1. **Solana (SOL)**\n   - **Current Price:** $42.13\n   - **24h Change:** +5.5%\n   - **Market Cap:** $14,100,000,000\n\n2. **Avalanche (AVAX)**\n   - **Current Price:** $27.45\n   - **24h Change:** +6.3%\n   - **Market Cap:** $6,800,000,000\n\n3. **Bitcoin (BTC)**\n   - **Current Price:** $23,840.23\n   - **24h Change:** +5.2%\n   - **Market Cap:** $450,000,000,000\n\n4. **Ethereum (ETH)**\n   - **Current Price:** $1,880.75\n   - **24h Change:** +4.7%\n   - **Market Cap:** $220,000,000,000\n\n5. **Polkadot (DOT)**\n   - **Current Price:** $8.97\n   - **24h Change:** +4.2%\n   - **Market Cap:** $9,000,000,000\n\n6. **Binance Coin (BNB)**\n   - **Current Price:** $321.19\n   - **24h Change:** +3.9%\n   - **Market Cap:** $50,800,000,000\n\n7. **ChainLink (LINK)**\n   - **Current Price:** $7.31\n   - **24h Change:** +3.7%\n   - **Market Cap:** $3,200,000,000\n\n8. **Cardano (ADA)**\n   - **Current Price:** $0.55\n   - **24h Change:** +3.5%\n   - **Market Cap:** $18,300,000,000\n\n9. **Ripple (XRP)**\n   - **Current Price:** $0.38\n   - **24h Change:** +2.8%\n   - **Market Cap:** $17,600,000,000\n\n10. **Dogecoin (DOGE)**\n   - **Current Price:** $0.069\n   - **24h Change:** +2.1%\n   - **Market Cap:** $9,100,000,000\n\nThese cryptocurrencies have shown significant gains in the past 24 hours. If you're considering investing, it's always wise to do further research and consider the market trends and news impacting these assets. Let me know if you need more detailed information or assistance!\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_596_0_6e8ffd2c6e9830e411", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_596_0_6e8ffd2c6e9830e411__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 15, "top_tokens": [{"answer_start": 38, "answer_end": 39, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013965368270874023, "type_probabilities": {"tool_output_conflict": 1.917987538035959e-05, "overgeneration": 7.718837878201157e-05, "missing_tool_action_recommendation": 4.328542127041146e-05}}, {"answer_start": 39, "answer_end": 43, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013655329530593008, "type_probabilities": {"tool_output_conflict": 1.3188626326154917e-05, "overgeneration": 8.386843546759337e-05, "missing_tool_action_recommendation": 3.949623351218179e-05}}, {"answer_start": 67, "answer_end": 77, "token_text": " operation", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.012609370984137e-05, "type_probabilities": {"tool_output_conflict": 1.4441668099607341e-05, "overgeneration": 3.603566437959671e-05, "missing_tool_action_recommendation": 3.964876304962672e-05}}, {"answer_start": 77, "answer_end": 81, "token_text": " was", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.937709935707971e-05, "type_probabilities": {"tool_output_conflict": 1.8625170923769474e-05, "overgeneration": 4.037037797388621e-05, "missing_tool_action_recommendation": 3.0381552278413437e-05}}, {"answer_start": 59, "answer_end": 67, "token_text": " setting", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.445442654192448e-05, "type_probabilities": {"tool_output_conflict": 7.4323388616903685e-06, "overgeneration": 2.9849385100533254e-05, "missing_tool_action_recommendation": 4.7172703489195555e-05}}, {"answer_start": 47, "answer_end": 59, "token_text": " temperature", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.308359247166663e-05, "type_probabilities": {"tool_output_conflict": 1.1359465133864433e-05, "overgeneration": 2.616550773382187e-05, "missing_tool_action_recommendation": 4.555861960398033e-05}}, {"answer_start": 30, "answer_end": 38, "token_text": " checked", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.978394569363445e-05, "type_probabilities": {"tool_output_conflict": 9.124990356212948e-06, "overgeneration": 3.935979475500062e-05, "missing_tool_action_recommendation": 3.1299161491915584e-05}}, {"answer_start": 43, "answer_end": 47, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.293527596630156e-05, "type_probabilities": {"tool_output_conflict": 1.148269438999705e-05, "overgeneration": 2.5619998268666677e-05, "missing_tool_action_recommendation": 3.5832585126627237e-05}}, {"answer_start": 25, "answer_end": 30, "token_text": " been", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.052555884001777e-05, "type_probabilities": {"tool_output_conflict": 1.2350287761364598e-05, "overgeneration": 2.765957106021233e-05, "missing_tool_action_recommendation": 3.051570092793554e-05}}, {"answer_start": 92, "answer_end": 93, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.049535633996129e-05, "type_probabilities": {"tool_output_conflict": 1.2281085219001397e-05, "overgeneration": 3.977121377829462e-05, "missing_tool_action_recommendation": 1.8443055523675866e-05}}, {"answer_start": 14, "answer_end": 21, "token_text": " status", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.796622619731352e-05, "type_probabilities": {"tool_output_conflict": 1.0600310815789271e-05, "overgeneration": 2.7951706215390004e-05, "missing_tool_action_recommendation": 2.9414210075628944e-05}}, {"answer_start": 21, "answer_end": 25, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.694908370263875e-05, "type_probabilities": {"tool_output_conflict": 1.662768772803247e-05, "overgeneration": 2.5553756131557748e-05, "missing_tool_action_recommendation": 2.4767643481027335e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " thermostat", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.64050606044475e-05, "type_probabilities": {"tool_output_conflict": 5.240493010205682e-06, "overgeneration": 1.887341568362899e-05, "missing_tool_action_recommendation": 3.2291151001118124e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.960345904692076e-05, "type_probabilities": {"tool_output_conflict": 7.216531230369583e-06, "overgeneration": 1.8363321942160837e-05, "missing_tool_action_recommendation": 2.402360587439034e-05}}, {"answer_start": 81, "answer_end": 92, "token_text": " successful", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7121968236751854e-05, "type_probabilities": {"tool_output_conflict": 8.472017725580372e-06, "overgeneration": 2.145098551409319e-05, "missing_tool_action_recommendation": 1.719896317808889e-05}}]}, "output": "The thermostat status has been checked, and the temperature setting operation was successful."}
+{"id": "toolace_base_381_0_5cc614023984897beb", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_381_0_5cc614023984897beb__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 189, "top_tokens": [{"answer_start": 398, "answer_end": 407, "token_text": " although", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001633007632335648, "type_probabilities": {"tool_output_conflict": 6.833930092398077e-05, "overgeneration": 5.509702896233648e-05, "missing_tool_action_recommendation": 3.9864429709268734e-05}}, {"answer_start": 592, "answer_end": 593, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015740380331408232, "type_probabilities": {"tool_output_conflict": 4.476419053389691e-05, "overgeneration": 6.113569543231279e-05, "missing_tool_action_recommendation": 5.1503910071915016e-05}}, {"answer_start": 678, "answer_end": 681, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001343222102150321, "type_probabilities": {"tool_output_conflict": 5.824638355989009e-05, "overgeneration": 3.0246481401263736e-05, "missing_tool_action_recommendation": 4.5829336158931255e-05}}, {"answer_start": 410, "answer_end": 418, "token_text": " appears", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013296985707711428, "type_probabilities": {"tool_output_conflict": 6.24738386250101e-05, "overgeneration": 2.885430512833409e-05, "missing_tool_action_recommendation": 4.164171332377009e-05}}, {"answer_start": 761, "answer_end": 769, "token_text": " explore", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013034034054726362, "type_probabilities": {"tool_output_conflict": 4.471539432415739e-05, "overgeneration": 5.051102925790474e-05, "missing_tool_action_recommendation": 3.5113920603180304e-05}}, {"answer_start": 418, "answer_end": 421, "token_text": " to", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013014848809689283, "type_probabilities": {"tool_output_conflict": 7.87537355790846e-05, "overgeneration": 1.5289955626940355e-05, "missing_tool_action_recommendation": 3.6104807804804295e-05}}, {"answer_start": 631, "answer_end": 632, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012899766443297267, "type_probabilities": {"tool_output_conflict": 3.0231645723688416e-05, "overgeneration": 5.667753066518344e-05, "missing_tool_action_recommendation": 4.20884825871326e-05}}, {"answer_start": 465, "answer_end": 470, "token_text": " than", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012883433373644948, "type_probabilities": {"tool_output_conflict": 4.785653072758578e-05, "overgeneration": 3.1769246561452746e-05, "missing_tool_action_recommendation": 4.920854917145334e-05}}, {"answer_start": 615, "answer_end": 623, "token_text": " various", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012454894022084773, "type_probabilities": {"tool_output_conflict": 2.0967841919627972e-05, "overgeneration": 7.570429443148896e-05, "missing_tool_action_recommendation": 2.787681296467781e-05}}, {"answer_start": 599, "answer_end": 605, "token_text": " could", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011726112279575318, "type_probabilities": {"tool_output_conflict": 2.370492074987851e-05, "overgeneration": 6.9095563958399e-05, "missing_tool_action_recommendation": 2.4460638087475672e-05}}, {"answer_start": 640, "answer_end": 653, "token_text": " restrictions", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011017723591066897, "type_probabilities": {"tool_output_conflict": 3.0051867724978365e-05, "overgeneration": 4.272368096280843e-05, "missing_tool_action_recommendation": 3.740168904187158e-05}}, {"answer_start": 795, "answer_end": 802, "token_text": " access", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011001513485098258, "type_probabilities": {"tool_output_conflict": 1.342787072644569e-05, "overgeneration": 4.6101406041998416e-05, "missing_tool_action_recommendation": 5.048585808253847e-05}}, {"answer_start": 397, "answer_end": 398, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010825413482962176, "type_probabilities": {"tool_output_conflict": 3.6734072637045756e-05, "overgeneration": 2.9961498512420803e-05, "missing_tool_action_recommendation": 4.1558560042176396e-05}}, {"answer_start": 407, "answer_end": 410, "token_text": " it", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.814632358029485e-05, "type_probabilities": {"tool_output_conflict": 3.322937118355185e-05, "overgeneration": 1.4232702596927993e-05, "missing_tool_action_recommendation": 5.068425161880441e-05}}, {"answer_start": 430, "answer_end": 434, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.558746387483552e-05, "type_probabilities": {"tool_output_conflict": 5.620783849735744e-05, "overgeneration": 1.9599005099735223e-05, "missing_tool_action_recommendation": 1.978062209673226e-05}}, {"answer_start": 593, "answer_end": 599, "token_text": " which", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.380283154314384e-05, "type_probabilities": {"tool_output_conflict": 3.509528323775157e-05, "overgeneration": 3.188768096151762e-05, "missing_tool_action_recommendation": 2.6819870981853455e-05}}, {"answer_start": 434, "answer_end": 443, "token_text": " standard", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.369100007461384e-05, "type_probabilities": {"tool_output_conflict": 3.428404306760058e-05, "overgeneration": 2.9322878617676906e-05, "missing_tool_action_recommendation": 3.008407657034695e-05}}, {"answer_start": 470, "answer_end": 472, "token_text": " a", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.2540547484532e-05, "type_probabilities": {"tool_output_conflict": 5.081007839180529e-05, "overgeneration": 2.494122600182891e-05, "missing_tool_action_recommendation": 1.6789246728876606e-05}}, {"answer_start": 821, "answer_end": 822, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.805574907455593e-05, "type_probabilities": {"tool_output_conflict": 2.087805660266895e-05, "overgeneration": 3.961739639635198e-05, "missing_tool_action_recommendation": 2.756029789452441e-05}}, {"answer_start": 580, "answer_end": 585, "token_text": " this", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.305419760290533e-05, "type_probabilities": {"tool_output_conflict": 3.112528065685183e-05, "overgeneration": 3.698263390106149e-05, "missing_tool_action_recommendation": 1.4946284863981418e-05}}]}, "output": "The Instagram post you wanted to download is currently not available as post data. However, here is the information about the post that was retrieved:\n\n- Title: Scenic Landscape\n- Description: An amazing scenic landscape during sunset.\n- Image URL: [https://www.instagram.com/p/CGuLA.END.jpg](https://www.instagram.com/p/CGuLA.END.jpg)\n\nIf you wish to view the post, you can click on the image URL, although it appears to point to the standard Instagram link rather than a direct image file. Please note that the actual downloadable media content of the post is not retrievable at this moment, which could be due to various reasons, such as restrictions on the post by Instagram or the content being removed. If you need the actual media file, you might need to explore other options or tools to access the post's content."}
+{"id": "toolace_base_325_6_3fa2394fdd0af8066f__overgeneration__759d71c325607f5fdc", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 647, "end": 708, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 647, "end": 708, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999759197235107, "mean_score": 0.9999579245393927, "type_score": 0.9998376369476318, "type_scores": {"tool_output_conflict": 4.7692172136686913e-05, "overgeneration": 0.9998376369476318, "missing_tool_action_recommendation": 7.259738247905096e-05}, "token_count": 11}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_6_3fa2394fdd0af8066f__overgeneration__759d71c325607f5fdc__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 185, "top_tokens": [{"answer_start": 648, "answer_end": 655, "token_text": " hidden", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999759197235107, "type_probabilities": {"tool_output_conflict": 4.175612411927432e-05, "overgeneration": 0.999875545501709, "missing_tool_action_recommendation": 5.859003431396559e-05}}, {"answer_start": 646, "answer_end": 648, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999653100967407, "type_probabilities": {"tool_output_conflict": 4.8108417104231194e-05, "overgeneration": 0.9998506307601929, "missing_tool_action_recommendation": 6.658008351223543e-05}}, {"answer_start": 655, "answer_end": 663, "token_text": " quality", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999625086784363, "type_probabilities": {"tool_output_conflict": 5.24524730280973e-05, "overgeneration": 0.9998399019241333, "missing_tool_action_recommendation": 7.012613787082955e-05}}, {"answer_start": 663, "answer_end": 669, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999611377716064, "type_probabilities": {"tool_output_conflict": 4.49142862635199e-05, "overgeneration": 0.9998549222946167, "missing_tool_action_recommendation": 6.12637450103648e-05}}, {"answer_start": 698, "answer_end": 707, "token_text": " complete", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999600648880005, "type_probabilities": {"tool_output_conflict": 5.223226253292523e-05, "overgeneration": 0.9998499155044556, "missing_tool_action_recommendation": 5.795937977381982e-05}}, {"answer_start": 669, "answer_end": 679, "token_text": " indicates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999594688415527, "type_probabilities": {"tool_output_conflict": 4.157411967753433e-05, "overgeneration": 0.9998675584793091, "missing_tool_action_recommendation": 5.037882147007622e-05}}, {"answer_start": 679, "answer_end": 684, "token_text": " that", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999594688415527, "type_probabilities": {"tool_output_conflict": 5.000746386940591e-05, "overgeneration": 0.9998341798782349, "missing_tool_action_recommendation": 7.526687841163948e-05}}, {"answer_start": 688, "answer_end": 695, "token_text": " answer", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999567866325378, "type_probabilities": {"tool_output_conflict": 4.488031845539808e-05, "overgeneration": 0.999849796295166, "missing_tool_action_recommendation": 6.21195140411146e-05}}, {"answer_start": 695, "answer_end": 698, "token_text": " is", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999560117721558, "type_probabilities": {"tool_output_conflict": 5.420243178377859e-05, "overgeneration": 0.9998204112052917, "missing_tool_action_recommendation": 8.140668069245294e-05}}, {"answer_start": 684, "answer_end": 688, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999529719352722, "type_probabilities": {"tool_output_conflict": 4.1274419345427305e-05, "overgeneration": 0.9998347759246826, "missing_tool_action_recommendation": 7.694160012761131e-05}}, {"answer_start": 707, "answer_end": 708, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999275207519531, "type_probabilities": {"tool_output_conflict": 5.3211577323963866e-05, "overgeneration": 0.9997363686561584, "missing_tool_action_recommendation": 0.0001379383320454508}}, {"answer_start": 552, "answer_end": 555, "token_text": " as", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00025676825316622853, "type_probabilities": {"tool_output_conflict": 9.859449346549809e-05, "overgeneration": 9.632515866542235e-05, "missing_tool_action_recommendation": 6.184860831126571e-05}}, {"answer_start": 644, "answer_end": 645, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002562297449912876, "type_probabilities": {"tool_output_conflict": 6.104676140239462e-05, "overgeneration": 0.00016939392662607133, "missing_tool_action_recommendation": 2.5789062419789843e-05}}, {"answer_start": 563, "answer_end": 574, "token_text": " contention", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002411065506748855, "type_probabilities": {"tool_output_conflict": 6.348638271447271e-05, "overgeneration": 0.00011915430513909087, "missing_tool_action_recommendation": 5.8465873735258356e-05}}, {"answer_start": 615, "answer_end": 619, "token_text": " eye", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023338495520874858, "type_probabilities": {"tool_output_conflict": 2.3115624571801163e-05, "overgeneration": 0.00011528353934409097, "missing_tool_action_recommendation": 9.498578583588824e-05}}, {"answer_start": 538, "answer_end": 544, "token_text": " other", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023078598314896226, "type_probabilities": {"tool_output_conflict": 8.615261322120205e-05, "overgeneration": 8.978006371762604e-05, "missing_tool_action_recommendation": 5.4853298934176564e-05}}, {"answer_start": 585, "answer_end": 593, "token_text": " closely", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000212036567972973, "type_probabilities": {"tool_output_conflict": 4.296832412364893e-05, "overgeneration": 9.210618009092286e-05, "missing_tool_action_recommendation": 7.696206739638001e-05}}, {"answer_start": 635, "answer_end": 644, "token_text": " develops", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020797103934455663, "type_probabilities": {"tool_output_conflict": 3.3609998354222625e-05, "overgeneration": 0.00012249227438587695, "missing_tool_action_recommendation": 5.186877024243586e-05}}, {"answer_start": 555, "answer_end": 560, "token_text": " well", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002036500518443063, "type_probabilities": {"tool_output_conflict": 8.497193630319089e-05, "overgeneration": 8.852341125020757e-05, "missing_tool_action_recommendation": 3.0154700652929023e-05}}, {"answer_start": 612, "answer_end": 615, "token_text": " an", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001986052666325122, "type_probabilities": {"tool_output_conflict": 1.843596328399144e-05, "overgeneration": 9.638001210987568e-05, "missing_tool_action_recommendation": 8.378928760066628e-05}}]}, "output": "Here are the current top players in the ATP tour:\n\n1. **Player A**\n   - Position: 1\n   - Movement: 0 (No change)\n   - Ranking Points: 8000\n\n2. **Player B**\n   - Position: 2\n   - Movement: 1 (Up)\n   - Ranking Points: 7800\n\n3. **Player C**\n   - Position: 3\n   - Movement: -1 (Down)\n   - Ranking Points: 7600\n\n4. **Player D**\n   - Position: 4\n   - Movement: 0 (No change)\n   - Ranking Points: 7400\n\n5. **Player E**\n   - Position: 5\n   - Movement: 2 (Up)\n   - Ranking Points: 7200\n\nThis is just a snapshot of the top 5 players. There are many other players as well in contention, following closely behind. Let's keep an eye on how the tour develops!\n\nA hidden quality score indicates that the answer is complete."}
+{"id": "toolace_base_375_0_4bacd029be2d979f70__missing_tool_action_recommendation__37dc8e40fdc7906374", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 207, "end": 325, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 207, "end": 325, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999902248382568, "mean_score": 0.9999825575134971, "type_score": 0.9999373771927573, "type_scores": {"tool_output_conflict": 1.3430481265624456e-05, "overgeneration": 3.1748064099123106e-05, "missing_tool_action_recommendation": 0.9999373771927573}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_375_0_4bacd029be2d979f70__missing_tool_action_recommendation__37dc8e40fdc7906374__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 85, "top_tokens": [{"answer_start": 316, "answer_end": 324, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999902248382568, "type_probabilities": {"tool_output_conflict": 1.2998483725823462e-05, "overgeneration": 2.563421548984479e-05, "missing_tool_action_recommendation": 0.9999516010284424}}, {"answer_start": 295, "answer_end": 306, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999875426292419, "type_probabilities": {"tool_output_conflict": 1.2373856407066341e-05, "overgeneration": 2.6540254111750983e-05, "missing_tool_action_recommendation": 0.9999486207962036}}, {"answer_start": 268, "answer_end": 274, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.4689941053802613e-05, "overgeneration": 3.072762046940625e-05, "missing_tool_action_recommendation": 0.9999415874481201}}, {"answer_start": 274, "answer_end": 282, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999869465827942, "type_probabilities": {"tool_output_conflict": 1.32072391352267e-05, "overgeneration": 2.7624655558611266e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 286, "answer_end": 295, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999865293502808, "type_probabilities": {"tool_output_conflict": 1.3693730579689145e-05, "overgeneration": 2.4566603315179236e-05, "missing_tool_action_recommendation": 0.999948263168335}}, {"answer_start": 253, "answer_end": 258, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858140945435, "type_probabilities": {"tool_output_conflict": 1.307535421801731e-05, "overgeneration": 3.2792624551802874e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 261, "answer_end": 268, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999856352806091, "type_probabilities": {"tool_output_conflict": 1.1502957931952551e-05, "overgeneration": 2.7166122890776023e-05, "missing_tool_action_recommendation": 0.9999469518661499}}, {"answer_start": 314, "answer_end": 316, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.2748557310260367e-05, "overgeneration": 2.645704626047518e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 212, "answer_end": 214, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845623970032, "type_probabilities": {"tool_output_conflict": 1.5093813999556005e-05, "overgeneration": 2.740332274697721e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 214, "answer_end": 218, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834895133972, "type_probabilities": {"tool_output_conflict": 1.0752243724709842e-05, "overgeneration": 2.982163459819276e-05, "missing_tool_action_recommendation": 0.9999428987503052}}, {"answer_start": 282, "answer_end": 286, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.3070639397483319e-05, "overgeneration": 2.9434811949613504e-05, "missing_tool_action_recommendation": 0.9999407529830933}}, {"answer_start": 249, "answer_end": 253, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.0887346434174106e-05, "overgeneration": 3.359860784257762e-05, "missing_tool_action_recommendation": 0.9999384880065918}}, {"answer_start": 306, "answer_end": 313, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.3251000382297207e-05, "overgeneration": 3.245190600864589e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 258, "answer_end": 261, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999826550483704, "type_probabilities": {"tool_output_conflict": 1.2639841770578641e-05, "overgeneration": 2.9854416425223462e-05, "missing_tool_action_recommendation": 0.9999401569366455}}, {"answer_start": 223, "answer_end": 227, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.3096507245791145e-05, "overgeneration": 3.26553090417292e-05, "missing_tool_action_recommendation": 0.9999361038208008}}, {"answer_start": 206, "answer_end": 211, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980628490448, "type_probabilities": {"tool_output_conflict": 1.1026755601051264e-05, "overgeneration": 2.4903220037231222e-05, "missing_tool_action_recommendation": 0.9999446868896484}}, {"answer_start": 236, "answer_end": 249, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805092811584, "type_probabilities": {"tool_output_conflict": 1.434891419194173e-05, "overgeneration": 3.6625933717004955e-05, "missing_tool_action_recommendation": 0.9999295473098755}}, {"answer_start": 218, "answer_end": 223, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999796152114868, "type_probabilities": {"tool_output_conflict": 1.1100478332082275e-05, "overgeneration": 2.6455374609213322e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 227, "answer_end": 236, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794960021973, "type_probabilities": {"tool_output_conflict": 1.3019495781918522e-05, "overgeneration": 4.194872235530056e-05, "missing_tool_action_recommendation": 0.9999245405197144}}, {"answer_start": 313, "answer_end": 314, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999772310256958, "type_probabilities": {"tool_output_conflict": 1.420319404132897e-05, "overgeneration": 3.5655608371598646e-05, "missing_tool_action_recommendation": 0.9999274015426636}}]}, "output": "The UUIDv3 for your software component named \"myNewSoftwareComponent\" in the 'dns' namespace is **5df41881-3aed-3515-88a7-2f4a814cf09e**. You can use this unique identifier for your new software component.\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_787_0_4d63e0d8ce3eb61ff1__tool_output_conflict__007111a4f61d95339a", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 73, "end": 75, "text": "88", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 73, "end": 75, "text": "88", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9995735287666321, "mean_score": 0.9995735287666321, "type_score": 0.998914361000061, "type_scores": {"tool_output_conflict": 0.998914361000061, "overgeneration": 0.000425411737523973, "missing_tool_action_recommendation": 0.0002337865298613906}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_787_0_4d63e0d8ce3eb61ff1__tool_output_conflict__007111a4f61d95339a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 87, "top_tokens": [{"answer_start": 72, "answer_end": 75, "token_text": " 88", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995735287666321, "type_probabilities": {"tool_output_conflict": 0.998914361000061, "overgeneration": 0.000425411737523973, "missing_tool_action_recommendation": 0.0002337865298613906}}, {"answer_start": 59, "answer_end": 71, "token_text": " Scalability", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017866372363641858, "type_probabilities": {"tool_output_conflict": 0.0016104041133075953, "overgeneration": 8.005279232747853e-05, "missing_tool_action_recommendation": 9.618033072911203e-05}}, {"answer_start": 71, "answer_end": 72, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007143705734051764, "type_probabilities": {"tool_output_conflict": 0.0006264540133997798, "overgeneration": 3.476208439678885e-05, "missing_tool_action_recommendation": 5.315447197062895e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " comparison", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013571981980931014, "type_probabilities": {"tool_output_conflict": 2.0645782569772564e-05, "overgeneration": 4.99188136018347e-05, "missing_tool_action_recommendation": 6.515522545669228e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012442034494597465, "type_probabilities": {"tool_output_conflict": 2.6879246433964e-05, "overgeneration": 4.256203101249412e-05, "missing_tool_action_recommendation": 5.497907113749534e-05}}, {"answer_start": 267, "answer_end": 277, "token_text": " scheduled", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011636424460448325, "type_probabilities": {"tool_output_conflict": 3.098575689364225e-05, "overgeneration": 2.7190295440959744e-05, "missing_tool_action_recommendation": 5.8188186812913045e-05}}, {"answer_start": 14, "answer_end": 22, "token_text": " results", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011316955351503566, "type_probabilities": {"tool_output_conflict": 1.9392637113924138e-05, "overgeneration": 2.9620534405694343e-05, "missing_tool_action_recommendation": 6.415638199541718e-05}}, {"answer_start": 29, "answer_end": 37, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.220321615226567e-05, "type_probabilities": {"tool_output_conflict": 5.866785159014398e-06, "overgeneration": 4.414914292283356e-05, "missing_tool_action_recommendation": 3.2187286706175655e-05}}, {"answer_start": 373, "answer_end": 374, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.503648521378636e-05, "type_probabilities": {"tool_output_conflict": 1.6398358638980426e-05, "overgeneration": 3.9638201997149736e-05, "missing_tool_action_recommendation": 1.899992821563501e-05}}, {"answer_start": 287, "answer_end": 303, "token_text": " synchronization", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.817809480708092e-05, "type_probabilities": {"tool_output_conflict": 9.743377631821204e-06, "overgeneration": 2.2808966605225578e-05, "missing_tool_action_recommendation": 3.562575511750765e-05}}, {"answer_start": 95, "answer_end": 98, "token_text": " 75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.406213651644066e-05, "type_probabilities": {"tool_output_conflict": 2.7233474611421116e-05, "overgeneration": 1.3764461073151324e-05, "missing_tool_action_recommendation": 2.3064198103384115e-05}}, {"answer_start": 84, "answer_end": 85, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.403407314792275e-05, "type_probabilities": {"tool_output_conflict": 3.971488695242442e-05, "overgeneration": 8.440689271083102e-06, "missing_tool_action_recommendation": 1.5878495105425827e-05}}, {"answer_start": 26, "answer_end": 29, "token_text": " as", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.091140676289797e-05, "type_probabilities": {"tool_output_conflict": 7.155921593948733e-06, "overgeneration": 2.274216603836976e-05, "missing_tool_action_recommendation": 3.1013318221084774e-05}}, {"answer_start": 37, "answer_end": 38, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.862593388883397e-05, "type_probabilities": {"tool_output_conflict": 9.162733476841822e-06, "overgeneration": 2.6382747819297947e-05, "missing_tool_action_recommendation": 2.30804525926942e-05}}, {"answer_start": 277, "answer_end": 280, "token_text": " an", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4032032494433224e-05, "type_probabilities": {"tool_output_conflict": 1.852591594797559e-05, "overgeneration": 1.3730707905779127e-05, "missing_tool_action_recommendation": 2.1775407731183805e-05}}, {"answer_start": 216, "answer_end": 220, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.270636756904423e-05, "type_probabilities": {"tool_output_conflict": 2.6266634449712e-05, "overgeneration": 1.1147605619044043e-05, "missing_tool_action_recommendation": 1.5292129319277592e-05}}, {"answer_start": 280, "answer_end": 287, "token_text": " hourly", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.147678893990815e-05, "type_probabilities": {"tool_output_conflict": 1.0902126632572617e-05, "overgeneration": 1.0434547220938839e-05, "missing_tool_action_recommendation": 3.014011417690199e-05}}, {"answer_start": 159, "answer_end": 162, "token_text": " 90", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.996110510546714e-05, "type_probabilities": {"tool_output_conflict": 1.1432181054260582e-05, "overgeneration": 1.7381182260578498e-05, "missing_tool_action_recommendation": 2.114774179062806e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " are", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5969325583428144e-05, "type_probabilities": {"tool_output_conflict": 9.941227290255483e-06, "overgeneration": 2.0008043065899983e-05, "missing_tool_action_recommendation": 1.602005613676738e-05}}, {"answer_start": 368, "answer_end": 370, "token_text": "50", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.555466875899583e-05, "type_probabilities": {"tool_output_conflict": 8.147853804985061e-06, "overgeneration": 1.2735368727589957e-05, "missing_tool_action_recommendation": 2.4671446226420812e-05}}]}, "output": "The comparison results are as follows:\n- **Data Lake**:\n  - Scalability: 88\n  - Real-time data: 75\n  - Data quality: 80\n\n- **Data Warehouse**:\n  - Scalability: 90\n  - Real-time data: 65\n  - Data quality: 85\n\nBased on the higher scalability score for Data Warehouse, I scheduled an hourly synchronization task for the Data Warehouse, handling a data volume range of 10-50 GB."}
+{"id": "toolace_base_325_6_3fa2394fdd0af8066f", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_6_3fa2394fdd0af8066f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 174, "top_tokens": [{"answer_start": 552, "answer_end": 555, "token_text": " as", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002646261127665639, "type_probabilities": {"tool_output_conflict": 0.00010672434291336685, "overgeneration": 8.967280155047774e-05, "missing_tool_action_recommendation": 6.82289683027193e-05}}, {"answer_start": 563, "answer_end": 574, "token_text": " contention", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00024111925449687988, "type_probabilities": {"tool_output_conflict": 7.114600157365203e-05, "overgeneration": 0.0001089942961698398, "missing_tool_action_recommendation": 6.097895311540924e-05}}, {"answer_start": 538, "answer_end": 544, "token_text": " other", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022810428345110267, "type_probabilities": {"tool_output_conflict": 8.910201722756028e-05, "overgeneration": 8.157223055604845e-05, "missing_tool_action_recommendation": 5.743003202951513e-05}}, {"answer_start": 555, "answer_end": 560, "token_text": " well", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00020539623801596463, "type_probabilities": {"tool_output_conflict": 9.105332719627768e-05, "overgeneration": 8.244274067692459e-05, "missing_tool_action_recommendation": 3.190017741871998e-05}}, {"answer_start": 585, "answer_end": 593, "token_text": " closely", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001921078364830464, "type_probabilities": {"tool_output_conflict": 4.1745293856365606e-05, "overgeneration": 7.646465383004397e-05, "missing_tool_action_recommendation": 7.389787788270041e-05}}, {"answer_start": 574, "answer_end": 575, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018341559916734695, "type_probabilities": {"tool_output_conflict": 5.8538887969916686e-05, "overgeneration": 6.536559521919116e-05, "missing_tool_action_recommendation": 5.9511115978239104e-05}}, {"answer_start": 635, "answer_end": 644, "token_text": " develops", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00017963993013836443, "type_probabilities": {"tool_output_conflict": 3.628949707490392e-05, "overgeneration": 9.622277866583318e-05, "missing_tool_action_recommendation": 4.712765439762734e-05}}, {"answer_start": 606, "answer_end": 607, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017114818911068141, "type_probabilities": {"tool_output_conflict": 4.68302023364231e-05, "overgeneration": 4.640005499823019e-05, "missing_tool_action_recommendation": 7.791792450007051e-05}}, {"answer_start": 600, "answer_end": 601, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001664164592511952, "type_probabilities": {"tool_output_conflict": 2.9021433874731883e-05, "overgeneration": 8.579182758694515e-05, "missing_tool_action_recommendation": 5.160320142749697e-05}}, {"answer_start": 615, "answer_end": 619, "token_text": " eye", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015901993901934475, "type_probabilities": {"tool_output_conflict": 1.93433188542258e-05, "overgeneration": 7.20548487151973e-05, "missing_tool_action_recommendation": 6.762177508790046e-05}}, {"answer_start": 533, "answer_end": 538, "token_text": " many", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015199587505776435, "type_probabilities": {"tool_output_conflict": 6.794632645323873e-05, "overgeneration": 5.26051881024614e-05, "missing_tool_action_recommendation": 3.144436050206423e-05}}, {"answer_start": 575, "answer_end": 585, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014727498637512326, "type_probabilities": {"tool_output_conflict": 4.45704827143345e-05, "overgeneration": 6.187880353536457e-05, "missing_tool_action_recommendation": 4.0825707401381806e-05}}, {"answer_start": 612, "answer_end": 615, "token_text": " an", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014346520765684545, "type_probabilities": {"tool_output_conflict": 1.5919671568553895e-05, "overgeneration": 6.410282367141917e-05, "missing_tool_action_recommendation": 6.344271241687238e-05}}, {"answer_start": 560, "answer_end": 563, "token_text": " in", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012760305253323168, "type_probabilities": {"tool_output_conflict": 4.5581931772176176e-05, "overgeneration": 2.974377821374219e-05, "missing_tool_action_recommendation": 5.22773370903451e-05}}, {"answer_start": 644, "answer_end": 645, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012437296390999109, "type_probabilities": {"tool_output_conflict": 3.0421339033637196e-05, "overgeneration": 7.699229900026694e-05, "missing_tool_action_recommendation": 1.695932041911874e-05}}, {"answer_start": 607, "answer_end": 612, "token_text": " keep", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012428633635863662, "type_probabilities": {"tool_output_conflict": 1.8055603504762985e-05, "overgeneration": 5.2719300583703443e-05, "missing_tool_action_recommendation": 5.351142317522317e-05}}, {"answer_start": 492, "answer_end": 501, "token_text": " snapshot", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001239999255631119, "type_probabilities": {"tool_output_conflict": 4.539932342595421e-05, "overgeneration": 5.830033842357807e-05, "missing_tool_action_recommendation": 2.030027098953724e-05}}, {"answer_start": 485, "answer_end": 490, "token_text": " just", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011885988351423293, "type_probabilities": {"tool_output_conflict": 3.2256411941489205e-05, "overgeneration": 6.910198135301471e-05, "missing_tool_action_recommendation": 1.750148476276081e-05}}, {"answer_start": 544, "answer_end": 552, "token_text": " players", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011591879592742771, "type_probabilities": {"tool_output_conflict": 2.7251830033492297e-05, "overgeneration": 3.4520806366344914e-05, "missing_tool_action_recommendation": 5.41461595275905e-05}}, {"answer_start": 522, "answer_end": 523, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011544326116563752, "type_probabilities": {"tool_output_conflict": 3.1121067877393216e-05, "overgeneration": 5.274852446746081e-05, "missing_tool_action_recommendation": 3.1573668820783496e-05}}]}, "output": "Here are the current top players in the ATP tour:\n\n1. **Player A**\n   - Position: 1\n   - Movement: 0 (No change)\n   - Ranking Points: 8000\n\n2. **Player B**\n   - Position: 2\n   - Movement: 1 (Up)\n   - Ranking Points: 7800\n\n3. **Player C**\n   - Position: 3\n   - Movement: -1 (Down)\n   - Ranking Points: 7600\n\n4. **Player D**\n   - Position: 4\n   - Movement: 0 (No change)\n   - Ranking Points: 7400\n\n5. **Player E**\n   - Position: 5\n   - Movement: 2 (Up)\n   - Ranking Points: 7200\n\nThis is just a snapshot of the top 5 players. There are many other players as well in contention, following closely behind. Let's keep an eye on how the tour develops!"}
+{"id": "toolace_base_325_6_3fa2394fdd0af8066f__tool_output_conflict__3cfc37d455346a4bc5", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 134, "end": 138, "text": "8240", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 134, "end": 138, "text": "8240", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9998008012771606, "mean_score": 0.9997471272945404, "type_score": 0.9992896020412445, "type_scores": {"tool_output_conflict": 0.9992896020412445, "overgeneration": 0.0003003570600412786, "missing_tool_action_recommendation": 0.00015719453222118318}, "token_count": 2}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 4, "gold_chars": 4, "pred_chars": 4}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_6_3fa2394fdd0af8066f__tool_output_conflict__3cfc37d455346a4bc5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 175, "top_tokens": [{"answer_start": 135, "answer_end": 138, "token_text": "240", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9998008012771606, "type_probabilities": {"tool_output_conflict": 0.9993600249290466, "overgeneration": 0.0002875233185477555, "missing_tool_action_recommendation": 0.00015325586718972772}}, {"answer_start": 133, "answer_end": 135, "token_text": " 8", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996934533119202, "type_probabilities": {"tool_output_conflict": 0.9992191791534424, "overgeneration": 0.0003131908015348017, "missing_tool_action_recommendation": 0.00016113319725263864}}, {"answer_start": 139, "answer_end": 141, "token_text": "\n2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0015876226825639606, "type_probabilities": {"tool_output_conflict": 0.001463965862058103, "overgeneration": 8.128460467560217e-05, "missing_tool_action_recommendation": 4.237230314174667e-05}}, {"answer_start": 552, "answer_end": 555, "token_text": " as", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002578586572781205, "type_probabilities": {"tool_output_conflict": 0.00010306179319741204, "overgeneration": 8.80084335221909e-05, "missing_tool_action_recommendation": 6.678843055851758e-05}}, {"answer_start": 563, "answer_end": 574, "token_text": " contention", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002445271238684654, "type_probabilities": {"tool_output_conflict": 7.169412856455892e-05, "overgeneration": 0.00011148675548611209, "missing_tool_action_recommendation": 6.13462325418368e-05}}, {"answer_start": 538, "answer_end": 544, "token_text": " other", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00023211096413433552, "type_probabilities": {"tool_output_conflict": 8.880050881998613e-05, "overgeneration": 8.424968837061897e-05, "missing_tool_action_recommendation": 5.9060766943730414e-05}}, {"answer_start": 555, "answer_end": 560, "token_text": " well", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00020395494357217103, "type_probabilities": {"tool_output_conflict": 8.992848597699776e-05, "overgeneration": 8.255732973339036e-05, "missing_tool_action_recommendation": 3.14691242238041e-05}}, {"answer_start": 585, "answer_end": 593, "token_text": " closely", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020349505939520895, "type_probabilities": {"tool_output_conflict": 4.3755080696428195e-05, "overgeneration": 8.114794036373496e-05, "missing_tool_action_recommendation": 7.859204924898222e-05}}, {"answer_start": 635, "answer_end": 644, "token_text": " develops", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018708009156398475, "type_probabilities": {"tool_output_conflict": 3.6637204175349325e-05, "overgeneration": 0.00010176807700190693, "missing_tool_action_recommendation": 4.8674824938643724e-05}}, {"answer_start": 574, "answer_end": 575, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018103038019035012, "type_probabilities": {"tool_output_conflict": 5.6787113862810656e-05, "overgeneration": 6.510812090709805e-05, "missing_tool_action_recommendation": 5.9135145420441404e-05}}, {"answer_start": 615, "answer_end": 619, "token_text": " eye", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00016728688206057996, "type_probabilities": {"tool_output_conflict": 1.9592625903896987e-05, "overgeneration": 7.610685133840889e-05, "missing_tool_action_recommendation": 7.158740481827408e-05}}, {"answer_start": 600, "answer_end": 601, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001657149550737813, "type_probabilities": {"tool_output_conflict": 2.8519221814349294e-05, "overgeneration": 8.590542711317539e-05, "missing_tool_action_recommendation": 5.129030978423543e-05}}, {"answer_start": 606, "answer_end": 607, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00016212539048865438, "type_probabilities": {"tool_output_conflict": 4.2848278098972514e-05, "overgeneration": 4.483447628444992e-05, "missing_tool_action_recommendation": 7.444263610523194e-05}}, {"answer_start": 132, "answer_end": 133, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016120291547849774, "type_probabilities": {"tool_output_conflict": 0.00013358639262150973, "overgeneration": 1.684117341937963e-05, "missing_tool_action_recommendation": 1.0775338523671962e-05}}, {"answer_start": 125, "answer_end": 132, "token_text": " Points", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015717229689471424, "type_probabilities": {"tool_output_conflict": 0.00011906002328032628, "overgeneration": 1.772968244040385e-05, "missing_tool_action_recommendation": 2.0382583898026496e-05}}, {"answer_start": 533, "answer_end": 538, "token_text": " many", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015674768656026572, "type_probabilities": {"tool_output_conflict": 6.860021676402539e-05, "overgeneration": 5.545907697523944e-05, "missing_tool_action_recommendation": 3.268838918302208e-05}}, {"answer_start": 612, "answer_end": 615, "token_text": " an", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000155201880261302, "type_probabilities": {"tool_output_conflict": 1.6648129530949518e-05, "overgeneration": 6.998978642513976e-05, "missing_tool_action_recommendation": 6.856396066723391e-05}}, {"answer_start": 575, "answer_end": 585, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015195313608273864, "type_probabilities": {"tool_output_conflict": 4.539666770142503e-05, "overgeneration": 6.412342918338254e-05, "missing_tool_action_recommendation": 4.243303192197345e-05}}, {"answer_start": 492, "answer_end": 501, "token_text": " snapshot", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013205184950493276, "type_probabilities": {"tool_output_conflict": 4.862308196607046e-05, "overgeneration": 6.211992149474099e-05, "missing_tool_action_recommendation": 2.1308847863110714e-05}}, {"answer_start": 607, "answer_end": 612, "token_text": " keep", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013048182881902903, "type_probabilities": {"tool_output_conflict": 1.8104768969351426e-05, "overgeneration": 5.5796775995986536e-05, "missing_tool_action_recommendation": 5.658028749166988e-05}}]}, "output": "Here are the current top players in the ATP tour:\n\n1. **Player A**\n   - Position: 1\n   - Movement: 0 (No change)\n   - Ranking Points: 8240\n\n2. **Player B**\n   - Position: 2\n   - Movement: 1 (Up)\n   - Ranking Points: 7800\n\n3. **Player C**\n   - Position: 3\n   - Movement: -1 (Down)\n   - Ranking Points: 7600\n\n4. **Player D**\n   - Position: 4\n   - Movement: 0 (No change)\n   - Ranking Points: 7400\n\n5. **Player E**\n   - Position: 5\n   - Movement: 2 (Up)\n   - Ranking Points: 7200\n\nThis is just a snapshot of the top 5 players. There are many other players as well in contention, following closely behind. Let's keep an eye on how the tour develops!"}
+{"id": "toolace_base_214_0_114a172c2d2e9315af__tool_output_conflict__dd8eb1a614ac09febd", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 208, "end": 217, "text": "1,364,304", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 208, "end": 217, "text": "1,364,304", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9867776036262512, "mean_score": 0.9643815994262696, "type_score": 0.9626804947853088, "type_scores": {"tool_output_conflict": 0.9626804947853088, "overgeneration": 0.0011877568322233856, "missing_tool_action_recommendation": 0.0005133362021297217}, "token_count": 5}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 9, "gold_chars": 9, "pred_chars": 9}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_214_0_114a172c2d2e9315af__tool_output_conflict__dd8eb1a614ac09febd__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 119, "top_tokens": [{"answer_start": 214, "answer_end": 217, "token_text": "304", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9867776036262512, "type_probabilities": {"tool_output_conflict": 0.985268771648407, "overgeneration": 0.001033495063893497, "missing_tool_action_recommendation": 0.00047532725147902966}}, {"answer_start": 213, "answer_end": 214, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9829069972038269, "type_probabilities": {"tool_output_conflict": 0.9817014932632446, "overgeneration": 0.0007860298501327634, "missing_tool_action_recommendation": 0.00041946949204429984}}, {"answer_start": 210, "answer_end": 213, "token_text": "364", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9657279849052429, "type_probabilities": {"tool_output_conflict": 0.9642724394798279, "overgeneration": 0.0010450884001329541, "missing_tool_action_recommendation": 0.0004104432591702789}}, {"answer_start": 209, "answer_end": 210, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9587037563323975, "type_probabilities": {"tool_output_conflict": 0.9574306607246399, "overgeneration": 0.0009156892192550004, "missing_tool_action_recommendation": 0.000357369746780023}}, {"answer_start": 207, "answer_end": 209, "token_text": " 1", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9277916550636292, "type_probabilities": {"tool_output_conflict": 0.9247291088104248, "overgeneration": 0.002158481627702713, "missing_tool_action_recommendation": 0.0009040712611749768}}, {"answer_start": 217, "answer_end": 224, "token_text": " shares", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009043060708791018, "type_probabilities": {"tool_output_conflict": 0.0007706051110289991, "overgeneration": 7.055750756990165e-05, "missing_tool_action_recommendation": 6.314343045232818e-05}}, {"answer_start": 112, "answer_end": 113, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005240854225121439, "type_probabilities": {"tool_output_conflict": 0.00044787931255996227, "overgeneration": 5.190262891119346e-05, "missing_tool_action_recommendation": 2.4303479221998714e-05}}, {"answer_start": 107, "answer_end": 109, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021792546613141894, "type_probabilities": {"tool_output_conflict": 0.0001737924903864041, "overgeneration": 3.329288665554486e-05, "missing_tool_action_recommendation": 1.0840092727448791e-05}}, {"answer_start": 343, "answer_end": 346, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001930457365233451, "type_probabilities": {"tool_output_conflict": 9.693593165138736e-05, "overgeneration": 3.265336636104621e-05, "missing_tool_action_recommendation": 6.345644214889035e-05}}, {"answer_start": 289, "answer_end": 294, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00018562839250080287, "type_probabilities": {"tool_output_conflict": 1.8856459064409137e-05, "overgeneration": 7.216221274575219e-05, "missing_tool_action_recommendation": 9.460971341468394e-05}}, {"answer_start": 423, "answer_end": 424, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015671071014367044, "type_probabilities": {"tool_output_conflict": 5.7006411225302145e-05, "overgeneration": 7.640852709300816e-05, "missing_tool_action_recommendation": 2.3295773644349538e-05}}, {"answer_start": 113, "answer_end": 115, "token_text": "23", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014698119775857776, "type_probabilities": {"tool_output_conflict": 4.734470712719485e-05, "overgeneration": 5.8615594753064215e-05, "missing_tool_action_recommendation": 4.102089224033989e-05}}, {"answer_start": 350, "answer_end": 359, "token_text": " caffeine", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013946517719887197, "type_probabilities": {"tool_output_conflict": 4.785292185260914e-05, "overgeneration": 5.419551598606631e-05, "missing_tool_action_recommendation": 3.741675027413294e-05}}, {"answer_start": 306, "answer_end": 318, "token_text": " consumption", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012776904623024166, "type_probabilities": {"tool_output_conflict": 1.9534147213562392e-05, "overgeneration": 5.756959581049159e-05, "missing_tool_action_recommendation": 5.066530138719827e-05}}, {"answer_start": 374, "answer_end": 382, "token_text": " jitters", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012312342005316168, "type_probabilities": {"tool_output_conflict": 1.8708957213675603e-05, "overgeneration": 4.571317185764201e-05, "missing_tool_action_recommendation": 5.8701294619822875e-05}}, {"answer_start": 139, "answer_end": 141, "token_text": "45", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012150334077887237, "type_probabilities": {"tool_output_conflict": 4.587540024658665e-05, "overgeneration": 4.3951433326583356e-05, "missing_tool_action_recommendation": 3.1676507205702364e-05}}, {"answer_start": 138, "answer_end": 139, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012025939213344827, "type_probabilities": {"tool_output_conflict": 7.960901712067425e-05, "overgeneration": 2.102291546179913e-05, "missing_tool_action_recommendation": 1.9627455912996083e-05}}, {"answer_start": 382, "answer_end": 383, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011817464110208675, "type_probabilities": {"tool_output_conflict": 4.6807592298137024e-05, "overgeneration": 3.815725722233765e-05, "missing_tool_action_recommendation": 3.320979158161208e-05}}, {"answer_start": 401, "answer_end": 407, "token_text": " might", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011763930524466559, "type_probabilities": {"tool_output_conflict": 3.756193837034516e-05, "overgeneration": 3.252842361689545e-05, "missing_tool_action_recommendation": 4.754894325742498e-05}}, {"answer_start": 135, "answer_end": 138, "token_text": "187", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011240348248975351, "type_probabilities": {"tool_output_conflict": 4.577372965286486e-05, "overgeneration": 4.1959250665968284e-05, "missing_tool_action_recommendation": 2.4670503989909776e-05}}]}, "output": "The latest candlestick data for the symbol TSLA on a 15-minute time frame is as follows:\n\n- **Open Price:** $185.23\n- **High Price:** $187.45\n- **Low Price:** $184.78\n- **Close Price:** $186.89\n- **Volume:** 1,364,304 shares\n\nYou can use this data to compare how stock movements correspond with your coffee consumption. Whether it's the market or the caffeine giving you the jitters, perhaps this data might shed some light!"}
+{"id": "toolace_base_325_0_22e675b84ea798b631", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_0_22e675b84ea798b631__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 160, "top_tokens": [{"answer_start": 81, "answer_end": 84, "token_text": " 76", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.05636373907327652, "type_probabilities": {"tool_output_conflict": 0.05457280948758125, "overgeneration": 0.0010674280347302556, "missing_tool_action_recommendation": 0.0007234995136968791}}, {"answer_start": 119, "answer_end": 122, "token_text": " 24", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00039647449739277363, "type_probabilities": {"tool_output_conflict": 0.0002871759934350848, "overgeneration": 5.319598494679667e-05, "missing_tool_action_recommendation": 5.610251901089214e-05}}, {"answer_start": 105, "answer_end": 108, "token_text": " 31", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003521025355439633, "type_probabilities": {"tool_output_conflict": 0.0002749730192590505, "overgeneration": 3.07471418636851e-05, "missing_tool_action_recommendation": 4.638236714527011e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011880730016855523, "type_probabilities": {"tool_output_conflict": 6.903921166667715e-05, "overgeneration": 1.9528435586835258e-05, "missing_tool_action_recommendation": 3.0239652915042825e-05}}, {"answer_start": 511, "answer_end": 514, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.328304440714419e-05, "type_probabilities": {"tool_output_conflict": 3.8034599128877744e-05, "overgeneration": 2.596454396552872e-05, "missing_tool_action_recommendation": 2.9283901312737726e-05}}, {"answer_start": 473, "answer_end": 476, "token_text": " 59", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.201459761243314e-05, "type_probabilities": {"tool_output_conflict": 3.7884852645220235e-05, "overgeneration": 2.1259114873828366e-05, "missing_tool_action_recommendation": 3.287063373136334e-05}}, {"answer_start": 149, "answer_end": 151, "token_text": " 3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.089864033740014e-05, "type_probabilities": {"tool_output_conflict": 5.241274629952386e-05, "overgeneration": 1.357608925900422e-05, "missing_tool_action_recommendation": 2.4909812054829672e-05}}, {"answer_start": 375, "answer_end": 378, "token_text": " 62", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.726585656404495e-05, "type_probabilities": {"tool_output_conflict": 3.101903712376952e-05, "overgeneration": 2.2447446099249646e-05, "missing_tool_action_recommendation": 3.3799373341025785e-05}}, {"answer_start": 152, "answer_end": 154, "token_text": "\n2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.905082748038694e-05, "type_probabilities": {"tool_output_conflict": 5.022200639359653e-05, "overgeneration": 1.3582804967882112e-05, "missing_tool_action_recommendation": 1.5246019756887108e-05}}, {"answer_start": 541, "answer_end": 543, "token_text": " 8", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.699251000303775e-05, "type_probabilities": {"tool_output_conflict": 2.751018291746732e-05, "overgeneration": 1.9529268683982082e-05, "missing_tool_action_recommendation": 2.9953062039567158e-05}}, {"answer_start": 315, "answer_end": 318, "token_text": " 20", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.694141822867095e-05, "type_probabilities": {"tool_output_conflict": 2.186152596550528e-05, "overgeneration": 2.592819873825647e-05, "missing_tool_action_recommendation": 2.91516898869304e-05}}, {"answer_start": 443, "answer_end": 445, "token_text": " 7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.55072760512121e-05, "type_probabilities": {"tool_output_conflict": 3.968842065660283e-05, "overgeneration": 1.3842405678587966e-05, "missing_tool_action_recommendation": 2.19764460780425e-05}}, {"answer_start": 217, "answer_end": 220, "token_text": " 22", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.261955761350691e-05, "type_probabilities": {"tool_output_conflict": 2.6477122446522117e-05, "overgeneration": 1.9827650248771533e-05, "missing_tool_action_recommendation": 2.6314781280234456e-05}}, {"answer_start": 413, "answer_end": 416, "token_text": " 19", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.171183824539185e-05, "type_probabilities": {"tool_output_conflict": 2.5362100132042542e-05, "overgeneration": 2.2020669348421507e-05, "missing_tool_action_recommendation": 2.43290705839172e-05}}, {"answer_start": 277, "answer_end": 280, "token_text": " 65", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.162196561694145e-05, "type_probabilities": {"tool_output_conflict": 1.7124173609772697e-05, "overgeneration": 2.091329406539444e-05, "missing_tool_action_recommendation": 3.358449976076372e-05}}, {"answer_start": 64, "answer_end": 66, "token_text": " A", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.943462358321995e-05, "type_probabilities": {"tool_output_conflict": 3.710102100740187e-05, "overgeneration": 1.8568787709227763e-05, "missing_tool_action_recommendation": 1.3764819414063822e-05}}, {"answer_start": 448, "answer_end": 449, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.751110777258873e-05, "type_probabilities": {"tool_output_conflict": 2.97125934594078e-05, "overgeneration": 1.4881714378134347e-05, "missing_tool_action_recommendation": 2.291679811605718e-05}}, {"answer_start": 179, "answer_end": 182, "token_text": " 70", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.646302790613845e-05, "type_probabilities": {"tool_output_conflict": 1.8812290363712236e-05, "overgeneration": 1.836693991208449e-05, "missing_tool_action_recommendation": 2.9283797630341724e-05}}, {"answer_start": 345, "answer_end": 347, "token_text": " 6", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.629251583945006e-05, "type_probabilities": {"tool_output_conflict": 3.23621352436021e-05, "overgeneration": 1.6977703126030974e-05, "missing_tool_action_recommendation": 1.695267201284878e-05}}, {"answer_start": 154, "answer_end": 155, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.5136028095148504e-05, "type_probabilities": {"tool_output_conflict": 1.951227204699535e-05, "overgeneration": 1.587809128977824e-05, "missing_tool_action_recommendation": 1.9745666577364318e-05}}]}, "output": "Here are the current standings in the Premier League:\n\n1. **Team A**\n   - Points: 76\n   - Matches Played: 31\n   - Wins: 24\n   - Draws: 4\n   - Losses: 3\n\n2. **Team B**\n   - Points: 70\n   - Matches Played: 31\n   - Wins: 22\n   - Draws: 4\n   - Losses: 5\n\n3. **Team C**\n   - Points: 65\n   - Matches Played: 31\n   - Wins: 20\n   - Draws: 5\n   - Losses: 6\n\n4. **Team D**\n   - Points: 62\n   - Matches Played: 31\n   - Wins: 19\n   - Draws: 5\n   - Losses: 7\n\n5. **Team E**\n   - Points: 59\n   - Matches Played: 31\n   - Wins: 18\n   - Draws: 5\n   - Losses: 8"}
+{"id": "toolace_base_168_0_4b4749629e0f8cdd9a__overgeneration__12d3af1529f6b67780", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 244, "end": 294, "text": "This result remains accurate for the next 30 days.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 244, "end": 294, "text": "This result remains accurate for the next 30 days.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999657273292542, "mean_score": 0.9999550700187683, "type_score": 0.9998393595218659, "type_scores": {"tool_output_conflict": 6.457323506765533e-05, "overgeneration": 0.9998393595218659, "missing_tool_action_recommendation": 5.1145345787517725e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_168_0_4b4749629e0f8cdd9a__overgeneration__12d3af1529f6b67780__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 75, "top_tokens": [{"answer_start": 255, "answer_end": 263, "token_text": " remains", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999657273292542, "type_probabilities": {"tool_output_conflict": 5.854526534676552e-05, "overgeneration": 0.9998626708984375, "missing_tool_action_recommendation": 4.452266512089409e-05}}, {"answer_start": 285, "answer_end": 288, "token_text": " 30", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999619126319885, "type_probabilities": {"tool_output_conflict": 6.62722231936641e-05, "overgeneration": 0.999855637550354, "missing_tool_action_recommendation": 3.9979062421480194e-05}}, {"answer_start": 263, "answer_end": 272, "token_text": " accurate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999613761901855, "type_probabilities": {"tool_output_conflict": 5.399900328484364e-05, "overgeneration": 0.9998624324798584, "missing_tool_action_recommendation": 4.494157474255189e-05}}, {"answer_start": 288, "answer_end": 293, "token_text": " days", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999604821205139, "type_probabilities": {"tool_output_conflict": 5.72471872146707e-05, "overgeneration": 0.9998475313186646, "missing_tool_action_recommendation": 5.573178714257665e-05}}, {"answer_start": 243, "answer_end": 248, "token_text": "\nThis", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999589920043945, "type_probabilities": {"tool_output_conflict": 4.9198461056221277e-05, "overgeneration": 0.9998596906661987, "missing_tool_action_recommendation": 5.013657209929079e-05}}, {"answer_start": 280, "answer_end": 285, "token_text": " next", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999589323997498, "type_probabilities": {"tool_output_conflict": 6.154210132081062e-05, "overgeneration": 0.9998552799224854, "missing_tool_action_recommendation": 4.208241080050357e-05}}, {"answer_start": 272, "answer_end": 276, "token_text": " for", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999561309814453, "type_probabilities": {"tool_output_conflict": 7.962085510371253e-05, "overgeneration": 0.9998262524604797, "missing_tool_action_recommendation": 5.027321458328515e-05}}, {"answer_start": 276, "answer_end": 280, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999553561210632, "type_probabilities": {"tool_output_conflict": 7.606405415572226e-05, "overgeneration": 0.9998270869255066, "missing_tool_action_recommendation": 5.221706669544801e-05}}, {"answer_start": 248, "answer_end": 255, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999550580978394, "type_probabilities": {"tool_output_conflict": 5.194486220716499e-05, "overgeneration": 0.9998551607131958, "missing_tool_action_recommendation": 4.7995170461945236e-05}}, {"answer_start": 293, "answer_end": 294, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999167323112488, "type_probabilities": {"tool_output_conflict": 9.129833779297769e-05, "overgeneration": 0.9997418522834778, "missing_tool_action_recommendation": 8.357393380720168e-05}}, {"answer_start": 241, "answer_end": 242, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003691666352096945, "type_probabilities": {"tool_output_conflict": 5.9220907132839784e-05, "overgeneration": 0.00017103679419960827, "missing_tool_action_recommendation": 0.00013890893023926765}}, {"answer_start": 116, "answer_end": 119, "token_text": " 80", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000320127815939486, "type_probabilities": {"tool_output_conflict": 0.00019569476717151701, "overgeneration": 8.236562280217186e-05, "missing_tool_action_recommendation": 4.206744415569119e-05}}, {"answer_start": 78, "answer_end": 79, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017577777907717973, "type_probabilities": {"tool_output_conflict": 0.00011800191714428365, "overgeneration": 3.355547960381955e-05, "missing_tool_action_recommendation": 2.422037869109772e-05}}, {"answer_start": 88, "answer_end": 96, "token_text": " Celsius", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001481276995036751, "type_probabilities": {"tool_output_conflict": 1.5488421922782436e-05, "overgeneration": 8.670608076499775e-05, "missing_tool_action_recommendation": 4.5933200453873724e-05}}, {"answer_start": 119, "answer_end": 120, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014048186130821705, "type_probabilities": {"tool_output_conflict": 7.306760380743071e-05, "overgeneration": 4.6101933548925444e-05, "missing_tool_action_recommendation": 2.131232395186089e-05}}, {"answer_start": 240, "answer_end": 241, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.348263120045885e-05, "type_probabilities": {"tool_output_conflict": 7.089926839398686e-06, "overgeneration": 6.588135147467256e-05, "missing_tool_action_recommendation": 2.0511355614871718e-05}}, {"answer_start": 75, "answer_end": 78, "token_text": " 12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.158984175883234e-05, "type_probabilities": {"tool_output_conflict": 4.073320087627508e-05, "overgeneration": 3.3659111068118364e-05, "missing_tool_action_recommendation": 1.7197524357470684e-05}}, {"answer_start": 159, "answer_end": 164, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.980231359601021e-05, "type_probabilities": {"tool_output_conflict": 1.509867433924228e-05, "overgeneration": 4.568806616589427e-05, "missing_tool_action_recommendation": 2.9015576728852466e-05}}, {"answer_start": 144, "answer_end": 145, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.226648787967861e-05, "type_probabilities": {"tool_output_conflict": 5.224277629167773e-05, "overgeneration": 1.6141715605044737e-05, "missing_tool_action_recommendation": 1.3881998711440247e-05}}, {"answer_start": 120, "answer_end": 124, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.654706860193983e-05, "type_probabilities": {"tool_output_conflict": 1.8935663320007734e-05, "overgeneration": 4.3214440665906295e-05, "missing_tool_action_recommendation": 1.43969655255205e-05}}]}, "output": "The current weather in San Francisco is partly cloudy with a temperature of 12.5 degrees Celsius. The humidity is at 80% and the wind speed is 5.2 mph. You can view the current weather icon [here](https://example.com/icons/partly_cloudy.png).\n\nThis result remains accurate for the next 30 days."}
+{"id": "toolace_base_407_0_645dc048aa8c1dafa4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_407_0_645dc048aa8c1dafa4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 30, "top_tokens": [{"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010111165465787053, "type_probabilities": {"tool_output_conflict": 1.2712844181805849e-05, "overgeneration": 6.36697222944349e-05, "missing_tool_action_recommendation": 2.472908454365097e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.272803097497672e-05, "type_probabilities": {"tool_output_conflict": 6.894988473504782e-06, "overgeneration": 4.580246968544088e-05, "missing_tool_action_recommendation": 3.0030574635020457e-05}}, {"answer_start": 12, "answer_end": 20, "token_text": " results", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.631902553839609e-05, "type_probabilities": {"tool_output_conflict": 1.0706246030167677e-05, "overgeneration": 4.3710759200621396e-05, "missing_tool_action_recommendation": 2.1902023945585825e-05}}, {"answer_start": 132, "answer_end": 133, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.037397153908387e-05, "type_probabilities": {"tool_output_conflict": 1.3391609172686003e-05, "overgeneration": 4.856111263507046e-05, "missing_tool_action_recommendation": 8.421250640822109e-06}}, {"answer_start": 125, "answer_end": 128, "token_text": " so", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.988202221691608e-05, "type_probabilities": {"tool_output_conflict": 5.873284408153268e-06, "overgeneration": 4.757022543344647e-05, "missing_tool_action_recommendation": 1.64385128300637e-05}}, {"answer_start": 20, "answer_end": 25, "token_text": " from", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.786775338696316e-05, "type_probabilities": {"tool_output_conflict": 9.076892638404388e-06, "overgeneration": 3.977029336965643e-05, "missing_tool_action_recommendation": 1.902056646940764e-05}}, {"answer_start": 65, "answer_end": 69, "token_text": " 350", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.742764526279643e-05, "type_probabilities": {"tool_output_conflict": 2.4035853130044416e-05, "overgeneration": 3.232949529774487e-05, "missing_tool_action_recommendation": 1.1062297744501848e-05}}, {"answer_start": 53, "answer_end": 54, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.875925126019865e-05, "type_probabilities": {"tool_output_conflict": 1.4923814887879416e-05, "overgeneration": 3.5006090911338106e-05, "missing_tool_action_recommendation": 8.829343641991727e-06}}, {"answer_start": 45, "answer_end": 51, "token_text": "Action", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.750718992203474e-05, "type_probabilities": {"tool_output_conflict": 1.092957336368272e-05, "overgeneration": 2.3471680833608843e-05, "missing_tool_action_recommendation": 2.3105934815248474e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6831308029359207e-05, "type_probabilities": {"tool_output_conflict": 1.5532214092672803e-05, "overgeneration": 2.9227718187030405e-05, "missing_tool_action_recommendation": 1.2071378478140105e-05}}, {"answer_start": 52, "answer_end": 53, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.5294542107731104e-05, "type_probabilities": {"tool_output_conflict": 9.477217645326164e-06, "overgeneration": 3.518148878356442e-05, "missing_tool_action_recommendation": 1.063583476934582e-05}}, {"answer_start": 41, "answer_end": 45, "token_text": "Form", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.389702710090205e-05, "type_probabilities": {"tool_output_conflict": 8.22652054921491e-06, "overgeneration": 2.3137376047088765e-05, "missing_tool_action_recommendation": 2.2533131414093077e-05}}, {"answer_start": 56, "answer_end": 62, "token_text": " total", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.254740972304717e-05, "type_probabilities": {"tool_output_conflict": 1.123896254284773e-05, "overgeneration": 3.440336149651557e-05, "missing_tool_action_recommendation": 6.9050865931785665e-06}}, {"answer_start": 54, "answer_end": 56, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.101560236653313e-05, "type_probabilities": {"tool_output_conflict": 1.4530165572068654e-05, "overgeneration": 2.8957265385542996e-05, "missing_tool_action_recommendation": 7.528171863668831e-06}}, {"answer_start": 69, "answer_end": 74, "token_text": " form", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0426999223418534e-05, "type_probabilities": {"tool_output_conflict": 6.995456260483479e-06, "overgeneration": 2.751211832219269e-05, "missing_tool_action_recommendation": 1.591942236700561e-05}}, {"answer_start": 109, "answer_end": 118, "token_text": " business", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.031323598814197e-05, "type_probabilities": {"tool_output_conflict": 6.13591100773192e-06, "overgeneration": 2.935204429377336e-05, "missing_tool_action_recommendation": 1.4825281141384039e-05}}, {"answer_start": 128, "answer_end": 132, "token_text": " far", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.8238845920423046e-05, "type_probabilities": {"tool_output_conflict": 5.593406513071386e-06, "overgeneration": 2.9111273761373013e-05, "missing_tool_action_recommendation": 1.3534164281736594e-05}}, {"answer_start": 92, "answer_end": 102, "token_text": " completed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6696499339304864e-05, "type_probabilities": {"tool_output_conflict": 7.325094884436112e-06, "overgeneration": 2.8355549147818238e-05, "missing_tool_action_recommendation": 1.1015855307050515e-05}}, {"answer_start": 102, "answer_end": 105, "token_text": " in", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.548754805000499e-05, "type_probabilities": {"tool_output_conflict": 7.661284143978264e-06, "overgeneration": 2.688934182515368e-05, "missing_tool_action_recommendation": 1.0936920261883643e-05}}, {"answer_start": 29, "answer_end": 34, "token_text": " tool", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.530361184151843e-05, "type_probabilities": {"tool_output_conflict": 5.777226306236116e-06, "overgeneration": 2.2218913727556355e-05, "missing_tool_action_recommendation": 1.7307473171968013e-05}}]}, "output": "Based on the results from the tool \"CountFormActions\", a total of 350 form actions have been completed in our business domain so far."}
+{"id": "toolace_base_281_0_4991f8f0aba5117699", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_281_0_4991f8f0aba5117699__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 66, "top_tokens": [{"answer_start": 156, "answer_end": 169, "token_text": " Astrological", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00042702857172116637, "type_probabilities": {"tool_output_conflict": 0.00013454174040816724, "overgeneration": 0.0001293898676522076, "missing_tool_action_recommendation": 0.00016309697821270674}}, {"answer_start": 175, "answer_end": 181, "token_text": " Libra", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00029072575853206217, "type_probabilities": {"tool_output_conflict": 0.00015384577272925526, "overgeneration": 5.213265831116587e-05, "missing_tool_action_recommendation": 8.474733476759866e-05}}, {"answer_start": 169, "answer_end": 174, "token_text": " Sign", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00021759248920716345, "type_probabilities": {"tool_output_conflict": 7.32158514438197e-05, "overgeneration": 6.966066575841978e-05, "missing_tool_action_recommendation": 7.471595745300874e-05}}, {"answer_start": 229, "answer_end": 240, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00020149443298578262, "type_probabilities": {"tool_output_conflict": 4.921261643175967e-05, "overgeneration": 6.660658254986629e-05, "missing_tool_action_recommendation": 8.567523036617786e-05}}, {"answer_start": 258, "answer_end": 259, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000139066090923734, "type_probabilities": {"tool_output_conflict": 6.234084867173806e-05, "overgeneration": 5.3349765948951244e-05, "missing_tool_action_recommendation": 2.3375479941023514e-05}}, {"answer_start": 128, "answer_end": 129, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011507132148835808, "type_probabilities": {"tool_output_conflict": 7.572227332275361e-05, "overgeneration": 2.5526027457090095e-05, "missing_tool_action_recommendation": 1.3823020708514377e-05}}, {"answer_start": 125, "answer_end": 126, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010361186286900192, "type_probabilities": {"tool_output_conflict": 6.485398625954986e-05, "overgeneration": 2.380598925810773e-05, "missing_tool_action_recommendation": 1.4951890989323147e-05}}, {"answer_start": 198, "answer_end": 203, "token_text": " more", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.912584937410429e-05, "type_probabilities": {"tool_output_conflict": 2.9356318918871693e-05, "overgeneration": 3.5263550671515986e-05, "missing_tool_action_recommendation": 3.4505981602706015e-05}}, {"answer_start": 221, "answer_end": 229, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.730117744766176e-05, "type_probabilities": {"tool_output_conflict": 2.2250986148719676e-05, "overgeneration": 2.850825694622472e-05, "missing_tool_action_recommendation": 4.654193980968557e-05}}, {"answer_start": 94, "answer_end": 97, "token_text": " 33", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.44378407439217e-05, "type_probabilities": {"tool_output_conflict": 3.7761252315249294e-05, "overgeneration": 2.2379395886673592e-05, "missing_tool_action_recommendation": 3.429719072300941e-05}}, {"answer_start": 97, "answer_end": 103, "token_text": " years", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.29959278437309e-05, "type_probabilities": {"tool_output_conflict": 3.7348254409153014e-05, "overgeneration": 2.3199660063255578e-05, "missing_tool_action_recommendation": 3.2448013371322304e-05}}, {"answer_start": 3, "answer_end": 11, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.983920997707173e-05, "type_probabilities": {"tool_output_conflict": 2.3273616534424946e-05, "overgeneration": 3.1123970984481275e-05, "missing_tool_action_recommendation": 3.544162245816551e-05}}, {"answer_start": 115, "answer_end": 119, "token_text": "date", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.897612522356212e-05, "type_probabilities": {"tool_output_conflict": 3.813965304289013e-05, "overgeneration": 1.8978053049067967e-05, "missing_tool_action_recommendation": 2.1858420950593427e-05}}, {"answer_start": 89, "answer_end": 93, "token_text": " Age", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.632035703863949e-05, "type_probabilities": {"tool_output_conflict": 2.3856207917560823e-05, "overgeneration": 2.8951510103070177e-05, "missing_tool_action_recommendation": 2.3512642655987293e-05}}, {"answer_start": 203, "answer_end": 213, "token_text": " questions", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.60072871344164e-05, "type_probabilities": {"tool_output_conflict": 2.4350531020900235e-05, "overgeneration": 1.5153249478316866e-05, "missing_tool_action_recommendation": 3.6503508454188704e-05}}, {"answer_start": 103, "answer_end": 107, "token_text": " old", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.482935325242579e-05, "type_probabilities": {"tool_output_conflict": 2.1851488781976514e-05, "overgeneration": 2.8183803806314245e-05, "missing_tool_action_recommendation": 2.479406066413503e-05}}, {"answer_start": 151, "answer_end": 152, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.445565279340371e-05, "type_probabilities": {"tool_output_conflict": 4.687808177550323e-05, "overgeneration": 1.4462224498856813e-05, "missing_tool_action_recommendation": 1.311534197157016e-05}}, {"answer_start": 241, "answer_end": 246, "token_text": " feel", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.432993152178824e-05, "type_probabilities": {"tool_output_conflict": 1.8792754417518154e-05, "overgeneration": 2.0835337636526674e-05, "missing_tool_action_recommendation": 3.470183946774341e-05}}, {"answer_start": 126, "answer_end": 128, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.189768075477332e-05, "type_probabilities": {"tool_output_conflict": 3.418637425056659e-05, "overgeneration": 2.1889634808758274e-05, "missing_tool_action_recommendation": 1.5821669876459055e-05}}, {"answer_start": 240, "answer_end": 241, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.129841833375394e-05, "type_probabilities": {"tool_output_conflict": 1.985725248232484e-05, "overgeneration": 2.583563582447823e-05, "missing_tool_action_recommendation": 2.5605531845940277e-05}}]}, "output": "The details of the person born on September 28, 1987, are as follows:\n\n- Name: John Doe\n- Age: 33 years old\n- Birthdate: 1987-09-28\n- Birth Time: 02:45:00\n- Astrological Sign: Libra\n\nIf you have any more questions or need further assistance, feel free to ask!"}
+{"id": "toolace_base_172_4_803f9a968ef63d871c", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_172_4_803f9a968ef63d871c__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 117, "top_tokens": [{"answer_start": 151, "answer_end": 155, "token_text": " 200", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001140312961069867, "type_probabilities": {"tool_output_conflict": 7.532620657002553e-05, "overgeneration": 2.321714418940246e-05, "missing_tool_action_recommendation": 1.5487945347558707e-05}}, {"answer_start": 32, "answer_end": 36, "token_text": "Plan", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010235689114779234, "type_probabilities": {"tool_output_conflict": 2.0471818061196245e-05, "overgeneration": 3.4922206396004185e-05, "missing_tool_action_recommendation": 4.69628612336237e-05}}, {"answer_start": 147, "answer_end": 150, "token_text": "150", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010173601913265884, "type_probabilities": {"tool_output_conflict": 5.939463517279364e-05, "overgeneration": 2.66355764324544e-05, "missing_tool_action_recommendation": 1.5705805708421394e-05}}, {"answer_start": 272, "answer_end": 275, "token_text": " 75", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.804689812473953e-05, "type_probabilities": {"tool_output_conflict": 1.926369805005379e-05, "overgeneration": 2.0937362933182158e-05, "missing_tool_action_recommendation": 3.7845838960492983e-05}}, {"answer_start": 348, "answer_end": 353, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.431486301356927e-05, "type_probabilities": {"tool_output_conflict": 1.6397012586821802e-05, "overgeneration": 1.7054226191248745e-05, "missing_tool_action_recommendation": 4.086362605448812e-05}}, {"answer_start": 389, "answer_end": 390, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.156336505431682e-05, "type_probabilities": {"tool_output_conflict": 3.0396238798857667e-05, "overgeneration": 2.875147583836224e-05, "missing_tool_action_recommendation": 1.2415652236086316e-05}}, {"answer_start": 250, "answer_end": 254, "token_text": " 300", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.084375829435885e-05, "type_probabilities": {"tool_output_conflict": 1.8351731341681443e-05, "overgeneration": 1.5768033335916698e-05, "missing_tool_action_recommendation": 3.672399543575011e-05}}, {"answer_start": 337, "answer_end": 348, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.617835606448352e-05, "type_probabilities": {"tool_output_conflict": 1.4844838005956262e-05, "overgeneration": 1.5949321095831692e-05, "missing_tool_action_recommendation": 3.5384200600674376e-05}}, {"answer_start": 314, "answer_end": 326, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.354907236527652e-05, "type_probabilities": {"tool_output_conflict": 1.6984809917630628e-05, "overgeneration": 1.1947023267566692e-05, "missing_tool_action_recommendation": 3.461723463260569e-05}}, {"answer_start": 38, "answer_end": 41, "token_text": "pdf", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.863740807399154e-05, "type_probabilities": {"tool_output_conflict": 9.879178833216429e-06, "overgeneration": 2.2087187971919775e-05, "missing_tool_action_recommendation": 2.667103944986593e-05}}, {"answer_start": 326, "answer_end": 329, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.584202881436795e-05, "type_probabilities": {"tool_output_conflict": 1.595928733877372e-05, "overgeneration": 1.124369737226516e-05, "missing_tool_action_recommendation": 2.863904410332907e-05}}, {"answer_start": 24, "answer_end": 32, "token_text": "Vacation", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.55818151042331e-05, "type_probabilities": {"tool_output_conflict": 1.526469350210391e-05, "overgeneration": 1.971079473150894e-05, "missing_tool_action_recommendation": 2.060632687062025e-05}}, {"answer_start": 353, "answer_end": 359, "token_text": " these", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.4972846555756405e-05, "type_probabilities": {"tool_output_conflict": 2.5452978661633097e-05, "overgeneration": 1.0768550964712631e-05, "missing_tool_action_recommendation": 1.875131783890538e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.415193299995735e-05, "type_probabilities": {"tool_output_conflict": 1.7259157175431028e-05, "overgeneration": 1.5174608961388003e-05, "missing_tool_action_recommendation": 2.1718164134654216e-05}}, {"answer_start": 155, "answer_end": 156, "token_text": ")", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.2695344493258744e-05, "type_probabilities": {"tool_output_conflict": 2.5594143153284676e-05, "overgeneration": 1.9176497517037205e-05, "missing_tool_action_recommendation": 7.924703822936863e-06}}, {"answer_start": 246, "answer_end": 249, "token_text": "300", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.256437725620344e-05, "type_probabilities": {"tool_output_conflict": 2.25343228521524e-05, "overgeneration": 1.2578029782162048e-05, "missing_tool_action_recommendation": 1.74520264408784e-05}}, {"answer_start": 371, "answer_end": 372, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.180589505471289e-05, "type_probabilities": {"tool_output_conflict": 1.5604227883159183e-05, "overgeneration": 1.897675610962324e-05, "missing_tool_action_recommendation": 1.7224914699909277e-05}}, {"answer_start": 51, "answer_end": 55, "token_text": " two", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.060404510004446e-05, "type_probabilities": {"tool_output_conflict": 2.1609464965877123e-05, "overgeneration": 1.0511834261706099e-05, "missing_tool_action_recommendation": 1.848274223448243e-05}}, {"answer_start": 36, "answer_end": 37, "token_text": "s", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.030907777836546e-05, "type_probabilities": {"tool_output_conflict": 2.8340793505776674e-05, "overgeneration": 1.0252761967421975e-05, "missing_tool_action_recommendation": 1.1715522305166814e-05}}, {"answer_start": 329, "answer_end": 337, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.984156112186611e-05, "type_probabilities": {"tool_output_conflict": 1.3685074918612372e-05, "overgeneration": 1.2049737051711418e-05, "missing_tool_action_recommendation": 2.410675006103702e-05}}]}, "output": "The first page of your \"VacationPlans.pdf\" contains two circle annotations. Here are the details:\n\n1. **Circle Annotation 1:**\n   - **Position:** (150, 200)\n   - **Radius:** 50\n   - **Color:** Red\n\n2. **Circle Annotation 2:**\n   - **Position:** (300, 300)\n   - **Radius:** 75\n   - **Color:** Blue\n\nIf you need more information or further assistance with these annotations, feel free to ask!"}
+{"id": "toolace_base_302_0_29d60f6dc31cbd5215", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_302_0_29d60f6dc31cbd5215__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 137, "top_tokens": [{"answer_start": 251, "answer_end": 252, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0033557084389030933, "type_probabilities": {"tool_output_conflict": 0.0032464221585541964, "overgeneration": 4.742810415336862e-05, "missing_tool_action_recommendation": 6.18581470916979e-05}}, {"answer_start": 249, "answer_end": 251, "token_text": "49", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0014340216293931007, "type_probabilities": {"tool_output_conflict": 0.001114207087084651, "overgeneration": 0.00010504426609259099, "missing_tool_action_recommendation": 0.00021477027621585876}}, {"answer_start": 252, "answer_end": 254, "token_text": "99", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001017704256810248, "type_probabilities": {"tool_output_conflict": 0.0009487231727689505, "overgeneration": 3.375562664587051e-05, "missing_tool_action_recommendation": 3.5225413739681244e-05}}, {"answer_start": 247, "answer_end": 249, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007136488566175103, "type_probabilities": {"tool_output_conflict": 0.0006135291187092662, "overgeneration": 5.0540140364319086e-05, "missing_tool_action_recommendation": 4.9579575716052204e-05}}, {"answer_start": 127, "answer_end": 131, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017280977044720203, "type_probabilities": {"tool_output_conflict": 6.461417069658637e-05, "overgeneration": 3.526875298121013e-05, "missing_tool_action_recommendation": 7.292685040738434e-05}}, {"answer_start": 131, "answer_end": 141, "token_text": " retrieved", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00016636242798995227, "type_probabilities": {"tool_output_conflict": 4.336313941166736e-05, "overgeneration": 6.181875505717471e-05, "missing_tool_action_recommendation": 6.118052988313138e-05}}, {"answer_start": 95, "answer_end": 97, "token_text": " I", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016392016550526023, "type_probabilities": {"tool_output_conflict": 0.0001106005220208317, "overgeneration": 1.4273056876845658e-05, "missing_tool_action_recommendation": 3.9046590245561674e-05}}, {"answer_start": 124, "answer_end": 127, "token_text": " in", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014190777437761426, "type_probabilities": {"tool_output_conflict": 4.5124455937184393e-05, "overgeneration": 3.8203317672014236e-05, "missing_tool_action_recommendation": 5.8580008044373244e-05}}, {"answer_start": 141, "answer_end": 146, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013873436546418816, "type_probabilities": {"tool_output_conflict": 3.387818287592381e-05, "overgeneration": 5.4537696996703744e-05, "missing_tool_action_recommendation": 5.03184855915606e-05}}, {"answer_start": 483, "answer_end": 491, "token_text": " listing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010960971121676266, "type_probabilities": {"tool_output_conflict": 2.7341529857949354e-05, "overgeneration": 4.724670361611061e-05, "missing_tool_action_recommendation": 3.5021479561692104e-05}}, {"answer_start": 509, "answer_end": 516, "token_text": " within", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010836766159627587, "type_probabilities": {"tool_output_conflict": 2.5541610739310272e-05, "overgeneration": 5.857309588463977e-05, "missing_tool_action_recommendation": 2.4252960429294035e-05}}, {"answer_start": 97, "answer_end": 106, "token_text": " included", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010344693873776123, "type_probabilities": {"tool_output_conflict": 5.6020202464424074e-05, "overgeneration": 2.3844917450333014e-05, "missing_tool_action_recommendation": 2.3581820641993545e-05}}, {"answer_start": 520, "answer_end": 530, "token_text": " specified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010344404290663078, "type_probabilities": {"tool_output_conflict": 1.7488924640929326e-05, "overgeneration": 5.11135149281472e-05, "missing_tool_action_recommendation": 3.4841599699575454e-05}}, {"answer_start": 530, "answer_end": 539, "token_text": " criteria", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.34131967369467e-05, "type_probabilities": {"tool_output_conflict": 1.646281816647388e-05, "overgeneration": 4.912120130029507e-05, "missing_tool_action_recommendation": 2.7829175451188348e-05}}, {"answer_start": 45, "answer_end": 54, "token_text": " focusing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.932274067774415e-05, "type_probabilities": {"tool_output_conflict": 1.8846281818696298e-05, "overgeneration": 3.6213150451658294e-05, "missing_tool_action_recommendation": 3.426330295042135e-05}}, {"answer_start": 287, "answer_end": 297, "token_text": " selection", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.51189688546583e-05, "type_probabilities": {"tool_output_conflict": 2.190521809097845e-05, "overgeneration": 4.4101168896304443e-05, "missing_tool_action_recommendation": 1.91125764104072e-05}}, {"answer_start": 283, "answer_end": 287, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.201610035030171e-05, "type_probabilities": {"tool_output_conflict": 3.1383046007249504e-05, "overgeneration": 2.4703131202841178e-05, "missing_tool_action_recommendation": 2.592992314021103e-05}}, {"answer_start": 84, "answer_end": 94, "token_text": " requested", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.64149590395391e-05, "type_probabilities": {"tool_output_conflict": 1.732761120365467e-05, "overgeneration": 3.1223866244545206e-05, "missing_tool_action_recommendation": 2.7863483410328627e-05}}, {"answer_start": 32, "answer_end": 45, "token_text": " particularly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.496888429159299e-05, "type_probabilities": {"tool_output_conflict": 1.601096118974965e-05, "overgeneration": 3.224641477572732e-05, "missing_tool_action_recommendation": 2.6711508326116018e-05}}, {"answer_start": 106, "answer_end": 110, "token_text": " one", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.161565008573234e-05, "type_probabilities": {"tool_output_conflict": 3.1000708986539394e-05, "overgeneration": 1.4209507753548678e-05, "missing_tool_action_recommendation": 2.640543425513897e-05}}]}, "output": "Here are the kitchen appliances, particularly focusing on blenders from the list you requested. I included one blender found in the retrieved data:\n\n1. **Blender**\n   - **Description**: Multi-speed blender for smoothies and shakes.\n   - **Price**: $49.99\n\nOther kitchen appliances in the selection include an electric mixer, a digital toaster, a slow cooker, a rice cooker, an electric kettle, a hot plate, a juicer, an air fryer, and an espresso machine, but for blenders, the above listing is what was found within the specified criteria. If you need more blenders or specific features, please let me know!"}
+{"id": "toolace_base_618_0_9da7e6a717bff6b3f5__missing_tool_action_recommendation__f90772c194549fd1a3", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 187, "end": 305, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 187, "end": 305, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999889731407166, "mean_score": 0.9999822865832936, "type_score": 0.9999371062625538, "type_scores": {"tool_output_conflict": 1.4731532825284045e-05, "overgeneration": 3.0449680459489834e-05, "missing_tool_action_recommendation": 0.9999371062625538}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_618_0_9da7e6a717bff6b3f5__missing_tool_action_recommendation__f90772c194549fd1a3__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 71, "top_tokens": [{"answer_start": 296, "answer_end": 304, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999889731407166, "type_probabilities": {"tool_output_conflict": 1.3963680430606473e-05, "overgeneration": 2.4983377443277277e-05, "missing_tool_action_recommendation": 0.9999500513076782}}, {"answer_start": 254, "answer_end": 262, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999881982803345, "type_probabilities": {"tool_output_conflict": 1.4901274880685378e-05, "overgeneration": 2.5257795641664416e-05, "missing_tool_action_recommendation": 0.9999480247497559}}, {"answer_start": 248, "answer_end": 254, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999876618385315, "type_probabilities": {"tool_output_conflict": 1.749777038639877e-05, "overgeneration": 2.9506052669603378e-05, "missing_tool_action_recommendation": 0.9999406337738037}}, {"answer_start": 241, "answer_end": 248, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999986469745636, "type_probabilities": {"tool_output_conflict": 1.211375456477981e-05, "overgeneration": 2.4060538635239936e-05, "missing_tool_action_recommendation": 0.9999502897262573}}, {"answer_start": 275, "answer_end": 286, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999986469745636, "type_probabilities": {"tool_output_conflict": 1.3770248187938705e-05, "overgeneration": 2.5520896087982692e-05, "missing_tool_action_recommendation": 0.999947190284729}}, {"answer_start": 233, "answer_end": 238, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999855756759644, "type_probabilities": {"tool_output_conflict": 1.3505251445167232e-05, "overgeneration": 3.3123309549409896e-05, "missing_tool_action_recommendation": 0.99993896484375}}, {"answer_start": 266, "answer_end": 275, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984622001648, "type_probabilities": {"tool_output_conflict": 1.498483197792666e-05, "overgeneration": 2.412354115222115e-05, "missing_tool_action_recommendation": 0.9999455213546753}}, {"answer_start": 192, "answer_end": 194, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.693284502835013e-05, "overgeneration": 2.612944081192836e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 229, "answer_end": 233, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.248622083949158e-05, "overgeneration": 3.363675205036998e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 294, "answer_end": 296, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.3916577700001653e-05, "overgeneration": 2.505003249098081e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 194, "answer_end": 198, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834895133972, "type_probabilities": {"tool_output_conflict": 1.1637392162811011e-05, "overgeneration": 2.7284766474622302e-05, "missing_tool_action_recommendation": 0.9999445676803589}}, {"answer_start": 238, "answer_end": 241, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.2616157619049773e-05, "overgeneration": 2.7270138161838986e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 198, "answer_end": 203, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.0332236342946999e-05, "overgeneration": 2.388217944826465e-05, "missing_tool_action_recommendation": 0.9999483823776245}}, {"answer_start": 203, "answer_end": 207, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.417534349457128e-05, "overgeneration": 3.1587278499500826e-05, "missing_tool_action_recommendation": 0.9999368190765381}}, {"answer_start": 216, "answer_end": 229, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999821782112122, "type_probabilities": {"tool_output_conflict": 1.546683233755175e-05, "overgeneration": 3.428872878430411e-05, "missing_tool_action_recommendation": 0.9999324083328247}}, {"answer_start": 262, "answer_end": 266, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.4279925380833447e-05, "overgeneration": 2.614858931337949e-05, "missing_tool_action_recommendation": 0.999941349029541}}, {"answer_start": 286, "answer_end": 293, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999816417694092, "type_probabilities": {"tool_output_conflict": 1.3820043022860773e-05, "overgeneration": 3.0300161597551778e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 207, "answer_end": 216, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812841415405, "type_probabilities": {"tool_output_conflict": 1.4255707355914637e-05, "overgeneration": 3.7018340663053095e-05, "missing_tool_action_recommendation": 0.9999300241470337}}, {"answer_start": 186, "answer_end": 191, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999799132347107, "type_probabilities": {"tool_output_conflict": 1.2369560863589868e-05, "overgeneration": 2.4625041987746954e-05, "missing_tool_action_recommendation": 0.9999428987503052}}, {"answer_start": 293, "answer_end": 294, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999751448631287, "type_probabilities": {"tool_output_conflict": 1.6271984350169078e-05, "overgeneration": 3.787887544604018e-05, "missing_tool_action_recommendation": 0.9999209642410278}}]}, "output": "The phone call to the new client has been recorded successfully. You can access the recording at the following URL: [http://example.com/recording/123](http://example.com/recording/123).\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_244_6_f183c5ee8963727f75", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_244_6_f183c5ee8963727f75__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 19, "top_tokens": [{"answer_start": 52, "answer_end": 56, "token_text": " per", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018538112635724247, "type_probabilities": {"tool_output_conflict": 4.20638061768841e-05, "overgeneration": 0.00010851310798898339, "missing_tool_action_recommendation": 3.480421219137497e-05}}, {"answer_start": 49, "answer_end": 50, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017218432913068682, "type_probabilities": {"tool_output_conflict": 0.00012191835412522778, "overgeneration": 3.607437975006178e-05, "missing_tool_action_recommendation": 1.4191596164891962e-05}}, {"answer_start": 48, "answer_end": 49, "token_text": "3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012513058027252555, "type_probabilities": {"tool_output_conflict": 5.7557670515961945e-05, "overgeneration": 4.3155923776794225e-05, "missing_tool_action_recommendation": 2.4416978703811765e-05}}, {"answer_start": 63, "answer_end": 64, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011719514441210777, "type_probabilities": {"tool_output_conflict": 3.92290749005042e-05, "overgeneration": 6.152765854494646e-05, "missing_tool_action_recommendation": 1.64384091476677e-05}}, {"answer_start": 50, "answer_end": 52, "token_text": "29", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011500588880153373, "type_probabilities": {"tool_output_conflict": 4.115778938285075e-05, "overgeneration": 3.8829482946312055e-05, "missing_tool_action_recommendation": 3.501861647237092e-05}}, {"answer_start": 3, "answer_end": 7, "token_text": " gas", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001109492004616186, "type_probabilities": {"tool_output_conflict": 1.4808697414991912e-05, "overgeneration": 5.849669105373323e-05, "missing_tool_action_recommendation": 3.764381108339876e-05}}, {"answer_start": 56, "answer_end": 63, "token_text": " gallon", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010440227924846113, "type_probabilities": {"tool_output_conflict": 2.2200272724148817e-05, "overgeneration": 5.954862717771903e-05, "missing_tool_action_recommendation": 2.265338298457209e-05}}, {"answer_start": 36, "answer_end": 37, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001038130430970341, "type_probabilities": {"tool_output_conflict": 4.9881618906510994e-05, "overgeneration": 4.3707896111300215e-05, "missing_tool_action_recommendation": 1.0223528079222888e-05}}, {"answer_start": 7, "answer_end": 13, "token_text": " price", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.76289268489927e-05, "type_probabilities": {"tool_output_conflict": 1.7560516425874084e-05, "overgeneration": 4.404263381729834e-05, "missing_tool_action_recommendation": 2.6025778424809687e-05}}, {"answer_start": 27, "answer_end": 32, "token_text": " July", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.238331793108955e-05, "type_probabilities": {"tool_output_conflict": 2.6300524041289464e-05, "overgeneration": 4.070301292813383e-05, "missing_tool_action_recommendation": 1.5379780961666256e-05}}, {"answer_start": 46, "answer_end": 48, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.094156510196626e-05, "type_probabilities": {"tool_output_conflict": 4.197073940304108e-05, "overgeneration": 2.949419285869226e-05, "missing_tool_action_recommendation": 9.47663102124352e-06}}, {"answer_start": 37, "answer_end": 42, "token_text": " 2023", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.960643415572122e-05, "type_probabilities": {"tool_output_conflict": 2.16661392187234e-05, "overgeneration": 4.2864237911999226e-05, "missing_tool_action_recommendation": 1.5076050658535678e-05}}, {"answer_start": 42, "answer_end": 46, "token_text": " was", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.707597978878766e-05, "type_probabilities": {"tool_output_conflict": 2.5961151550291106e-05, "overgeneration": 3.5594090149970725e-05, "missing_tool_action_recommendation": 1.5520736269536428e-05}}, {"answer_start": 34, "answer_end": 36, "token_text": "th", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.024820661172271e-05, "type_probabilities": {"tool_output_conflict": 3.0225352020352148e-05, "overgeneration": 3.099859895883128e-05, "missing_tool_action_recommendation": 9.02425563253928e-06}}, {"answer_start": 32, "answer_end": 34, "token_text": " 4", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.385448068613186e-05, "type_probabilities": {"tool_output_conflict": 2.472875166859012e-05, "overgeneration": 2.85791429632809e-05, "missing_tool_action_recommendation": 1.0546587873250246e-05}}, {"answer_start": 24, "answer_end": 27, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.276155181694776e-05, "type_probabilities": {"tool_output_conflict": 1.8022028598352335e-05, "overgeneration": 3.491746247163974e-05, "missing_tool_action_recommendation": 9.822058927966282e-06}}, {"answer_start": 16, "answer_end": 24, "token_text": " Georgia", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.158013275125995e-05, "type_probabilities": {"tool_output_conflict": 1.3516594663087744e-05, "overgeneration": 3.117945743724704e-05, "missing_tool_action_recommendation": 1.6884083379409276e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.256247823126614e-05, "type_probabilities": {"tool_output_conflict": 1.4317825844045728e-05, "overgeneration": 2.381426929787267e-05, "missing_tool_action_recommendation": 1.4430383998842444e-05}}, {"answer_start": 13, "answer_end": 16, "token_text": " in", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.982697307947092e-05, "type_probabilities": {"tool_output_conflict": 1.1026631909771822e-05, "overgeneration": 1.9825974959530868e-05, "missing_tool_action_recommendation": 8.974365300673526e-06}}]}, "output": "The gas price in Georgia on July 4th, 2023 was $3.29 per gallon."}
+{"id": "toolace_base_343_6_c320e7903fb75fed52__overgeneration__9e63ad476958e6c60f", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 574, "end": 651, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 574, "end": 651, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999667406082153, "mean_score": 0.9999560832977294, "type_score": 0.9998557925224304, "type_scores": {"tool_output_conflict": 4.248896414840904e-05, "overgeneration": 0.9998557925224304, "missing_tool_action_recommendation": 5.780452290006603e-05}, "token_count": 15}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 77, "gold_chars": 77, "pred_chars": 77}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_343_6_c320e7903fb75fed52__overgeneration__9e63ad476958e6c60f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 193, "top_tokens": [{"answer_start": 609, "answer_end": 614, "token_text": "check", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999667406082153, "type_probabilities": {"tool_output_conflict": 3.8769903767388314e-05, "overgeneration": 0.9998886585235596, "missing_tool_action_recommendation": 3.9340538933174685e-05}}, {"answer_start": 600, "answer_end": 602, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999966025352478, "type_probabilities": {"tool_output_conflict": 4.708912092610262e-05, "overgeneration": 0.999873161315918, "missing_tool_action_recommendation": 4.580289532896131e-05}}, {"answer_start": 622, "answer_end": 631, "token_text": " external", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999653697013855, "type_probabilities": {"tool_output_conflict": 3.896957423421554e-05, "overgeneration": 0.9998852014541626, "missing_tool_action_recommendation": 4.119152799830772e-05}}, {"answer_start": 589, "answer_end": 597, "token_text": " appears", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999631643295288, "type_probabilities": {"tool_output_conflict": 4.0428196371067315e-05, "overgeneration": 0.999872088432312, "missing_tool_action_recommendation": 5.0640413974178955e-05}}, {"answer_start": 602, "answer_end": 608, "token_text": " cross", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999631643295288, "type_probabilities": {"tool_output_conflict": 3.9206868677865714e-05, "overgeneration": 0.9998782873153687, "missing_tool_action_recommendation": 4.565098060993478e-05}}, {"answer_start": 619, "answer_end": 622, "token_text": " an", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999963104724884, "type_probabilities": {"tool_output_conflict": 4.490220089792274e-05, "overgeneration": 0.9998738765716553, "missing_tool_action_recommendation": 4.434772563399747e-05}}, {"answer_start": 631, "answer_end": 642, "token_text": " monitoring", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999628663063049, "type_probabilities": {"tool_output_conflict": 3.68324872397352e-05, "overgeneration": 0.9998817443847656, "missing_tool_action_recommendation": 4.4282398448558524e-05}}, {"answer_start": 614, "answer_end": 619, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999620914459229, "type_probabilities": {"tool_output_conflict": 4.219071342959069e-05, "overgeneration": 0.9998764991760254, "missing_tool_action_recommendation": 4.33628520113416e-05}}, {"answer_start": 577, "answer_end": 582, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999961793422699, "type_probabilities": {"tool_output_conflict": 3.8621794374193996e-05, "overgeneration": 0.9998576641082764, "missing_tool_action_recommendation": 6.552074773935601e-05}}, {"answer_start": 597, "answer_end": 600, "token_text": " in", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999613761901855, "type_probabilities": {"tool_output_conflict": 4.494332824833691e-05, "overgeneration": 0.9998586177825928, "missing_tool_action_recommendation": 5.784144013887271e-05}}, {"answer_start": 642, "answer_end": 650, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999605417251587, "type_probabilities": {"tool_output_conflict": 3.7142719520488754e-05, "overgeneration": 0.9998739957809448, "missing_tool_action_recommendation": 4.939280552207492e-05}}, {"answer_start": 582, "answer_end": 589, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999580383300781, "type_probabilities": {"tool_output_conflict": 3.303640187368728e-05, "overgeneration": 0.9998723268508911, "missing_tool_action_recommendation": 5.269298344501294e-05}}, {"answer_start": 573, "answer_end": 577, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999530911445618, "type_probabilities": {"tool_output_conflict": 4.0105951484292746e-05, "overgeneration": 0.9998515844345093, "missing_tool_action_recommendation": 6.139362812973559e-05}}, {"answer_start": 650, "answer_end": 651, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999342560768127, "type_probabilities": {"tool_output_conflict": 5.273401620797813e-05, "overgeneration": 0.9998001456260681, "missing_tool_action_recommendation": 8.135071402648464e-05}}, {"answer_start": 608, "answer_end": 609, "token_text": "-", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998996257781982, "type_probabilities": {"tool_output_conflict": 6.23611849732697e-05, "overgeneration": 0.9996930360794067, "missing_tool_action_recommendation": 0.00014425619156099856}}, {"answer_start": 571, "answer_end": 572, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0003568858955986798, "type_probabilities": {"tool_output_conflict": 7.73592182667926e-05, "overgeneration": 0.00011759479821193963, "missing_tool_action_recommendation": 0.00016193189367186278}}, {"answer_start": 511, "answer_end": 527, "token_text": " recommendations", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011972738866461441, "type_probabilities": {"tool_output_conflict": 2.942483297374565e-05, "overgeneration": 2.4300561562995426e-05, "missing_tool_action_recommendation": 6.600199412787333e-05}}, {"answer_start": 456, "answer_end": 465, "token_text": " exciting", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011558900587260723, "type_probabilities": {"tool_output_conflict": 4.1159724787576124e-05, "overgeneration": 4.912137956125662e-05, "missing_tool_action_recommendation": 2.53079069807427e-05}}, {"answer_start": 447, "answer_end": 448, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.102634066948667e-05, "type_probabilities": {"tool_output_conflict": 3.3075539249693975e-05, "overgeneration": 2.9838885893695988e-05, "missing_tool_action_recommendation": 2.811191552609671e-05}}, {"answer_start": 506, "answer_end": 511, "token_text": " more", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.037692507263273e-05, "type_probabilities": {"tool_output_conflict": 3.3972286473726854e-05, "overgeneration": 2.7888296244782396e-05, "missing_tool_action_recommendation": 2.8516340535134077e-05}}]}, "output": "I found some Instagram accounts related to the keyword 'travel'. Here they are:\n\n1. **travelguru**\n   - **User ID**: 101\n   - **Profile Picture URL**: [View here](http://example.com/picture/101.jpg)\n\n2. **adventureseeker**\n   - **User ID**: 102\n   - **Profile Picture URL**: [View here](http://example.com/picture/102.jpg)\n\n3. **globetrotter**\n   - **User ID**: 103\n   - **Profile Picture URL**: [View here](http://example.com/picture/103.jpg)\n\nIt's always exciting to find new travel accounts! If you need more recommendations or any other assistance, please let me know.\n\nThe same result appears in a cross-check from an external monitoring service."}
+{"id": "toolace_base_13_4_6e8906e38e94a86697__missing_tool_action_recommendation__5d94ebb637efdddf00", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 153, "end": 281, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 153, "end": 281, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.999987006187439, "mean_score": 0.9999726772308349, "type_score": 0.9999218463897706, "type_scores": {"tool_output_conflict": 1.4735337317688391e-05, "overgeneration": 3.609846833569463e-05, "missing_tool_action_recommendation": 0.9999218463897706}, "token_count": 25}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 128, "gold_chars": 128, "pred_chars": 128}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_4_6e8906e38e94a86697__missing_tool_action_recommendation__5d94ebb637efdddf00__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 75, "top_tokens": [{"answer_start": 272, "answer_end": 280, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.2796055671060458e-05, "overgeneration": 2.6670999432099052e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 224, "answer_end": 230, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.3073336958768778e-05, "overgeneration": 3.118153108516708e-05, "missing_tool_action_recommendation": 0.9999411106109619}}, {"answer_start": 230, "answer_end": 238, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.2954526937392075e-05, "overgeneration": 2.7280744689051062e-05, "missing_tool_action_recommendation": 0.9999439716339111}}, {"answer_start": 217, "answer_end": 224, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.2206332939967979e-05, "overgeneration": 2.4338054572581314e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 251, "answer_end": 262, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834299087524, "type_probabilities": {"tool_output_conflict": 1.3255653357191477e-05, "overgeneration": 2.797975503199268e-05, "missing_tool_action_recommendation": 0.9999421834945679}}, {"answer_start": 270, "answer_end": 272, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999816417694092, "type_probabilities": {"tool_output_conflict": 1.264362163055921e-05, "overgeneration": 2.8237616788828745e-05, "missing_tool_action_recommendation": 0.9999407529830933}}, {"answer_start": 242, "answer_end": 251, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815225601196, "type_probabilities": {"tool_output_conflict": 1.3398833289102186e-05, "overgeneration": 2.7597932785283774e-05, "missing_tool_action_recommendation": 0.9999405145645142}}, {"answer_start": 158, "answer_end": 160, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999808073043823, "type_probabilities": {"tool_output_conflict": 1.2634701306524221e-05, "overgeneration": 3.041586205654312e-05, "missing_tool_action_recommendation": 0.9999377727508545}}, {"answer_start": 160, "answer_end": 164, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999807476997375, "type_probabilities": {"tool_output_conflict": 9.953610060620122e-06, "overgeneration": 3.5625300370156765e-05, "missing_tool_action_recommendation": 0.9999351501464844}}, {"answer_start": 209, "answer_end": 214, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794960021973, "type_probabilities": {"tool_output_conflict": 1.521927879366558e-05, "overgeneration": 3.352908242959529e-05, "missing_tool_action_recommendation": 0.999930739402771}}, {"answer_start": 262, "answer_end": 269, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999791383743286, "type_probabilities": {"tool_output_conflict": 1.2889966455986723e-05, "overgeneration": 3.633402593550272e-05, "missing_tool_action_recommendation": 0.9999299049377441}}, {"answer_start": 214, "answer_end": 217, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999788403511047, "type_probabilities": {"tool_output_conflict": 1.1827487469417974e-05, "overgeneration": 2.8179672881378792e-05, "missing_tool_action_recommendation": 0.9999388456344604}}, {"answer_start": 152, "answer_end": 157, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976634979248, "type_probabilities": {"tool_output_conflict": 9.442714144825004e-06, "overgeneration": 3.6216202715877444e-05, "missing_tool_action_recommendation": 0.9999309778213501}}, {"answer_start": 187, "answer_end": 194, "token_text": " Review", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999753832817078, "type_probabilities": {"tool_output_conflict": 2.0846788174821995e-05, "overgeneration": 3.3576176065253094e-05, "missing_tool_action_recommendation": 0.9999209642410278}}, {"answer_start": 164, "answer_end": 169, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999752044677734, "type_probabilities": {"tool_output_conflict": 9.849443813436665e-06, "overgeneration": 2.8679198294412345e-05, "missing_tool_action_recommendation": 0.9999366998672485}}, {"answer_start": 205, "answer_end": 209, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999750852584839, "type_probabilities": {"tool_output_conflict": 1.3368590771278832e-05, "overgeneration": 3.490737799438648e-05, "missing_tool_action_recommendation": 0.9999268054962158}}, {"answer_start": 238, "answer_end": 242, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999750256538391, "type_probabilities": {"tool_output_conflict": 1.3526417205866892e-05, "overgeneration": 3.304692290839739e-05, "missing_tool_action_recommendation": 0.9999284744262695}}, {"answer_start": 169, "answer_end": 173, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999730587005615, "type_probabilities": {"tool_output_conflict": 1.5067840649862774e-05, "overgeneration": 3.7754281947854906e-05, "missing_tool_action_recommendation": 0.9999202489852905}}, {"answer_start": 269, "answer_end": 270, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999694228172302, "type_probabilities": {"tool_output_conflict": 1.5154339962464292e-05, "overgeneration": 4.046169851790182e-05, "missing_tool_action_recommendation": 0.9999138116836548}}, {"answer_start": 157, "answer_end": 158, "token_text": ",", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999645352363586, "type_probabilities": {"tool_output_conflict": 9.809268703975249e-06, "overgeneration": 4.4599149987334386e-05, "missing_tool_action_recommendation": 0.9999101161956787}}]}, "output": "Here is a random funny cat-themed GIF that's safe to view at your office party:\n\n![Funny Cat GIF](https://media.giphy.com/media/random-funny-cat-g.gif)\n\nNext, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_670_0_d767d12fa0db3cfb52__overgeneration__a2b7235989b709ba08", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 118, "end": 168, "text": "This result remains accurate for the next 30 days.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 118, "end": 168, "text": "This result remains accurate for the next 30 days.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.999954342842102, "mean_score": 0.9999420464038848, "type_score": 0.9998341023921966, "type_scores": {"tool_output_conflict": 6.908198920427822e-05, "overgeneration": 0.9998341023921966, "missing_tool_action_recommendation": 3.8869815034559e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_670_0_d767d12fa0db3cfb52__overgeneration__a2b7235989b709ba08__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 31, "top_tokens": [{"answer_start": 129, "answer_end": 137, "token_text": " remains", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999954342842102, "type_probabilities": {"tool_output_conflict": 5.9086345572723076e-05, "overgeneration": 0.9998612403869629, "missing_tool_action_recommendation": 3.4057320590363815e-05}}, {"answer_start": 159, "answer_end": 162, "token_text": " 30", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999512434005737, "type_probabilities": {"tool_output_conflict": 6.76005583954975e-05, "overgeneration": 0.9998503923416138, "missing_tool_action_recommendation": 3.323253622511402e-05}}, {"answer_start": 137, "answer_end": 146, "token_text": " accurate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999505877494812, "type_probabilities": {"tool_output_conflict": 5.624756158795208e-05, "overgeneration": 0.9998575448989868, "missing_tool_action_recommendation": 3.677905260701664e-05}}, {"answer_start": 162, "answer_end": 167, "token_text": " days", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999500513076782, "type_probabilities": {"tool_output_conflict": 6.325000867946073e-05, "overgeneration": 0.9998443126678467, "missing_tool_action_recommendation": 4.246838216204196e-05}}, {"answer_start": 154, "answer_end": 159, "token_text": " next", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999947190284729, "type_probabilities": {"tool_output_conflict": 6.665962428087369e-05, "overgeneration": 0.9998468160629272, "missing_tool_action_recommendation": 3.372492938069627e-05}}, {"answer_start": 122, "answer_end": 129, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999946653842926, "type_probabilities": {"tool_output_conflict": 5.461489126901142e-05, "overgeneration": 0.9998575448989868, "missing_tool_action_recommendation": 3.4505806979723275e-05}}, {"answer_start": 146, "answer_end": 150, "token_text": " for", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999454021453857, "type_probabilities": {"tool_output_conflict": 8.222879114327952e-05, "overgeneration": 0.9998262524604797, "missing_tool_action_recommendation": 3.690649464260787e-05}}, {"answer_start": 117, "answer_end": 122, "token_text": "\nThis", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999444484710693, "type_probabilities": {"tool_output_conflict": 5.428805889096111e-05, "overgeneration": 0.9998490810394287, "missing_tool_action_recommendation": 4.1079216316575184e-05}}, {"answer_start": 150, "answer_end": 154, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999443292617798, "type_probabilities": {"tool_output_conflict": 8.03664734121412e-05, "overgeneration": 0.9998242259025574, "missing_tool_action_recommendation": 3.977465530624613e-05}}, {"answer_start": 167, "answer_end": 168, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998862147331238, "type_probabilities": {"tool_output_conflict": 0.00010647757881088182, "overgeneration": 0.9997236132621765, "missing_tool_action_recommendation": 5.616975613520481e-05}}, {"answer_start": 115, "answer_end": 116, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010975233453791589, "type_probabilities": {"tool_output_conflict": 1.7084012142731808e-05, "overgeneration": 6.374724762281403e-05, "missing_tool_action_recommendation": 2.8921069315401837e-05}}, {"answer_start": 92, "answer_end": 94, "token_text": " 4", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.066127025405876e-05, "type_probabilities": {"tool_output_conflict": 1.0619248314469587e-05, "overgeneration": 2.6071043976116925e-05, "missing_tool_action_recommendation": 2.397097705397755e-05}}, {"answer_start": 102, "answer_end": 106, "token_text": " per", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.678807428921573e-05, "type_probabilities": {"tool_output_conflict": 7.949583050503861e-06, "overgeneration": 3.324713179608807e-05, "missing_tool_action_recommendation": 1.5591358533129096e-05}}, {"answer_start": 3, "answer_end": 11, "token_text": " average", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.921414074487984e-05, "type_probabilities": {"tool_output_conflict": 6.7830446823791135e-06, "overgeneration": 2.2400225134333596e-05, "missing_tool_action_recommendation": 2.003086956392508e-05}}, {"answer_start": 85, "answer_end": 89, "token_text": " May", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.695146344602108e-05, "type_probabilities": {"tool_output_conflict": 1.3860040780855343e-05, "overgeneration": 2.0071209291927516e-05, "missing_tool_action_recommendation": 1.3020215192227624e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.590473690768704e-05, "type_probabilities": {"tool_output_conflict": 8.523911674274132e-06, "overgeneration": 1.814173265302088e-05, "missing_tool_action_recommendation": 1.9239090761402622e-05}}, {"answer_start": 38, "answer_end": 42, "token_text": " JFK", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.370683018350974e-05, "type_probabilities": {"tool_output_conflict": 4.699086275650188e-06, "overgeneration": 1.8141739928978495e-05, "missing_tool_action_recommendation": 2.0866005797870457e-05}}, {"answer_start": 42, "answer_end": 50, "token_text": " Airport", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.266396717866883e-05, "type_probabilities": {"tool_output_conflict": 4.6425466280197725e-06, "overgeneration": 1.7981188648263924e-05, "missing_tool_action_recommendation": 2.0040230083395727e-05}}, {"answer_start": 73, "answer_end": 82, "token_text": " occurred", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.2495608795434237e-05, "type_probabilities": {"tool_output_conflict": 7.3495325523254e-06, "overgeneration": 2.0113544451305643e-05, "missing_tool_action_recommendation": 1.5032532246550545e-05}}, {"answer_start": 21, "answer_end": 30, "token_text": " response", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.1902872908394784e-05, "type_probabilities": {"tool_output_conflict": 7.126942819013493e-06, "overgeneration": 1.6719423001632094e-05, "missing_tool_action_recommendation": 1.8056505723507144e-05}}]}, "output": "The average emergency response time at JFK Airport for the incidents that occurred in May is 4 minutes per incident.\n\nThis result remains accurate for the next 30 days."}
+{"id": "toolace_base_244_0_0087c2bc074c63c41a", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_244_0_0087c2bc074c63c41a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 92, "top_tokens": [{"answer_start": 143, "answer_end": 144, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00041829925612546504, "type_probabilities": {"tool_output_conflict": 0.00030237360624596477, "overgeneration": 6.250975275179371e-05, "missing_tool_action_recommendation": 5.3415900765685365e-05}}, {"answer_start": 144, "answer_end": 146, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002557328552938998, "type_probabilities": {"tool_output_conflict": 9.720441448735073e-05, "overgeneration": 8.455952774966136e-05, "missing_tool_action_recommendation": 7.396889850497246e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022969838755670935, "type_probabilities": {"tool_output_conflict": 0.0001417822204530239, "overgeneration": 4.1359980968991295e-05, "missing_tool_action_recommendation": 4.655619341065176e-05}}, {"answer_start": 53, "answer_end": 66, "token_text": " Additionally", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001283802994294092, "type_probabilities": {"tool_output_conflict": 2.4367142032133415e-05, "overgeneration": 7.930110587039962e-05, "missing_tool_action_recommendation": 2.471204788889736e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012221166980452836, "type_probabilities": {"tool_output_conflict": 6.837978435214609e-05, "overgeneration": 3.2481835660291836e-05, "missing_tool_action_recommendation": 2.1350042516132817e-05}}, {"answer_start": 163, "answer_end": 164, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012175608571851626, "type_probabilities": {"tool_output_conflict": 5.650200182572007e-05, "overgeneration": 2.807233431667555e-05, "missing_tool_action_recommendation": 3.718175139511004e-05}}, {"answer_start": 112, "answer_end": 119, "token_text": " recent", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012057383719366044, "type_probabilities": {"tool_output_conflict": 2.7129672162118368e-05, "overgeneration": 6.472251698141918e-05, "missing_tool_action_recommendation": 2.872164623113349e-05}}, {"answer_start": 276, "answer_end": 277, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011426117271184921, "type_probabilities": {"tool_output_conflict": 3.945954085793346e-05, "overgeneration": 5.237040750216693e-05, "missing_tool_action_recommendation": 2.2431220713770017e-05}}, {"answer_start": 137, "answer_end": 139, "token_text": "19", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010218567331321537, "type_probabilities": {"tool_output_conflict": 3.5982546251034364e-05, "overgeneration": 3.6543060559779406e-05, "missing_tool_action_recommendation": 2.9660064683412202e-05}}, {"answer_start": 108, "answer_end": 112, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001009758998407051, "type_probabilities": {"tool_output_conflict": 5.223054176894948e-05, "overgeneration": 3.7583849916700274e-05, "missing_tool_action_recommendation": 1.1161504517076537e-05}}, {"answer_start": 104, "answer_end": 108, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.984131611417979e-05, "type_probabilities": {"tool_output_conflict": 3.007769919349812e-05, "overgeneration": 5.735999729949981e-05, "missing_tool_action_recommendation": 1.240361962118186e-05}}, {"answer_start": 183, "answer_end": 184, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.201140346704051e-05, "type_probabilities": {"tool_output_conflict": 2.944215520983562e-05, "overgeneration": 2.6244297259836458e-05, "missing_tool_action_recommendation": 3.632494917837903e-05}}, {"answer_start": 71, "answer_end": 82, "token_text": " historical", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.154173312708735e-05, "type_probabilities": {"tool_output_conflict": 1.4906512660672888e-05, "overgeneration": 4.728217390947975e-05, "missing_tool_action_recommendation": 2.935304473794531e-05}}, {"answer_start": 133, "answer_end": 134, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.132511331699789e-05, "type_probabilities": {"tool_output_conflict": 4.603105480782688e-05, "overgeneration": 2.585653965070378e-05, "missing_tool_action_recommendation": 1.9437517039477825e-05}}, {"answer_start": 124, "answer_end": 125, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.954385702963918e-05, "type_probabilities": {"tool_output_conflict": 3.0518585845129564e-05, "overgeneration": 4.302776142139919e-05, "missing_tool_action_recommendation": 1.5997511582099833e-05}}, {"answer_start": 82, "answer_end": 87, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.877631626091897e-05, "type_probabilities": {"tool_output_conflict": 9.924141522787977e-06, "overgeneration": 5.119373963680118e-05, "missing_tool_action_recommendation": 2.7658436010824516e-05}}, {"answer_start": 164, "answer_end": 166, "token_text": "98", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.706054359208792e-05, "type_probabilities": {"tool_output_conflict": 2.0016303096781485e-05, "overgeneration": 3.548216409399174e-05, "missing_tool_action_recommendation": 3.1562074582325295e-05}}, {"answer_start": 87, "answer_end": 93, "token_text": " shows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.690079266671091e-05, "type_probabilities": {"tool_output_conflict": 1.0641738299455028e-05, "overgeneration": 5.190003867028281e-05, "missing_tool_action_recommendation": 2.4359022063435987e-05}}, {"answer_start": 153, "answer_end": 154, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.564128074795008e-05, "type_probabilities": {"tool_output_conflict": 3.7649719160981476e-05, "overgeneration": 2.4697177650523372e-05, "missing_tool_action_recommendation": 2.3294387574424036e-05}}, {"answer_start": 140, "answer_end": 142, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.534887456335127e-05, "type_probabilities": {"tool_output_conflict": 4.9478876462671906e-05, "overgeneration": 1.884811899799388e-05, "missing_tool_action_recommendation": 1.7021880921674892e-05}}]}, "output": "The current gas price in Vermont is $2.99 per gallon. Additionally, the historical data shows the prices for the recent days:\n\n- 2023-11-19: $2.97\n- 2023-11-20: $2.98\n- 2023-11-21: $2.97\n- 2023-11-22: $2.96\n- 2023-11-23: $2.99\n\nPlease note that these are the prices per gallon."}
+{"id": "toolace_base_788_0_f19ccba472fe308d14", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_788_0_f19ccba472fe308d14__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 28, "top_tokens": [{"answer_start": 139, "answer_end": 142, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001134385383920744, "type_probabilities": {"tool_output_conflict": 9.862577826424967e-06, "overgeneration": 4.907494076178409e-05, "missing_tool_action_recommendation": 5.450101525639184e-05}}, {"answer_start": 133, "answer_end": 139, "token_text": " based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.055134094320238e-05, "type_probabilities": {"tool_output_conflict": 1.1197812455066014e-05, "overgeneration": 3.9919432310853153e-05, "missing_tool_action_recommendation": 2.9434098905767314e-05}}, {"answer_start": 157, "answer_end": 158, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.90890267631039e-05, "type_probabilities": {"tool_output_conflict": 1.4207693311618641e-05, "overgeneration": 3.0612442060373724e-05, "missing_tool_action_recommendation": 1.426889230060624e-05}}, {"answer_start": 123, "answer_end": 133, "token_text": " necessary", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.407914795796387e-05, "type_probabilities": {"tool_output_conflict": 6.148499323899159e-06, "overgeneration": 2.445910831738729e-05, "missing_tool_action_recommendation": 2.347154077142477e-05}}, {"answer_start": 79, "answer_end": 87, "token_text": " monitor", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.918265767628327e-05, "type_probabilities": {"tool_output_conflict": 1.0083907909574918e-05, "overgeneration": 2.4435350496787578e-05, "missing_tool_action_recommendation": 1.4663396541436668e-05}}, {"answer_start": 99, "answer_end": 103, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.8879832320380956e-05, "type_probabilities": {"tool_output_conflict": 1.3817923900205642e-05, "overgeneration": 1.8484746760805137e-05, "missing_tool_action_recommendation": 1.6577161659370176e-05}}, {"answer_start": 110, "answer_end": 120, "token_text": " treatment", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.583074769470841e-05, "type_probabilities": {"tool_output_conflict": 9.096635039895773e-06, "overgeneration": 1.9109573258901946e-05, "missing_tool_action_recommendation": 1.7624537576921284e-05}}, {"answer_start": 103, "answer_end": 110, "token_text": " adjust", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5516488171415403e-05, "type_probabilities": {"tool_output_conflict": 7.661657036805991e-06, "overgeneration": 2.1329153241822496e-05, "missing_tool_action_recommendation": 1.6525678802281618e-05}}, {"answer_start": 120, "answer_end": 123, "token_text": " as", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.539815563475713e-05, "type_probabilities": {"tool_output_conflict": 8.406238521274645e-06, "overgeneration": 2.092662725772243e-05, "missing_tool_action_recommendation": 1.6065290765254758e-05}}, {"answer_start": 142, "answer_end": 148, "token_text": " their", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.459423871594481e-05, "type_probabilities": {"tool_output_conflict": 1.9594057448557578e-05, "overgeneration": 1.198368590848986e-05, "missing_tool_action_recommendation": 1.3016494449402671e-05}}, {"answer_start": 148, "answer_end": 157, "token_text": " response", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9379592635668814e-05, "type_probabilities": {"tool_output_conflict": 8.2297465269221e-06, "overgeneration": 1.918641100928653e-05, "missing_tool_action_recommendation": 1.1963436008954886e-05}}, {"answer_start": 87, "answer_end": 91, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5799039324047044e-05, "type_probabilities": {"tool_output_conflict": 9.35180469241459e-06, "overgeneration": 1.815150426409673e-05, "missing_tool_action_recommendation": 8.295731277030427e-06}}, {"answer_start": 31, "answer_end": 36, "token_text": " back", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.412477963138372e-05, "type_probabilities": {"tool_output_conflict": 6.47913202556083e-06, "overgeneration": 1.472169878979912e-05, "missing_tool_action_recommendation": 1.2923948816023767e-05}}, {"answer_start": 91, "answer_end": 99, "token_text": " patient", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.377274333615787e-05, "type_probabilities": {"tool_output_conflict": 8.74572742759483e-06, "overgeneration": 1.4593438208976295e-05, "missing_tool_action_recommendation": 1.0433578609081451e-05}}, {"answer_start": 72, "answer_end": 79, "token_text": " Please", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.237657074350864e-05, "type_probabilities": {"tool_output_conflict": 7.087473932188004e-06, "overgeneration": 1.4302325325843412e-05, "missing_tool_action_recommendation": 1.0986773304466624e-05}}, {"answer_start": 50, "answer_end": 58, "token_text": " applied", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2084226404549554e-05, "type_probabilities": {"tool_output_conflict": 5.921745469095185e-06, "overgeneration": 1.663272087171208e-05, "missing_tool_action_recommendation": 9.529759154247586e-06}}, {"answer_start": 71, "answer_end": 72, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1600000511389226e-05, "type_probabilities": {"tool_output_conflict": 9.924130608851556e-06, "overgeneration": 1.316347061219858e-05, "missing_tool_action_recommendation": 8.512400199833792e-06}}, {"answer_start": 17, "answer_end": 21, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1476061849389225e-05, "type_probabilities": {"tool_output_conflict": 7.3986302595585585e-06, "overgeneration": 1.5842604625504464e-05, "missing_tool_action_recommendation": 8.234827873820905e-06}}, {"answer_start": 30, "answer_end": 31, "token_text": "s", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.031567030120641e-05, "type_probabilities": {"tool_output_conflict": 9.104196578846313e-06, "overgeneration": 1.2550725841720123e-05, "missing_tool_action_recommendation": 8.660747880639974e-06}}, {"answer_start": 29, "answer_end": 30, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.9728802473982796e-05, "type_probabilities": {"tool_output_conflict": 1.2503496691351756e-05, "overgeneration": 1.0430039765196852e-05, "missing_tool_action_recommendation": 6.7952651079394855e-06}}]}, "output": "The management of the patient's back pain has been applied successfully. Please monitor the patient and adjust treatment as necessary based on their response."}
+{"id": "toolace_base_129_0_a00e6db846deaa140d__overgeneration__eb886bb0c471d1eaf7", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 494, "end": 544, "text": "No exceptions or limitations apply to this result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 494, "end": 544, "text": "No exceptions or limitations apply to this result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999635219573975, "mean_score": 0.9999492830700345, "type_score": 0.9998140003946092, "type_scores": {"tool_output_conflict": 6.677165988043675e-05, "overgeneration": 0.9998140003946092, "missing_tool_action_recommendation": 6.851364014437422e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_129_0_a00e6db846deaa140d__overgeneration__eb886bb0c471d1eaf7__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 129, "top_tokens": [{"answer_start": 522, "answer_end": 528, "token_text": " apply", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999635219573975, "type_probabilities": {"tool_output_conflict": 5.9631413023453206e-05, "overgeneration": 0.9998486042022705, "missing_tool_action_recommendation": 5.530225462280214e-05}}, {"answer_start": 536, "answer_end": 543, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999605417251587, "type_probabilities": {"tool_output_conflict": 5.904610225115903e-05, "overgeneration": 0.9998494386672974, "missing_tool_action_recommendation": 5.2064588089706376e-05}}, {"answer_start": 531, "answer_end": 536, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999604225158691, "type_probabilities": {"tool_output_conflict": 6.18571721133776e-05, "overgeneration": 0.9998406171798706, "missing_tool_action_recommendation": 5.7956796808866784e-05}}, {"answer_start": 493, "answer_end": 496, "token_text": "\nNo", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999551177024841, "type_probabilities": {"tool_output_conflict": 6.0352296713972464e-05, "overgeneration": 0.9998345375061035, "missing_tool_action_recommendation": 6.0183436289662495e-05}}, {"answer_start": 496, "answer_end": 507, "token_text": " exceptions", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999545216560364, "type_probabilities": {"tool_output_conflict": 6.362782005453482e-05, "overgeneration": 0.999840259552002, "missing_tool_action_recommendation": 5.067175516160205e-05}}, {"answer_start": 528, "answer_end": 531, "token_text": " to", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999544620513916, "type_probabilities": {"tool_output_conflict": 5.652442268910818e-05, "overgeneration": 0.99983811378479, "missing_tool_action_recommendation": 5.982046059216373e-05}}, {"answer_start": 510, "answer_end": 522, "token_text": " limitations", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999486207962036, "type_probabilities": {"tool_output_conflict": 7.117434870451689e-05, "overgeneration": 0.9998138546943665, "missing_tool_action_recommendation": 6.357791426125914e-05}}, {"answer_start": 507, "answer_end": 510, "token_text": " or", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999358654022217, "type_probabilities": {"tool_output_conflict": 7.861746416892856e-05, "overgeneration": 0.9997439980506897, "missing_tool_action_recommendation": 0.00011325870582368225}}, {"answer_start": 543, "answer_end": 544, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999104738235474, "type_probabilities": {"tool_output_conflict": 9.011389920488e-05, "overgeneration": 0.999716579914093, "missing_tool_action_recommendation": 0.00010378684964962304}}, {"answer_start": 31, "answer_end": 40, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023854876053519547, "type_probabilities": {"tool_output_conflict": 3.7960668123560026e-05, "overgeneration": 0.00014271755935624242, "missing_tool_action_recommendation": 5.787052941741422e-05}}, {"answer_start": 491, "answer_end": 492, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020265683997422457, "type_probabilities": {"tool_output_conflict": 1.97883891814854e-05, "overgeneration": 0.00015531973622273654, "missing_tool_action_recommendation": 2.754870365606621e-05}}, {"answer_start": 26, "answer_end": 31, "token_text": " tool", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017214464605785906, "type_probabilities": {"tool_output_conflict": 2.4115961423376575e-05, "overgeneration": 6.621598004130647e-05, "missing_tool_action_recommendation": 8.181270095519722e-05}}, {"answer_start": 128, "answer_end": 139, "token_text": " datacenter", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001537399075459689, "type_probabilities": {"tool_output_conflict": 8.489144966006279e-05, "overgeneration": 2.5457748051849194e-05, "missing_tool_action_recommendation": 4.3390704377088696e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012094357225578278, "type_probabilities": {"tool_output_conflict": 1.9069015252171084e-05, "overgeneration": 6.168840627651662e-05, "missing_tool_action_recommendation": 4.018615072709508e-05}}, {"answer_start": 469, "answer_end": 483, "token_text": " predominantly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.388500620843843e-05, "type_probabilities": {"tool_output_conflict": 2.133422276529018e-05, "overgeneration": 5.682689879904501e-05, "missing_tool_action_recommendation": 1.572388100612443e-05}}, {"answer_start": 229, "answer_end": 234, "token_text": " 1500", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.600353612564504e-05, "type_probabilities": {"tool_output_conflict": 3.730658863787539e-05, "overgeneration": 3.115325671387836e-05, "missing_tool_action_recommendation": 1.754368895490188e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " that", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.249965710798278e-05, "type_probabilities": {"tool_output_conflict": 2.367753768339753e-05, "overgeneration": 3.17389058182016e-05, "missing_tool_action_recommendation": 1.7083215425373055e-05}}, {"answer_start": 436, "answer_end": 446, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.998469325480983e-05, "type_probabilities": {"tool_output_conflict": 8.265826181741431e-06, "overgeneration": 4.605411959346384e-05, "missing_tool_action_recommendation": 1.5664745660615154e-05}}, {"answer_start": 40, "answer_end": 41, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.90546294208616e-05, "type_probabilities": {"tool_output_conflict": 1.297904054808896e-05, "overgeneration": 3.443920286372304e-05, "missing_tool_action_recommendation": 2.1636387828039005e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.903766188770533e-05, "type_probabilities": {"tool_output_conflict": 9.891784429783002e-06, "overgeneration": 3.5533132177079096e-05, "missing_tool_action_recommendation": 2.361274164286442e-05}}]}, "output": "Based on the data that the tool returned, the current status of your ephemeral proxies service is as follows:\n\n- Total number of datacenter proxies available: 5320\n\nDistribution of these proxies by country:\n\n- United States (US): 1500\n- Germany (DE): 800\n- Japan (JP): 600\n- France (FR): 500\n- Great Britain (GB): 450\n- Canada (CA): 370\n- Australia (AU): 300\n- Brazil (BR): 200\n- Singapore (SG): 100\n- India (IN): 100\n\nThis distribution indicates where your proxies are predominantly located.\n\nNo exceptions or limitations apply to this result."}
+{"id": "toolace_base_178_6_a3d1d0270f8885a3ad", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_178_6_a3d1d0270f8885a3ad__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 82, "top_tokens": [{"answer_start": 24, "answer_end": 34, "token_text": " regarding", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.157637785188854e-05, "type_probabilities": {"tool_output_conflict": 1.863757825049106e-05, "overgeneration": 4.064555832883343e-05, "missing_tool_action_recommendation": 2.229324309155345e-05}}, {"answer_start": 92, "answer_end": 104, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.8120909165591e-05, "type_probabilities": {"tool_output_conflict": 1.1507003364386037e-05, "overgeneration": 2.8694117645500228e-05, "missing_tool_action_recommendation": 3.791978815570474e-05}}, {"answer_start": 259, "answer_end": 264, "token_text": " them", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.407049997709692e-05, "type_probabilities": {"tool_output_conflict": 2.5241488401661627e-05, "overgeneration": 2.309217961737886e-05, "missing_tool_action_recommendation": 2.573682832007762e-05}}, {"answer_start": 267, "answer_end": 275, "token_text": " address", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.039261981844902e-05, "type_probabilities": {"tool_output_conflict": 1.0618507076287642e-05, "overgeneration": 2.9336093575693667e-05, "missing_tool_action_recommendation": 3.0438017347478308e-05}}, {"answer_start": 279, "answer_end": 288, "token_text": " concerns", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.039078627713025e-05, "type_probabilities": {"tool_output_conflict": 1.351601258647861e-05, "overgeneration": 3.1315696105593815e-05, "missing_tool_action_recommendation": 2.5559074856573716e-05}}, {"answer_start": 264, "answer_end": 267, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.304292764980346e-05, "type_probabilities": {"tool_output_conflict": 1.7672755348030478e-05, "overgeneration": 1.7076859876397066e-05, "missing_tool_action_recommendation": 2.829330878739711e-05}}, {"answer_start": 288, "answer_end": 296, "token_text": " related", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.264630792429671e-05, "type_probabilities": {"tool_output_conflict": 6.933814802323468e-06, "overgeneration": 2.5529023332637735e-05, "missing_tool_action_recommendation": 3.0183469789335504e-05}}, {"answer_start": 246, "answer_end": 252, "token_text": " reach", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8688696299213916e-05, "type_probabilities": {"tool_output_conflict": 8.529991646355484e-06, "overgeneration": 2.63579968304839e-05, "missing_tool_action_recommendation": 2.3800706912879832e-05}}, {"answer_start": 310, "answer_end": 311, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.837243588757701e-05, "type_probabilities": {"tool_output_conflict": 2.001829125219956e-05, "overgeneration": 2.7834610591526143e-05, "missing_tool_action_recommendation": 1.0519533134356607e-05}}, {"answer_start": 111, "answer_end": 116, "token_text": "Email", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.399371002567932e-05, "type_probabilities": {"tool_output_conflict": 1.1624575563473627e-05, "overgeneration": 2.66103379544802e-05, "missing_tool_action_recommendation": 1.5758798326714896e-05}}, {"answer_start": 104, "answer_end": 105, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.225054337643087e-05, "type_probabilities": {"tool_output_conflict": 1.5133981833059806e-05, "overgeneration": 2.1539079170906916e-05, "missing_tool_action_recommendation": 1.5577485100948252e-05}}, {"answer_start": 252, "answer_end": 256, "token_text": " out", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.9706817662809044e-05, "type_probabilities": {"tool_output_conflict": 1.41373411679524e-05, "overgeneration": 1.6304040400427766e-05, "missing_tool_action_recommendation": 1.9265438822912984e-05}}, {"answer_start": 58, "answer_end": 64, "token_text": " using", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.850163168157451e-05, "type_probabilities": {"tool_output_conflict": 1.0888079486903735e-05, "overgeneration": 1.739047365845181e-05, "missing_tool_action_recommendation": 2.0223078536218964e-05}}, {"answer_start": 3, "answer_end": 7, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7845613153185695e-05, "type_probabilities": {"tool_output_conflict": 1.0633611964294687e-05, "overgeneration": 1.9612145479186438e-05, "missing_tool_action_recommendation": 1.7599857528693974e-05}}, {"answer_start": 84, "answer_end": 92, "token_text": " contact", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.542565147858113e-05, "type_probabilities": {"tool_output_conflict": 7.507515420002164e-06, "overgeneration": 1.2065612281730864e-05, "missing_tool_action_recommendation": 2.585252332210075e-05}}, {"answer_start": 46, "answer_end": 53, "token_text": "website", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.487768092076294e-05, "type_probabilities": {"tool_output_conflict": 7.278772955032764e-06, "overgeneration": 1.5539706510026008e-05, "missing_tool_action_recommendation": 2.205920100095682e-05}}, {"answer_start": 18, "answer_end": 24, "token_text": " issue", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.426677696756087e-05, "type_probabilities": {"tool_output_conflict": 7.342009212152334e-06, "overgeneration": 2.263068745378405e-05, "missing_tool_action_recommendation": 1.4294081665866543e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "You", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.423152859089896e-05, "type_probabilities": {"tool_output_conflict": 7.648672180948779e-06, "overgeneration": 1.1718140740413219e-05, "missing_tool_action_recommendation": 2.4864717488526367e-05}}, {"answer_start": 7, "answer_end": 14, "token_text": " report", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.350950621301308e-05, "type_probabilities": {"tool_output_conflict": 9.443171620659996e-06, "overgeneration": 1.8771876057144254e-05, "missing_tool_action_recommendation": 1.5294459444703534e-05}}, {"answer_start": 64, "answer_end": 68, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.303153036744334e-05, "type_probabilities": {"tool_output_conflict": 1.18257048598025e-05, "overgeneration": 1.0621925866871607e-05, "missing_tool_action_recommendation": 2.058389873127453e-05}}]}, "output": "You can report the issue regarding 'mysteriouswebsite.com' using the following abuse contact information:\n\n- **Email**: abuse@mysteriouswebsite.com\n- **Phone**: +1-800-555-1234\n- **Address**: 123 Mystery Lane, Anytown, AN 12345, USA\n\nFeel free to reach out to them to address any concerns related to the domain."}
+{"id": "toolace_base_178_0_b24cfa1124f920d4ff", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_178_0_b24cfa1124f920d4ff__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 51, "top_tokens": [{"answer_start": 57, "answer_end": 63, "token_text": "System", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.455195059766993e-05, "type_probabilities": {"tool_output_conflict": 9.463468813919462e-06, "overgeneration": 2.1191695850575343e-05, "missing_tool_action_recommendation": 2.3896782295196317e-05}}, {"answer_start": 7, "answer_end": 12, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.680887286667712e-05, "type_probabilities": {"tool_output_conflict": 1.649147816351615e-05, "overgeneration": 1.2899219655082561e-05, "missing_tool_action_recommendation": 1.741817504807841e-05}}, {"answer_start": 107, "answer_end": 113, "token_text": " Enjoy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.588365845847875e-05, "type_probabilities": {"tool_output_conflict": 1.2032972335873637e-05, "overgeneration": 2.058062091236934e-05, "missing_tool_action_recommendation": 1.3270067029225174e-05}}, {"answer_start": 12, "answer_end": 20, "token_text": " freshly", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.385579813970253e-05, "type_probabilities": {"tool_output_conflict": 1.1476535291876644e-05, "overgeneration": 1.582552431500517e-05, "missing_tool_action_recommendation": 1.6553736713831313e-05}}, {"answer_start": 106, "answer_end": 107, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.86081010219641e-05, "type_probabilities": {"tool_output_conflict": 1.178832826553844e-05, "overgeneration": 1.4569600352842826e-05, "missing_tool_action_recommendation": 1.2250175132066943e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7906269426457584e-05, "type_probabilities": {"tool_output_conflict": 1.1503308087412734e-05, "overgeneration": 1.9597031496232376e-05, "missing_tool_action_recommendation": 6.805930297559826e-06}}, {"answer_start": 30, "answer_end": 35, "token_text": " UUID", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.731964170583524e-05, "type_probabilities": {"tool_output_conflict": 7.660682967980392e-06, "overgeneration": 1.3538366147258785e-05, "missing_tool_action_recommendation": 1.6120593500090763e-05}}, {"answer_start": 53, "answer_end": 57, "token_text": "Cool", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.6978599382564425e-05, "type_probabilities": {"tool_output_conflict": 5.955477263341891e-06, "overgeneration": 1.3507714356819633e-05, "missing_tool_action_recommendation": 1.7515409126644954e-05}}, {"answer_start": 119, "answer_end": 122, "token_text": " it", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5461431252770126e-05, "type_probabilities": {"tool_output_conflict": 9.458975910092704e-06, "overgeneration": 1.5256048754963558e-05, "missing_tool_action_recommendation": 1.0746405678219162e-05}}, {"answer_start": 122, "answer_end": 126, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.311603722977452e-05, "type_probabilities": {"tool_output_conflict": 1.02361536846729e-05, "overgeneration": 1.5623994841007516e-05, "missing_tool_action_recommendation": 7.255889613588806e-06}}, {"answer_start": 0, "answer_end": 4, "token_text": "Here", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2850351999513805e-05, "type_probabilities": {"tool_output_conflict": 7.777734026603866e-06, "overgeneration": 1.3572838724940084e-05, "missing_tool_action_recommendation": 1.1499778338475153e-05}}, {"answer_start": 113, "answer_end": 119, "token_text": " using", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1926960218697786e-05, "type_probabilities": {"tool_output_conflict": 9.639281415729783e-06, "overgeneration": 1.2428949048626237e-05, "missing_tool_action_recommendation": 9.858727935352363e-06}}, {"answer_start": 126, "answer_end": 131, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.135480801574886e-05, "type_probabilities": {"tool_output_conflict": 9.329708518635016e-06, "overgeneration": 1.1802340850408655e-05, "missing_tool_action_recommendation": 1.0222757737210486e-05}}, {"answer_start": 101, "answer_end": 102, "token_text": "9", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.0835639336146414e-05, "type_probabilities": {"tool_output_conflict": 5.9689555200748146e-06, "overgeneration": 1.0408683920104522e-05, "missing_tool_action_recommendation": 1.445800080546178e-05}}, {"answer_start": 20, "answer_end": 30, "token_text": " generated", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0520597647409886e-05, "type_probabilities": {"tool_output_conflict": 7.722134796495084e-06, "overgeneration": 1.1624668331933208e-05, "missing_tool_action_recommendation": 1.1173792699992191e-05}}, {"answer_start": 135, "answer_end": 142, "token_text": " system", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.939718251582235e-05, "type_probabilities": {"tool_output_conflict": 7.169167474785354e-06, "overgeneration": 1.1816555343102664e-05, "missing_tool_action_recommendation": 1.0411458788439631e-05}}, {"answer_start": 98, "answer_end": 99, "token_text": "8", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.911271440098062e-05, "type_probabilities": {"tool_output_conflict": 5.699609118892113e-06, "overgeneration": 1.1156877917528618e-05, "missing_tool_action_recommendation": 1.2256226000317838e-05}}, {"answer_start": 94, "answer_end": 96, "token_text": "cb", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.889031748054549e-05, "type_probabilities": {"tool_output_conflict": 4.616641035681823e-06, "overgeneration": 9.29188809095649e-06, "missing_tool_action_recommendation": 1.4981787899159826e-05}}, {"answer_start": 102, "answer_end": 104, "token_text": "df", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.886593938455917e-05, "type_probabilities": {"tool_output_conflict": 5.242051884124521e-06, "overgeneration": 1.0583269613562152e-05, "missing_tool_action_recommendation": 1.3040617886872496e-05}}, {"answer_start": 131, "answer_end": 135, "token_text": " new", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.8792088414775208e-05, "type_probabilities": {"tool_output_conflict": 5.6227481763926335e-06, "overgeneration": 1.4285649740486406e-05, "missing_tool_action_recommendation": 8.883689588401467e-06}}]}, "output": "Here is your freshly generated UUIDv5 for your \"SuperCoolSystem\": **aeafd234-fb67-5ad4-b967-3ecbdf8fc9df**. Enjoy using it for your new system!"}
+{"id": "toolace_base_709_0_87728a5a8354ead692", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_709_0_87728a5a8354ead692__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 39, "top_tokens": [{"answer_start": 108, "answer_end": 111, "token_text": " AM", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018967218056786805, "type_probabilities": {"tool_output_conflict": 2.9492674002540298e-05, "overgeneration": 0.00010315279359929264, "missing_tool_action_recommendation": 5.702671842300333e-05}}, {"answer_start": 78, "answer_end": 85, "token_text": " Tablet", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.593015470774844e-05, "type_probabilities": {"tool_output_conflict": 1.574526322656311e-05, "overgeneration": 3.123773421975784e-05, "missing_tool_action_recommendation": 2.8947157261427492e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.585144728887826e-05, "type_probabilities": {"tool_output_conflict": 3.688120705191977e-05, "overgeneration": 1.9346378394402564e-05, "missing_tool_action_recommendation": 9.623863661545329e-06}}, {"answer_start": 96, "answer_end": 97, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.517655856441706e-05, "type_probabilities": {"tool_output_conflict": 3.4968928957823664e-05, "overgeneration": 2.0519762983894907e-05, "missing_tool_action_recommendation": 9.687868441687897e-06}}, {"answer_start": 148, "answer_end": 149, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.106922955950722e-05, "type_probabilities": {"tool_output_conflict": 1.560055898153223e-05, "overgeneration": 3.5200144338887185e-05, "missing_tool_action_recommendation": 1.0268524420098402e-05}}, {"answer_start": 105, "answer_end": 106, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.969179644831456e-05, "type_probabilities": {"tool_output_conflict": 2.0948980818502605e-05, "overgeneration": 1.926982804434374e-05, "missing_tool_action_recommendation": 9.472986675973516e-06}}, {"answer_start": 111, "answer_end": 117, "token_text": " under", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.338650978752412e-05, "type_probabilities": {"tool_output_conflict": 7.880786142777652e-06, "overgeneration": 1.9592776880017482e-05, "missing_tool_action_recommendation": 1.5912946764728986e-05}}, {"answer_start": 0, "answer_end": 4, "token_text": "Your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.263212395017035e-05, "type_probabilities": {"tool_output_conflict": 5.607601906376658e-06, "overgeneration": 1.5404495570692234e-05, "missing_tool_action_recommendation": 2.162002601835411e-05}}, {"answer_start": 53, "answer_end": 64, "token_text": " identifier", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.112131136935204e-05, "type_probabilities": {"tool_output_conflict": 6.45699128654087e-06, "overgeneration": 1.9240502297179773e-05, "missing_tool_action_recommendation": 1.5423816876136698e-05}}, {"answer_start": 106, "answer_end": 108, "token_text": "30", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.0594968595542014e-05, "type_probabilities": {"tool_output_conflict": 9.429682904738002e-06, "overgeneration": 1.5868619811953977e-05, "missing_tool_action_recommendation": 1.5296664059860632e-05}}, {"answer_start": 67, "answer_end": 70, "token_text": "235", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.015983722638339e-05, "type_probabilities": {"tool_output_conflict": 9.457515261601657e-06, "overgeneration": 1.3140318515070248e-05, "missing_tool_action_recommendation": 1.756200254021678e-05}}, {"answer_start": 15, "answer_end": 20, "token_text": " been", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.7998135667294264e-05, "type_probabilities": {"tool_output_conflict": 1.335126125923125e-05, "overgeneration": 1.294633693760261e-05, "missing_tool_action_recommendation": 1.1700536560965702e-05}}, {"answer_start": 145, "answer_end": 148, "token_text": "com", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.777345409616828e-05, "type_probabilities": {"tool_output_conflict": 6.401865903171711e-06, "overgeneration": 1.706417060631793e-05, "missing_tool_action_recommendation": 1.4307419405668043e-05}}, {"answer_start": 88, "answer_end": 93, "token_text": " 2024", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.768665192183107e-05, "type_probabilities": {"tool_output_conflict": 1.3210514225647785e-05, "overgeneration": 1.5830753909540363e-05, "missing_tool_action_recommendation": 8.645384696137626e-06}}, {"answer_start": 133, "answer_end": 135, "token_text": "do", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.745451977010816e-05, "type_probabilities": {"tool_output_conflict": 8.171077752194833e-06, "overgeneration": 1.504976626165444e-05, "missing_tool_action_recommendation": 1.4233673937269486e-05}}, {"answer_start": 85, "answer_end": 88, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.6633224226534367e-05, "type_probabilities": {"tool_output_conflict": 1.099825749406591e-05, "overgeneration": 1.6903950381674804e-05, "missing_tool_action_recommendation": 8.731017260288354e-06}}, {"answer_start": 4, "answer_end": 11, "token_text": " tablet", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.626271427492611e-05, "type_probabilities": {"tool_output_conflict": 5.341020369087346e-06, "overgeneration": 1.149183572124457e-05, "missing_tool_action_recommendation": 1.9429859094088897e-05}}, {"answer_start": 137, "answer_end": 144, "token_text": "example", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4902666811831295e-05, "type_probabilities": {"tool_output_conflict": 6.431459041777998e-06, "overgeneration": 1.497088396718027e-05, "missing_tool_action_recommendation": 1.3500324712367728e-05}}, {"answer_start": 94, "answer_end": 96, "token_text": "12", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.430130163906142e-05, "type_probabilities": {"tool_output_conflict": 1.010641335597029e-05, "overgeneration": 1.419531417923281e-05, "missing_tool_action_recommendation": 9.999575013353024e-06}}, {"answer_start": 135, "answer_end": 136, "token_text": "e", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.426904368097894e-05, "type_probabilities": {"tool_output_conflict": 7.300150627997937e-06, "overgeneration": 1.289633109990973e-05, "missing_tool_action_recommendation": 1.4072562407818623e-05}}]}, "output": "Your tablet has been successfully registered with the identifier BX235TMO as a Tablet on 2024-12-17 at 10:30 AM under the email john.doe@example.com."}
+{"id": "toolace_base_298_6_4996c769356a7b4da0__missing_tool_action_recommendation__6a40bdfe04429c82e9", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 429, "end": 547, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 429, "end": 547, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999846816062927, "mean_score": 0.9999741505492817, "type_score": 0.9999294606122103, "type_scores": {"tool_output_conflict": 1.6249609250900736e-05, "overgeneration": 2.84414892038595e-05, "missing_tool_action_recommendation": 0.9999294606122103}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_298_6_4996c769356a7b4da0__missing_tool_action_recommendation__6a40bdfe04429c82e9__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 148, "top_tokens": [{"answer_start": 538, "answer_end": 546, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 1.503330440755235e-05, "overgeneration": 1.996438550122548e-05, "missing_tool_action_recommendation": 0.9999496936798096}}, {"answer_start": 490, "answer_end": 496, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.7242888134205714e-05, "overgeneration": 2.4635450245114043e-05, "missing_tool_action_recommendation": 0.9999411106109619}}, {"answer_start": 496, "answer_end": 504, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999827742576599, "type_probabilities": {"tool_output_conflict": 1.644563235458918e-05, "overgeneration": 2.2696769519825466e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 483, "answer_end": 490, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.3728264093515463e-05, "overgeneration": 2.0974426661268808e-05, "missing_tool_action_recommendation": 0.9999473094940186}}, {"answer_start": 475, "answer_end": 480, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.5224725757434499e-05, "overgeneration": 3.123014539596625e-05, "missing_tool_action_recommendation": 0.9999347925186157}}, {"answer_start": 517, "answer_end": 528, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999981164932251, "type_probabilities": {"tool_output_conflict": 1.4891715181875043e-05, "overgeneration": 2.0961206246283837e-05, "missing_tool_action_recommendation": 0.9999452829360962}}, {"answer_start": 508, "answer_end": 517, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999979555606842, "type_probabilities": {"tool_output_conflict": 1.530564986751415e-05, "overgeneration": 1.934687861648854e-05, "missing_tool_action_recommendation": 0.9999449253082275}}, {"answer_start": 471, "answer_end": 475, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.4270158317231108e-05, "overgeneration": 3.212353840353899e-05, "missing_tool_action_recommendation": 0.9999322891235352}}, {"answer_start": 436, "answer_end": 440, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.2089348274457734e-05, "overgeneration": 2.7591868274612352e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 480, "answer_end": 483, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775290489197, "type_probabilities": {"tool_output_conflict": 1.3670050066139083e-05, "overgeneration": 2.4044231395237148e-05, "missing_tool_action_recommendation": 0.9999397993087769}}, {"answer_start": 434, "answer_end": 436, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999769926071167, "type_probabilities": {"tool_output_conflict": 1.683020673226565e-05, "overgeneration": 2.784953721857164e-05, "missing_tool_action_recommendation": 0.9999322891235352}}, {"answer_start": 458, "answer_end": 471, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999762177467346, "type_probabilities": {"tool_output_conflict": 1.773511030478403e-05, "overgeneration": 3.462967652012594e-05, "missing_tool_action_recommendation": 0.999923825263977}}, {"answer_start": 445, "answer_end": 449, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999754428863525, "type_probabilities": {"tool_output_conflict": 1.5243118468788452e-05, "overgeneration": 3.305728023406118e-05, "missing_tool_action_recommendation": 0.9999271631240845}}, {"answer_start": 440, "answer_end": 445, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999741911888123, "type_probabilities": {"tool_output_conflict": 1.2614897059393115e-05, "overgeneration": 2.3695673007750884e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 449, "answer_end": 458, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999741315841675, "type_probabilities": {"tool_output_conflict": 1.6259200492640957e-05, "overgeneration": 3.9907270547701046e-05, "missing_tool_action_recommendation": 0.9999179840087891}}, {"answer_start": 536, "answer_end": 538, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999738931655884, "type_probabilities": {"tool_output_conflict": 1.549236912978813e-05, "overgeneration": 2.3384616724797525e-05, "missing_tool_action_recommendation": 0.9999350309371948}}, {"answer_start": 504, "answer_end": 508, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999714493751526, "type_probabilities": {"tool_output_conflict": 1.681088178884238e-05, "overgeneration": 2.4854636649251916e-05, "missing_tool_action_recommendation": 0.9999297857284546}}, {"answer_start": 428, "answer_end": 433, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999708533287048, "type_probabilities": {"tool_output_conflict": 1.4117229511612095e-05, "overgeneration": 2.6240433726343326e-05, "missing_tool_action_recommendation": 0.9999305009841919}}, {"answer_start": 528, "answer_end": 535, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999704957008362, "type_probabilities": {"tool_output_conflict": 1.54738863784587e-05, "overgeneration": 2.643252446432598e-05, "missing_tool_action_recommendation": 0.9999285936355591}}, {"answer_start": 535, "answer_end": 536, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999619126319885, "type_probabilities": {"tool_output_conflict": 2.0457637219806202e-05, "overgeneration": 3.2885640393942595e-05, "missing_tool_action_recommendation": 0.9999085664749146}}]}, "output": "The Forex pair EUR/USD, also known as Euro to US Dollar, is a major currency pair that is closely watched in the foreign exchange market. Here are the current details:\n\n- **Name**: Euro to US Dollar\n- **Identifier**: EUR/USD\n- **Description**: The Euro to US Dollar is a major currency pair that is closely watched in the foreign exchange market.\n- **Current Rates**:\n  - **Bid**: 1.075\n  - **Ask**: 1.0753\n  - **Last**: 1.0751\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_459_0_b4ad6a8704defeea3b__tool_output_conflict__0557f93d5c9d16172a", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 106, "end": 112, "text": "155.64", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 106, "end": 112, "text": "155.64", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9976954460144043, "mean_score": 0.9963110287984213, "type_score": 0.9956261118253072, "type_scores": {"tool_output_conflict": 0.9956261118253072, "overgeneration": 0.00045362167293205857, "missing_tool_action_recommendation": 0.00023128717051198086}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 6}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_459_0_b4ad6a8704defeea3b__tool_output_conflict__0557f93d5c9d16172a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 110, "top_tokens": [{"answer_start": 105, "answer_end": 109, "token_text": " 155", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9976954460144043, "type_probabilities": {"tool_output_conflict": 0.9972561001777649, "overgeneration": 0.00031204475089907646, "missing_tool_action_recommendation": 0.0001272923982469365}}, {"answer_start": 109, "answer_end": 110, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9970039129257202, "type_probabilities": {"tool_output_conflict": 0.9963839054107666, "overgeneration": 0.00043633877066895366, "missing_tool_action_recommendation": 0.00018364512652624398}}, {"answer_start": 110, "answer_end": 112, "token_text": "64", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9942337274551392, "type_probabilities": {"tool_output_conflict": 0.9932383298873901, "overgeneration": 0.0006124814972281456, "missing_tool_action_recommendation": 0.00038292398676276207}}, {"answer_start": 89, "answer_end": 91, "token_text": "85", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002582192828413099, "type_probabilities": {"tool_output_conflict": 7.751810335321352e-05, "overgeneration": 9.798000974114984e-05, "missing_tool_action_recommendation": 8.272118429886177e-05}}, {"answer_start": 100, "answer_end": 104, "token_text": " JPY", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00025512033607810736, "type_probabilities": {"tool_output_conflict": 0.0001210025729960762, "overgeneration": 7.162393012549728e-05, "missing_tool_action_recommendation": 6.249384750844911e-05}}, {"answer_start": 86, "answer_end": 88, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001714359677862376, "type_probabilities": {"tool_output_conflict": 8.552426152164117e-05, "overgeneration": 5.2864113968098536e-05, "missing_tool_action_recommendation": 3.304758865851909e-05}}, {"answer_start": 186, "answer_end": 188, "token_text": "12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014386718976311386, "type_probabilities": {"tool_output_conflict": 5.539060293813236e-05, "overgeneration": 4.662119681597687e-05, "missing_tool_action_recommendation": 4.1855386371025816e-05}}, {"answer_start": 88, "answer_end": 89, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001354152918793261, "type_probabilities": {"tool_output_conflict": 9.621703065931797e-05, "overgeneration": 2.3001335648586974e-05, "missing_tool_action_recommendation": 1.6196923752431758e-05}}, {"answer_start": 185, "answer_end": 186, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013361158198677003, "type_probabilities": {"tool_output_conflict": 8.506091398885474e-05, "overgeneration": 2.6450825316715054e-05, "missing_tool_action_recommendation": 2.2099837224232033e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " Euro", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012323778355494142, "type_probabilities": {"tool_output_conflict": 1.9716020688065328e-05, "overgeneration": 5.943035284872167e-05, "missing_tool_action_recommendation": 4.4091408199165016e-05}}, {"answer_start": 129, "answer_end": 131, "token_text": "05", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011254963465034962, "type_probabilities": {"tool_output_conflict": 1.6464262444060296e-05, "overgeneration": 4.53113425464835e-05, "missing_tool_action_recommendation": 5.0774036935763434e-05}}, {"answer_start": 148, "answer_end": 150, "token_text": "42", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011208739306312054, "type_probabilities": {"tool_output_conflict": 1.838206298998557e-05, "overgeneration": 4.4381180487107486e-05, "missing_tool_action_recommendation": 4.93241568619851e-05}}, {"answer_start": 340, "answer_end": 341, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010453669528942555, "type_probabilities": {"tool_output_conflict": 3.0595729185733944e-05, "overgeneration": 5.7111472415272146e-05, "missing_tool_action_recommendation": 1.6829491869430058e-05}}, {"answer_start": 104, "answer_end": 105, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.899125143419951e-05, "type_probabilities": {"tool_output_conflict": 6.598507025046274e-05, "overgeneration": 1.98345587705262e-05, "missing_tool_action_recommendation": 1.3171625141694676e-05}}, {"answer_start": 245, "answer_end": 247, "token_text": "84", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.174220031127334e-05, "type_probabilities": {"tool_output_conflict": 2.1598600142169744e-05, "overgeneration": 4.24386998929549e-05, "missing_tool_action_recommendation": 2.770489481918048e-05}}, {"answer_start": 183, "answer_end": 185, "token_text": " 7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.749349944991991e-05, "type_probabilities": {"tool_output_conflict": 4.1715913539519534e-05, "overgeneration": 2.4417082386207767e-05, "missing_tool_action_recommendation": 2.1360501705203205e-05}}, {"answer_start": 70, "answer_end": 71, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.849601388443261e-05, "type_probabilities": {"tool_output_conflict": 5.097473695059307e-05, "overgeneration": 1.677027830737643e-05, "missing_tool_action_recommendation": 1.0750996807473712e-05}}, {"answer_start": 319, "answer_end": 327, "token_text": " receive", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.156319770729169e-05, "type_probabilities": {"tool_output_conflict": 1.3391466382017825e-05, "overgeneration": 4.330501542426646e-05, "missing_tool_action_recommendation": 1.4866718629491515e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.915571429999545e-05, "type_probabilities": {"tool_output_conflict": 3.948898665839806e-05, "overgeneration": 1.908381273096893e-05, "missing_tool_action_recommendation": 1.0582914001133759e-05}}, {"answer_start": 225, "answer_end": 227, "token_text": "76", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.803420546930283e-05, "type_probabilities": {"tool_output_conflict": 2.44261282205116e-05, "overgeneration": 2.3961771148606203e-05, "missing_tool_action_recommendation": 1.9646309738163836e-05}}]}, "output": "The exchange rates for the Euro (EUR) are as follows:\n\n- EUR to USD: 1.1\n- EUR to GBP: 0.85\n- EUR to JPY: 155.64\n- EUR to CHF: 1.05\n- EUR to CAD: 1.42\n- EUR to AUD: 1.55\n- EUR to CNY: 7.12\n- EUR to INR: 87.74\n- EUR to BRL: 5.76\n- EUR to RUB: 67.84\n\nThese rates provide the amount of the corresponding currency you would receive for one Euro."}
+{"id": "toolace_base_164_0_ccc2462762a74beaab__tool_output_conflict__d578697fa0aaceca9b", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 162, "end": 166, "text": "7594", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 162, "end": 166, "text": "7594", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9995654225349426, "mean_score": 0.9994814991950989, "type_score": 0.9986571371555328, "type_scores": {"tool_output_conflict": 0.9986571371555328, "overgeneration": 0.0004991947062080726, "missing_tool_action_recommendation": 0.0003251481830375269}, "token_count": 2}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 4, "gold_chars": 4, "pred_chars": 4}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_164_0_ccc2462762a74beaab__tool_output_conflict__d578697fa0aaceca9b__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 129, "top_tokens": [{"answer_start": 164, "answer_end": 166, "token_text": "94", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995654225349426, "type_probabilities": {"tool_output_conflict": 0.9988077878952026, "overgeneration": 0.00044235886889509857, "missing_tool_action_recommendation": 0.0003152639837935567}}, {"answer_start": 161, "answer_end": 164, "token_text": " 75", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9993975758552551, "type_probabilities": {"tool_output_conflict": 0.998506486415863, "overgeneration": 0.0005560305435210466, "missing_tool_action_recommendation": 0.0003350323822814971}}, {"answer_start": 160, "answer_end": 161, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017183347372338176, "type_probabilities": {"tool_output_conflict": 0.0016170813469216228, "overgeneration": 4.6272529289126396e-05, "missing_tool_action_recommendation": 5.498081009136513e-05}}, {"answer_start": 159, "answer_end": 160, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0008165720500983298, "type_probabilities": {"tool_output_conflict": 0.000748592137824744, "overgeneration": 3.401437061256729e-05, "missing_tool_action_recommendation": 3.396558531676419e-05}}, {"answer_start": 191, "answer_end": 194, "token_text": "512", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00027036547544412315, "type_probabilities": {"tool_output_conflict": 7.817947334842756e-05, "overgeneration": 4.527032797341235e-05, "missing_tool_action_recommendation": 0.00014691567048430443}}, {"answer_start": 187, "answer_end": 191, "token_text": " 541", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013426710211206228, "type_probabilities": {"tool_output_conflict": 4.860127592110075e-05, "overgeneration": 2.5937888494809158e-05, "missing_tool_action_recommendation": 5.9727932239184156e-05}}, {"answer_start": 150, "answer_end": 153, "token_text": "SIC", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001080633228411898, "type_probabilities": {"tool_output_conflict": 6.023316745995544e-05, "overgeneration": 1.7002041204250418e-05, "missing_tool_action_recommendation": 3.082811599597335e-05}}, {"answer_start": 399, "answer_end": 411, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.512736530974507e-05, "type_probabilities": {"tool_output_conflict": 1.2292166502447799e-05, "overgeneration": 2.5386272682226263e-05, "missing_tool_action_recommendation": 4.744893158203922e-05}}, {"answer_start": 390, "answer_end": 399, "token_text": " detailed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.97864340711385e-05, "type_probabilities": {"tool_output_conflict": 1.177215926873032e-05, "overgeneration": 2.5123832529061474e-05, "missing_tool_action_recommendation": 4.28904386353679e-05}}, {"answer_start": 411, "answer_end": 414, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.964344695210457e-05, "type_probabilities": {"tool_output_conflict": 1.607836748007685e-05, "overgeneration": 2.5606124836485833e-05, "missing_tool_action_recommendation": 3.795895099756308e-05}}, {"answer_start": 439, "answer_end": 440, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.956449553603306e-05, "type_probabilities": {"tool_output_conflict": 2.430096355965361e-05, "overgeneration": 3.7312627682695165e-05, "missing_tool_action_recommendation": 1.7950902474694885e-05}}, {"answer_start": 169, "answer_end": 171, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.737168198218569e-05, "type_probabilities": {"tool_output_conflict": 4.5468124881153926e-05, "overgeneration": 1.305293699260801e-05, "missing_tool_action_recommendation": 1.8850621927413158e-05}}, {"answer_start": 361, "answer_end": 365, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.707066833972931e-05, "type_probabilities": {"tool_output_conflict": 1.2316439097048715e-05, "overgeneration": 2.8897589800180867e-05, "missing_tool_action_recommendation": 3.5856643080478534e-05}}, {"answer_start": 385, "answer_end": 390, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.470467971870676e-05, "type_probabilities": {"tool_output_conflict": 1.8332135368837044e-05, "overgeneration": 1.95703687495552e-05, "missing_tool_action_recommendation": 3.680217560031451e-05}}, {"answer_start": 195, "answer_end": 197, "token_text": "\n2", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.612997822230682e-05, "type_probabilities": {"tool_output_conflict": 1.3784149814455304e-05, "overgeneration": 3.2628529879730195e-05, "missing_tool_action_recommendation": 1.9717297618626617e-05}}, {"answer_start": 346, "answer_end": 350, "token_text": " 518", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.302481779130176e-05, "type_probabilities": {"tool_output_conflict": 9.927207429427654e-06, "overgeneration": 2.0627387129934505e-05, "missing_tool_action_recommendation": 3.24702232319396e-05}}, {"answer_start": 158, "answer_end": 159, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.160097836982459e-05, "type_probabilities": {"tool_output_conflict": 3.958947127102874e-05, "overgeneration": 1.1546459973033052e-05, "missing_tool_action_recommendation": 1.0465046216268092e-05}}, {"answer_start": 373, "answer_end": 376, "token_text": " if", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7854485930874944e-05, "type_probabilities": {"tool_output_conflict": 1.5856394384172745e-05, "overgeneration": 2.0130893972236663e-05, "missing_tool_action_recommendation": 2.1867201212444343e-05}}, {"answer_start": 350, "answer_end": 353, "token_text": "210", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7068755268119276e-05, "type_probabilities": {"tool_output_conflict": 1.368527864542557e-05, "overgeneration": 1.3520487300411332e-05, "missing_tool_action_recommendation": 2.9862989322282374e-05}}, {"answer_start": 380, "answer_end": 385, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.389543730416335e-05, "type_probabilities": {"tool_output_conflict": 1.438392519048648e-05, "overgeneration": 1.4982183529355098e-05, "missing_tool_action_recommendation": 2.4529328584321775e-05}}]}, "output": "Here is the information about the companies named similar to \"Tech Solutions\" including their SIC and NAICS codes:\n\n1. **Tech Solutions Inc.**\n   - **SIC Code:** 7594\n   - **NAICS Code:** 541512\n\n2. **Tech Solutions Ltd.**\n   - **SIC Code:** 6200\n   - **NAICS Code:** 541513\n\n3. **Tech Solutions LLC**\n   - **SIC Code:** 7371\n   - **NAICS Code:** 518210\n\nPlease let me know if you need more detailed information or have any other questions!"}
+{"id": "toolace_base_168_0_4b4749629e0f8cdd9a__tool_output_conflict__bf988a053c1e47bc17", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 76, "end": 80, "text": "15.5", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 76, "end": 80, "text": "15.5", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.999731183052063, "mean_score": 0.9996616045633951, "type_score": 0.9993226130803426, "type_scores": {"tool_output_conflict": 0.9993226130803426, "overgeneration": 0.00020409114949870855, "missing_tool_action_recommendation": 0.0001349156470193217}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 4, "gold_chars": 4, "pred_chars": 4}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_168_0_4b4749629e0f8cdd9a__tool_output_conflict__bf988a053c1e47bc17__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 65, "top_tokens": [{"answer_start": 75, "answer_end": 78, "token_text": " 15", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999731183052063, "type_probabilities": {"tool_output_conflict": 0.9994460940361023, "overgeneration": 0.00015713223547209054, "missing_tool_action_recommendation": 0.00012798624811694026}}, {"answer_start": 78, "answer_end": 79, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999718964099884, "type_probabilities": {"tool_output_conflict": 0.9994290471076965, "overgeneration": 0.00017989156185649335, "missing_tool_action_recommendation": 0.00011003305553458631}}, {"answer_start": 79, "answer_end": 80, "token_text": "5", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995346665382385, "type_probabilities": {"tool_output_conflict": 0.999092698097229, "overgeneration": 0.00027524965116754174, "missing_tool_action_recommendation": 0.0001667276374064386}}, {"answer_start": 80, "answer_end": 88, "token_text": " degrees", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.1481975018978119, "type_probabilities": {"tool_output_conflict": 0.14646820724010468, "overgeneration": 0.0009401033748872578, "missing_tool_action_recommendation": 0.0007891897694207728}}, {"answer_start": 88, "answer_end": 96, "token_text": " Celsius", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.004606739617884159, "type_probabilities": {"tool_output_conflict": 0.003856583498418331, "overgeneration": 0.00038629386108368635, "missing_tool_action_recommendation": 0.0003638620546553284}}, {"answer_start": 116, "answer_end": 119, "token_text": " 80", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017385523533448577, "type_probabilities": {"tool_output_conflict": 0.0014729418326169252, "overgeneration": 0.0001468009577365592, "missing_tool_action_recommendation": 0.00011880949750775471}}, {"answer_start": 72, "answer_end": 75, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001559812924824655, "type_probabilities": {"tool_output_conflict": 0.00146703259088099, "overgeneration": 4.543783870758489e-05, "missing_tool_action_recommendation": 4.734250615001656e-05}}, {"answer_start": 119, "answer_end": 120, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002297456085216254, "type_probabilities": {"tool_output_conflict": 0.00014244508929550648, "overgeneration": 5.783235974377021e-05, "missing_tool_action_recommendation": 2.9468157663359307e-05}}, {"answer_start": 144, "answer_end": 145, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012364778376650065, "type_probabilities": {"tool_output_conflict": 9.32153343455866e-05, "overgeneration": 1.550349043100141e-05, "missing_tool_action_recommendation": 1.4928954442439135e-05}}, {"answer_start": 159, "answer_end": 164, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.445032628718764e-05, "type_probabilities": {"tool_output_conflict": 2.137515002686996e-05, "overgeneration": 4.354795237304643e-05, "missing_tool_action_recommendation": 2.952722934423946e-05}}, {"answer_start": 145, "answer_end": 146, "token_text": "2", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.747161336941645e-05, "type_probabilities": {"tool_output_conflict": 1.7313050193479285e-05, "overgeneration": 2.9372993594733998e-05, "missing_tool_action_recommendation": 4.078556958120316e-05}}, {"answer_start": 60, "answer_end": 72, "token_text": " temperature", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.591453661210835e-05, "type_probabilities": {"tool_output_conflict": 3.259171353420243e-05, "overgeneration": 3.219428981537931e-05, "missing_tool_action_recommendation": 2.1128536900505424e-05}}, {"answer_start": 101, "answer_end": 110, "token_text": " humidity", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.324722875840962e-05, "type_probabilities": {"tool_output_conflict": 1.5483634342672303e-05, "overgeneration": 4.2637599108275026e-05, "missing_tool_action_recommendation": 2.5125998945441097e-05}}, {"answer_start": 46, "answer_end": 53, "token_text": " cloudy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.190677908714861e-05, "type_probabilities": {"tool_output_conflict": 1.6063724615378305e-05, "overgeneration": 3.5883113014278933e-05, "missing_tool_action_recommendation": 2.995994327648077e-05}}, {"answer_start": 39, "answer_end": 46, "token_text": " partly", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.83505238359794e-05, "type_probabilities": {"tool_output_conflict": 1.9438215531408787e-05, "overgeneration": 2.841054811142385e-05, "missing_tool_action_recommendation": 3.0501760193146765e-05}}, {"answer_start": 142, "answer_end": 144, "token_text": " 5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.706371980020776e-05, "type_probabilities": {"tool_output_conflict": 2.948710971395485e-05, "overgeneration": 2.4354267225135118e-05, "missing_tool_action_recommendation": 2.32223446801072e-05}}, {"answer_start": 241, "answer_end": 242, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.637712405994534e-05, "type_probabilities": {"tool_output_conflict": 1.912490370159503e-05, "overgeneration": 4.321585220168345e-05, "missing_tool_action_recommendation": 1.403636906616157e-05}}, {"answer_start": 120, "answer_end": 124, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.540485967183486e-05, "type_probabilities": {"tool_output_conflict": 1.8484803149476647e-05, "overgeneration": 4.1704879549797624e-05, "missing_tool_action_recommendation": 1.521517970104469e-05}}, {"answer_start": 96, "answer_end": 97, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.454949809471145e-05, "type_probabilities": {"tool_output_conflict": 4.2545234464341775e-05, "overgeneration": 1.699719541647937e-05, "missing_tool_action_recommendation": 1.500707003287971e-05}}, {"answer_start": 196, "answer_end": 197, "token_text": "(", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.249128248076886e-05, "type_probabilities": {"tool_output_conflict": 1.6106811017380096e-05, "overgeneration": 3.0014418371138163e-05, "missing_tool_action_recommendation": 2.6370054911240004e-05}}]}, "output": "The current weather in San Francisco is partly cloudy with a temperature of 15.5 degrees Celsius. The humidity is at 80% and the wind speed is 5.2 mph. You can view the current weather icon [here](https://example.com/icons/partly_cloudy.png)."}
+{"id": "toolace_base_302_6_62895d2f0197d1b2f4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_302_6_62895d2f0197d1b2f4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 58, "top_tokens": [{"answer_start": 190, "answer_end": 200, "token_text": " variation", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002330798888579011, "type_probabilities": {"tool_output_conflict": 6.022455636411905e-05, "overgeneration": 0.000105032988358289, "missing_tool_action_recommendation": 6.782235141145065e-05}}, {"answer_start": 212, "answer_end": 215, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00016538071213290095, "type_probabilities": {"tool_output_conflict": 6.643079541390762e-05, "overgeneration": 3.1949501135386527e-05, "missing_tool_action_recommendation": 6.700042285956442e-05}}, {"answer_start": 200, "answer_end": 203, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.000125849517644383, "type_probabilities": {"tool_output_conflict": 2.3306563889491372e-05, "overgeneration": 4.593698031385429e-05, "missing_tool_action_recommendation": 5.660597889800556e-05}}, {"answer_start": 188, "answer_end": 190, "token_text": " a", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012344012793619186, "type_probabilities": {"tool_output_conflict": 4.929053829982877e-05, "overgeneration": 3.506109715090133e-05, "missing_tool_action_recommendation": 3.9088492485461757e-05}}, {"answer_start": 231, "answer_end": 242, "token_text": " characters", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010712343646446243, "type_probabilities": {"tool_output_conflict": 3.745334834093228e-05, "overgeneration": 4.163851190241985e-05, "missing_tool_action_recommendation": 2.8031578040099703e-05}}, {"answer_start": 165, "answer_end": 170, "token_text": " need", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.948686056304723e-05, "type_probabilities": {"tool_output_conflict": 1.8356631699134596e-05, "overgeneration": 4.9156431487062946e-05, "missing_tool_action_recommendation": 3.197379919583909e-05}}, {"answer_start": 242, "answer_end": 245, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.590465924702585e-05, "type_probabilities": {"tool_output_conflict": 3.5531531466403976e-05, "overgeneration": 2.5990837457356974e-05, "missing_tool_action_recommendation": 3.43822903232649e-05}}, {"answer_start": 256, "answer_end": 259, "token_text": " it", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.468728967476636e-05, "type_probabilities": {"tool_output_conflict": 2.763164411589969e-05, "overgeneration": 3.5327699151821434e-05, "missing_tool_action_recommendation": 3.1727944588055834e-05}}, {"answer_start": 245, "answer_end": 253, "token_text": " numbers", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.32768962229602e-05, "type_probabilities": {"tool_output_conflict": 3.285013008280657e-05, "overgeneration": 3.584494334063493e-05, "missing_tool_action_recommendation": 2.4581822799518704e-05}}, {"answer_start": 203, "answer_end": 207, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.880071982275695e-05, "type_probabilities": {"tool_output_conflict": 2.663482700882014e-05, "overgeneration": 3.05120884149801e-05, "missing_tool_action_recommendation": 3.165380621794611e-05}}, {"answer_start": 289, "answer_end": 290, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.606339542893693e-05, "type_probabilities": {"tool_output_conflict": 2.3814127416699193e-05, "overgeneration": 4.315995829529129e-05, "missing_tool_action_recommendation": 1.9089313354925252e-05}}, {"answer_start": 224, "answer_end": 231, "token_text": " unique", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.809208182152361e-05, "type_probabilities": {"tool_output_conflict": 2.2953634470468387e-05, "overgeneration": 3.461894448264502e-05, "missing_tool_action_recommendation": 2.0519499230431393e-05}}, {"answer_start": 259, "answer_end": 262, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.766047201585025e-05, "type_probabilities": {"tool_output_conflict": 2.2716812964063138e-05, "overgeneration": 2.1677940821973607e-05, "missing_tool_action_recommendation": 3.3265714591834694e-05}}, {"answer_start": 253, "answer_end": 256, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.500397623516619e-05, "type_probabilities": {"tool_output_conflict": 1.5980876924004406e-05, "overgeneration": 3.1196199415717274e-05, "missing_tool_action_recommendation": 2.7826899895444512e-05}}, {"answer_start": 207, "answer_end": 212, "token_text": " name", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.343907782342285e-05, "type_probabilities": {"tool_output_conflict": 2.109073284373153e-05, "overgeneration": 2.992062218254432e-05, "missing_tool_action_recommendation": 2.242772825411521e-05}}, {"answer_start": 219, "answer_end": 224, "token_text": " some", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.840753485448658e-05, "type_probabilities": {"tool_output_conflict": 2.8932194254593924e-05, "overgeneration": 2.0802064682357013e-05, "missing_tool_action_recommendation": 1.8673279555514455e-05}}, {"answer_start": 182, "answer_end": 188, "token_text": " using", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.501583993667737e-05, "type_probabilities": {"tool_output_conflict": 2.0721474356832914e-05, "overgeneration": 2.2524307496496476e-05, "missing_tool_action_recommendation": 2.177005990233738e-05}}, {"answer_start": 262, "answer_end": 267, "token_text": " find", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.474541442003101e-05, "type_probabilities": {"tool_output_conflict": 1.1164388524775859e-05, "overgeneration": 3.0506131224683486e-05, "missing_tool_action_recommendation": 2.3074895580066368e-05}}, {"answer_start": 173, "answer_end": 182, "token_text": " consider", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.060210580471903e-05, "type_probabilities": {"tool_output_conflict": 3.0166353099048138e-05, "overgeneration": 1.8000460840994492e-05, "missing_tool_action_recommendation": 1.2435291864676401e-05}}, {"answer_start": 215, "answer_end": 219, "token_text": " add", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.843447434017435e-05, "type_probabilities": {"tool_output_conflict": 1.5423287550220266e-05, "overgeneration": 2.3511514882557094e-05, "missing_tool_action_recommendation": 1.9499670088407584e-05}}]}, "output": "The username \"KitchenVibes2024\" is not available across all checked social media platforms which include Twitter, Instagram, Facebook, TikTok, and Pinterest. You may need to consider using a variation of the name or add some unique characters or numbers to it to find an available username."}
+{"id": "toolace_base_12_0_5a477f9ad5f2598bd4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_12_0_5a477f9ad5f2598bd4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 219, "top_tokens": [{"answer_start": 575, "answer_end": 579, "token_text": " 178", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3049499988555908, "type_probabilities": {"tool_output_conflict": 0.2998352646827698, "overgeneration": 0.0026500290259718895, "missing_tool_action_recommendation": 0.002464724238961935}}, {"answer_start": 580, "answer_end": 583, "token_text": "945", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2008889764547348, "type_probabilities": {"tool_output_conflict": 0.19357125461101532, "overgeneration": 0.004384081345051527, "missing_tool_action_recommendation": 0.0029336297884583473}}, {"answer_start": 579, "answer_end": 580, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.19288989901542664, "type_probabilities": {"tool_output_conflict": 0.18722695112228394, "overgeneration": 0.002902308711782098, "missing_tool_action_recommendation": 0.002760631963610649}}, {"answer_start": 658, "answer_end": 670, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010361088789068162, "type_probabilities": {"tool_output_conflict": 1.3366361599764787e-05, "overgeneration": 3.5743909393204376e-05, "missing_tool_action_recommendation": 5.4500618716701865e-05}}, {"answer_start": 724, "answer_end": 734, "token_text": " regarding", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.650397987570614e-05, "type_probabilities": {"tool_output_conflict": 2.2434716811403632e-05, "overgeneration": 3.336119698360562e-05, "missing_tool_action_recommendation": 4.0708062442718074e-05}}, {"answer_start": 670, "answer_end": 673, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.861344784032553e-05, "type_probabilities": {"tool_output_conflict": 1.9774901375058107e-05, "overgeneration": 2.6125360818696208e-05, "missing_tool_action_recommendation": 3.271318200859241e-05}}, {"answer_start": 624, "answer_end": 628, "token_text": " 415", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.540274236816913e-05, "type_probabilities": {"tool_output_conflict": 8.931381671573035e-06, "overgeneration": 2.361959923291579e-05, "missing_tool_action_recommendation": 4.2851756006712094e-05}}, {"answer_start": 571, "answer_end": 572, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.313551031984389e-05, "type_probabilities": {"tool_output_conflict": 9.875853720586747e-06, "overgeneration": 1.9710692868102342e-05, "missing_tool_action_recommendation": 4.35489637311548e-05}}, {"answer_start": 602, "answer_end": 605, "token_text": "650", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.828253390267491e-05, "type_probabilities": {"tool_output_conflict": 6.041986580385128e-06, "overgeneration": 2.299829247931484e-05, "missing_tool_action_recommendation": 3.9242255297722295e-05}}, {"answer_start": 209, "answer_end": 210, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.755580398021266e-05, "type_probabilities": {"tool_output_conflict": 4.7061384975677356e-05, "overgeneration": 1.1029375855287071e-05, "missing_tool_action_recommendation": 9.465043149248231e-06}}, {"answer_start": 210, "answer_end": 213, "token_text": "778", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.706741987727582e-05, "type_probabilities": {"tool_output_conflict": 2.2553858798346482e-05, "overgeneration": 1.7051388567779213e-05, "missing_tool_action_recommendation": 2.7462170692160726e-05}}, {"answer_start": 747, "answer_end": 748, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.617487815674394e-05, "type_probabilities": {"tool_output_conflict": 2.2197906218934804e-05, "overgeneration": 2.734175359364599e-05, "missing_tool_action_recommendation": 1.6635216525173746e-05}}, {"answer_start": 629, "answer_end": 633, "token_text": "\nLet", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.020737055223435e-05, "type_probabilities": {"tool_output_conflict": 9.860149475571234e-06, "overgeneration": 1.7235002815141343e-05, "missing_tool_action_recommendation": 3.3112217352027074e-05}}, {"answer_start": 653, "answer_end": 658, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9924888773821294e-05, "type_probabilities": {"tool_output_conflict": 1.098001030186424e-05, "overgeneration": 1.8995560822077096e-05, "missing_tool_action_recommendation": 2.9949320378364064e-05}}, {"answer_start": 704, "answer_end": 708, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7951991038862616e-05, "type_probabilities": {"tool_output_conflict": 1.4872564861434512e-05, "overgeneration": 9.82212441158481e-06, "missing_tool_action_recommendation": 3.32573035848327e-05}}, {"answer_start": 636, "answer_end": 641, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.746480746893212e-05, "type_probabilities": {"tool_output_conflict": 1.0748199201771058e-05, "overgeneration": 2.0361341739771888e-05, "missing_tool_action_recommendation": 2.6355264708399773e-05}}, {"answer_start": 734, "answer_end": 740, "token_text": " these", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.655156564898789e-05, "type_probabilities": {"tool_output_conflict": 2.0439083527890034e-05, "overgeneration": 1.2653174962906633e-05, "missing_tool_action_recommendation": 2.345930624869652e-05}}, {"answer_start": 500, "answer_end": 501, "token_text": "’", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6349912483710796e-05, "type_probabilities": {"tool_output_conflict": 1.2082175999239553e-05, "overgeneration": 2.3801030692993663e-05, "missing_tool_action_recommendation": 2.046670670097228e-05}}, {"answer_start": 558, "answer_end": 559, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6281976867467165e-05, "type_probabilities": {"tool_output_conflict": 1.6874306311365217e-05, "overgeneration": 2.2201809770194814e-05, "missing_tool_action_recommendation": 1.720585896691773e-05}}, {"answer_start": 633, "answer_end": 636, "token_text": " me", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3183419367996976e-05, "type_probabilities": {"tool_output_conflict": 1.2135380529798567e-05, "overgeneration": 1.0197995834460016e-05, "missing_tool_action_recommendation": 3.085004209424369e-05}}]}, "output": "Here are the latest Instagram video posts from the influencer @sunnydays:\n\n1. **Title:** A sunny day at the beach\n   - **Description:** Enjoying the warm sun and cool waves at Santa Monica!\n   - **Views:** 254,778\n   - **Likes:** 12,000\n   - **Comments:** 350\n\n2. **Title:** Morning yoga routine\n   - **Description:** Starting the day with some energizing yoga poses.\n   - **Views:** 150,234\n   - **Likes:** 8,900\n   - **Comments:** 210\n\n3. **Title:** Quick smoothie recipe\n   - **Description:** Here’s how I make my favorite berry smoothie in just 5 minutes.\n   - **Views:** 178,945\n   - **Likes:** 9,650\n   - **Comments:** 415\n\nLet me know if you need more information or if there is something specific you are looking for regarding these videos!"}
+{"id": "toolace_base_618_0_9da7e6a717bff6b3f5", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_618_0_9da7e6a717bff6b3f5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 49, "top_tokens": [{"answer_start": 110, "answer_end": 114, "token_text": " URL", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011521935812197626, "type_probabilities": {"tool_output_conflict": 7.3755877565417904e-06, "overgeneration": 4.565558265312575e-05, "missing_tool_action_recommendation": 6.218818452907726e-05}}, {"answer_start": 184, "answer_end": 185, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.968657493824139e-05, "type_probabilities": {"tool_output_conflict": 2.5198478397214785e-05, "overgeneration": 4.616402293322608e-05, "missing_tool_action_recommendation": 1.8324068150832318e-05}}, {"answer_start": 63, "answer_end": 64, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.270225225714967e-05, "type_probabilities": {"tool_output_conflict": 1.722221350064501e-05, "overgeneration": 4.229020487400703e-05, "missing_tool_action_recommendation": 2.3189833882497624e-05}}, {"answer_start": 68, "answer_end": 72, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.241628529503942e-05, "type_probabilities": {"tool_output_conflict": 1.0017362001235597e-05, "overgeneration": 3.9844926504883915e-05, "missing_tool_action_recommendation": 3.25539949699305e-05}}, {"answer_start": 72, "answer_end": 79, "token_text": " access", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.083903230726719e-05, "type_probabilities": {"tool_output_conflict": 1.0988452231686097e-05, "overgeneration": 4.1270941437687725e-05, "missing_tool_action_recommendation": 2.857963954738807e-05}}, {"answer_start": 170, "answer_end": 179, "token_text": "recording", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.871804700698704e-05, "type_probabilities": {"tool_output_conflict": 1.0039202607003972e-05, "overgeneration": 3.094785279245116e-05, "missing_tool_action_recommendation": 3.773099524551071e-05}}, {"answer_start": 180, "answer_end": 183, "token_text": "123", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.704540621489286e-05, "type_probabilities": {"tool_output_conflict": 1.0899694643740077e-05, "overgeneration": 2.6561119739199057e-05, "missing_tool_action_recommendation": 3.958459637942724e-05}}, {"answer_start": 166, "answer_end": 169, "token_text": "com", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.3353381594643e-05, "type_probabilities": {"tool_output_conflict": 1.1757449101423845e-05, "overgeneration": 2.7163318009115756e-05, "missing_tool_action_recommendation": 3.4432618122082204e-05}}, {"answer_start": 155, "answer_end": 156, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.203791028587148e-05, "type_probabilities": {"tool_output_conflict": 3.022408600372728e-05, "overgeneration": 1.9999488358735107e-05, "missing_tool_action_recommendation": 2.1814337742398493e-05}}, {"answer_start": 79, "answer_end": 83, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.202067743288353e-05, "type_probabilities": {"tool_output_conflict": 1.2793551832146477e-05, "overgeneration": 2.7019685148843564e-05, "missing_tool_action_recommendation": 2.2207439542398788e-05}}, {"answer_start": 3, "answer_end": 9, "token_text": " phone", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.166930688777938e-05, "type_probabilities": {"tool_output_conflict": 7.454094884451479e-06, "overgeneration": 2.598687024146784e-05, "missing_tool_action_recommendation": 2.822834358084947e-05}}, {"answer_start": 150, "answer_end": 151, "token_text": "(", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.0950325860176235e-05, "type_probabilities": {"tool_output_conflict": 1.4855281733616721e-05, "overgeneration": 2.41674788412638e-05, "missing_tool_action_recommendation": 2.1927566194790415e-05}}, {"answer_start": 158, "answer_end": 165, "token_text": "example", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.882132245460525e-05, "type_probabilities": {"tool_output_conflict": 1.0777252100524493e-05, "overgeneration": 2.1443247533170506e-05, "missing_tool_action_recommendation": 2.660082100192085e-05}}, {"answer_start": 146, "answer_end": 149, "token_text": "123", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6887249229475856e-05, "type_probabilities": {"tool_output_conflict": 9.140099791693501e-06, "overgeneration": 1.806270665838383e-05, "missing_tool_action_recommendation": 2.9684444598387927e-05}}, {"answer_start": 183, "answer_end": 184, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.686937947757542e-05, "type_probabilities": {"tool_output_conflict": 8.079976396402344e-06, "overgeneration": 3.59450132236816e-05, "missing_tool_action_recommendation": 1.2844388038502075e-05}}, {"answer_start": 41, "answer_end": 50, "token_text": " recorded", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.638090806314722e-05, "type_probabilities": {"tool_output_conflict": 6.266249783948297e-06, "overgeneration": 3.179200575686991e-05, "missing_tool_action_recommendation": 1.8322649339097552e-05}}, {"answer_start": 121, "answer_end": 122, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.6281576689798385e-05, "type_probabilities": {"tool_output_conflict": 2.2308206098387018e-05, "overgeneration": 1.621857882128097e-05, "missing_tool_action_recommendation": 1.7754789951140992e-05}}, {"answer_start": 156, "answer_end": 157, "token_text": "/", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6065371609292924e-05, "type_probabilities": {"tool_output_conflict": 1.2545377103378996e-05, "overgeneration": 1.9544399037840776e-05, "missing_tool_action_recommendation": 2.3975595468073152e-05}}, {"answer_start": 136, "answer_end": 145, "token_text": "recording", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.560653517022729e-05, "type_probabilities": {"tool_output_conflict": 7.444917628163239e-06, "overgeneration": 1.903920383483637e-05, "missing_tool_action_recommendation": 2.9122411433490925e-05}}, {"answer_start": 50, "answer_end": 63, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.409684672486037e-05, "type_probabilities": {"tool_output_conflict": 7.853452189010568e-06, "overgeneration": 3.3765409170882776e-05, "missing_tool_action_recommendation": 1.2477984455472324e-05}}]}, "output": "The phone call to the new client has been recorded successfully. You can access the recording at the following URL: [http://example.com/recording/123](http://example.com/recording/123)."}
+{"id": "toolace_base_281_6_44113e6d1fccc48743", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_281_6_44113e6d1fccc48743__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 139, "top_tokens": [{"answer_start": 411, "answer_end": 419, "token_text": " evident", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002034380886470899, "type_probabilities": {"tool_output_conflict": 3.334869325044565e-05, "overgeneration": 0.00012259451614227146, "missing_tool_action_recommendation": 4.749487925437279e-05}}, {"answer_start": 559, "answer_end": 560, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001326708879787475, "type_probabilities": {"tool_output_conflict": 5.697576852981001e-05, "overgeneration": 3.9169441151898354e-05, "missing_tool_action_recommendation": 3.652567829703912e-05}}, {"answer_start": 633, "answer_end": 641, "token_text": " further", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011350856220815331, "type_probabilities": {"tool_output_conflict": 4.1000908822752535e-05, "overgeneration": 3.267456486355513e-05, "missing_tool_action_recommendation": 3.983308488386683e-05}}, {"answer_start": 630, "answer_end": 633, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011346045357640833, "type_probabilities": {"tool_output_conflict": 3.931102037313394e-05, "overgeneration": 1.7458307411288843e-05, "missing_tool_action_recommendation": 5.6691122154006734e-05}}, {"answer_start": 608, "answer_end": 620, "token_text": " programming", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011074428039137274, "type_probabilities": {"tool_output_conflict": 2.859680535038933e-05, "overgeneration": 1.688439806457609e-05, "missing_tool_action_recommendation": 6.526307697640732e-05}}, {"answer_start": 410, "answer_end": 411, "token_text": "s", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010838124580914155, "type_probabilities": {"tool_output_conflict": 2.966523425129708e-05, "overgeneration": 4.617033846443519e-05, "missing_tool_action_recommendation": 3.2545671274419874e-05}}, {"answer_start": 668, "answer_end": 669, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001039739217958413, "type_probabilities": {"tool_output_conflict": 3.9289203414227813e-05, "overgeneration": 4.7330941015388817e-05, "missing_tool_action_recommendation": 1.7353775547235273e-05}}, {"answer_start": 383, "answer_end": 384, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010354858386563137, "type_probabilities": {"tool_output_conflict": 2.3646205590921454e-05, "overgeneration": 4.0094520954880863e-05, "missing_tool_action_recommendation": 3.980785550083965e-05}}, {"answer_start": 487, "answer_end": 488, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010252150241285563, "type_probabilities": {"tool_output_conflict": 3.7600999348796904e-05, "overgeneration": 2.947901884908788e-05, "missing_tool_action_recommendation": 3.5441480576992035e-05}}, {"answer_start": 526, "answer_end": 530, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010105838009621948, "type_probabilities": {"tool_output_conflict": 5.42917987331748e-05, "overgeneration": 1.5459221685887314e-05, "missing_tool_action_recommendation": 3.130735785816796e-05}}, {"answer_start": 587, "answer_end": 599, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.783642599359155e-05, "type_probabilities": {"tool_output_conflict": 2.1771857063868083e-05, "overgeneration": 2.5127166736638173e-05, "missing_tool_action_recommendation": 5.0937404012074694e-05}}, {"answer_start": 451, "answer_end": 452, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.679694630904123e-05, "type_probabilities": {"tool_output_conflict": 4.309981159167364e-05, "overgeneration": 2.465684519847855e-05, "missing_tool_action_recommendation": 2.9040287699899636e-05}}, {"answer_start": 620, "answer_end": 630, "token_text": " languages", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.286102431360632e-05, "type_probabilities": {"tool_output_conflict": 2.2464108042186126e-05, "overgeneration": 1.0399088751000818e-05, "missing_tool_action_recommendation": 5.999782297294587e-05}}, {"answer_start": 488, "answer_end": 501, "token_text": " particularly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.093609696719795e-05, "type_probabilities": {"tool_output_conflict": 1.4750920854567084e-05, "overgeneration": 4.372409239294939e-05, "missing_tool_action_recommendation": 3.246108099119738e-05}}, {"answer_start": 405, "answer_end": 406, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.908160089049488e-05, "type_probabilities": {"tool_output_conflict": 3.133988138870336e-05, "overgeneration": 4.089611684321426e-05, "missing_tool_action_recommendation": 1.6845599020598456e-05}}, {"answer_start": 390, "answer_end": 396, "token_text": " these", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.717946911929175e-05, "type_probabilities": {"tool_output_conflict": 3.146304516121745e-05, "overgeneration": 3.786758679780178e-05, "missing_tool_action_recommendation": 1.784883534128312e-05}}, {"answer_start": 599, "answer_end": 602, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.626033377368003e-05, "type_probabilities": {"tool_output_conflict": 2.19638259295607e-05, "overgeneration": 2.0368077457533218e-05, "missing_tool_action_recommendation": 4.3928430386586115e-05}}, {"answer_start": 16, "answer_end": 25, "token_text": " listings", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.517586684320122e-05, "type_probabilities": {"tool_output_conflict": 1.6567424609092996e-05, "overgeneration": 3.609155828598887e-05, "missing_tool_action_recommendation": 3.251688394811936e-05}}, {"answer_start": 664, "answer_end": 668, "token_text": " ask", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.487991726724431e-05, "type_probabilities": {"tool_output_conflict": 1.9440998585196212e-05, "overgeneration": 2.902186315623112e-05, "missing_tool_action_recommendation": 3.641705552581698e-05}}, {"answer_start": 650, "answer_end": 651, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.110170892905444e-05, "type_probabilities": {"tool_output_conflict": 2.1492498490260914e-05, "overgeneration": 3.219478821847588e-05, "missing_tool_action_recommendation": 2.741442403930705e-05}}]}, "output": "Based on the job listings from New York, here are the details:\n\n1. **Frontend Developer at Tech Innovations Inc**\n   - **Description:** Seeking a skilled frontend developer with experience in Angular to join our dynamic team.\n\n2. **Angular Developer at Web Solutions LLC**\n   - **Description:** Looking for a proficient Angular developer to work on exciting projects with our IT team.\n\nFrom these listings, it's evident that Angular is a highly sought-after skill for IT jobs in New York, particularly in the roles of frontend and specific Angular development.\n\nIf you need more detailed information on other programming languages or further listings, feel free to ask!"}
+{"id": "toolace_base_461_0_9d332a10ce1294d3e3__tool_output_conflict__8f449bdb3684749d8d", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 43, "end": 50, "text": "127,720", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 43, "end": 50, "text": "127,720", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9997761845588684, "mean_score": 0.9997462630271912, "type_score": 0.9993663231531779, "type_scores": {"tool_output_conflict": 0.9993663231531779, "overgeneration": 0.00022215316130314022, "missing_tool_action_recommendation": 0.0001578003769585242}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 7, "gold_chars": 7, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_461_0_9d332a10ce1294d3e3__tool_output_conflict__8f449bdb3684749d8d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 21, "top_tokens": [{"answer_start": 46, "answer_end": 47, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9997761845588684, "type_probabilities": {"tool_output_conflict": 0.9993636012077332, "overgeneration": 0.00024130837118718773, "missing_tool_action_recommendation": 0.00017132748325821012}}, {"answer_start": 47, "answer_end": 50, "token_text": "720", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999740719795227, "type_probabilities": {"tool_output_conflict": 0.9993347525596619, "overgeneration": 0.0002652728871908039, "missing_tool_action_recommendation": 0.00014065849245525897}}, {"answer_start": 42, "answer_end": 46, "token_text": " 127", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999721884727478, "type_probabilities": {"tool_output_conflict": 0.9994006156921387, "overgeneration": 0.00015987822553142905, "missing_tool_action_recommendation": 0.00016141515516210347}}, {"answer_start": 50, "answer_end": 60, "token_text": " followers", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.024269964545965195, "type_probabilities": {"tool_output_conflict": 0.023397918790578842, "overgeneration": 0.0004406727384775877, "missing_tool_action_recommendation": 0.0004313744429964572}}, {"answer_start": 73, "answer_end": 77, "token_text": " 460", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005100616835989058, "type_probabilities": {"tool_output_conflict": 0.0002922515559475869, "overgeneration": 6.0675793065456674e-05, "missing_tool_action_recommendation": 0.00015713433094788343}}, {"answer_start": 38, "answer_end": 42, "token_text": " has", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016670077457092702, "type_probabilities": {"tool_output_conflict": 0.0001087973068933934, "overgeneration": 4.054206874570809e-05, "missing_tool_action_recommendation": 1.7361395293846726e-05}}, {"answer_start": 77, "answer_end": 83, "token_text": " posts", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010953642049571499, "type_probabilities": {"tool_output_conflict": 1.6660675100865774e-05, "overgeneration": 5.678705929312855e-05, "missing_tool_action_recommendation": 3.6088684282731265e-05}}, {"answer_start": 60, "answer_end": 64, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.0006273239851e-05, "type_probabilities": {"tool_output_conflict": 4.085456021130085e-05, "overgeneration": 2.7126488930662163e-05, "missing_tool_action_recommendation": 2.2025222278898582e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.717557648196816e-05, "type_probabilities": {"tool_output_conflict": 3.122475027339533e-05, "overgeneration": 3.8809717807453126e-05, "missing_tool_action_recommendation": 1.714110840111971e-05}}, {"answer_start": 37, "answer_end": 38, "token_text": "\"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.465136877726763e-05, "type_probabilities": {"tool_output_conflict": 3.623158045229502e-05, "overgeneration": 2.659969322849065e-05, "missing_tool_action_recommendation": 1.1820099643955473e-05}}, {"answer_start": 32, "answer_end": 37, "token_text": "lover", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.161579560488462e-05, "type_probabilities": {"tool_output_conflict": 1.8132635887013748e-05, "overgeneration": 2.732124448812101e-05, "missing_tool_action_recommendation": 2.616191704873927e-05}}, {"answer_start": 3, "answer_end": 13, "token_text": " Instagram", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.149711018428206e-05, "type_probabilities": {"tool_output_conflict": 1.1243369954172522e-05, "overgeneration": 2.3321923436014913e-05, "missing_tool_action_recommendation": 3.693181861308403e-05}}, {"answer_start": 27, "answer_end": 31, "token_text": "food", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.03414116287604e-05, "type_probabilities": {"tool_output_conflict": 1.7092166672227904e-05, "overgeneration": 2.6330908440286294e-05, "missing_tool_action_recommendation": 2.6918332878267393e-05}}, {"answer_start": 68, "answer_end": 73, "token_text": " made", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.795577064622194e-05, "type_probabilities": {"tool_output_conflict": 2.0845567632932216e-05, "overgeneration": 3.080099850194529e-05, "missing_tool_action_recommendation": 1.630920269235503e-05}}, {"answer_start": 13, "answer_end": 21, "token_text": " account", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.8528894442133605e-05, "type_probabilities": {"tool_output_conflict": 1.165338107966818e-05, "overgeneration": 2.284414767927956e-05, "missing_tool_action_recommendation": 2.4031365683185868e-05}}, {"answer_start": 31, "answer_end": 32, "token_text": "_", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6949909776449203e-05, "type_probabilities": {"tool_output_conflict": 1.752413299982436e-05, "overgeneration": 2.1335867131710984e-05, "missing_tool_action_recommendation": 1.808990964491386e-05}}, {"answer_start": 23, "answer_end": 26, "token_text": "the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.526848690351471e-05, "type_probabilities": {"tool_output_conflict": 1.554627306177281e-05, "overgeneration": 2.271864468639251e-05, "missing_tool_action_recommendation": 1.70035709743388e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": "_", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.373506064643152e-05, "type_probabilities": {"tool_output_conflict": 1.561113640491385e-05, "overgeneration": 2.0673131075454876e-05, "missing_tool_action_recommendation": 1.745079134707339e-05}}, {"answer_start": 21, "answer_end": 23, "token_text": " \"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.267820961307734e-05, "type_probabilities": {"tool_output_conflict": 1.6643218259559944e-05, "overgeneration": 2.0881183445453644e-05, "missing_tool_action_recommendation": 1.5153806089074351e-05}}, {"answer_start": 64, "answer_end": 68, "token_text": " has", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.017434523324482e-05, "type_probabilities": {"tool_output_conflict": 2.596764716145117e-05, "overgeneration": 1.6138354112626985e-05, "missing_tool_action_recommendation": 8.068342140177265e-06}}]}, "output": "The Instagram account \"the_food_lover\" has 127,720 followers and has made 460 posts."}
+{"id": "toolace_base_497_2_0c14c6f79e467aec62__tool_output_conflict__80809a281cf51db3e3", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 234, "end": 240, "text": "187.14", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 234, "end": 240, "text": "187.14", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9905334115028381, "mean_score": 0.9702750444412231, "type_score": 0.9691605567932129, "type_scores": {"tool_output_conflict": 0.9691605567932129, "overgeneration": 0.0006818143107617894, "missing_tool_action_recommendation": 0.0004326630344924827}, "token_count": 3}, {"start": 504, "end": 506, "text": "89", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.675279438495636, "mean_score": 0.675279438495636, "type_score": 0.6727397441864014, "type_scores": {"tool_output_conflict": 0.6727397441864014, "overgeneration": 0.0011090454645454884, "missing_tool_action_recommendation": 0.001430658739991486}, "token_count": 1}], "row_char_metrics": {"char_precision": 0.75, "char_recall": 1.0, "char_f1": 0.8571428571428571, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 8}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_497_2_0c14c6f79e467aec62__tool_output_conflict__80809a281cf51db3e3__span_window_000", "toolace_base_497_2_0c14c6f79e467aec62__tool_output_conflict__80809a281cf51db3e3__span_window_001", "toolace_base_497_2_0c14c6f79e467aec62__tool_output_conflict__80809a281cf51db3e3__span_window_002", "toolace_base_497_2_0c14c6f79e467aec62__tool_output_conflict__80809a281cf51db3e3__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 577, "top_tokens": [{"answer_start": 238, "answer_end": 240, "token_text": "14", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9905334115028381, "type_probabilities": {"tool_output_conflict": 0.9898017048835754, "overgeneration": 0.0004755703266710043, "missing_tool_action_recommendation": 0.0002561421715654433}}, {"answer_start": 233, "answer_end": 237, "token_text": " 187", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9824403524398804, "type_probabilities": {"tool_output_conflict": 0.9813953042030334, "overgeneration": 0.0006268428405746818, "missing_tool_action_recommendation": 0.00041816214798018336}}, {"answer_start": 237, "answer_end": 238, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9378513693809509, "type_probabilities": {"tool_output_conflict": 0.9362846612930298, "overgeneration": 0.0009430297650396824, "missing_tool_action_recommendation": 0.0006236847839318216}}, {"answer_start": 504, "answer_end": 506, "token_text": "89", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.675279438495636, "type_probabilities": {"tool_output_conflict": 0.6727397441864014, "overgeneration": 0.0011090454645454884, "missing_tool_action_recommendation": 0.001430658739991486}}, {"answer_start": 715, "answer_end": 717, "token_text": "82", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2714977562427521, "type_probabilities": {"tool_output_conflict": 0.26972609758377075, "overgeneration": 0.0011375864269211888, "missing_tool_action_recommendation": 0.0006340695545077324}}, {"answer_start": 710, "answer_end": 714, "token_text": " 177", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.25933417677879333, "type_probabilities": {"tool_output_conflict": 0.256352037191391, "overgeneration": 0.002018468454480171, "missing_tool_action_recommendation": 0.0009636579197831452}}, {"answer_start": 499, "answer_end": 503, "token_text": " 178", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.24296630918979645, "type_probabilities": {"tool_output_conflict": 0.23927585780620575, "overgeneration": 0.0014005136908963323, "missing_tool_action_recommendation": 0.00228994176723063}}, {"answer_start": 503, "answer_end": 504, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.07199971377849579, "type_probabilities": {"tool_output_conflict": 0.07084784656763077, "overgeneration": 0.00038119422970339656, "missing_tool_action_recommendation": 0.0007706730393692851}}, {"answer_start": 1224, "answer_end": 1228, "token_text": " 175", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.041652508080005646, "type_probabilities": {"tool_output_conflict": 0.04031595215201378, "overgeneration": 0.0010724648600444198, "missing_tool_action_recommendation": 0.00026408935082145035}}, {"answer_start": 714, "answer_end": 715, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.035643041133880615, "type_probabilities": {"tool_output_conflict": 0.03494442254304886, "overgeneration": 0.0003623624215833843, "missing_tool_action_recommendation": 0.00033625547075644135}}, {"answer_start": 1229, "answer_end": 1231, "token_text": "75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.027304429560899734, "type_probabilities": {"tool_output_conflict": 0.025602523237466812, "overgeneration": 0.0011755813611671329, "missing_tool_action_recommendation": 0.0005263264174573123}}, {"answer_start": 1228, "answer_end": 1229, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.013287347741425037, "type_probabilities": {"tool_output_conflict": 0.012666390277445316, "overgeneration": 0.0003687087446451187, "missing_tool_action_recommendation": 0.00025224857381545007}}, {"answer_start": 1262, "answer_end": 1266, "token_text": " 176", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0021972882095724344, "type_probabilities": {"tool_output_conflict": 0.0015650643035769463, "overgeneration": 0.0004314481921028346, "missing_tool_action_recommendation": 0.00020077565568499267}}, {"answer_start": 1267, "answer_end": 1269, "token_text": "60", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002049386501312256, "type_probabilities": {"tool_output_conflict": 0.001043078606016934, "overgeneration": 0.0006170895649120212, "missing_tool_action_recommendation": 0.00038921835948713124}}, {"answer_start": 1072, "answer_end": 1076, "token_text": " 172", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017866711132228374, "type_probabilities": {"tool_output_conflict": 0.0012170496629551053, "overgeneration": 0.0004198738606646657, "missing_tool_action_recommendation": 0.000149747560499236}}, {"answer_start": 1210, "answer_end": 1212, "token_text": "05", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0016825083876028657, "type_probabilities": {"tool_output_conflict": 0.0012546496000140905, "overgeneration": 0.0002665797364898026, "missing_tool_action_recommendation": 0.0001612791238585487}}, {"answer_start": 1077, "answer_end": 1079, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010847658850252628, "type_probabilities": {"tool_output_conflict": 0.0004399168537929654, "overgeneration": 0.00039367153658531606, "missing_tool_action_recommendation": 0.00025117749464698136}}, {"answer_start": 1209, "answer_end": 1210, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009523750049993396, "type_probabilities": {"tool_output_conflict": 0.0007495568715967238, "overgeneration": 0.00011002410610672086, "missing_tool_action_recommendation": 9.279398364014924e-05}}, {"answer_start": 1266, "answer_end": 1267, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000892084906809032, "type_probabilities": {"tool_output_conflict": 0.00061717041535303, "overgeneration": 0.0001191524788737297, "missing_tool_action_recommendation": 0.00015576202713418752}}, {"answer_start": 1110, "answer_end": 1114, "token_text": " 173", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006346284062601626, "type_probabilities": {"tool_output_conflict": 0.00026049360167235136, "overgeneration": 0.00027444897568784654, "missing_tool_action_recommendation": 9.968579979613423e-05}}]}, "output": "Here are the latest Double Exponential Moving Average (DEMA) values for AAPL stock over different intervals:\n\n### 15-Minute Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-07 09:00:00  | 187.14     |\n| 2026-11-07 09:15:00  | 178.37     |\n| 2026-11-07 09:30:00  | 178.45     |\n| 2026-11-07 09:45:00  | 178.58     |\n| 2026-11-07 10:00:00  | 178.60     |\n| 2026-11-07 10:15:00  | 178.73     |\n| 2026-11-07 10:30:00  | 178.81     |\n| 2026-11-07 10:45:00  | 178.89     |\n| 2026-11-07 11:00:00  | 179.00     |\n| 2026-11-07 11:15:00  | 179.10     |\n\n### 1-Hour Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-07 08:00:00  | 177.82     |\n| 2026-11-07 09:00:00  | 178.10     |\n| 2026-11-07 10:00:00  | 178.40     |\n| 2026-11-07 11:00:00  | 178.75     |\n| 2026-11-07 12:00:00  | 179.05     |\n| 2026-11-07 13:00:00  | 179.20     |\n| 2026-11-07 14:00:00  | 179.35     |\n\n### 1-Day Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-01 00:00:00  | 172.50     |\n| 2026-11-02 00:00:00  | 173.20     |\n| 2026-11-03 00:00:00  | 174.00     |\n| 2026-11-04 00:00:00  | 174.85     |\n| 2026-11-05 00:00:00  | 175.75     |\n| 2026-11-06 00:00:00  | 176.60     |\n| 2026-11-07 00:00:00  | 177.45     |\n\nI hope you find this information useful! Let me know if there's anything else you need."}
+{"id": "toolace_base_223_6_1a70c80c772deee158", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_223_6_1a70c80c772deee158__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 202, "top_tokens": [{"answer_start": 512, "answer_end": 514, "token_text": "up", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00036228663520887494, "type_probabilities": {"tool_output_conflict": 0.0003020760486833751, "overgeneration": 3.688703873194754e-05, "missing_tool_action_recommendation": 2.332354779355228e-05}}, {"answer_start": 510, "answer_end": 511, "token_text": "s", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00031088103423826396, "type_probabilities": {"tool_output_conflict": 0.0002595621335785836, "overgeneration": 1.9006773072760552e-05, "missing_tool_action_recommendation": 3.231213122489862e-05}}, {"answer_start": 515, "answer_end": 522, "token_text": "percent", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002591678930912167, "type_probabilities": {"tool_output_conflict": 0.00020979948749300092, "overgeneration": 2.6466024792171083e-05, "missing_tool_action_recommendation": 2.2902378987055272e-05}}, {"answer_start": 543, "answer_end": 554, "token_text": " retrieving", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00020412557933013886, "type_probabilities": {"tool_output_conflict": 3.280804230598733e-05, "overgeneration": 6.193579611135647e-05, "missing_tool_action_recommendation": 0.00010938174091279507}}, {"answer_start": 267, "answer_end": 268, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019656505901366472, "type_probabilities": {"tool_output_conflict": 0.0001491859438829124, "overgeneration": 2.232233418908436e-05, "missing_tool_action_recommendation": 2.5056779122678563e-05}}, {"answer_start": 503, "answer_end": 510, "token_text": "analyst", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019279224216006696, "type_probabilities": {"tool_output_conflict": 0.00013759243302047253, "overgeneration": 1.9615550627349876e-05, "missing_tool_action_recommendation": 3.5584271245170385e-05}}, {"answer_start": 497, "answer_end": 498, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016354552644770592, "type_probabilities": {"tool_output_conflict": 7.61229675845243e-05, "overgeneration": 3.2820644264575094e-05, "missing_tool_action_recommendation": 5.4601918236585334e-05}}, {"answer_start": 511, "answer_end": 512, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015786454605404288, "type_probabilities": {"tool_output_conflict": 0.00010508837294764817, "overgeneration": 3.0303113817353733e-05, "missing_tool_action_recommendation": 2.2473064746009186e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014434968761634082, "type_probabilities": {"tool_output_conflict": 0.0001076260523404926, "overgeneration": 1.851927663665265e-05, "missing_tool_action_recommendation": 1.820436227717437e-05}}, {"answer_start": 514, "answer_end": 515, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013011816190555692, "type_probabilities": {"tool_output_conflict": 8.201324817491695e-05, "overgeneration": 2.5602535970392637e-05, "missing_tool_action_recommendation": 2.250237957923673e-05}}, {"answer_start": 603, "answer_end": 604, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001295782276429236, "type_probabilities": {"tool_output_conflict": 5.412291284301318e-05, "overgeneration": 4.038112092530355e-05, "missing_tool_action_recommendation": 3.5074190236628056e-05}}, {"answer_start": 101, "answer_end": 103, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001283167366636917, "type_probabilities": {"tool_output_conflict": 9.973878331948072e-05, "overgeneration": 1.6839623640407808e-05, "missing_tool_action_recommendation": 1.1738329703803174e-05}}, {"answer_start": 268, "answer_end": 269, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001272146764677018, "type_probabilities": {"tool_output_conflict": 5.878688534721732e-05, "overgeneration": 2.8296108212089166e-05, "missing_tool_action_recommendation": 4.0131671994458884e-05}}, {"answer_start": 265, "answer_end": 267, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001257993426406756, "type_probabilities": {"tool_output_conflict": 8.93198448466137e-05, "overgeneration": 1.4946914234315045e-05, "missing_tool_action_recommendation": 2.1532590835704468e-05}}, {"answer_start": 292, "answer_end": 293, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000101268662547227, "type_probabilities": {"tool_output_conflict": 7.142722461139783e-05, "overgeneration": 2.0146439055679366e-05, "missing_tool_action_recommendation": 9.695005246612709e-06}}, {"answer_start": 535, "answer_end": 540, "token_text": " help", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.706495620775968e-05, "type_probabilities": {"tool_output_conflict": 1.4467497749137692e-05, "overgeneration": 3.0156132197589613e-05, "missing_tool_action_recommendation": 5.244132626103237e-05}}, {"answer_start": 581, "answer_end": 593, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.642733493819833e-05, "type_probabilities": {"tool_output_conflict": 1.960951522050891e-05, "overgeneration": 2.723410216276534e-05, "missing_tool_action_recommendation": 4.958371937391348e-05}}, {"answer_start": 289, "answer_end": 290, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.81955202203244e-05, "type_probabilities": {"tool_output_conflict": 6.072549513191916e-05, "overgeneration": 1.737814636726398e-05, "missing_tool_action_recommendation": 1.009187508316245e-05}}, {"answer_start": 572, "answer_end": 581, "token_text": " relevant", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.719385368749499e-05, "type_probabilities": {"tool_output_conflict": 2.741179741860833e-05, "overgeneration": 2.6288409571861848e-05, "missing_tool_action_recommendation": 3.349364487803541e-05}}, {"answer_start": 530, "answer_end": 535, "token_text": " will", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.620947482995689e-05, "type_probabilities": {"tool_output_conflict": 2.5719440600369126e-05, "overgeneration": 1.5276473277481273e-05, "missing_tool_action_recommendation": 4.5213557314127684e-05}}]}, "output": "### Bitcoin Transaction Details for Hash \"abc123\"\n\n- **Hash**: abc123\n- **Symbol**: BTC\n- **Amount**: 0.5 BTC\n- **Fee**: 0.0001 BTC\n- **Block Number**: 681512\n- **Confirmations**: 6\n\n### Ratings for Stock Symbol \"AAPL\"\n\n1. **Rating by Morningstar**\n   - **Rating**: 4.7\n   - **Date**: 2021-07-07\n\n2. **Rating by S&P Global**\n   - **Rating**: 4.6\n   - **Date**: 2021-07-06\n\n### Sector Metrics for Stock Symbol \"AAPL\"\n\nCould you please specify the category of sector metrics you are interested in (e.g., \"analysts_up_percent\")? This will help in retrieving more detailed and relevant information for \"AAPL.\""}
+{"id": "toolace_base_743_0_0c4269385408355def", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_743_0_0c4269385408355def__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 51, "top_tokens": [{"answer_start": 57, "answer_end": 58, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011024513514712453, "type_probabilities": {"tool_output_conflict": 7.217039819806814e-05, "overgeneration": 2.1331190509954467e-05, "missing_tool_action_recommendation": 1.6743553715059534e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.87693783827126e-05, "type_probabilities": {"tool_output_conflict": 6.562729686265811e-05, "overgeneration": 1.9010461983270943e-05, "missing_tool_action_recommendation": 1.4131620446278248e-05}}, {"answer_start": 58, "answer_end": 61, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.97649408923462e-05, "type_probabilities": {"tool_output_conflict": 3.1984855013433844e-05, "overgeneration": 3.1542083888780326e-05, "missing_tool_action_recommendation": 1.623800562811084e-05}}, {"answer_start": 40, "answer_end": 54, "token_text": " approximately", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.18528138147667e-05, "type_probabilities": {"tool_output_conflict": 2.154103094653692e-05, "overgeneration": 2.533257065806538e-05, "missing_tool_action_recommendation": 1.4979206753196195e-05}}, {"answer_start": 107, "answer_end": 110, "token_text": " 73", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.931820487603545e-05, "type_probabilities": {"tool_output_conflict": 2.9840937713743187e-05, "overgeneration": 1.758573307597544e-05, "missing_tool_action_recommendation": 1.1891534995811526e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6598619266878814e-05, "type_probabilities": {"tool_output_conflict": 1.9585027985158376e-05, "overgeneration": 2.435537135170307e-05, "missing_tool_action_recommendation": 1.2658219930017367e-05}}, {"answer_start": 15, "answer_end": 24, "token_text": " analysis", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.161971057532355e-05, "type_probabilities": {"tool_output_conflict": 9.224943823937792e-06, "overgeneration": 1.4253017980081495e-05, "missing_tool_action_recommendation": 2.8141750590293668e-05}}, {"answer_start": 3, "answer_end": 15, "token_text": " demographic", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.811572580365464e-05, "type_probabilities": {"tool_output_conflict": 9.430330464965664e-06, "overgeneration": 1.8685468603507616e-05, "missing_tool_action_recommendation": 1.9999928554170765e-05}}, {"answer_start": 54, "answer_end": 57, "token_text": " 12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.780922972713597e-05, "type_probabilities": {"tool_output_conflict": 2.3952092305989936e-05, "overgeneration": 1.4150614333630074e-05, "missing_tool_action_recommendation": 9.706523997010663e-06}}, {"answer_start": 118, "answer_end": 122, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7462326620006934e-05, "type_probabilities": {"tool_output_conflict": 9.967243386199698e-06, "overgeneration": 2.4112807295750827e-05, "missing_tool_action_recommendation": 1.3382276847551111e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.3327570892870426e-05, "type_probabilities": {"tool_output_conflict": 1.7209053112310357e-05, "overgeneration": 1.2564202734210994e-05, "missing_tool_action_recommendation": 1.355431777483318e-05}}, {"answer_start": 124, "answer_end": 125, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.163919948041439e-05, "type_probabilities": {"tool_output_conflict": 1.7096210285671987e-05, "overgeneration": 1.1211242053832393e-05, "missing_tool_action_recommendation": 1.3331746231415309e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": "2", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.128013824811205e-05, "type_probabilities": {"tool_output_conflict": 6.387561370502226e-06, "overgeneration": 1.2399072147672996e-05, "missing_tool_action_recommendation": 2.2493502910947427e-05}}, {"answer_start": 24, "answer_end": 30, "token_text": " shows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.743914203369059e-05, "type_probabilities": {"tool_output_conflict": 1.0540652510826476e-05, "overgeneration": 1.482733841839945e-05, "missing_tool_action_recommendation": 1.2071152923454065e-05}}, {"answer_start": 215, "answer_end": 222, "token_text": " period", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.635351458797231e-05, "type_probabilities": {"tool_output_conflict": 1.2290457561903168e-05, "overgeneration": 1.2686416084761731e-05, "missing_tool_action_recommendation": 1.1376640031812713e-05}}, {"answer_start": 111, "answer_end": 112, "token_text": "5", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.63014914910309e-05, "type_probabilities": {"tool_output_conflict": 1.171365238405997e-05, "overgeneration": 1.3067573490843643e-05, "missing_tool_action_recommendation": 1.1520264706632588e-05}}, {"answer_start": 230, "answer_end": 235, "token_text": " 1965", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.554100840119645e-05, "type_probabilities": {"tool_output_conflict": 1.1152370461786631e-05, "overgeneration": 1.4788319276703987e-05, "missing_tool_action_recommendation": 9.600320481695235e-06}}, {"answer_start": 125, "answer_end": 128, "token_text": "500", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.379234840394929e-05, "type_probabilities": {"tool_output_conflict": 6.7261212279845495e-06, "overgeneration": 1.1721595001290552e-05, "missing_tool_action_recommendation": 1.534463262942154e-05}}, {"answer_start": 172, "answer_end": 173, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.340157854836434e-05, "type_probabilities": {"tool_output_conflict": 1.3797766769130249e-05, "overgeneration": 8.357395017810632e-06, "missing_tool_action_recommendation": 1.1246414942434058e-05}}, {"answer_start": 180, "answer_end": 181, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.306053258711472e-05, "type_probabilities": {"tool_output_conflict": 9.210171810991596e-06, "overgeneration": 1.4573421140084974e-05, "missing_tool_action_recommendation": 9.276938726543449e-06}}]}, "output": "The demographic analysis shows there are approximately 12,000 veterans in California with an average age of 73.5 years and 9,500 veterans in Texas with an average age of 74.2 years, who served during the Vietnam War period between 1965 and 1970."}
+{"id": "toolace_base_461_0_9d332a10ce1294d3e3", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_461_0_9d332a10ce1294d3e3__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 21, "top_tokens": [{"answer_start": 46, "answer_end": 47, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00037164773675613105, "type_probabilities": {"tool_output_conflict": 0.0003219179925508797, "overgeneration": 3.324740828247741e-05, "missing_tool_action_recommendation": 1.648233228479512e-05}}, {"answer_start": 42, "answer_end": 46, "token_text": " 124", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017447766731493175, "type_probabilities": {"tool_output_conflict": 0.0001162712651421316, "overgeneration": 3.4918892197310925e-05, "missing_tool_action_recommendation": 2.3287519070436247e-05}}, {"answer_start": 47, "answer_end": 50, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012741630780510604, "type_probabilities": {"tool_output_conflict": 8.708501991350204e-05, "overgeneration": 2.2722726498614065e-05, "missing_tool_action_recommendation": 1.7608565030968748e-05}}, {"answer_start": 73, "answer_end": 77, "token_text": " 460", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012441867147572339, "type_probabilities": {"tool_output_conflict": 7.599052332807332e-05, "overgeneration": 1.9984410755569115e-05, "missing_tool_action_recommendation": 2.8443746487027965e-05}}, {"answer_start": 77, "answer_end": 83, "token_text": " posts", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.35292851459235e-05, "type_probabilities": {"tool_output_conflict": 1.1957140486629214e-05, "overgeneration": 3.827905311482027e-05, "missing_tool_action_recommendation": 2.329309245396871e-05}}, {"answer_start": 50, "answer_end": 60, "token_text": " followers", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.115100743249059e-05, "type_probabilities": {"tool_output_conflict": 1.723695640976075e-05, "overgeneration": 3.48677858710289e-05, "missing_tool_action_recommendation": 1.9046265151700936e-05}}, {"answer_start": 60, "answer_end": 64, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.31369766779244e-05, "type_probabilities": {"tool_output_conflict": 2.5212561013177037e-05, "overgeneration": 2.329100425413344e-05, "missing_tool_action_recommendation": 1.4633411410613917e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.997121115797199e-05, "type_probabilities": {"tool_output_conflict": 2.1759917217423208e-05, "overgeneration": 2.801838309096638e-05, "missing_tool_action_recommendation": 1.0192910849582404e-05}}, {"answer_start": 32, "answer_end": 37, "token_text": "lover", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.903343117097393e-05, "type_probabilities": {"tool_output_conflict": 1.2585242984641809e-05, "overgeneration": 2.6231877200189047e-05, "missing_tool_action_recommendation": 2.0216308257658966e-05}}, {"answer_start": 27, "answer_end": 31, "token_text": "food", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1962739235023037e-05, "type_probabilities": {"tool_output_conflict": 1.1750648809538689e-05, "overgeneration": 2.2381305825547315e-05, "missing_tool_action_recommendation": 1.7830785509431735e-05}}, {"answer_start": 3, "answer_end": 13, "token_text": " Instagram", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.919492494082078e-05, "type_probabilities": {"tool_output_conflict": 8.529477781848982e-06, "overgeneration": 1.927358789544087e-05, "missing_tool_action_recommendation": 2.139185744454153e-05}}, {"answer_start": 13, "answer_end": 21, "token_text": " account", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4299871660768986e-05, "type_probabilities": {"tool_output_conflict": 9.053920621227007e-06, "overgeneration": 1.85495173354866e-05, "missing_tool_action_recommendation": 1.6696436432539485e-05}}, {"answer_start": 37, "answer_end": 38, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4030140998074785e-05, "type_probabilities": {"tool_output_conflict": 1.3678642972081434e-05, "overgeneration": 2.1639958504238166e-05, "missing_tool_action_recommendation": 8.711540431249887e-06}}, {"answer_start": 68, "answer_end": 73, "token_text": " made", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.396336225909181e-05, "type_probabilities": {"tool_output_conflict": 1.2257061825948767e-05, "overgeneration": 2.0882958779111505e-05, "missing_tool_action_recommendation": 1.0823340744536836e-05}}, {"answer_start": 23, "answer_end": 26, "token_text": "the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.340419400250539e-05, "type_probabilities": {"tool_output_conflict": 1.2533648259704933e-05, "overgeneration": 1.8522630853112787e-05, "missing_tool_action_recommendation": 1.234791398019297e-05}}, {"answer_start": 31, "answer_end": 32, "token_text": "_", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.318574065109715e-05, "type_probabilities": {"tool_output_conflict": 1.2501467608672101e-05, "overgeneration": 1.785845961421728e-05, "missing_tool_action_recommendation": 1.2825813428207766e-05}}, {"answer_start": 21, "answer_end": 23, "token_text": " \"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.281327346689068e-05, "type_probabilities": {"tool_output_conflict": 1.3535632206185255e-05, "overgeneration": 1.7763075447874144e-05, "missing_tool_action_recommendation": 1.1514567631820682e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": "_", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.182100383331999e-05, "type_probabilities": {"tool_output_conflict": 1.1891992471646518e-05, "overgeneration": 1.761025851010345e-05, "missing_tool_action_recommendation": 1.2318751942075323e-05}}, {"answer_start": 64, "answer_end": 68, "token_text": " has", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.994266808149405e-05, "type_probabilities": {"tool_output_conflict": 1.9209979654988274e-05, "overgeneration": 1.3736533219343983e-05, "missing_tool_action_recommendation": 6.996157480898546e-06}}, {"answer_start": 38, "answer_end": 42, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.8597740058321506e-05, "type_probabilities": {"tool_output_conflict": 1.1505153452162631e-05, "overgeneration": 1.8851067579817027e-05, "missing_tool_action_recommendation": 8.241518116847146e-06}}]}, "output": "The Instagram account \"the_food_lover\" has 124,000 followers and has made 460 posts."}
+{"id": "toolace_base_381_6_ec414790f9be3270cc", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_381_6_ec414790f9be3270cc__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 324, "top_tokens": [{"answer_start": 800, "answer_end": 805, "token_text": " 2012", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009225968387909234, "type_probabilities": {"tool_output_conflict": 0.0008233130211010575, "overgeneration": 4.136902134632692e-05, "missing_tool_action_recommendation": 5.791482180939056e-05}}, {"answer_start": 1282, "answer_end": 1293, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013994619075674564, "type_probabilities": {"tool_output_conflict": 3.618059417931363e-05, "overgeneration": 5.811654045828618e-05, "missing_tool_action_recommendation": 4.564905248116702e-05}}, {"answer_start": 1128, "answer_end": 1134, "token_text": " movie", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.67561500146985e-05, "type_probabilities": {"tool_output_conflict": 1.951562808244489e-05, "overgeneration": 3.263219696236774e-05, "missing_tool_action_recommendation": 4.460832496988587e-05}}, {"answer_start": 260, "answer_end": 266, "token_text": " debut", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.427366603631526e-05, "type_probabilities": {"tool_output_conflict": 2.065646549453959e-05, "overgeneration": 5.1689381507458165e-05, "missing_tool_action_recommendation": 2.192781903431751e-05}}, {"answer_start": 1340, "answer_end": 1341, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.391359344590455e-05, "type_probabilities": {"tool_output_conflict": 3.504420965327881e-05, "overgeneration": 3.1211409805109724e-05, "missing_tool_action_recommendation": 2.7657977625494823e-05}}, {"answer_start": 797, "answer_end": 800, "token_text": " in", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.157265594694763e-05, "type_probabilities": {"tool_output_conflict": 4.405871732160449e-05, "overgeneration": 2.4172342818928882e-05, "missing_tool_action_recommendation": 2.3341593987424858e-05}}, {"answer_start": 1293, "answer_end": 1306, "token_text": " publications", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.10582602955401e-05, "type_probabilities": {"tool_output_conflict": 1.9612236428656615e-05, "overgeneration": 2.9284386982908472e-05, "missing_tool_action_recommendation": 4.21616350649856e-05}}, {"answer_start": 1364, "answer_end": 1371, "token_text": " famous", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.963575237430632e-05, "type_probabilities": {"tool_output_conflict": 2.213221523561515e-05, "overgeneration": 3.770519106183201e-05, "missing_tool_action_recommendation": 2.9798344257869758e-05}}, {"answer_start": 1021, "answer_end": 1028, "token_text": " within", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.940208499552682e-05, "type_probabilities": {"tool_output_conflict": 1.5951003661029972e-05, "overgeneration": 4.2559582652756944e-05, "missing_tool_action_recommendation": 3.08914968627505e-05}}, {"answer_start": 851, "answer_end": 860, "token_text": " focusing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.709022949915379e-05, "type_probabilities": {"tool_output_conflict": 1.159987186838407e-05, "overgeneration": 4.033376171719283e-05, "missing_tool_action_recommendation": 3.515659409458749e-05}}, {"answer_start": 907, "answer_end": 915, "token_text": " English", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.119024278130382e-05, "type_probabilities": {"tool_output_conflict": 2.048357782769017e-05, "overgeneration": 3.9443460991606116e-05, "missing_tool_action_recommendation": 2.126320032402873e-05}}, {"answer_start": 11, "answer_end": 23, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.633207133039832e-05, "type_probabilities": {"tool_output_conflict": 1.2671180229517631e-05, "overgeneration": 2.9516048016375862e-05, "missing_tool_action_recommendation": 3.4144846722483635e-05}}, {"answer_start": 1341, "answer_end": 1351, "token_text": " branching", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.59422400733456e-05, "type_probabilities": {"tool_output_conflict": 1.668852382863406e-05, "overgeneration": 3.3312258892692626e-05, "missing_tool_action_recommendation": 2.5941457352018915e-05}}, {"answer_start": 1383, "answer_end": 1387, "token_text": " new", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.385643402813002e-05, "type_probabilities": {"tool_output_conflict": 3.2261064916383475e-05, "overgeneration": 2.762265648925677e-05, "missing_tool_action_recommendation": 1.3972711712995078e-05}}, {"answer_start": 827, "answer_end": 832, "token_text": " from", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.336455746553838e-05, "type_probabilities": {"tool_output_conflict": 2.170823972846847e-05, "overgeneration": 1.796695687517058e-05, "missing_tool_action_recommendation": 3.368936449987814e-05}}, {"answer_start": 1315, "answer_end": 1327, "token_text": " versatility", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.305968028958887e-05, "type_probabilities": {"tool_output_conflict": 1.9156948837917298e-05, "overgeneration": 3.4548374969745055e-05, "missing_tool_action_recommendation": 1.9354354662937112e-05}}, {"answer_start": 1306, "answer_end": 1311, "token_text": " show", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.270400237757713e-05, "type_probabilities": {"tool_output_conflict": 2.0206935005262494e-05, "overgeneration": 3.27557027048897e-05, "missing_tool_action_recommendation": 1.9741364667424932e-05}}, {"answer_start": 805, "answer_end": 806, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.182936678873375e-05, "type_probabilities": {"tool_output_conflict": 2.443675657559652e-05, "overgeneration": 2.6963076379615813e-05, "missing_tool_action_recommendation": 2.0429533833521418e-05}}, {"answer_start": 781, "answer_end": 787, "token_text": " novel", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.138251385185868e-05, "type_probabilities": {"tool_output_conflict": 9.239853170583956e-06, "overgeneration": 2.7806416255771182e-05, "missing_tool_action_recommendation": 3.433624078752473e-05}}, {"answer_start": 1355, "answer_end": 1360, "token_text": " from", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.965310603845865e-05, "type_probabilities": {"tool_output_conflict": 2.580403997853864e-05, "overgeneration": 2.017168480961118e-05, "missing_tool_action_recommendation": 2.3677379431319423e-05}}]}, "output": "Here's some information about J.K. Rowling and her notable works:\n\n**Bio**: J.K. Rowling is a British author, best known for writing the Harry Potter fantasy series. The series has gained extensive popularity, critical acclaim, and commercial success since its debut. She has won multiple awards, and her work has been adapted into films, plays, and video games.\n\n**Books and Other Media**:\n- **Harry Potter Series**:\n  - *Harry Potter and the Sorcerer's Stone*\n  - *Harry Potter and the Chamber of Secrets*\n  - *Harry Potter and the Prisoner of Azkaban*\n  - *Harry Potter and the Goblet of Fire*\n  - *Harry Potter and the Order of the Phoenix*\n  - *Harry Potter and the Half-Blood Prince*\n  - *Harry Potter and the Deathly Hallows*\n\n- **Other Books**:\n  - *The Casual Vacancy* - A novel published in 2012, which is a departure from her fantasy works, focusing on local politics and social issues in a small English town.\n  \n- **Related Works**:\n  - *Fantastic Beasts and Where to Find Them* - Originally a book mentioned within the Harry Potter series, it has been developed into its own film series with related books.\n  - The movie adaptations of the book under the names:\n    - *Fantastic Beasts and Where to Find Them*\n    - *Fantastic Beasts: The Crimes of Grindelwald*\n\nThese additional publications show her versatility as an author, branching out from her famous series into new genres and expanding the Wizarding World through the *Fantastic Beasts* film series."}
+{"id": "toolace_base_459_0_b4ad6a8704defeea3b__missing_tool_action_recommendation__17106f1b6f0605b36e", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 343, "end": 461, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 343, "end": 461, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999890327453613, "mean_score": 0.9999816688624296, "type_score": 0.9999370141462847, "type_scores": {"tool_output_conflict": 1.5355715070406653e-05, "overgeneration": 2.9298722521079153e-05, "missing_tool_action_recommendation": 0.9999370141462847}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_459_0_b4ad6a8704defeea3b__missing_tool_action_recommendation__17106f1b6f0605b36e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 132, "top_tokens": [{"answer_start": 452, "answer_end": 460, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999890327453613, "type_probabilities": {"tool_output_conflict": 1.5377498129964806e-05, "overgeneration": 2.1323128748917952e-05, "missing_tool_action_recommendation": 0.9999523162841797}}, {"answer_start": 404, "answer_end": 410, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999877214431763, "type_probabilities": {"tool_output_conflict": 1.681534558883868e-05, "overgeneration": 2.7403859348851256e-05, "missing_tool_action_recommendation": 0.9999434947967529}}, {"answer_start": 410, "answer_end": 418, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999873638153076, "type_probabilities": {"tool_output_conflict": 1.6425434296252206e-05, "overgeneration": 2.6024637918453664e-05, "missing_tool_action_recommendation": 0.9999449253082275}}, {"answer_start": 397, "answer_end": 404, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862909317017, "type_probabilities": {"tool_output_conflict": 1.2631763638637494e-05, "overgeneration": 2.228105404356029e-05, "missing_tool_action_recommendation": 0.9999513626098633}}, {"answer_start": 431, "answer_end": 442, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999860525131226, "type_probabilities": {"tool_output_conflict": 1.5349114619311877e-05, "overgeneration": 2.4235032469732687e-05, "missing_tool_action_recommendation": 0.9999464750289917}}, {"answer_start": 422, "answer_end": 431, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 1.6343479728675447e-05, "overgeneration": 2.2484076907858253e-05, "missing_tool_action_recommendation": 0.999945878982544}}, {"answer_start": 389, "answer_end": 394, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999844431877136, "type_probabilities": {"tool_output_conflict": 1.5397954484797083e-05, "overgeneration": 3.580448901630007e-05, "missing_tool_action_recommendation": 0.9999332427978516}}, {"answer_start": 450, "answer_end": 452, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843239784241, "type_probabilities": {"tool_output_conflict": 1.4454923984885681e-05, "overgeneration": 2.282358764205128e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 418, "answer_end": 422, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.5620784324710257e-05, "overgeneration": 2.5321252905996516e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 394, "answer_end": 397, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.422359582647914e-05, "overgeneration": 2.5882192858261988e-05, "missing_tool_action_recommendation": 0.9999427795410156}}, {"answer_start": 348, "answer_end": 350, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999826550483704, "type_probabilities": {"tool_output_conflict": 1.4708043636346702e-05, "overgeneration": 2.5990135327447206e-05, "missing_tool_action_recommendation": 0.9999419450759888}}, {"answer_start": 385, "answer_end": 389, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999824166297913, "type_probabilities": {"tool_output_conflict": 1.3251285963633563e-05, "overgeneration": 3.522535916999914e-05, "missing_tool_action_recommendation": 0.9999339580535889}}, {"answer_start": 350, "answer_end": 354, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999821782112122, "type_probabilities": {"tool_output_conflict": 1.18558173198835e-05, "overgeneration": 2.610376395750791e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 359, "answer_end": 363, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980628490448, "type_probabilities": {"tool_output_conflict": 1.4422229469346348e-05, "overgeneration": 3.476879282970913e-05, "missing_tool_action_recommendation": 0.9999314546585083}}, {"answer_start": 442, "answer_end": 449, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805688858032, "type_probabilities": {"tool_output_conflict": 1.5689980500610545e-05, "overgeneration": 2.8533642762340605e-05, "missing_tool_action_recommendation": 0.9999363422393799}}, {"answer_start": 372, "answer_end": 385, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999799132347107, "type_probabilities": {"tool_output_conflict": 1.5192398677754682e-05, "overgeneration": 3.648566780611873e-05, "missing_tool_action_recommendation": 0.9999282360076904}}, {"answer_start": 354, "answer_end": 359, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999796748161316, "type_probabilities": {"tool_output_conflict": 1.2099850209779106e-05, "overgeneration": 2.5129331334028393e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 449, "answer_end": 450, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999787211418152, "type_probabilities": {"tool_output_conflict": 1.7446272977394983e-05, "overgeneration": 3.2663505407981575e-05, "missing_tool_action_recommendation": 0.9999285936355591}}, {"answer_start": 363, "answer_end": 372, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999783635139465, "type_probabilities": {"tool_output_conflict": 1.4974229088693392e-05, "overgeneration": 4.385371721582487e-05, "missing_tool_action_recommendation": 0.9999195337295532}}, {"answer_start": 342, "answer_end": 347, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999978244304657, "type_probabilities": {"tool_output_conflict": 1.2206172868900467e-05, "overgeneration": 2.3826594770071097e-05, "missing_tool_action_recommendation": 0.9999421834945679}}]}, "output": "The exchange rates for the Euro (EUR) are as follows:\n\n- EUR to USD: 1.1\n- EUR to GBP: 0.85\n- EUR to JPY: 148.23\n- EUR to CHF: 1.05\n- EUR to CAD: 1.42\n- EUR to AUD: 1.55\n- EUR to CNY: 7.12\n- EUR to INR: 87.74\n- EUR to BRL: 5.76\n- EUR to RUB: 67.84\n\nThese rates provide the amount of the corresponding currency you would receive for one Euro.\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_596_0_6e8ffd2c6e9830e411__missing_tool_action_recommendation__599c40037d70cf916a", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 95, "end": 215, "text": "Next, I can call the Real-Time Weather Alert API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 95, "end": 215, "text": "Next, I can call the Real-Time Weather Alert API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999868273735046, "mean_score": 0.9999777936935424, "type_score": 0.9999317407608033, "type_scores": {"tool_output_conflict": 1.6905197735468392e-05, "overgeneration": 2.914823366154451e-05, "missing_tool_action_recommendation": 0.9999317407608033}, "token_count": 25}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 120}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_596_0_6e8ffd2c6e9830e411__missing_tool_action_recommendation__599c40037d70cf916a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 40, "top_tokens": [{"answer_start": 206, "answer_end": 214, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999868273735046, "type_probabilities": {"tool_output_conflict": 1.7984759324463084e-05, "overgeneration": 2.4637358364998363e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 158, "answer_end": 164, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999855160713196, "type_probabilities": {"tool_output_conflict": 1.874646477517672e-05, "overgeneration": 2.4087265046546236e-05, "missing_tool_action_recommendation": 0.9999426603317261}}, {"answer_start": 143, "answer_end": 148, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852180480957, "type_probabilities": {"tool_output_conflict": 1.7065511201508343e-05, "overgeneration": 3.0404466087929904e-05, "missing_tool_action_recommendation": 0.9999377727508545}}, {"answer_start": 151, "answer_end": 158, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984860420227, "type_probabilities": {"tool_output_conflict": 1.497237644798588e-05, "overgeneration": 1.9625995264505036e-05, "missing_tool_action_recommendation": 0.9999502897262573}}, {"answer_start": 164, "answer_end": 172, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999847412109375, "type_probabilities": {"tool_output_conflict": 1.6536758266738616e-05, "overgeneration": 2.0648862118832767e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 148, "answer_end": 151, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.3516550097847357e-05, "overgeneration": 2.149241481674835e-05, "missing_tool_action_recommendation": 0.9999483823776245}}, {"answer_start": 100, "answer_end": 102, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828338623047, "type_probabilities": {"tool_output_conflict": 1.4326244127005339e-05, "overgeneration": 2.180432784371078e-05, "missing_tool_action_recommendation": 0.9999467134475708}}, {"answer_start": 102, "answer_end": 106, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999982476234436, "type_probabilities": {"tool_output_conflict": 1.1050886314478703e-05, "overgeneration": 2.2798345526098274e-05, "missing_tool_action_recommendation": 0.9999486207962036}}, {"answer_start": 185, "answer_end": 196, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999823570251465, "type_probabilities": {"tool_output_conflict": 1.8084218027070165e-05, "overgeneration": 2.5061470296350308e-05, "missing_tool_action_recommendation": 0.9999392032623291}}, {"answer_start": 204, "answer_end": 206, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.5347226508310996e-05, "overgeneration": 2.2820788217359222e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 139, "answer_end": 143, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999810457229614, "type_probabilities": {"tool_output_conflict": 1.6543965102755465e-05, "overgeneration": 3.327455124235712e-05, "missing_tool_action_recommendation": 0.9999312162399292}}, {"answer_start": 133, "answer_end": 139, "token_text": " Alert", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999804496765137, "type_probabilities": {"tool_output_conflict": 2.10708640224766e-05, "overgeneration": 3.208241469110362e-05, "missing_tool_action_recommendation": 0.999927282333374}}, {"answer_start": 176, "answer_end": 185, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999801516532898, "type_probabilities": {"tool_output_conflict": 1.869039078883361e-05, "overgeneration": 2.4658145775902085e-05, "missing_tool_action_recommendation": 0.9999368190765381}}, {"answer_start": 172, "answer_end": 176, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999789595603943, "type_probabilities": {"tool_output_conflict": 1.66065165103646e-05, "overgeneration": 2.350842441956047e-05, "missing_tool_action_recommendation": 0.9999388456344604}}, {"answer_start": 125, "answer_end": 133, "token_text": " Weather", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775886535645, "type_probabilities": {"tool_output_conflict": 1.7183967429446056e-05, "overgeneration": 3.382650902494788e-05, "missing_tool_action_recommendation": 0.9999265670776367}}, {"answer_start": 111, "answer_end": 115, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775290489197, "type_probabilities": {"tool_output_conflict": 1.593594060977921e-05, "overgeneration": 3.170669879182242e-05, "missing_tool_action_recommendation": 0.9999299049377441}}, {"answer_start": 196, "answer_end": 203, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775290489197, "type_probabilities": {"tool_output_conflict": 1.641952076170128e-05, "overgeneration": 2.9151784474379383e-05, "missing_tool_action_recommendation": 0.9999319314956665}}, {"answer_start": 94, "answer_end": 99, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999772906303406, "type_probabilities": {"tool_output_conflict": 1.2628861441044137e-05, "overgeneration": 2.4737788407946937e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 106, "answer_end": 111, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999763369560242, "type_probabilities": {"tool_output_conflict": 1.220035210280912e-05, "overgeneration": 2.59880289377179e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 203, "answer_end": 204, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999744296073914, "type_probabilities": {"tool_output_conflict": 1.7024318367475644e-05, "overgeneration": 2.7369744202587754e-05, "missing_tool_action_recommendation": 0.9999300241470337}}]}, "output": "The thermostat status has been checked, and the temperature setting operation was successful.\n\nNext, I can call the Real-Time Weather Alert API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_40_0_47409094e0e6bac49e", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_40_0_47409094e0e6bac49e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 212, "top_tokens": [{"answer_start": 756, "answer_end": 757, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.688710997579619e-05, "type_probabilities": {"tool_output_conflict": 3.976152220275253e-05, "overgeneration": 4.3103547795908526e-05, "missing_tool_action_recommendation": 1.4022046343598049e-05}}, {"answer_start": 641, "answer_end": 652, "token_text": " companions", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.481342229060829e-05, "type_probabilities": {"tool_output_conflict": 1.5971505490597337e-05, "overgeneration": 4.0027331124292687e-05, "missing_tool_action_recommendation": 2.881458385672886e-05}}, {"answer_start": 618, "answer_end": 619, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.385881326626986e-05, "type_probabilities": {"tool_output_conflict": 2.1968329747323878e-05, "overgeneration": 2.656923606991768e-05, "missing_tool_action_recommendation": 2.5321251087007113e-05}}, {"answer_start": 675, "answer_end": 676, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.369040395133197e-05, "type_probabilities": {"tool_output_conflict": 2.7526073608896695e-05, "overgeneration": 2.9788339816150256e-05, "missing_tool_action_recommendation": 1.6375986888306215e-05}}, {"answer_start": 693, "answer_end": 705, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.052032015053555e-05, "type_probabilities": {"tool_output_conflict": 1.1167360753461253e-05, "overgeneration": 2.4490633222740144e-05, "missing_tool_action_recommendation": 3.4862325264839455e-05}}, {"answer_start": 631, "answer_end": 641, "token_text": " excellent", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.990636029513553e-05, "type_probabilities": {"tool_output_conflict": 1.7681284589343704e-05, "overgeneration": 2.9004866519244388e-05, "missing_tool_action_recommendation": 2.3220207367558032e-05}}, {"answer_start": 705, "answer_end": 708, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.587078678421676e-05, "type_probabilities": {"tool_output_conflict": 1.1065594662795775e-05, "overgeneration": 2.877932092815172e-05, "missing_tool_action_recommendation": 2.6025871193269268e-05}}, {"answer_start": 738, "answer_end": 739, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.43406601739116e-05, "type_probabilities": {"tool_output_conflict": 1.760215309332125e-05, "overgeneration": 3.042725620616693e-05, "missing_tool_action_recommendation": 1.6311250874423422e-05}}, {"answer_start": 728, "answer_end": 731, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.140967889223248e-05, "type_probabilities": {"tool_output_conflict": 2.2818281649961136e-05, "overgeneration": 1.6311563740600832e-05, "missing_tool_action_recommendation": 2.227983350167051e-05}}, {"answer_start": 749, "answer_end": 752, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.136129377409816e-05, "type_probabilities": {"tool_output_conflict": 2.1878848201595247e-05, "overgeneration": 1.6572559616179205e-05, "missing_tool_action_recommendation": 2.2909884137334302e-05}}, {"answer_start": 683, "answer_end": 688, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7024022680707276e-05, "type_probabilities": {"tool_output_conflict": 1.5128039194678422e-05, "overgeneration": 1.6358248103642836e-05, "missing_tool_action_recommendation": 2.5537734472891316e-05}}, {"answer_start": 739, "answer_end": 744, "token_text": " feel", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3842733905185014e-05, "type_probabilities": {"tool_output_conflict": 1.3022161510889418e-05, "overgeneration": 1.7682310499367304e-05, "missing_tool_action_recommendation": 2.3138260075938888e-05}}, {"answer_start": 619, "answer_end": 626, "token_text": " making", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.255622818367556e-05, "type_probabilities": {"tool_output_conflict": 1.3804859918309376e-05, "overgeneration": 1.7513382772449404e-05, "missing_tool_action_recommendation": 2.123798731190618e-05}}, {"answer_start": 524, "answer_end": 525, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.195356789045036e-05, "type_probabilities": {"tool_output_conflict": 1.9567902199923992e-05, "overgeneration": 1.4044102499610744e-05, "missing_tool_action_recommendation": 1.8341559552936815e-05}}, {"answer_start": 656, "answer_end": 664, "token_text": " various", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.1734015869442374e-05, "type_probabilities": {"tool_output_conflict": 1.3449634025164414e-05, "overgeneration": 1.8968614313052967e-05, "missing_tool_action_recommendation": 1.9315770259709097e-05}}, {"answer_start": 39, "answer_end": 45, "token_text": " along", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.039048119215295e-05, "type_probabilities": {"tool_output_conflict": 1.4091027878748719e-05, "overgeneration": 2.0453990146052092e-05, "missing_tool_action_recommendation": 1.5845462257857434e-05}}, {"answer_start": 611, "answer_end": 618, "token_text": " nature", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.998112126486376e-05, "type_probabilities": {"tool_output_conflict": 1.0770188055175822e-05, "overgeneration": 1.8466333131073043e-05, "missing_tool_action_recommendation": 2.0744600988109596e-05}}, {"answer_start": 744, "answer_end": 749, "token_text": " free", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.964663821738213e-05, "type_probabilities": {"tool_output_conflict": 1.5856056052143686e-05, "overgeneration": 1.789233647286892e-05, "missing_tool_action_recommendation": 1.589824205439072e-05}}, {"answer_start": 378, "answer_end": 379, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.827993689104915e-05, "type_probabilities": {"tool_output_conflict": 2.0317709640949033e-05, "overgeneration": 1.278778745472664e-05, "missing_tool_action_recommendation": 1.5174437066889368e-05}}, {"answer_start": 552, "answer_end": 553, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.802837793249637e-05, "type_probabilities": {"tool_output_conflict": 1.4826064216322266e-05, "overgeneration": 1.4975643352954648e-05, "missing_tool_action_recommendation": 1.8226670363219455e-05}}]}, "output": "Here is a list of \"Sporting\" dog breeds along with their descriptions and images:\n\n1. **Labrador Retriever**\n   - **Description:** Friendly and outgoing, Labs play well with others.\n   - **Image:** ![Labrador Retriever](https://example.com/labrador.jpg)\n\n2. **Golden Retriever**\n   - **Description:** Intelligent, friendly, and devoted.\n   - **Image:** ![Golden Retriever](https://example.com/goldenretriever.jpg)\n\n3. **Cocker Spaniel**\n   - **Description:** Gentle, smart, and happy.\n   - **Image:** ![Cocker Spaniel](https://example.com/cockerspaniel.jpg)\n\nThese breeds are known for their friendly and active nature, making them excellent companions for various activities. If you need more information on any of these breeds or others, feel free to ask!"}
+{"id": "toolace_base_29_0_dd9ea319426cd06958__missing_tool_action_recommendation__2a5447da65da81c2aa", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 392, "end": 517, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 392, "end": 517, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999887943267822, "mean_score": 0.9999831163364908, "type_score": 0.9999374203059984, "type_scores": {"tool_output_conflict": 1.354494863493449e-05, "overgeneration": 3.2144748452676296e-05, "missing_tool_action_recommendation": 0.9999374203059984}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_29_0_dd9ea319426cd06958__missing_tool_action_recommendation__2a5447da65da81c2aa__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 130, "top_tokens": [{"answer_start": 508, "answer_end": 516, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999887943267822, "type_probabilities": {"tool_output_conflict": 1.3323644452611916e-05, "overgeneration": 2.4128697987180203e-05, "missing_tool_action_recommendation": 0.9999513626098633}}, {"answer_start": 460, "answer_end": 466, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999884963035583, "type_probabilities": {"tool_output_conflict": 1.4485668543784413e-05, "overgeneration": 2.899357241403777e-05, "missing_tool_action_recommendation": 0.9999450445175171}}, {"answer_start": 466, "answer_end": 474, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999881386756897, "type_probabilities": {"tool_output_conflict": 1.3803000911138952e-05, "overgeneration": 2.705142105696723e-05, "missing_tool_action_recommendation": 0.9999473094940186}}, {"answer_start": 445, "answer_end": 450, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999875426292419, "type_probabilities": {"tool_output_conflict": 1.284096924791811e-05, "overgeneration": 3.561776247806847e-05, "missing_tool_action_recommendation": 0.9999390840530396}}, {"answer_start": 453, "answer_end": 460, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.1297554920020048e-05, "overgeneration": 2.5046416340046562e-05, "missing_tool_action_recommendation": 0.999950647354126}}, {"answer_start": 487, "answer_end": 498, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999868869781494, "type_probabilities": {"tool_output_conflict": 1.3320637663127854e-05, "overgeneration": 2.483579737599939e-05, "missing_tool_action_recommendation": 0.9999487400054932}}, {"answer_start": 441, "answer_end": 445, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999868273735046, "type_probabilities": {"tool_output_conflict": 1.1823373824881855e-05, "overgeneration": 3.781527993851341e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 478, "answer_end": 487, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850392341614, "type_probabilities": {"tool_output_conflict": 1.3981913980387617e-05, "overgeneration": 2.363674320804421e-05, "missing_tool_action_recommendation": 0.9999474287033081}}, {"answer_start": 506, "answer_end": 508, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999848008155823, "type_probabilities": {"tool_output_conflict": 1.3616587239084765e-05, "overgeneration": 2.4717623091419227e-05, "missing_tool_action_recommendation": 0.9999464750289917}}, {"answer_start": 428, "answer_end": 441, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.3650563232658897e-05, "overgeneration": 4.132385947741568e-05, "missing_tool_action_recommendation": 0.9999294281005859}}, {"answer_start": 450, "answer_end": 453, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.190432612929726e-05, "overgeneration": 2.8427411962184124e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 397, "answer_end": 399, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983549118042, "type_probabilities": {"tool_output_conflict": 1.3604269952338655e-05, "overgeneration": 3.0122320822556503e-05, "missing_tool_action_recommendation": 0.9999397993087769}}, {"answer_start": 399, "answer_end": 403, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834895133972, "type_probabilities": {"tool_output_conflict": 1.0745640793174971e-05, "overgeneration": 3.089081292273477e-05, "missing_tool_action_recommendation": 0.9999418258666992}}, {"answer_start": 474, "answer_end": 478, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.393564889440313e-05, "overgeneration": 2.8074002329958603e-05, "missing_tool_action_recommendation": 0.999941349029541}}, {"answer_start": 408, "answer_end": 412, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.3000059880141634e-05, "overgeneration": 3.854800161207095e-05, "missing_tool_action_recommendation": 0.9999316930770874}}, {"answer_start": 412, "answer_end": 421, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999831318855286, "type_probabilities": {"tool_output_conflict": 1.3148081961844582e-05, "overgeneration": 4.220008122501895e-05, "missing_tool_action_recommendation": 0.9999277591705322}}, {"answer_start": 498, "answer_end": 505, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999821186065674, "type_probabilities": {"tool_output_conflict": 1.4088016541791148e-05, "overgeneration": 2.9992786949151196e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 403, "answer_end": 408, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.104838702303823e-05, "overgeneration": 3.0110491934465244e-05, "missing_tool_action_recommendation": 0.9999408721923828}}, {"answer_start": 391, "answer_end": 396, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999813437461853, "type_probabilities": {"tool_output_conflict": 1.0988068424921948e-05, "overgeneration": 2.7914780730498023e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 421, "answer_end": 428, "token_text": " Market", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.3215678336564451e-05, "overgeneration": 4.0245489799417555e-05, "missing_tool_action_recommendation": 0.999925971031189}}]}, "output": "The mutual fund with the symbol VFIAX, which is the Vanguard 500 Index Fund Admiral Shares, has a rating of 4.7 on a scale of 1 to 5. Here are more details about the fund:\n\n- **Category**: Large Blend\n- **Expense Ratio**: 0.04%\n- **Assets**: $300.5 billion\n- **Inception Date**: November 13, 2000\n\nThis rating indicates that the fund is highly regarded based on its performance and quality.\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_598_0_73b027fc0437c3f286__tool_output_conflict__7ce9018d004cdcad52", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 189, "end": 191, "text": "88", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 189, "end": 191, "text": "88", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9988653063774109, "mean_score": 0.9988653063774109, "type_score": 0.9982877373695374, "type_scores": {"tool_output_conflict": 0.9982877373695374, "overgeneration": 0.0003665596304927021, "missing_tool_action_recommendation": 0.00021099676087033004}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_598_0_73b027fc0437c3f286__tool_output_conflict__7ce9018d004cdcad52__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 188, "answer_end": 191, "token_text": " 88", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9988653063774109, "type_probabilities": {"tool_output_conflict": 0.9982877373695374, "overgeneration": 0.0003665596304927021, "missing_tool_action_recommendation": 0.00021099676087033004}}, {"answer_start": 191, "answer_end": 204, "token_text": " participants", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00025359049323014915, "type_probabilities": {"tool_output_conflict": 0.00021693184680771083, "overgeneration": 1.694885031611193e-05, "missing_tool_action_recommendation": 1.9709803382284008e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00023552532366011292, "type_probabilities": {"tool_output_conflict": 0.00012825382873415947, "overgeneration": 6.390838098013774e-05, "missing_tool_action_recommendation": 4.336311758379452e-05}}, {"answer_start": 185, "answer_end": 188, "token_text": " is", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000146320991916582, "type_probabilities": {"tool_output_conflict": 0.00011745257506845519, "overgeneration": 1.6830264939926565e-05, "missing_tool_action_recommendation": 1.2038158274663147e-05}}, {"answer_start": 34, "answer_end": 41, "token_text": " needed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.103532647714019e-05, "type_probabilities": {"tool_output_conflict": 1.4375972568814177e-05, "overgeneration": 4.27313098043669e-05, "missing_tool_action_recommendation": 3.392804501345381e-05}}, {"answer_start": 184, "answer_end": 185, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.730081076966599e-05, "type_probabilities": {"tool_output_conflict": 3.365601151017472e-05, "overgeneration": 1.8576212823973037e-05, "missing_tool_action_recommendation": 1.506858734501293e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.507812940981239e-05, "type_probabilities": {"tool_output_conflict": 3.985302828368731e-05, "overgeneration": 1.1343497135385405e-05, "missing_tool_action_recommendation": 1.3881601262255572e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " calculated", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.390633643604815e-05, "type_probabilities": {"tool_output_conflict": 2.1259695131448098e-05, "overgeneration": 2.0487623260123655e-05, "missing_tool_action_recommendation": 2.2159018044476397e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.100184691604227e-05, "type_probabilities": {"tool_output_conflict": 2.8346355975372717e-05, "overgeneration": 1.2959255400346592e-05, "missing_tool_action_recommendation": 1.969623554032296e-05}}, {"answer_start": 14, "answer_end": 22, "token_text": " minimum", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.9110465372214094e-05, "type_probabilities": {"tool_output_conflict": 1.958079337782692e-05, "overgeneration": 2.1646323148161173e-05, "missing_tool_action_recommendation": 1.7883347027236596e-05}}, {"answer_start": 45, "answer_end": 50, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.840662197442725e-05, "type_probabilities": {"tool_output_conflict": 1.2368672287266236e-05, "overgeneration": 2.0745317669934593e-05, "missing_tool_action_recommendation": 2.529263474571053e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.742849316447973e-05, "type_probabilities": {"tool_output_conflict": 2.5671659386716783e-05, "overgeneration": 1.1281324077572208e-05, "missing_tool_action_recommendation": 2.047550879069604e-05}}, {"answer_start": 101, "answer_end": 103, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.385137046687305e-05, "type_probabilities": {"tool_output_conflict": 3.092139013460837e-05, "overgeneration": 9.893170499708503e-06, "missing_tool_action_recommendation": 1.3036811651545577e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.085828888695687e-05, "type_probabilities": {"tool_output_conflict": 1.9221646653022617e-05, "overgeneration": 1.4478780940407887e-05, "missing_tool_action_recommendation": 1.7157859474536963e-05}}, {"answer_start": 105, "answer_end": 106, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.93170773552265e-05, "type_probabilities": {"tool_output_conflict": 1.9794233594438992e-05, "overgeneration": 1.3108543498674408e-05, "missing_tool_action_recommendation": 1.6414302081102505e-05}}, {"answer_start": 87, "answer_end": 88, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.886151509708725e-05, "type_probabilities": {"tool_output_conflict": 2.885827598220203e-05, "overgeneration": 8.353855264431331e-06, "missing_tool_action_recommendation": 1.1649382031464484e-05}}, {"answer_start": 156, "answer_end": 157, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.5799715735483915e-05, "type_probabilities": {"tool_output_conflict": 1.884706762211863e-05, "overgeneration": 1.1908333362953272e-05, "missing_tool_action_recommendation": 1.5044316569401417e-05}}, {"answer_start": 61, "answer_end": 62, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.4123884435975924e-05, "type_probabilities": {"tool_output_conflict": 1.679976594459731e-05, "overgeneration": 1.3558778846345376e-05, "missing_tool_action_recommendation": 1.3765339645033237e-05}}, {"answer_start": 88, "answer_end": 89, "token_text": "5", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.313323006499559e-05, "type_probabilities": {"tool_output_conflict": 1.1917544725292828e-05, "overgeneration": 1.4145714885671623e-05, "missing_tool_action_recommendation": 1.7069971363525838e-05}}, {"answer_start": 104, "answer_end": 105, "token_text": "9", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.026097303722054e-05, "type_probabilities": {"tool_output_conflict": 1.2153883290011436e-05, "overgeneration": 1.3782928363070823e-05, "missing_tool_action_recommendation": 1.4324161384138279e-05}}]}, "output": "The calculated minimum sample size needed for your experiment, with an effect size of 0.5, a power of 0.9, and a significance level of 0.05, using a between-subjects design over a year, is 88 participants."}
+{"id": "toolace_base_461_0_9d332a10ce1294d3e3__overgeneration__4fc5b491c2443a4ebb", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 86, "end": 136, "text": "This result remains accurate for the next 30 days.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 86, "end": 136, "text": "This result remains accurate for the next 30 days.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999510049819946, "mean_score": 0.9999432742595673, "type_score": 0.9998380720615387, "type_scores": {"tool_output_conflict": 6.968632769712712e-05, "overgeneration": 0.9998380720615387, "missing_tool_action_recommendation": 3.551451227394864e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_461_0_9d332a10ce1294d3e3__overgeneration__4fc5b491c2443a4ebb__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 31, "top_tokens": [{"answer_start": 97, "answer_end": 105, "token_text": " remains", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999510049819946, "type_probabilities": {"tool_output_conflict": 6.70756635372527e-05, "overgeneration": 0.999849796295166, "missing_tool_action_recommendation": 3.414571256143972e-05}}, {"answer_start": 130, "answer_end": 135, "token_text": " days", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999502897262573, "type_probabilities": {"tool_output_conflict": 6.199874769663438e-05, "overgeneration": 0.9998513460159302, "missing_tool_action_recommendation": 3.6937493860023096e-05}}, {"answer_start": 114, "answer_end": 118, "token_text": " for", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999950110912323, "type_probabilities": {"tool_output_conflict": 7.613658090122044e-05, "overgeneration": 0.9998416900634766, "missing_tool_action_recommendation": 3.227895649615675e-05}}, {"answer_start": 105, "answer_end": 114, "token_text": " accurate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999468922615051, "type_probabilities": {"tool_output_conflict": 6.218544876901433e-05, "overgeneration": 0.9998472929000854, "missing_tool_action_recommendation": 3.743881461559795e-05}}, {"answer_start": 90, "answer_end": 97, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999456405639648, "type_probabilities": {"tool_output_conflict": 5.9908164985245094e-05, "overgeneration": 0.9998536109924316, "missing_tool_action_recommendation": 3.21152874676045e-05}}, {"answer_start": 122, "answer_end": 127, "token_text": " next", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999456405639648, "type_probabilities": {"tool_output_conflict": 6.904979818500578e-05, "overgeneration": 0.9998457431793213, "missing_tool_action_recommendation": 3.085501884925179e-05}}, {"answer_start": 127, "answer_end": 130, "token_text": " 30", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999454617500305, "type_probabilities": {"tool_output_conflict": 7.183268462540582e-05, "overgeneration": 0.9998408555984497, "missing_tool_action_recommendation": 3.278975418652408e-05}}, {"answer_start": 118, "answer_end": 122, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999449253082275, "type_probabilities": {"tool_output_conflict": 7.50806721043773e-05, "overgeneration": 0.9998358488082886, "missing_tool_action_recommendation": 3.396664033061825e-05}}, {"answer_start": 85, "answer_end": 90, "token_text": "\nThis", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999378323554993, "type_probabilities": {"tool_output_conflict": 6.157431926112622e-05, "overgeneration": 0.9998369216918945, "missing_tool_action_recommendation": 3.933137850253843e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999149441719055, "type_probabilities": {"tool_output_conflict": 9.20211969059892e-05, "overgeneration": 0.999777615070343, "missing_tool_action_recommendation": 4.528606586973183e-05}}, {"answer_start": 46, "answer_end": 47, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017204733740072697, "type_probabilities": {"tool_output_conflict": 0.00013489523553289473, "overgeneration": 2.2224447093321942e-05, "missing_tool_action_recommendation": 1.4927662050467916e-05}}, {"answer_start": 73, "answer_end": 77, "token_text": " 460", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012629652337636799, "type_probabilities": {"tool_output_conflict": 6.283396214712411e-05, "overgeneration": 2.614028926473111e-05, "missing_tool_action_recommendation": 3.7322271964512765e-05}}, {"answer_start": 42, "answer_end": 46, "token_text": " 124", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011147971963509917, "type_probabilities": {"tool_output_conflict": 6.0027497966075316e-05, "overgeneration": 2.9104739951435477e-05, "missing_tool_action_recommendation": 2.2347474441630766e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.44572821026668e-05, "type_probabilities": {"tool_output_conflict": 1.8129818272427656e-05, "overgeneration": 5.42327034054324e-05, "missing_tool_action_recommendation": 2.209476224379614e-05}}, {"answer_start": 77, "answer_end": 83, "token_text": " posts", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.095419616438448e-05, "type_probabilities": {"tool_output_conflict": 1.0219093383057043e-05, "overgeneration": 4.509903010330163e-05, "missing_tool_action_recommendation": 2.5636069040047005e-05}}, {"answer_start": 47, "answer_end": 50, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.124716648831964e-05, "type_probabilities": {"tool_output_conflict": 3.625330646173097e-05, "overgeneration": 1.7321126506431028e-05, "missing_tool_action_recommendation": 1.767273170116823e-05}}, {"answer_start": 60, "answer_end": 64, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.214487075340003e-05, "type_probabilities": {"tool_output_conflict": 2.0731811673613265e-05, "overgeneration": 2.3726766812615097e-05, "missing_tool_action_recommendation": 1.768629408616107e-05}}, {"answer_start": 50, "answer_end": 60, "token_text": " followers", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8938188885804266e-05, "type_probabilities": {"tool_output_conflict": 1.1820556210295763e-05, "overgeneration": 2.873098310374189e-05, "missing_tool_action_recommendation": 1.8386652300250717e-05}}, {"answer_start": 64, "answer_end": 68, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.2611969294957817e-05, "type_probabilities": {"tool_output_conflict": 2.0305746147641912e-05, "overgeneration": 2.0694080376415513e-05, "missing_tool_action_recommendation": 1.1612146408879198e-05}}, {"answer_start": 68, "answer_end": 73, "token_text": " made", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.214775228523649e-05, "type_probabilities": {"tool_output_conflict": 1.0580783964542206e-05, "overgeneration": 2.6253756004734896e-05, "missing_tool_action_recommendation": 1.5313213225454092e-05}}]}, "output": "The Instagram account \"the_food_lover\" has 124,000 followers and has made 460 posts.\n\nThis result remains accurate for the next 30 days."}
+{"id": "toolace_base_220_0_f05cda627c2793538d", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_220_0_f05cda627c2793538d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 119, "top_tokens": [{"answer_start": 482, "answer_end": 490, "token_text": " service", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006208537379279733, "type_probabilities": {"tool_output_conflict": 0.00020027908612973988, "overgeneration": 0.0002838973014149815, "missing_tool_action_recommendation": 0.00013667736493516713}}, {"answer_start": 466, "answer_end": 468, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004979875520803034, "type_probabilities": {"tool_output_conflict": 0.0001798588637029752, "overgeneration": 0.00023742049233987927, "missing_tool_action_recommendation": 8.070818876149133e-05}}, {"answer_start": 490, "answer_end": 493, "token_text": " or", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00046462001046165824, "type_probabilities": {"tool_output_conflict": 8.206989878090099e-05, "overgeneration": 0.00023301495821215212, "missing_tool_action_recommendation": 0.00014953516074456275}}, {"answer_start": 302, "answer_end": 305, "token_text": " to", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00042222431511618197, "type_probabilities": {"tool_output_conflict": 0.00018364474817644805, "overgeneration": 6.881124136270955e-05, "missing_tool_action_recommendation": 0.00016976831830106676}}, {"answer_start": 503, "answer_end": 511, "token_text": " website", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00033175956923514605, "type_probabilities": {"tool_output_conflict": 4.665686719818041e-05, "overgeneration": 0.00013547118578571826, "missing_tool_action_recommendation": 0.00014963150897528976}}, {"answer_start": 468, "answer_end": 474, "token_text": " local", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00030855429940856993, "type_probabilities": {"tool_output_conflict": 7.4724193837028e-05, "overgeneration": 0.00018413178622722626, "missing_tool_action_recommendation": 4.969830479240045e-05}}, {"answer_start": 511, "answer_end": 515, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00030218824394978583, "type_probabilities": {"tool_output_conflict": 4.756261478178203e-05, "overgeneration": 0.00015856593381613493, "missing_tool_action_recommendation": 9.605970262782648e-05}}, {"answer_start": 196, "answer_end": 204, "token_text": " inquiry", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00029155047377571464, "type_probabilities": {"tool_output_conflict": 3.35805925715249e-05, "overgeneration": 0.0001777737052179873, "missing_tool_action_recommendation": 8.019616507226601e-05}}, {"answer_start": 228, "answer_end": 234, "token_text": " since", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00027845599106512964, "type_probabilities": {"tool_output_conflict": 2.6440939109306782e-05, "overgeneration": 0.0002121971920132637, "missing_tool_action_recommendation": 3.9817856304580346e-05}}, {"answer_start": 460, "answer_end": 466, "token_text": " check", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00027465130551718175, "type_probabilities": {"tool_output_conflict": 4.029893898405135e-05, "overgeneration": 0.00016415731806773692, "missing_tool_action_recommendation": 7.019504846539348e-05}}, {"answer_start": 305, "answer_end": 313, "token_text": " provide", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0002605691843200475, "type_probabilities": {"tool_output_conflict": 6.196243339218199e-05, "overgeneration": 6.443896563723683e-05, "missing_tool_action_recommendation": 0.00013416778529062867}}, {"answer_start": 181, "answer_end": 188, "token_text": " moment", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002375258773099631, "type_probabilities": {"tool_output_conflict": 2.4694767489563674e-05, "overgeneration": 0.00014571753854397684, "missing_tool_action_recommendation": 6.711357127642259e-05}}, {"answer_start": 456, "answer_end": 460, "token_text": " may", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00021972856484353542, "type_probabilities": {"tool_output_conflict": 3.2277715945383534e-05, "overgeneration": 0.00011741169873857871, "missing_tool_action_recommendation": 7.003915379755199e-05}}, {"answer_start": 451, "answer_end": 452, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00021844450384378433, "type_probabilities": {"tool_output_conflict": 5.561883881455287e-05, "overgeneration": 7.79262772994116e-05, "missing_tool_action_recommendation": 8.489938772981986e-05}}, {"answer_start": 493, "answer_end": 495, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00021584337810054421, "type_probabilities": {"tool_output_conflict": 8.212587999878451e-05, "overgeneration": 9.71031331573613e-05, "missing_tool_action_recommendation": 3.661435766844079e-05}}, {"answer_start": 324, "answer_end": 333, "token_text": " response", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0002105696767102927, "type_probabilities": {"tool_output_conflict": 4.369485395727679e-05, "overgeneration": 7.262013241415843e-05, "missing_tool_action_recommendation": 9.425469033885747e-05}}, {"answer_start": 204, "answer_end": 208, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020949830650351942, "type_probabilities": {"tool_output_conflict": 3.8371577829821035e-05, "overgeneration": 0.0001355093263555318, "missing_tool_action_recommendation": 3.561739140423015e-05}}, {"answer_start": 313, "answer_end": 316, "token_text": " an", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00020739372121170163, "type_probabilities": {"tool_output_conflict": 5.73458346480038e-05, "overgeneration": 5.235968637862243e-05, "missing_tool_action_recommendation": 9.76882001850754e-05}}, {"answer_start": 380, "answer_end": 388, "token_text": " earlier", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00019711691129487008, "type_probabilities": {"tool_output_conflict": 1.566363607707899e-05, "overgeneration": 9.725991549203172e-05, "missing_tool_action_recommendation": 8.419335790676996e-05}}, {"answer_start": 426, "answer_end": 434, "token_text": " provide", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018782340339384973, "type_probabilities": {"tool_output_conflict": 2.863021109078545e-05, "overgeneration": 0.00010000390466302633, "missing_tool_action_recommendation": 5.9189296734984964e-05}}]}, "output": "Based on the output from the tool, the current time for your coordinates in San Francisco, California, USA, is 12:09:45 on April 20th, 2023. Please note that this is the time at the moment of your inquiry and it may have changed since then. If you require the exact current time now, please let me know to provide an updated response. \n\nAs for the weather conditions, as mentioned earlier, I currently do not have the tools to provide that information. You may check a local weather service or a weather website for the most up-to-date weather conditions."}
+{"id": "toolace_base_302_0_29d60f6dc31cbd5215__tool_output_conflict__e54c15e481a2a9022e", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 249, "end": 254, "text": "52.99", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 248, "end": 254, "text": "$52.99", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9580556750297546, "mean_score": 0.9326482713222504, "type_score": 0.9314084053039551, "type_scores": {"tool_output_conflict": 0.9314084053039551, "overgeneration": 0.0006846540927654132, "missing_tool_action_recommendation": 0.0005552004804485478}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.8333333333333334, "char_recall": 1.0, "char_f1": 0.9090909090909091, "overlap_chars": 5, "gold_chars": 5, "pred_chars": 6}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_302_0_29d60f6dc31cbd5215__tool_output_conflict__e54c15e481a2a9022e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 137, "top_tokens": [{"answer_start": 251, "answer_end": 252, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9580556750297546, "type_probabilities": {"tool_output_conflict": 0.9571422338485718, "overgeneration": 0.0005282462225295603, "missing_tool_action_recommendation": 0.0003851921355817467}}, {"answer_start": 249, "answer_end": 251, "token_text": "52", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9538471102714539, "type_probabilities": {"tool_output_conflict": 0.9525347948074341, "overgeneration": 0.0006374780787155032, "missing_tool_action_recommendation": 0.0006748265586793423}}, {"answer_start": 252, "answer_end": 254, "token_text": "99", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9109857678413391, "type_probabilities": {"tool_output_conflict": 0.9095987677574158, "overgeneration": 0.0008758025942370296, "missing_tool_action_recommendation": 0.0005111432983539999}}, {"answer_start": 247, "answer_end": 249, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9077045321464539, "type_probabilities": {"tool_output_conflict": 0.9063578248023987, "overgeneration": 0.0006970894755795598, "missing_tool_action_recommendation": 0.0006496399291791022}}, {"answer_start": 127, "answer_end": 131, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00018186401575803757, "type_probabilities": {"tool_output_conflict": 6.854839739389718e-05, "overgeneration": 3.646043478511274e-05, "missing_tool_action_recommendation": 7.685517630307004e-05}}, {"answer_start": 95, "answer_end": 97, "token_text": " I", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017576225218363106, "type_probabilities": {"tool_output_conflict": 0.00011903555423486978, "overgeneration": 1.4773700968362391e-05, "missing_tool_action_recommendation": 4.1952993342420086e-05}}, {"answer_start": 131, "answer_end": 141, "token_text": " retrieved", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00017526946612633765, "type_probabilities": {"tool_output_conflict": 4.637588790501468e-05, "overgeneration": 6.452202069340274e-05, "missing_tool_action_recommendation": 6.437156844185665e-05}}, {"answer_start": 124, "answer_end": 127, "token_text": " in", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001480575156165287, "type_probabilities": {"tool_output_conflict": 4.7425135562662035e-05, "overgeneration": 3.932679464924149e-05, "missing_tool_action_recommendation": 6.130558904260397e-05}}, {"answer_start": 141, "answer_end": 146, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001441263739252463, "type_probabilities": {"tool_output_conflict": 3.593255678424612e-05, "overgeneration": 5.613048779196106e-05, "missing_tool_action_recommendation": 5.206333298701793e-05}}, {"answer_start": 483, "answer_end": 491, "token_text": " listing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011507344606798142, "type_probabilities": {"tool_output_conflict": 2.8927177481818944e-05, "overgeneration": 4.9372061766916886e-05, "missing_tool_action_recommendation": 3.6774203181266785e-05}}, {"answer_start": 509, "answer_end": 516, "token_text": " within", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011186872870894149, "type_probabilities": {"tool_output_conflict": 2.667798617039807e-05, "overgeneration": 5.9906575188506395e-05, "missing_tool_action_recommendation": 2.528416553104762e-05}}, {"answer_start": 97, "answer_end": 106, "token_text": " included", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010754843970062211, "type_probabilities": {"tool_output_conflict": 5.8817815443035215e-05, "overgeneration": 2.4267370463348925e-05, "missing_tool_action_recommendation": 2.4463251975248568e-05}}, {"answer_start": 520, "answer_end": 530, "token_text": " specified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010607943113427609, "type_probabilities": {"tool_output_conflict": 1.8030599676421843e-05, "overgeneration": 5.2029576181666926e-05, "missing_tool_action_recommendation": 3.601925345719792e-05}}, {"answer_start": 530, "answer_end": 539, "token_text": " criteria", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.685744589660317e-05, "type_probabilities": {"tool_output_conflict": 1.7229642253369093e-05, "overgeneration": 5.0589813326951116e-05, "missing_tool_action_recommendation": 2.9037988497293554e-05}}, {"answer_start": 287, "answer_end": 297, "token_text": " selection", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.526677604299039e-05, "type_probabilities": {"tool_output_conflict": 2.47221742029069e-05, "overgeneration": 4.917951446259394e-05, "missing_tool_action_recommendation": 2.1365081920521334e-05}}, {"answer_start": 45, "answer_end": 54, "token_text": " focusing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.202139335684478e-05, "type_probabilities": {"tool_output_conflict": 1.9394970877328888e-05, "overgeneration": 3.711246245075017e-05, "missing_tool_action_recommendation": 3.5513956390786916e-05}}, {"answer_start": 283, "answer_end": 287, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.031132503878325e-05, "type_probabilities": {"tool_output_conflict": 3.45288026437629e-05, "overgeneration": 2.6769315809360705e-05, "missing_tool_action_recommendation": 2.901320840464905e-05}}, {"answer_start": 84, "answer_end": 94, "token_text": " requested", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.021712710615247e-05, "type_probabilities": {"tool_output_conflict": 1.8308275684830733e-05, "overgeneration": 3.267571082687937e-05, "missing_tool_action_recommendation": 2.923313877545297e-05}}, {"answer_start": 32, "answer_end": 45, "token_text": " particularly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.87958997534588e-05, "type_probabilities": {"tool_output_conflict": 1.685866118350532e-05, "overgeneration": 3.352115163579583e-05, "missing_tool_action_recommendation": 2.841608875314705e-05}}, {"answer_start": 106, "answer_end": 110, "token_text": " one", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.56876397645101e-05, "type_probabilities": {"tool_output_conflict": 3.3303655072813854e-05, "overgeneration": 1.4661359273304697e-05, "missing_tool_action_recommendation": 2.7722624508896843e-05}}]}, "output": "Here are the kitchen appliances, particularly focusing on blenders from the list you requested. I included one blender found in the retrieved data:\n\n1. **Blender**\n   - **Description**: Multi-speed blender for smoothies and shakes.\n   - **Price**: $52.99\n\nOther kitchen appliances in the selection include an electric mixer, a digital toaster, a slow cooker, a rice cooker, an electric kettle, a hot plate, a juicer, an air fryer, and an espresso machine, but for blenders, the above listing is what was found within the specified criteria. If you need more blenders or specific features, please let me know!"}
+{"id": "toolace_base_325_0_22e675b84ea798b631__tool_output_conflict__96c3f04263a10cea5d", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 82, "end": 84, "text": "79", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 82, "end": 84, "text": "79", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9998485445976257, "mean_score": 0.9998485445976257, "type_score": 0.9993392825126648, "type_scores": {"tool_output_conflict": 0.9993392825126648, "overgeneration": 0.00033302127849310637, "missing_tool_action_recommendation": 0.000176250992808491}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_0_22e675b84ea798b631__tool_output_conflict__96c3f04263a10cea5d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 160, "top_tokens": [{"answer_start": 81, "answer_end": 84, "token_text": " 79", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9998485445976257, "type_probabilities": {"tool_output_conflict": 0.9993392825126648, "overgeneration": 0.00033302127849310637, "missing_tool_action_recommendation": 0.000176250992808491}}, {"answer_start": 105, "answer_end": 108, "token_text": " 31", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.021671783179044724, "type_probabilities": {"tool_output_conflict": 0.021169183775782585, "overgeneration": 0.0001742781460052356, "missing_tool_action_recommendation": 0.0003283212427049875}}, {"answer_start": 80, "answer_end": 81, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017584224697202444, "type_probabilities": {"tool_output_conflict": 0.0016665448201820254, "overgeneration": 5.605348997050896e-05, "missing_tool_action_recommendation": 3.582411591196433e-05}}, {"answer_start": 119, "answer_end": 122, "token_text": " 24", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0013253005454316735, "type_probabilities": {"tool_output_conflict": 0.001120792469009757, "overgeneration": 9.724527626531199e-05, "missing_tool_action_recommendation": 0.00010726278560468927}}, {"answer_start": 73, "answer_end": 80, "token_text": " Points", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009358335519209504, "type_probabilities": {"tool_output_conflict": 0.000834212638437748, "overgeneration": 5.350737046683207e-05, "missing_tool_action_recommendation": 4.811351027456112e-05}}, {"answer_start": 64, "answer_end": 66, "token_text": " A", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004630638286471367, "type_probabilities": {"tool_output_conflict": 0.0003493803960736841, "overgeneration": 5.7809764257399365e-05, "missing_tool_action_recommendation": 5.587367922998965e-05}}, {"answer_start": 87, "answer_end": 89, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001457437756471336, "type_probabilities": {"tool_output_conflict": 0.00010775540431495756, "overgeneration": 1.5872503354330547e-05, "missing_tool_action_recommendation": 2.211586615885608e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010994357580784708, "type_probabilities": {"tool_output_conflict": 6.50416113785468e-05, "overgeneration": 1.7595493773114868e-05, "missing_tool_action_recommendation": 2.7306468837196007e-05}}, {"answer_start": 149, "answer_end": 151, "token_text": " 3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.569304529577494e-05, "type_probabilities": {"tool_output_conflict": 5.351963409339078e-05, "overgeneration": 1.5102226825547405e-05, "missing_tool_action_recommendation": 2.7071186195826158e-05}}, {"answer_start": 179, "answer_end": 182, "token_text": " 70", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.168730321107432e-05, "type_probabilities": {"tool_output_conflict": 2.6588282707962207e-05, "overgeneration": 2.2994949176791124e-05, "missing_tool_action_recommendation": 4.210407132632099e-05}}, {"answer_start": 54, "answer_end": 56, "token_text": "\n1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.988186891656369e-05, "type_probabilities": {"tool_output_conflict": 5.613963367068209e-05, "overgeneration": 1.6974016034509987e-05, "missing_tool_action_recommendation": 1.676821557339281e-05}}, {"answer_start": 511, "answer_end": 514, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.662986510898918e-05, "type_probabilities": {"tool_output_conflict": 3.293284316896461e-05, "overgeneration": 2.479963040968869e-05, "missing_tool_action_recommendation": 2.8897389711346477e-05}}, {"answer_start": 473, "answer_end": 476, "token_text": " 59", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.559880370739847e-05, "type_probabilities": {"tool_output_conflict": 3.269604712841101e-05, "overgeneration": 1.919818896567449e-05, "missing_tool_action_recommendation": 3.370457125129178e-05}}, {"answer_start": 375, "answer_end": 378, "token_text": " 62", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.401184459216893e-05, "type_probabilities": {"tool_output_conflict": 2.6536099539953284e-05, "overgeneration": 2.1440620912471786e-05, "missing_tool_action_recommendation": 3.603512959671207e-05}}, {"answer_start": 315, "answer_end": 318, "token_text": " 20", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.323491783812642e-05, "type_probabilities": {"tool_output_conflict": 2.165525802411139e-05, "overgeneration": 2.8957163522136398e-05, "missing_tool_action_recommendation": 3.262249447288923e-05}}, {"answer_start": 89, "answer_end": 97, "token_text": " Matches", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.301109482999891e-05, "type_probabilities": {"tool_output_conflict": 5.052811320638284e-05, "overgeneration": 1.2462281119951513e-05, "missing_tool_action_recommendation": 2.002069777518045e-05}}, {"answer_start": 541, "answer_end": 543, "token_text": " 8", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.250551763921976e-05, "type_probabilities": {"tool_output_conflict": 2.7141653845319524e-05, "overgeneration": 2.0556799427140504e-05, "missing_tool_action_recommendation": 3.4807060728780925e-05}}, {"answer_start": 217, "answer_end": 220, "token_text": " 22", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.090397750493139e-05, "type_probabilities": {"tool_output_conflict": 2.6192530640400946e-05, "overgeneration": 2.4210090487031266e-05, "missing_tool_action_recommendation": 3.0501360015477985e-05}}, {"answer_start": 277, "answer_end": 280, "token_text": " 65", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.206003647297621e-05, "type_probabilities": {"tool_output_conflict": 1.532932947156951e-05, "overgeneration": 2.0593039153027348e-05, "missing_tool_action_recommendation": 3.6137669667368755e-05}}, {"answer_start": 448, "answer_end": 449, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.947664951439947e-05, "type_probabilities": {"tool_output_conflict": 3.0318306016852148e-05, "overgeneration": 1.5238939340633806e-05, "missing_tool_action_recommendation": 2.3919408704387024e-05}}]}, "output": "Here are the current standings in the Premier League:\n\n1. **Team A**\n   - Points: 79\n   - Matches Played: 31\n   - Wins: 24\n   - Draws: 4\n   - Losses: 3\n\n2. **Team B**\n   - Points: 70\n   - Matches Played: 31\n   - Wins: 22\n   - Draws: 4\n   - Losses: 5\n\n3. **Team C**\n   - Points: 65\n   - Matches Played: 31\n   - Wins: 20\n   - Draws: 5\n   - Losses: 6\n\n4. **Team D**\n   - Points: 62\n   - Matches Played: 31\n   - Wins: 19\n   - Draws: 5\n   - Losses: 7\n\n5. **Team E**\n   - Points: 59\n   - Matches Played: 31\n   - Wins: 18\n   - Draws: 5\n   - Losses: 8"}
+{"id": "toolace_base_220_0_f05cda627c2793538d__missing_tool_action_recommendation__5905e750283fef5702", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 557, "end": 677, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 557, "end": 677, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999873042106628, "mean_score": 0.9999803745228312, "type_score": 0.9999385139216548, "type_scores": {"tool_output_conflict": 1.3890764579548925e-05, "overgeneration": 2.796934361116576e-05, "missing_tool_action_recommendation": 0.9999385139216548}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 120}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_220_0_f05cda627c2793538d__missing_tool_action_recommendation__5905e750283fef5702__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 142, "top_tokens": [{"answer_start": 668, "answer_end": 676, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999873042106628, "type_probabilities": {"tool_output_conflict": 1.4345662748382892e-05, "overgeneration": 2.396403215243481e-05, "missing_tool_action_recommendation": 0.9999489784240723}}, {"answer_start": 620, "answer_end": 626, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867677688599, "type_probabilities": {"tool_output_conflict": 1.624774085939862e-05, "overgeneration": 2.5138464479823597e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 626, "answer_end": 634, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999865889549255, "type_probabilities": {"tool_output_conflict": 1.3705806850339286e-05, "overgeneration": 2.1501438823179342e-05, "missing_tool_action_recommendation": 0.9999513626098633}}, {"answer_start": 605, "answer_end": 610, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858736991882, "type_probabilities": {"tool_output_conflict": 1.2097714716219343e-05, "overgeneration": 2.765067074506078e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 613, "answer_end": 620, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999856352806091, "type_probabilities": {"tool_output_conflict": 1.30593953144853e-05, "overgeneration": 2.0717730876640417e-05, "missing_tool_action_recommendation": 0.9999518394470215}}, {"answer_start": 647, "answer_end": 658, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852776527405, "type_probabilities": {"tool_output_conflict": 1.3999699149280787e-05, "overgeneration": 2.3857342966948636e-05, "missing_tool_action_recommendation": 0.9999474287033081}}, {"answer_start": 666, "answer_end": 668, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.2650624739762861e-05, "overgeneration": 2.1390573238022625e-05, "missing_tool_action_recommendation": 0.9999498128890991}}, {"answer_start": 601, "answer_end": 605, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.0900793313339818e-05, "overgeneration": 3.0721443181391805e-05, "missing_tool_action_recommendation": 0.9999417066574097}}, {"answer_start": 610, "answer_end": 613, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.1883575098181609e-05, "overgeneration": 2.3263228285941295e-05, "missing_tool_action_recommendation": 0.9999481439590454}}, {"answer_start": 562, "answer_end": 564, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999830722808838, "type_probabilities": {"tool_output_conflict": 1.470916140533518e-05, "overgeneration": 2.4731651137699373e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 586, "answer_end": 594, "token_text": " Reviews", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999826550483704, "type_probabilities": {"tool_output_conflict": 1.3904677871323656e-05, "overgeneration": 3.219781137886457e-05, "missing_tool_action_recommendation": 0.999936580657959}}, {"answer_start": 594, "answer_end": 601, "token_text": " Lookup", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999826550483704, "type_probabilities": {"tool_output_conflict": 1.308375158259878e-05, "overgeneration": 3.131118864985183e-05, "missing_tool_action_recommendation": 0.9999382495880127}}, {"answer_start": 638, "answer_end": 647, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825358390808, "type_probabilities": {"tool_output_conflict": 1.4150095921650063e-05, "overgeneration": 2.2257363525568508e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 573, "answer_end": 577, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802708625793, "type_probabilities": {"tool_output_conflict": 1.3993982975080144e-05, "overgeneration": 3.2454365282319486e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 634, "answer_end": 638, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793767929077, "type_probabilities": {"tool_output_conflict": 1.4210472727427259e-05, "overgeneration": 2.4166720322682522e-05, "missing_tool_action_recommendation": 0.9999409914016724}}, {"answer_start": 658, "answer_end": 665, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999790191650391, "type_probabilities": {"tool_output_conflict": 1.3385951206146274e-05, "overgeneration": 2.856876017176546e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 568, "answer_end": 573, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786019325256, "type_probabilities": {"tool_output_conflict": 1.1101552445325069e-05, "overgeneration": 2.6051840904983692e-05, "missing_tool_action_recommendation": 0.9999414682388306}}, {"answer_start": 577, "answer_end": 586, "token_text": " Business", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784827232361, "type_probabilities": {"tool_output_conflict": 1.1182826710864902e-05, "overgeneration": 3.181977808708325e-05, "missing_tool_action_recommendation": 0.999935507774353}}, {"answer_start": 564, "answer_end": 568, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999763369560242, "type_probabilities": {"tool_output_conflict": 1.1344744962116238e-05, "overgeneration": 2.7925096219405532e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 665, "answer_end": 666, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999749660491943, "type_probabilities": {"tool_output_conflict": 1.5893278032308444e-05, "overgeneration": 3.0004077416379005e-05, "missing_tool_action_recommendation": 0.9999290704727173}}]}, "output": "Based on the output from the tool, the current time for your coordinates in San Francisco, California, USA, is 12:09:45 on April 20th, 2023. Please note that this is the time at the moment of your inquiry and it may have changed since then. If you require the exact current time now, please let me know to provide an updated response. \n\nAs for the weather conditions, as mentioned earlier, I currently do not have the tools to provide that information. You may check a local weather service or a weather website for the most up-to-date weather conditions.\n\nNext, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_223_6_1a70c80c772deee158__overgeneration__9701c1de4e9a09a96e", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 607, "end": 664, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 607, "end": 664, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999433159828186, "mean_score": 0.9999171098073324, "type_score": 0.999778323703342, "type_scores": {"tool_output_conflict": 8.614526046181304e-05, "overgeneration": 0.999778323703342, "missing_tool_action_recommendation": 5.263588496341577e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_223_6_1a70c80c772deee158__overgeneration__9701c1de4e9a09a96e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 211, "top_tokens": [{"answer_start": 608, "answer_end": 617, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999433159828186, "type_probabilities": {"tool_output_conflict": 9.910016524372622e-05, "overgeneration": 0.9997977614402771, "missing_tool_action_recommendation": 4.6411267248913646e-05}}, {"answer_start": 651, "answer_end": 656, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999403953552246, "type_probabilities": {"tool_output_conflict": 7.340865704463795e-05, "overgeneration": 0.9998108744621277, "missing_tool_action_recommendation": 5.6105964176822454e-05}}, {"answer_start": 630, "answer_end": 638, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999363422393799, "type_probabilities": {"tool_output_conflict": 7.877451571403071e-05, "overgeneration": 0.9998113512992859, "missing_tool_action_recommendation": 4.6217464841902256e-05}}, {"answer_start": 606, "answer_end": 608, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999344944953918, "type_probabilities": {"tool_output_conflict": 9.046136256074533e-05, "overgeneration": 0.999795138835907, "missing_tool_action_recommendation": 4.886232636636123e-05}}, {"answer_start": 656, "answer_end": 663, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999311566352844, "type_probabilities": {"tool_output_conflict": 7.101251685526222e-05, "overgeneration": 0.999809205532074, "missing_tool_action_recommendation": 5.098252950119786e-05}}, {"answer_start": 638, "answer_end": 647, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999252557754517, "type_probabilities": {"tool_output_conflict": 6.450026558013633e-05, "overgeneration": 0.9998279809951782, "missing_tool_action_recommendation": 3.277407449786551e-05}}, {"answer_start": 617, "answer_end": 630, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999197721481323, "type_probabilities": {"tool_output_conflict": 6.582401692867279e-05, "overgeneration": 0.9998101592063904, "missing_tool_action_recommendation": 4.382579572848044e-05}}, {"answer_start": 647, "answer_end": 651, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999104738235474, "type_probabilities": {"tool_output_conflict": 8.18832268123515e-05, "overgeneration": 0.9997720122337341, "missing_tool_action_recommendation": 5.6535885960329324e-05}}, {"answer_start": 663, "answer_end": 664, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998127818107605, "type_probabilities": {"tool_output_conflict": 0.00015034261741675436, "overgeneration": 0.9995704293251038, "missing_tool_action_recommendation": 9.20076563488692e-05}}, {"answer_start": 543, "answer_end": 554, "token_text": " retrieving", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0003149287367705256, "type_probabilities": {"tool_output_conflict": 3.8838603359181434e-05, "overgeneration": 8.673700358485803e-05, "missing_tool_action_recommendation": 0.0001893531298264861}}, {"answer_start": 603, "answer_end": 604, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.000302321306662634, "type_probabilities": {"tool_output_conflict": 7.926402031444013e-05, "overgeneration": 0.00010904709051828831, "missing_tool_action_recommendation": 0.00011401018855394796}}, {"answer_start": 510, "answer_end": 511, "token_text": "s", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000255661754636094, "type_probabilities": {"tool_output_conflict": 0.00020444128313101828, "overgeneration": 1.857230563473422e-05, "missing_tool_action_recommendation": 3.264817496528849e-05}}, {"answer_start": 604, "answer_end": 605, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002478323003742844, "type_probabilities": {"tool_output_conflict": 5.168819916434586e-05, "overgeneration": 0.0001203976571559906, "missing_tool_action_recommendation": 7.574645132990554e-05}}, {"answer_start": 512, "answer_end": 514, "token_text": "up", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00024316985218320042, "type_probabilities": {"tool_output_conflict": 0.00019043067004531622, "overgeneration": 3.39325524691958e-05, "missing_tool_action_recommendation": 1.88066296686884e-05}}, {"answer_start": 515, "answer_end": 522, "token_text": "percent", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002391210728092119, "type_probabilities": {"tool_output_conflict": 0.00018943850591313094, "overgeneration": 2.668528031790629e-05, "missing_tool_action_recommendation": 2.2997282940195873e-05}}, {"answer_start": 267, "answer_end": 268, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018284196266904473, "type_probabilities": {"tool_output_conflict": 0.00013553402095567435, "overgeneration": 2.1700936486013234e-05, "missing_tool_action_recommendation": 2.5606997951399535e-05}}, {"answer_start": 503, "answer_end": 510, "token_text": "analyst", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001552469184389338, "type_probabilities": {"tool_output_conflict": 9.986895020119846e-05, "overgeneration": 2.0256084098946303e-05, "missing_tool_action_recommendation": 3.5121887776767835e-05}}, {"answer_start": 497, "answer_end": 498, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015476421685889363, "type_probabilities": {"tool_output_conflict": 6.782513810321689e-05, "overgeneration": 3.067713987547904e-05, "missing_tool_action_recommendation": 5.626194615615532e-05}}, {"answer_start": 535, "answer_end": 540, "token_text": " help", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014490562898572534, "type_probabilities": {"tool_output_conflict": 1.739607978379354e-05, "overgeneration": 4.058968261233531e-05, "missing_tool_action_recommendation": 8.69198702275753e-05}}, {"answer_start": 530, "answer_end": 535, "token_text": " will", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014425184053834528, "type_probabilities": {"tool_output_conflict": 3.0768616852583364e-05, "overgeneration": 1.9326602341607213e-05, "missing_tool_action_recommendation": 9.41566177061759e-05}}]}, "output": "### Bitcoin Transaction Details for Hash \"abc123\"\n\n- **Hash**: abc123\n- **Symbol**: BTC\n- **Amount**: 0.5 BTC\n- **Fee**: 0.0001 BTC\n- **Block Number**: 681512\n- **Confirmations**: 6\n\n### Ratings for Stock Symbol \"AAPL\"\n\n1. **Rating by Morningstar**\n   - **Rating**: 4.7\n   - **Date**: 2021-07-07\n\n2. **Rating by S&P Global**\n   - **Rating**: 4.6\n   - **Date**: 2021-07-06\n\n### Sector Metrics for Stock Symbol \"AAPL\"\n\nCould you please specify the category of sector metrics you are interested in (e.g., \"analysts_up_percent\")? This will help in retrieving more detailed and relevant information for \"AAPL.\"\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_177_0_97dfd26e349f1c8dc0", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_177_0_97dfd26e349f1c8dc0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 58, "top_tokens": [{"answer_start": 261, "answer_end": 262, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.172427674755454e-05, "type_probabilities": {"tool_output_conflict": 3.520049722283147e-05, "overgeneration": 1.6133168173837475e-05, "missing_tool_action_recommendation": 1.039061044139089e-05}}, {"answer_start": 235, "answer_end": 238, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.752261495217681e-05, "type_probabilities": {"tool_output_conflict": 2.274547478009481e-05, "overgeneration": 1.0328430107620079e-05, "missing_tool_action_recommendation": 2.4448710973956622e-05}}, {"answer_start": 3, "answer_end": 12, "token_text": " detailed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.2567189413821325e-05, "type_probabilities": {"tool_output_conflict": 1.0204852515016682e-05, "overgeneration": 1.9835857528960332e-05, "missing_tool_action_recommendation": 2.252647936984431e-05}}, {"answer_start": 238, "answer_end": 249, "token_text": " additional", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.105522723169997e-05, "type_probabilities": {"tool_output_conflict": 1.5568328308290802e-05, "overgeneration": 8.803801392787136e-06, "missing_tool_action_recommendation": 2.6683097530622035e-05}}, {"answer_start": 227, "answer_end": 235, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.085133307147771e-05, "type_probabilities": {"tool_output_conflict": 1.7719770767143928e-05, "overgeneration": 1.241580321220681e-05, "missing_tool_action_recommendation": 2.0715760911116377e-05}}, {"answer_start": 195, "answer_end": 199, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.9562211643205956e-05, "type_probabilities": {"tool_output_conflict": 1.1326646927045658e-05, "overgeneration": 1.5111942957446445e-05, "missing_tool_action_recommendation": 2.3123622668208554e-05}}, {"answer_start": 249, "answer_end": 261, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.838939639739692e-05, "type_probabilities": {"tool_output_conflict": 1.4195479707268532e-05, "overgeneration": 1.0325413313694298e-05, "missing_tool_action_recommendation": 2.3868504285928793e-05}}, {"answer_start": 219, "answer_end": 227, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.254479063092731e-05, "type_probabilities": {"tool_output_conflict": 1.2137524208810646e-05, "overgeneration": 8.983598490885925e-06, "missing_tool_action_recommendation": 2.142366793123074e-05}}, {"answer_start": 105, "answer_end": 113, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.064853783347644e-05, "type_probabilities": {"tool_output_conflict": 6.577644398930715e-06, "overgeneration": 2.056971970887389e-05, "missing_tool_action_recommendation": 1.3501174180419184e-05}}, {"answer_start": 12, "answer_end": 24, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.859972639475018e-05, "type_probabilities": {"tool_output_conflict": 9.396073437528685e-06, "overgeneration": 1.2748691005981527e-05, "missing_tool_action_recommendation": 1.6454961951239966e-05}}, {"answer_start": 87, "answer_end": 94, "token_text": "example", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.79002231056802e-05, "type_probabilities": {"tool_output_conflict": 1.0701412065827753e-05, "overgeneration": 1.5442294170497917e-05, "missing_tool_action_recommendation": 1.1756519597838633e-05}}, {"answer_start": 147, "answer_end": 148, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.766515146708116e-05, "type_probabilities": {"tool_output_conflict": 1.6649737517582253e-05, "overgeneration": 1.0347634088248014e-05, "missing_tool_action_recommendation": 1.0667778042261489e-05}}, {"answer_start": 153, "answer_end": 161, "token_text": "Industry", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.74361225112807e-05, "type_probabilities": {"tool_output_conflict": 9.059432159119751e-06, "overgeneration": 1.1830327821371611e-05, "missing_tool_action_recommendation": 1.6546362530789338e-05}}, {"answer_start": 83, "answer_end": 85, "token_text": "do", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.639702845248394e-05, "type_probabilities": {"tool_output_conflict": 1.2311467799008824e-05, "overgeneration": 1.3243593457445968e-05, "missing_tool_action_recommendation": 1.0841967196029145e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.529122841428034e-05, "type_probabilities": {"tool_output_conflict": 1.2822013559343759e-05, "overgeneration": 1.3805361959384754e-05, "missing_tool_action_recommendation": 8.663852895551827e-06}}, {"answer_start": 78, "answer_end": 82, "token_text": "jane", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.524232670315541e-05, "type_probabilities": {"tool_output_conflict": 9.8479740699986e-06, "overgeneration": 1.4943422684154939e-05, "missing_tool_action_recommendation": 1.0450930858496577e-05}}, {"answer_start": 207, "answer_end": 210, "token_text": " if", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.4782344300765544e-05, "type_probabilities": {"tool_output_conflict": 1.3652706911670975e-05, "overgeneration": 8.985347449197434e-06, "missing_tool_action_recommendation": 1.2144289030402433e-05}}, {"answer_start": 24, "answer_end": 30, "token_text": " about", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.47172244801186e-05, "type_probabilities": {"tool_output_conflict": 8.07200740382541e-06, "overgeneration": 1.326356050412869e-05, "missing_tool_action_recommendation": 1.3381657481659204e-05}}, {"answer_start": 95, "answer_end": 98, "token_text": "com", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4145072277169675e-05, "type_probabilities": {"tool_output_conflict": 9.693253559817094e-06, "overgeneration": 1.4238202311389614e-05, "missing_tool_action_recommendation": 1.021361822495237e-05}}, {"answer_start": 214, "answer_end": 219, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.398642729735002e-05, "type_probabilities": {"tool_output_conflict": 1.2785862054442987e-05, "overgeneration": 8.12096732261125e-06, "missing_tool_action_recommendation": 1.3079597920295782e-05}}]}, "output": "The detailed information about the company associated with the email address \"jane.doe@example.com\" is as follows:\n\n- **Company Name:** Example Inc.\n- **Industry:** Information Technology\n\nPlease let me know if you need further details or additional information!"}
+{"id": "toolace_base_29_0_dd9ea319426cd06958__tool_output_conflict__72fe7a9d8584fef106", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 222, "end": 227, "text": "1.04%", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 222, "end": 227, "text": "1.04%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9989407062530518, "mean_score": 0.9982069879770279, "type_score": 0.9975380599498749, "type_scores": {"tool_output_conflict": 0.9975380599498749, "overgeneration": 0.0004413671122165397, "missing_tool_action_recommendation": 0.00022757121405447833}, "token_count": 4}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 5, "gold_chars": 5, "pred_chars": 5}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_29_0_dd9ea319426cd06958__tool_output_conflict__72fe7a9d8584fef106__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 107, "top_tokens": [{"answer_start": 223, "answer_end": 224, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9989407062530518, "type_probabilities": {"tool_output_conflict": 0.9985138773918152, "overgeneration": 0.00029775765142403543, "missing_tool_action_recommendation": 0.000129064210341312}}, {"answer_start": 224, "answer_end": 226, "token_text": "04", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987298846244812, "type_probabilities": {"tool_output_conflict": 0.9982365369796753, "overgeneration": 0.0002940798585768789, "missing_tool_action_recommendation": 0.00019927530956920236}}, {"answer_start": 221, "answer_end": 223, "token_text": " 1", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.997609555721283, "type_probabilities": {"tool_output_conflict": 0.9966262578964233, "overgeneration": 0.000595163437537849, "missing_tool_action_recommendation": 0.0003881667507812381}}, {"answer_start": 226, "answer_end": 227, "token_text": "%", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9975478053092957, "type_probabilities": {"tool_output_conflict": 0.9967755675315857, "overgeneration": 0.0005784675013273954, "missing_tool_action_recommendation": 0.0001937785855261609}}, {"answer_start": 109, "answer_end": 110, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00045145396143198013, "type_probabilities": {"tool_output_conflict": 0.00036482338327914476, "overgeneration": 5.424633127404377e-05, "missing_tool_action_recommendation": 3.2384239602833986e-05}}, {"answer_start": 107, "answer_end": 109, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021107749489601701, "type_probabilities": {"tool_output_conflict": 0.0001414551807101816, "overgeneration": 4.116721902391873e-05, "missing_tool_action_recommendation": 2.845509152393788e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001801764010451734, "type_probabilities": {"tool_output_conflict": 7.252384239109233e-05, "overgeneration": 5.466488437377848e-05, "missing_tool_action_recommendation": 5.298767064232379e-05}}, {"answer_start": 220, "answer_end": 221, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014654103142675012, "type_probabilities": {"tool_output_conflict": 0.00011576476390473545, "overgeneration": 2.1312094759196043e-05, "missing_tool_action_recommendation": 9.464177310292143e-06}}, {"answer_start": 309, "answer_end": 319, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013561491505242884, "type_probabilities": {"tool_output_conflict": 1.3786268937110435e-05, "overgeneration": 0.00010163887782255188, "missing_tool_action_recommendation": 2.0189771021250635e-05}}, {"answer_start": 246, "answer_end": 247, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013189957826398313, "type_probabilities": {"tool_output_conflict": 0.0001043841039063409, "overgeneration": 1.5332550901803188e-05, "missing_tool_action_recommendation": 1.2182916179881431e-05}}, {"answer_start": 389, "answer_end": 390, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011581406579352915, "type_probabilities": {"tool_output_conflict": 3.0326818887260742e-05, "overgeneration": 7.377647852990776e-05, "missing_tool_action_recommendation": 1.1710766557371244e-05}}, {"answer_start": 212, "answer_end": 218, "token_text": " Ratio", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011245234054513276, "type_probabilities": {"tool_output_conflict": 5.574438546318561e-05, "overgeneration": 3.5880584619008005e-05, "missing_tool_action_recommendation": 2.082737410091795e-05}}, {"answer_start": 127, "answer_end": 130, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011007581633748487, "type_probabilities": {"tool_output_conflict": 2.3287400836125016e-05, "overgeneration": 7.300393917830661e-05, "missing_tool_action_recommendation": 1.3784477232547943e-05}}, {"answer_start": 114, "answer_end": 116, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010890722478507087, "type_probabilities": {"tool_output_conflict": 2.225019852630794e-05, "overgeneration": 7.228099275380373e-05, "missing_tool_action_recommendation": 1.4376031685969792e-05}}, {"answer_start": 116, "answer_end": 122, "token_text": " scale", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010665861918823794, "type_probabilities": {"tool_output_conflict": 1.851296292443294e-05, "overgeneration": 7.544625259470195e-05, "missing_tool_action_recommendation": 1.2699406397587154e-05}}, {"answer_start": 243, "answer_end": 246, "token_text": "300", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010484372614882886, "type_probabilities": {"tool_output_conflict": 7.050950807752088e-05, "overgeneration": 2.0339415641501546e-05, "missing_tool_action_recommendation": 1.3994802429806441e-05}}, {"answer_start": 147, "answer_end": 155, "token_text": " details", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010434094292577356, "type_probabilities": {"tool_output_conflict": 2.1810616090078838e-05, "overgeneration": 5.251581023912877e-05, "missing_tool_action_recommendation": 3.001452023454476e-05}}, {"answer_start": 291, "answer_end": 296, "token_text": " 2000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.515327110420913e-05, "type_probabilities": {"tool_output_conflict": 4.6780332922935486e-05, "overgeneration": 3.5048247809754685e-05, "missing_tool_action_recommendation": 1.3324690371518955e-05}}, {"answer_start": 130, "answer_end": 132, "token_text": " 5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.378285176353529e-05, "type_probabilities": {"tool_output_conflict": 4.504050957621075e-05, "overgeneration": 3.565672523109242e-05, "missing_tool_action_recommendation": 1.3085615137242712e-05}}, {"answer_start": 278, "answer_end": 287, "token_text": " November", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.266326378565282e-05, "type_probabilities": {"tool_output_conflict": 3.901815216522664e-05, "overgeneration": 3.5219181881984696e-05, "missing_tool_action_recommendation": 1.8425929738441482e-05}}]}, "output": "The mutual fund with the symbol VFIAX, which is the Vanguard 500 Index Fund Admiral Shares, has a rating of 4.7 on a scale of 1 to 5. Here are more details about the fund:\n\n- **Category**: Large Blend\n- **Expense Ratio**: 1.04%\n- **Assets**: $300.5 billion\n- **Inception Date**: November 13, 2000\n\nThis rating indicates that the fund is highly regarded based on its performance and quality."}
+{"id": "toolace_base_670_0_d767d12fa0db3cfb52", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_670_0_d767d12fa0db3cfb52__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 21, "top_tokens": [{"answer_start": 102, "answer_end": 106, "token_text": " per", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.947300112689845e-05, "type_probabilities": {"tool_output_conflict": 9.724260053189937e-06, "overgeneration": 2.477374619047623e-05, "missing_tool_action_recommendation": 1.497499306424288e-05}}, {"answer_start": 115, "answer_end": 116, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.329712101025507e-05, "type_probabilities": {"tool_output_conflict": 1.3881321137887426e-05, "overgeneration": 1.9201417671865784e-05, "missing_tool_action_recommendation": 1.0214381291007157e-05}}, {"answer_start": 3, "answer_end": 11, "token_text": " average", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.185156649327837e-05, "type_probabilities": {"tool_output_conflict": 8.58301245898474e-06, "overgeneration": 1.8452858057571575e-05, "missing_tool_action_recommendation": 1.4815696886216756e-05}}, {"answer_start": 92, "answer_end": 94, "token_text": " 4", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.1267052438342944e-05, "type_probabilities": {"tool_output_conflict": 1.148834780906327e-05, "overgeneration": 1.5115037967916578e-05, "missing_tool_action_recommendation": 1.4663667570857797e-05}}, {"answer_start": 42, "answer_end": 50, "token_text": " Airport", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9022823330014944e-05, "type_probabilities": {"tool_output_conflict": 5.783133474324131e-06, "overgeneration": 1.727231210679747e-05, "missing_tool_action_recommendation": 1.5967378203640692e-05}}, {"answer_start": 73, "answer_end": 82, "token_text": " occurred", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.672260936582461e-05, "type_probabilities": {"tool_output_conflict": 7.504574114136631e-06, "overgeneration": 1.8068516510538757e-05, "missing_tool_action_recommendation": 1.1149518286401872e-05}}, {"answer_start": 21, "answer_end": 30, "token_text": " response", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.637342160800472e-05, "type_probabilities": {"tool_output_conflict": 7.963175448821858e-06, "overgeneration": 1.4996999198046979e-05, "missing_tool_action_recommendation": 1.3413244232651778e-05}}, {"answer_start": 85, "answer_end": 89, "token_text": " May", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5513381590135396e-05, "type_probabilities": {"tool_output_conflict": 1.380775574943982e-05, "overgeneration": 1.4354591257870197e-05, "missing_tool_action_recommendation": 7.351036401814781e-06}}, {"answer_start": 38, "answer_end": 42, "token_text": " JFK", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.538957025739364e-05, "type_probabilities": {"tool_output_conflict": 5.31377736479044e-06, "overgeneration": 1.5737374269519933e-05, "missing_tool_action_recommendation": 1.4338419532577973e-05}}, {"answer_start": 82, "answer_end": 85, "token_text": " in", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4971628338098526e-05, "type_probabilities": {"tool_output_conflict": 1.0312246558896732e-05, "overgeneration": 1.5810035620233975e-05, "missing_tool_action_recommendation": 8.84934706846252e-06}}, {"answer_start": 30, "answer_end": 35, "token_text": " time", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4686647268245e-05, "type_probabilities": {"tool_output_conflict": 9.32105103856884e-06, "overgeneration": 1.357554538117256e-05, "missing_tool_action_recommendation": 1.1790049939008895e-05}}, {"answer_start": 58, "answer_end": 68, "token_text": " incidents", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.391851350897923e-05, "type_probabilities": {"tool_output_conflict": 1.007508490147302e-05, "overgeneration": 1.283968686038861e-05, "missing_tool_action_recommendation": 1.1003742656612303e-05}}, {"answer_start": 94, "answer_end": 102, "token_text": " minutes", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.1563700758852065e-05, "type_probabilities": {"tool_output_conflict": 1.202427847601939e-05, "overgeneration": 1.1600959624047391e-05, "missing_tool_action_recommendation": 7.938464477774687e-06}}, {"answer_start": 68, "answer_end": 73, "token_text": " that", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1221865356201306e-05, "type_probabilities": {"tool_output_conflict": 7.814908713044133e-06, "overgeneration": 1.436055390513502e-05, "missing_tool_action_recommendation": 9.046400919032749e-06}}, {"answer_start": 11, "answer_end": 21, "token_text": " emergency", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9852848456357606e-05, "type_probabilities": {"tool_output_conflict": 6.736431714671198e-06, "overgeneration": 1.0780516277009156e-05, "missing_tool_action_recommendation": 1.2335900464677252e-05}}, {"answer_start": 106, "answer_end": 115, "token_text": " incident", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9180919227655977e-05, "type_probabilities": {"tool_output_conflict": 6.235730324988253e-06, "overgeneration": 1.0331717930966988e-05, "missing_tool_action_recommendation": 1.2613470971700735e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.8588696295628324e-05, "type_probabilities": {"tool_output_conflict": 9.741115718497895e-06, "overgeneration": 1.0035399100161158e-05, "missing_tool_action_recommendation": 8.81218056747457e-06}}, {"answer_start": 50, "answer_end": 54, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.842884714482352e-05, "type_probabilities": {"tool_output_conflict": 1.0505501450097654e-05, "overgeneration": 1.1074222129536793e-05, "missing_tool_action_recommendation": 6.8491244746837765e-06}}, {"answer_start": 54, "answer_end": 58, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.785453398246318e-05, "type_probabilities": {"tool_output_conflict": 1.2548843187687453e-05, "overgeneration": 9.8181699286215e-06, "missing_tool_action_recommendation": 5.487519047164824e-06}}, {"answer_start": 89, "answer_end": 92, "token_text": " is", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.3966626031324267e-05, "type_probabilities": {"tool_output_conflict": 7.430732239299687e-06, "overgeneration": 1.1355644346622285e-05, "missing_tool_action_recommendation": 5.180249900149647e-06}}]}, "output": "The average emergency response time at JFK Airport for the incidents that occurred in May is 4 minutes per incident."}
+{"id": "toolace_base_787_0_4d63e0d8ce3eb61ff1", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_787_0_4d63e0d8ce3eb61ff1__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 87, "top_tokens": [{"answer_start": 267, "answer_end": 277, "token_text": " scheduled", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001185150322271511, "type_probabilities": {"tool_output_conflict": 3.261599340476096e-05, "overgeneration": 2.7396095902076922e-05, "missing_tool_action_recommendation": 5.850294473930262e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " comparison", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011361578071955591, "type_probabilities": {"tool_output_conflict": 1.774155316525139e-05, "overgeneration": 4.148729203734547e-05, "missing_tool_action_recommendation": 5.438693915493786e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010915390885202214, "type_probabilities": {"tool_output_conflict": 2.5037230443558656e-05, "overgeneration": 3.693511098390445e-05, "missing_tool_action_recommendation": 4.718156560556963e-05}}, {"answer_start": 14, "answer_end": 22, "token_text": " results", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001051908329827711, "type_probabilities": {"tool_output_conflict": 1.8870206986321136e-05, "overgeneration": 2.7400221370044164e-05, "missing_tool_action_recommendation": 5.892041008337401e-05}}, {"answer_start": 29, "answer_end": 37, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.541754166595638e-05, "type_probabilities": {"tool_output_conflict": 5.639123173750704e-06, "overgeneration": 4.034116136608645e-05, "missing_tool_action_recommendation": 2.9437258490361273e-05}}, {"answer_start": 373, "answer_end": 374, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.1846938226372e-05, "type_probabilities": {"tool_output_conflict": 1.6203423001570627e-05, "overgeneration": 3.730497701326385e-05, "missing_tool_action_recommendation": 1.8338534573558718e-05}}, {"answer_start": 287, "answer_end": 303, "token_text": " synchronization", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.522898911498487e-05, "type_probabilities": {"tool_output_conflict": 9.55313862505136e-06, "overgeneration": 2.1492822270374745e-05, "missing_tool_action_recommendation": 3.4183023672085255e-05}}, {"answer_start": 72, "answer_end": 75, "token_text": " 85", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.792780575575307e-05, "type_probabilities": {"tool_output_conflict": 3.0178000088199042e-05, "overgeneration": 9.468483767705038e-06, "missing_tool_action_recommendation": 1.8281325537827797e-05}}, {"answer_start": 26, "answer_end": 29, "token_text": " as", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.740784399677068e-05, "type_probabilities": {"tool_output_conflict": 7.045844085951103e-06, "overgeneration": 2.1664905943907797e-05, "missing_tool_action_recommendation": 2.8697095331153832e-05}}, {"answer_start": 37, "answer_end": 38, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.328946281224489e-05, "type_probabilities": {"tool_output_conflict": 8.488455932820216e-06, "overgeneration": 2.418339136056602e-05, "missing_tool_action_recommendation": 2.061761733784806e-05}}, {"answer_start": 277, "answer_end": 280, "token_text": " an", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.218749356572516e-05, "type_probabilities": {"tool_output_conflict": 1.823688580770977e-05, "overgeneration": 1.3135323570168111e-05, "missing_tool_action_recommendation": 2.0815285097341985e-05}}, {"answer_start": 216, "answer_end": 220, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.14630155521445e-05, "type_probabilities": {"tool_output_conflict": 2.5956322133424692e-05, "overgeneration": 1.0720470527303405e-05, "missing_tool_action_recommendation": 1.4786221981921699e-05}}, {"answer_start": 280, "answer_end": 287, "token_text": " hourly", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7953304601833224e-05, "type_probabilities": {"tool_output_conflict": 1.0432057933940087e-05, "overgeneration": 9.66026618698379e-06, "missing_tool_action_recommendation": 2.7860980480909348e-05}}, {"answer_start": 264, "answer_end": 265, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.598491796059534e-05, "type_probabilities": {"tool_output_conflict": 1.4200796613295097e-05, "overgeneration": 1.791688919183798e-05, "missing_tool_action_recommendation": 1.3867232155462261e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " are", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.415062358020805e-05, "type_probabilities": {"tool_output_conflict": 1.0052445759356488e-05, "overgeneration": 1.9052045900025405e-05, "missing_tool_action_recommendation": 1.5046131920826156e-05}}, {"answer_start": 265, "answer_end": 267, "token_text": " I", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.3904627091251314e-05, "type_probabilities": {"tool_output_conflict": 1.754661752784159e-05, "overgeneration": 5.548154604184674e-06, "missing_tool_action_recommendation": 2.0809857232961804e-05}}, {"answer_start": 303, "answer_end": 308, "token_text": " task", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.292003359296359e-05, "type_probabilities": {"tool_output_conflict": 7.96295626059873e-06, "overgeneration": 1.0352437129768077e-05, "missing_tool_action_recommendation": 2.4604640202596784e-05}}, {"answer_start": 331, "answer_end": 332, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.1443629015702754e-05, "type_probabilities": {"tool_output_conflict": 9.910678272717632e-06, "overgeneration": 1.2367537237878423e-05, "missing_tool_action_recommendation": 1.9165412595611997e-05}}, {"answer_start": 159, "answer_end": 162, "token_text": " 90", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.112326860195026e-05, "type_probabilities": {"tool_output_conflict": 9.527419933874626e-06, "overgeneration": 1.4445805391005706e-05, "missing_tool_action_recommendation": 1.7150041458080523e-05}}, {"answer_start": 370, "answer_end": 373, "token_text": " GB", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.905667472281493e-05, "type_probabilities": {"tool_output_conflict": 6.690495865768753e-06, "overgeneration": 1.619845352252014e-05, "missing_tool_action_recommendation": 1.616772533452604e-05}}]}, "output": "The comparison results are as follows:\n- **Data Lake**:\n  - Scalability: 85\n  - Real-time data: 75\n  - Data quality: 80\n\n- **Data Warehouse**:\n  - Scalability: 90\n  - Real-time data: 65\n  - Data quality: 85\n\nBased on the higher scalability score for Data Warehouse, I scheduled an hourly synchronization task for the Data Warehouse, handling a data volume range of 10-50 GB."}
+{"id": "toolace_base_110_8_5201e3c6e56800158d__overgeneration__41d729544165ce1ac5", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 167, "end": 223, "text": "Historical records from last year show the same pattern.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 167, "end": 223, "text": "Historical records from last year show the same pattern.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999542832374573, "mean_score": 0.9999352157115936, "type_score": 0.999827641248703, "type_scores": {"tool_output_conflict": 7.161907160480041e-05, "overgeneration": 0.999827641248703, "missing_tool_action_recommendation": 3.5934242623625325e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 56, "gold_chars": 56, "pred_chars": 56}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_110_8_5201e3c6e56800158d__overgeneration__41d729544165ce1ac5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 60, "top_tokens": [{"answer_start": 209, "answer_end": 214, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999542832374573, "type_probabilities": {"tool_output_conflict": 6.985194340813905e-05, "overgeneration": 0.9998475313186646, "missing_tool_action_recommendation": 3.6899680708302185e-05}}, {"answer_start": 214, "answer_end": 222, "token_text": " pattern", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999515414237976, "type_probabilities": {"tool_output_conflict": 6.852471415186301e-05, "overgeneration": 0.9998519420623779, "missing_tool_action_recommendation": 3.1045237847138196e-05}}, {"answer_start": 200, "answer_end": 205, "token_text": " show", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999464154243469, "type_probabilities": {"tool_output_conflict": 6.669497088296339e-05, "overgeneration": 0.9998552799224854, "missing_tool_action_recommendation": 2.4416243832092732e-05}}, {"answer_start": 205, "answer_end": 209, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999435544013977, "type_probabilities": {"tool_output_conflict": 7.200823893072084e-05, "overgeneration": 0.9998327493667603, "missing_tool_action_recommendation": 3.877649942296557e-05}}, {"answer_start": 195, "answer_end": 200, "token_text": " year", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999409914016724, "type_probabilities": {"tool_output_conflict": 6.339859100989997e-05, "overgeneration": 0.9998418092727661, "missing_tool_action_recommendation": 3.573950380086899e-05}}, {"answer_start": 166, "answer_end": 177, "token_text": "\nHistorical", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999933660030365, "type_probabilities": {"tool_output_conflict": 6.698238576063886e-05, "overgeneration": 0.9998314380645752, "missing_tool_action_recommendation": 3.5211338399676606e-05}}, {"answer_start": 185, "answer_end": 190, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999321699142456, "type_probabilities": {"tool_output_conflict": 8.442440594080836e-05, "overgeneration": 0.9998177886009216, "missing_tool_action_recommendation": 2.9974282369948924e-05}}, {"answer_start": 190, "answer_end": 195, "token_text": " last", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999294281005859, "type_probabilities": {"tool_output_conflict": 7.229000038933009e-05, "overgeneration": 0.9998241066932678, "missing_tool_action_recommendation": 3.3003350836224854e-05}}, {"answer_start": 177, "answer_end": 185, "token_text": " records", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999276995658875, "type_probabilities": {"tool_output_conflict": 6.017720079398714e-05, "overgeneration": 0.9998301267623901, "missing_tool_action_recommendation": 3.735133577720262e-05}}, {"answer_start": 222, "answer_end": 223, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998924136161804, "type_probabilities": {"tool_output_conflict": 9.18382647796534e-05, "overgeneration": 0.999743640422821, "missing_tool_action_recommendation": 5.6924953241832554e-05}}, {"answer_start": 164, "answer_end": 165, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023555796360597014, "type_probabilities": {"tool_output_conflict": 2.779872556857299e-05, "overgeneration": 0.00012995637371204793, "missing_tool_action_recommendation": 7.780286250635982e-05}}, {"answer_start": 79, "answer_end": 83, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.549918857170269e-05, "type_probabilities": {"tool_output_conflict": 1.9923892978113145e-05, "overgeneration": 3.102613118244335e-05, "missing_tool_action_recommendation": 3.4549164411146194e-05}}, {"answer_start": 87, "answer_end": 94, "token_text": " Starts", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.664438114967197e-05, "type_probabilities": {"tool_output_conflict": 7.316361916309688e-06, "overgeneration": 3.969846511608921e-05, "missing_tool_action_recommendation": 1.962955684575718e-05}}, {"answer_start": 54, "answer_end": 55, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.449200009228662e-05, "type_probabilities": {"tool_output_conflict": 2.857746403606143e-05, "overgeneration": 1.970898301806301e-05, "missing_tool_action_recommendation": 1.6205549400183372e-05}}, {"answer_start": 102, "answer_end": 104, "token_text": "\n2", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.0786209360230714e-05, "type_probabilities": {"tool_output_conflict": 9.37830100156134e-06, "overgeneration": 3.669911893666722e-05, "missing_tool_action_recommendation": 1.4708788512507454e-05}}, {"answer_start": 159, "answer_end": 164, "token_text": " bird", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.675263673765585e-05, "type_probabilities": {"tool_output_conflict": 8.444647392025217e-06, "overgeneration": 3.1113013392314315e-05, "missing_tool_action_recommendation": 1.7194975953316316e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6494303862564266e-05, "type_probabilities": {"tool_output_conflict": 1.1790030839620158e-05, "overgeneration": 2.258117456221953e-05, "missing_tool_action_recommendation": 2.2123096641735174e-05}}, {"answer_start": 64, "answer_end": 69, "token_text": " some", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.643843178404495e-05, "type_probabilities": {"tool_output_conflict": 1.2287444405956194e-05, "overgeneration": 2.2684196665068157e-05, "missing_tool_action_recommendation": 2.14667907130206e-05}}, {"answer_start": 75, "answer_end": 79, "token_text": " for", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.604579928331077e-05, "type_probabilities": {"tool_output_conflict": 1.322722528129816e-05, "overgeneration": 2.1172229025978595e-05, "missing_tool_action_recommendation": 2.164634679502342e-05}}, {"answer_start": 141, "answer_end": 143, "token_text": "\n4", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.532253271667287e-05, "type_probabilities": {"tool_output_conflict": 8.384721695620101e-06, "overgeneration": 2.7393805794417858e-05, "missing_tool_action_recommendation": 1.9544002498150803e-05}}]}, "output": "Today's solution for the Wordle game is \"CRANE\".\n\nAlso, here are some hints for you:\n1. Starts with C.\n2. Ends with E.\n3. Commonly used tool.\n4. Also a type of bird.\n\nHistorical records from last year show the same pattern."}
+{"id": "toolace_base_410_0_4956b5bebaa879f14a", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_410_0_4956b5bebaa879f14a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 80, "top_tokens": [{"answer_start": 352, "answer_end": 363, "token_text": " connecting", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012817906099371612, "type_probabilities": {"tool_output_conflict": 1.543638063594699e-05, "overgeneration": 6.738046795362607e-05, "missing_tool_action_recommendation": 4.536221968010068e-05}}, {"answer_start": 311, "answer_end": 322, "token_text": " visibility", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010031028068624437, "type_probabilities": {"tool_output_conflict": 1.965219598787371e-05, "overgeneration": 3.492477480904199e-05, "missing_tool_action_recommendation": 4.573330807033926e-05}}, {"answer_start": 298, "answer_end": 307, "token_text": " increase", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.406108827330172e-05, "type_probabilities": {"tool_output_conflict": 1.4299105714599136e-05, "overgeneration": 3.4024022170342505e-05, "missing_tool_action_recommendation": 3.573796129785478e-05}}, {"answer_start": 307, "answer_end": 311, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.394672477152199e-05, "type_probabilities": {"tool_output_conflict": 3.067009674850851e-05, "overgeneration": 2.6457360945641994e-05, "missing_tool_action_recommendation": 2.6819265258382075e-05}}, {"answer_start": 322, "answer_end": 326, "token_text": " and", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.891182031016797e-05, "type_probabilities": {"tool_output_conflict": 2.4945749828475527e-05, "overgeneration": 1.9270442862762138e-05, "missing_tool_action_recommendation": 3.4695629437919706e-05}}, {"answer_start": 363, "answer_end": 368, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.588876178488135e-05, "type_probabilities": {"tool_output_conflict": 1.1360491043888032e-05, "overgeneration": 3.037657188542653e-05, "missing_tool_action_recommendation": 3.4151700674556196e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.558557263109833e-05, "type_probabilities": {"tool_output_conflict": 1.4466289940173738e-05, "overgeneration": 2.9261782401590608e-05, "missing_tool_action_recommendation": 3.185749665135518e-05}}, {"answer_start": 419, "answer_end": 420, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.917718565091491e-05, "type_probabilities": {"tool_output_conflict": 2.6395555323688313e-05, "overgeneration": 2.9855875254725106e-05, "missing_tool_action_recommendation": 1.2925751434522681e-05}}, {"answer_start": 349, "answer_end": 352, "token_text": " by", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.466185004683211e-05, "type_probabilities": {"tool_output_conflict": 1.3986078556627035e-05, "overgeneration": 2.6214245735900477e-05, "missing_tool_action_recommendation": 2.4461527573294006e-05}}, {"answer_start": 332, "answer_end": 335, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.0902355471625924e-05, "type_probabilities": {"tool_output_conflict": 1.8562730474513955e-05, "overgeneration": 1.5916128177195787e-05, "missing_tool_action_recommendation": 2.642350045789499e-05}}, {"answer_start": 368, "answer_end": 378, "token_text": " audiences", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.746872921008617e-05, "type_probabilities": {"tool_output_conflict": 1.378242905047955e-05, "overgeneration": 2.2422740585170686e-05, "missing_tool_action_recommendation": 2.1263562302920036e-05}}, {"answer_start": 340, "answer_end": 349, "token_text": " campaign", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6858341849874705e-05, "type_probabilities": {"tool_output_conflict": 1.1631239431153517e-05, "overgeneration": 1.977344618353527e-05, "missing_tool_action_recommendation": 2.5453658963670023e-05}}, {"answer_start": 326, "answer_end": 332, "token_text": " reach", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.524811058421619e-05, "type_probabilities": {"tool_output_conflict": 1.253073787665926e-05, "overgeneration": 2.430449239909649e-05, "missing_tool_action_recommendation": 1.8412880308460444e-05}}, {"answer_start": 411, "answer_end": 419, "token_text": " fashion", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.233107367530465e-05, "type_probabilities": {"tool_output_conflict": 1.1385575817257632e-05, "overgeneration": 1.8550254026195034e-05, "missing_tool_action_recommendation": 2.2395242922357284e-05}}, {"answer_start": 407, "answer_end": 411, "token_text": " and", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.1895065553253517e-05, "type_probabilities": {"tool_output_conflict": 1.4394067875400651e-05, "overgeneration": 1.7555903468746692e-05, "missing_tool_action_recommendation": 1.9945095118600875e-05}}, {"answer_start": 68, "answer_end": 73, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.951233495376073e-05, "type_probabilities": {"tool_output_conflict": 1.3862819287169259e-05, "overgeneration": 1.4771890164411161e-05, "missing_tool_action_recommendation": 2.0877625502180308e-05}}, {"answer_start": 132, "answer_end": 135, "token_text": "eco", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.923313099425286e-05, "type_probabilities": {"tool_output_conflict": 1.985810922633391e-05, "overgeneration": 1.3040215890214313e-05, "missing_tool_action_recommendation": 1.6334803149220534e-05}}, {"answer_start": 110, "answer_end": 121, "token_text": "sustainable", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.771320163854398e-05, "type_probabilities": {"tool_output_conflict": 2.0193821910652332e-05, "overgeneration": 1.2304753909120336e-05, "missing_tool_action_recommendation": 1.5214628547255415e-05}}, {"answer_start": 128, "answer_end": 130, "token_text": "\n-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.367629298940301e-05, "type_probabilities": {"tool_output_conflict": 2.269710421387572e-05, "overgeneration": 1.1729552170436364e-05, "missing_tool_action_recommendation": 9.249639333575033e-06}}, {"answer_start": 130, "answer_end": 132, "token_text": " #", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.292442827136256e-05, "type_probabilities": {"tool_output_conflict": 2.3756136215524748e-05, "overgeneration": 9.546685760142282e-06, "missing_tool_action_recommendation": 9.621606295695528e-06}}]}, "output": "Here are some trending hashtags related to \"sustainable fashion\" for your upcoming social media campaign:\n\n- #sustainablefashion\n- #ecofashion\n- #ethicalfashion\n- #slowfashion\n- #greenfashion\n- #fashrev\n- #consciousfashion\n- #fashionrevolution\n- #sustainability\n- #ecostyle\n\nThese hashtags can help increase the visibility and reach of your campaign by connecting with audiences interested in sustainability and fashion."}
+{"id": "toolace_base_340_2_3a1bd3bcde5d3726ab", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_340_2_3a1bd3bcde5d3726ab__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 91, "top_tokens": [{"answer_start": 128, "answer_end": 133, "token_text": " link", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001750626543071121, "type_probabilities": {"tool_output_conflict": 1.96111504919827e-05, "overgeneration": 6.658687925664708e-05, "missing_tool_action_recommendation": 8.886462455848232e-05}}, {"answer_start": 15, "answer_end": 24, "token_text": " patience", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015612349670846015, "type_probabilities": {"tool_output_conflict": 5.3023166401544586e-05, "overgeneration": 7.482893852284178e-05, "missing_tool_action_recommendation": 2.8271391784073785e-05}}, {"answer_start": 340, "answer_end": 351, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014555276720784605, "type_probabilities": {"tool_output_conflict": 1.7747348465491086e-05, "overgeneration": 6.257429777178913e-05, "missing_tool_action_recommendation": 6.523112097056583e-05}}, {"answer_start": 10, "answer_end": 15, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014094490325078368, "type_probabilities": {"tool_output_conflict": 3.1316445529228076e-05, "overgeneration": 4.9753023631637916e-05, "missing_tool_action_recommendation": 5.9875426813960075e-05}}, {"answer_start": 6, "answer_end": 10, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001216225209645927, "type_probabilities": {"tool_output_conflict": 2.262630732730031e-05, "overgeneration": 5.4391377489082515e-05, "missing_tool_action_recommendation": 4.460483614820987e-05}}, {"answer_start": 0, "answer_end": 6, "token_text": "Thanks", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010680430568754673, "type_probabilities": {"tool_output_conflict": 2.1758334696642123e-05, "overgeneration": 4.405296567711048e-05, "missing_tool_action_recommendation": 4.099301077076234e-05}}, {"answer_start": 86, "answer_end": 95, "token_text": " download", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010037614993052557, "type_probabilities": {"tool_output_conflict": 1.047739260684466e-05, "overgeneration": 5.114424857310951e-05, "missing_tool_action_recommendation": 3.87545078410767e-05}}, {"answer_start": 284, "answer_end": 289, "token_text": " fits", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.647100523579866e-05, "type_probabilities": {"tool_output_conflict": 1.567987783346325e-05, "overgeneration": 3.999016553279944e-05, "missing_tool_action_recommendation": 4.080095823155716e-05}}, {"answer_start": 294, "answer_end": 307, "token_text": " requirements", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.455505642108619e-05, "type_probabilities": {"tool_output_conflict": 1.4934770661056973e-05, "overgeneration": 4.1490460716886446e-05, "missing_tool_action_recommendation": 3.812981958617456e-05}}, {"answer_start": 269, "answer_end": 276, "token_text": " verify", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.343486453872174e-05, "type_probabilities": {"tool_output_conflict": 1.965334558917675e-05, "overgeneration": 3.6877303500659764e-05, "missing_tool_action_recommendation": 3.6904220905853435e-05}}, {"answer_start": 332, "answer_end": 340, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.66478803800419e-05, "type_probabilities": {"tool_output_conflict": 9.921512173605151e-06, "overgeneration": 3.8240897993091494e-05, "missing_tool_action_recommendation": 3.848547567031346e-05}}, {"answer_start": 256, "answer_end": 261, "token_text": " make", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.65771944518201e-05, "type_probabilities": {"tool_output_conflict": 1.2486055311455857e-05, "overgeneration": 3.854090391541831e-05, "missing_tool_action_recommendation": 3.5550234315451235e-05}}, {"answer_start": 82, "answer_end": 86, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.525596786057577e-05, "type_probabilities": {"tool_output_conflict": 1.424531001248397e-05, "overgeneration": 4.221531344228424e-05, "missing_tool_action_recommendation": 2.8795346224796958e-05}}, {"answer_start": 118, "answer_end": 128, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.363820234080777e-05, "type_probabilities": {"tool_output_conflict": 1.5011516552476678e-05, "overgeneration": 4.129424996790476e-05, "missing_tool_action_recommendation": 2.7332436729921028e-05}}, {"answer_start": 54, "answer_end": 64, "token_text": " generated", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.66972589190118e-05, "type_probabilities": {"tool_output_conflict": 1.1587463632167783e-05, "overgeneration": 4.063710730406456e-05, "missing_tool_action_recommendation": 2.4472688892274164e-05}}, {"answer_start": 351, "answer_end": 352, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.495704630855471e-05, "type_probabilities": {"tool_output_conflict": 1.605875149834901e-05, "overgeneration": 4.0107177483150735e-05, "missing_tool_action_recommendation": 1.8791117327054963e-05}}, {"answer_start": 36, "answer_end": 45, "token_text": " template", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.460048072971404e-05, "type_probabilities": {"tool_output_conflict": 1.1052863555960357e-05, "overgeneration": 2.9482622267096303e-05, "missing_tool_action_recommendation": 3.406499308766797e-05}}, {"answer_start": 30, "answer_end": 36, "token_text": " label", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.032396388240159e-05, "type_probabilities": {"tool_output_conflict": 1.3448807294480503e-05, "overgeneration": 2.2229676687857136e-05, "missing_tool_action_recommendation": 3.464547626208514e-05}}, {"answer_start": 24, "answer_end": 25, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.76181516610086e-05, "type_probabilities": {"tool_output_conflict": 1.3634625247505028e-05, "overgeneration": 3.141197157674469e-05, "missing_tool_action_recommendation": 2.257155574625358e-05}}, {"answer_start": 64, "answer_end": 77, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.310583557933569e-05, "type_probabilities": {"tool_output_conflict": 1.1280581929895561e-05, "overgeneration": 3.7873443943681195e-05, "missing_tool_action_recommendation": 1.3951809705758933e-05}}]}, "output": "Thanks for your patience. Your label template has been generated successfully. You can download your template from the following link: [Download Label Template](https://www.pdfhost.net/index.php?Action=Download&File=5c3c7473aee49ed78b6f0673b7cce619) Please make sure to verify that it fits your requirements. Let me know if you need further assistance."}
+{"id": "toolace_base_298_6_4996c769356a7b4da0", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_298_6_4996c769356a7b4da0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 126, "top_tokens": [{"answer_start": 382, "answer_end": 383, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006512989057227969, "type_probabilities": {"tool_output_conflict": 0.00053544738329947, "overgeneration": 7.014933362370357e-05, "missing_tool_action_recommendation": 4.570222881739028e-05}}, {"answer_start": 383, "answer_end": 386, "token_text": "075", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00028182409005239606, "type_probabilities": {"tool_output_conflict": 0.00014727101370226592, "overgeneration": 6.658103666268289e-05, "missing_tool_action_recommendation": 6.797203241148964e-05}}, {"answer_start": 380, "answer_end": 382, "token_text": " 1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022387431818060577, "type_probabilities": {"tool_output_conflict": 0.0001691601937636733, "overgeneration": 3.254706098232418e-05, "missing_tool_action_recommendation": 2.2167056158650666e-05}}, {"answer_start": 358, "answer_end": 364, "token_text": " Rates", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.036286792252213e-05, "type_probabilities": {"tool_output_conflict": 3.732859477167949e-05, "overgeneration": 3.0261027859523892e-05, "missing_tool_action_recommendation": 2.277324892929755e-05}}, {"answer_start": 402, "answer_end": 404, "token_text": "07", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.150921348715201e-05, "type_probabilities": {"tool_output_conflict": 3.443492823862471e-05, "overgeneration": 2.3822391085559502e-05, "missing_tool_action_recommendation": 2.3251892343978398e-05}}, {"answer_start": 404, "answer_end": 406, "token_text": "53", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.903555524535477e-05, "type_probabilities": {"tool_output_conflict": 2.2818661818746477e-05, "overgeneration": 2.465712168486789e-05, "missing_tool_action_recommendation": 3.15597681037616e-05}}, {"answer_start": 401, "answer_end": 402, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.70257756812498e-05, "type_probabilities": {"tool_output_conflict": 4.053097291034646e-05, "overgeneration": 2.0124307411606424e-05, "missing_tool_action_recommendation": 1.6370497178286314e-05}}, {"answer_start": 298, "answer_end": 306, "token_text": " closely", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.8778874517884105e-05, "type_probabilities": {"tool_output_conflict": 1.6442911146441475e-05, "overgeneration": 1.4210408153303433e-05, "missing_tool_action_recommendation": 2.8125557946623303e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.836130731040612e-05, "type_probabilities": {"tool_output_conflict": 2.106505780830048e-05, "overgeneration": 2.4273727831314318e-05, "missing_tool_action_recommendation": 1.3022524399275426e-05}}, {"answer_start": 413, "answer_end": 417, "token_text": "Last", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.749843694502488e-05, "type_probabilities": {"tool_output_conflict": 1.1098642062279396e-05, "overgeneration": 2.5531731807859614e-05, "missing_tool_action_recommendation": 2.086806489387527e-05}}, {"answer_start": 268, "answer_end": 270, "token_text": " a", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.748653711634688e-05, "type_probabilities": {"tool_output_conflict": 1.8898770576925017e-05, "overgeneration": 1.7119857147918083e-05, "missing_tool_action_recommendation": 2.146790939150378e-05}}, {"answer_start": 290, "answer_end": 295, "token_text": " that", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.695782238035463e-05, "type_probabilities": {"tool_output_conflict": 1.9115244867862202e-05, "overgeneration": 1.442816028429661e-05, "missing_tool_action_recommendation": 2.3414417228195816e-05}}, {"answer_start": 329, "answer_end": 338, "token_text": " exchange", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6777134886942804e-05, "type_probabilities": {"tool_output_conflict": 9.722279173729476e-06, "overgeneration": 1.4287567864812445e-05, "missing_tool_action_recommendation": 3.276728966739029e-05}}, {"answer_start": 285, "answer_end": 290, "token_text": " pair", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.591473382082768e-05, "type_probabilities": {"tool_output_conflict": 1.3218250387581065e-05, "overgeneration": 1.4539228686771821e-05, "missing_tool_action_recommendation": 2.815725383698009e-05}}, {"answer_start": 399, "answer_end": 401, "token_text": " 1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.4705891670892015e-05, "type_probabilities": {"tool_output_conflict": 3.0198738386388868e-05, "overgeneration": 1.4041614122106694e-05, "missing_tool_action_recommendation": 1.046553734340705e-05}}, {"answer_start": 345, "answer_end": 346, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.457755469251424e-05, "type_probabilities": {"tool_output_conflict": 1.9162091120961122e-05, "overgeneration": 2.061023587884847e-05, "missing_tool_action_recommendation": 1.4805225873715244e-05}}, {"answer_start": 295, "answer_end": 298, "token_text": " is", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4226686188485473e-05, "type_probabilities": {"tool_output_conflict": 1.9068922483711503e-05, "overgeneration": 1.3265110283100512e-05, "missing_tool_action_recommendation": 2.1892652512178756e-05}}, {"answer_start": 314, "answer_end": 317, "token_text": " in", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3948821005178615e-05, "type_probabilities": {"tool_output_conflict": 1.5883804735494778e-05, "overgeneration": 1.2932187928527128e-05, "missing_tool_action_recommendation": 2.5132827431662008e-05}}, {"answer_start": 321, "answer_end": 329, "token_text": " foreign", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3765565098728985e-05, "type_probabilities": {"tool_output_conflict": 1.1613340575422626e-05, "overgeneration": 1.367712775390828e-05, "missing_tool_action_recommendation": 2.8475098588387482e-05}}, {"answer_start": 317, "answer_end": 321, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.197899736231193e-05, "type_probabilities": {"tool_output_conflict": 1.634410728001967e-05, "overgeneration": 1.3311840120877605e-05, "missing_tool_action_recommendation": 2.2323049051919952e-05}}]}, "output": "The Forex pair EUR/USD, also known as Euro to US Dollar, is a major currency pair that is closely watched in the foreign exchange market. Here are the current details:\n\n- **Name**: Euro to US Dollar\n- **Identifier**: EUR/USD\n- **Description**: The Euro to US Dollar is a major currency pair that is closely watched in the foreign exchange market.\n- **Current Rates**:\n  - **Bid**: 1.075\n  - **Ask**: 1.0753\n  - **Last**: 1.0751"}
+{"id": "toolace_base_407_8_8480623a7a637825b4__tool_output_conflict__4c741aef71aab548b4", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 89, "end": 93, "text": "1226", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 89, "end": 93, "text": "1226", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9967464208602905, "mean_score": 0.9965921640396118, "type_score": 0.9957680404186249, "type_scores": {"tool_output_conflict": 0.9957680404186249, "overgeneration": 0.0004984961124137044, "missing_tool_action_recommendation": 0.00032563415879849344}, "token_count": 2}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 4, "gold_chars": 4, "pred_chars": 4}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_407_8_8480623a7a637825b4__tool_output_conflict__4c741aef71aab548b4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 54, "top_tokens": [{"answer_start": 88, "answer_end": 91, "token_text": " 12", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9967464208602905, "type_probabilities": {"tool_output_conflict": 0.9957862496376038, "overgeneration": 0.0005589022184722126, "missing_tool_action_recommendation": 0.0004012842255178839}}, {"answer_start": 91, "answer_end": 93, "token_text": "26", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9964379072189331, "type_probabilities": {"tool_output_conflict": 0.995749831199646, "overgeneration": 0.00043809000635519624, "missing_tool_action_recommendation": 0.000249984092079103}}, {"answer_start": 199, "answer_end": 210, "token_text": " variations", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0020157992839813232, "type_probabilities": {"tool_output_conflict": 0.0001551719178678468, "overgeneration": 0.0016846107318997383, "missing_tool_action_recommendation": 0.00017601653235033154}}, {"answer_start": 223, "answer_end": 230, "token_text": " global", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0005545064341276884, "type_probabilities": {"tool_output_conflict": 5.461394175654277e-05, "overgeneration": 0.00043208932038396597, "missing_tool_action_recommendation": 6.78031865390949e-05}}, {"answer_start": 230, "answer_end": 236, "token_text": " forex", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004917251062579453, "type_probabilities": {"tool_output_conflict": 3.710339296958409e-05, "overgeneration": 0.0003769525792449713, "missing_tool_action_recommendation": 7.766913768136874e-05}}, {"answer_start": 243, "answer_end": 254, "token_text": " conditions", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004487632540985942, "type_probabilities": {"tool_output_conflict": 6.068530638003722e-05, "overgeneration": 0.00033174140844494104, "missing_tool_action_recommendation": 5.633655746350996e-05}}, {"answer_start": 254, "answer_end": 255, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00044655572855845094, "type_probabilities": {"tool_output_conflict": 8.060519758146256e-05, "overgeneration": 0.0003423834568820894, "missing_tool_action_recommendation": 2.356705408601556e-05}}, {"answer_start": 210, "answer_end": 216, "token_text": " based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004315384430810809, "type_probabilities": {"tool_output_conflict": 3.6344143154565245e-05, "overgeneration": 0.0003458551364019513, "missing_tool_action_recommendation": 4.9339163524564356e-05}}, {"answer_start": 100, "answer_end": 107, "token_text": " States", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00038083252729848027, "type_probabilities": {"tool_output_conflict": 0.0002995428803842515, "overgeneration": 3.0055052775423974e-05, "missing_tool_action_recommendation": 5.123459777678363e-05}}, {"answer_start": 151, "answer_end": 156, "token_text": " Keep", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00037630420411005616, "type_probabilities": {"tool_output_conflict": 3.1800569558981806e-05, "overgeneration": 0.0002700600598473102, "missing_tool_action_recommendation": 7.444358197972178e-05}}, {"answer_start": 236, "answer_end": 243, "token_text": " market", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00036545519833453, "type_probabilities": {"tool_output_conflict": 3.897489295923151e-05, "overgeneration": 0.00026346356025896966, "missing_tool_action_recommendation": 6.301675603026524e-05}}, {"answer_start": 216, "answer_end": 219, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003267877618782222, "type_probabilities": {"tool_output_conflict": 2.2696538508171216e-05, "overgeneration": 0.00023114219948183745, "missing_tool_action_recommendation": 7.294900569831952e-05}}, {"answer_start": 188, "answer_end": 196, "token_text": " subject", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002960909332614392, "type_probabilities": {"tool_output_conflict": 2.5922343411366455e-05, "overgeneration": 0.0002300063060829416, "missing_tool_action_recommendation": 4.0162292862078175e-05}}, {"answer_start": 219, "answer_end": 223, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002560701104812324, "type_probabilities": {"tool_output_conflict": 5.7654502597870305e-05, "overgeneration": 0.00017697075963951647, "missing_tool_action_recommendation": 2.144484460586682e-05}}, {"answer_start": 107, "answer_end": 115, "token_text": " Dollars", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001956013438757509, "type_probabilities": {"tool_output_conflict": 0.00010256341920467094, "overgeneration": 3.979932444053702e-05, "missing_tool_action_recommendation": 5.3238596592564136e-05}}, {"answer_start": 184, "answer_end": 188, "token_text": " are", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001893579465104267, "type_probabilities": {"tool_output_conflict": 2.9182181606302038e-05, "overgeneration": 0.0001400191686116159, "missing_tool_action_recommendation": 2.0156596292508766e-05}}, {"answer_start": 72, "answer_end": 75, "token_text": "EUR", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00017828051932156086, "type_probabilities": {"tool_output_conflict": 2.0336137822596356e-05, "overgeneration": 9.049077925737947e-05, "missing_tool_action_recommendation": 6.745359860360622e-05}}, {"answer_start": 178, "answer_end": 184, "token_text": " rates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001778059231583029, "type_probabilities": {"tool_output_conflict": 2.0881676391582005e-05, "overgeneration": 0.00011028543667634949, "missing_tool_action_recommendation": 4.663882282329723e-05}}, {"answer_start": 93, "answer_end": 100, "token_text": " United", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016581719683017582, "type_probabilities": {"tool_output_conflict": 0.00011727230594260618, "overgeneration": 1.8149748939322308e-05, "missing_tool_action_recommendation": 3.0395140129257925e-05}}, {"answer_start": 169, "answer_end": 178, "token_text": " exchange", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014749377442058176, "type_probabilities": {"tool_output_conflict": 1.3668571227754e-05, "overgeneration": 9.014463284984231e-05, "missing_tool_action_recommendation": 4.368056761450134e-05}}]}, "output": "Based on the results from the Currency Conversion API tool, 1000 Euros (EUR) converts to 1226 United States Dollars (USD), at an exchange rate of 1.19. Keep in mind that exchange rates are subject to variations based on the global forex market conditions."}
+{"id": "toolace_base_450_6_c41d819ac9d7b8dce2", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_450_6_c41d819ac9d7b8dce2__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 344, "top_tokens": [{"answer_start": 760, "answer_end": 763, "token_text": "211", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.06691616028547287, "type_probabilities": {"tool_output_conflict": 0.0661347359418869, "overgeneration": 0.0005242560873739421, "missing_tool_action_recommendation": 0.00025717337848618627}}, {"answer_start": 764, "answer_end": 765, "token_text": "9", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.01673283241689205, "type_probabilities": {"tool_output_conflict": 0.016214774921536446, "overgeneration": 0.0002485949662514031, "missing_tool_action_recommendation": 0.0002694641298148781}}, {"answer_start": 377, "answer_end": 380, "token_text": " 96", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0021350178867578506, "type_probabilities": {"tool_output_conflict": 0.0017637416021898389, "overgeneration": 0.0002577996929176152, "missing_tool_action_recommendation": 0.00011347648978698999}}, {"answer_start": 196, "answer_end": 200, "token_text": " 875", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002107260748744011, "type_probabilities": {"tool_output_conflict": 0.001856885850429535, "overgeneration": 0.00020555076480377465, "missing_tool_action_recommendation": 4.4824177166447043e-05}}, {"answer_start": 642, "answer_end": 645, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0019396813586354256, "type_probabilities": {"tool_output_conflict": 0.001211994094774127, "overgeneration": 0.000485390453832224, "missing_tool_action_recommendation": 0.00024229685368482023}}, {"answer_start": 763, "answer_end": 764, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0019050217233598232, "type_probabilities": {"tool_output_conflict": 0.0017641775775700808, "overgeneration": 5.339034760254435e-05, "missing_tool_action_recommendation": 8.745372178964317e-05}}, {"answer_start": 200, "answer_end": 201, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017165305325761437, "type_probabilities": {"tool_output_conflict": 0.0015477582346647978, "overgeneration": 9.328907617600635e-05, "missing_tool_action_recommendation": 7.548319990746677e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0016330762300640345, "type_probabilities": {"tool_output_conflict": 0.0013954539317637682, "overgeneration": 0.00012630363926291466, "missing_tool_action_recommendation": 0.00011131863720947877}}, {"answer_start": 381, "answer_end": 382, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0014809498097747564, "type_probabilities": {"tool_output_conflict": 0.001253722351975739, "overgeneration": 0.00010876033775275573, "missing_tool_action_recommendation": 0.00011846717825392261}}, {"answer_start": 649, "answer_end": 650, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0012778746895492077, "type_probabilities": {"tool_output_conflict": 0.0008636449347250164, "overgeneration": 0.00022651202743873, "missing_tool_action_recommendation": 0.00018771774193737656}}, {"answer_start": 646, "answer_end": 649, "token_text": "868", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00117104419041425, "type_probabilities": {"tool_output_conflict": 0.0006275932537391782, "overgeneration": 0.0003548193781170994, "missing_tool_action_recommendation": 0.00018863157310988754}}, {"answer_start": 385, "answer_end": 386, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010889330878853798, "type_probabilities": {"tool_output_conflict": 0.0008138851262629032, "overgeneration": 0.00012964499182999134, "missing_tool_action_recommendation": 0.00014540292613673955}}, {"answer_start": 645, "answer_end": 646, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010455525480210781, "type_probabilities": {"tool_output_conflict": 0.0007299732533283532, "overgeneration": 0.00017581554129719734, "missing_tool_action_recommendation": 0.00013976376794744283}}, {"answer_start": 650, "answer_end": 653, "token_text": "900", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0008245868375524879, "type_probabilities": {"tool_output_conflict": 0.0003603992809075862, "overgeneration": 0.0002657458244357258, "missing_tool_action_recommendation": 0.00019844176131300628}}, {"answer_start": 380, "answer_end": 381, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007275738753378391, "type_probabilities": {"tool_output_conflict": 0.0005266054067760706, "overgeneration": 8.72191958478652e-05, "missing_tool_action_recommendation": 0.00011374930909369141}}, {"answer_start": 1174, "answer_end": 1184, "token_text": " multitude", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006586305098608136, "type_probabilities": {"tool_output_conflict": 0.00014160074351821095, "overgeneration": 0.00046276432112790644, "missing_tool_action_recommendation": 5.4265401558950543e-05}}, {"answer_start": 201, "answer_end": 204, "token_text": "555", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006476702983491123, "type_probabilities": {"tool_output_conflict": 0.0004402628110256046, "overgeneration": 0.00011570654169190675, "missing_tool_action_recommendation": 9.170090925181285e-05}}, {"answer_start": 1129, "answer_end": 1130, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006427421467378736, "type_probabilities": {"tool_output_conflict": 9.955834684660658e-05, "overgeneration": 0.0005034477799199522, "missing_tool_action_recommendation": 3.97360636270605e-05}}, {"answer_start": 382, "answer_end": 385, "token_text": "251", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006124952924437821, "type_probabilities": {"tool_output_conflict": 0.0002918656973633915, "overgeneration": 0.0001600301911821589, "missing_tool_action_recommendation": 0.00016059940389823169}}, {"answer_start": 821, "answer_end": 822, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005820723599754274, "type_probabilities": {"tool_output_conflict": 0.0004057683690916747, "overgeneration": 8.047376468311995e-05, "missing_tool_action_recommendation": 9.583026258042082e-05}}]}, "output": "The historical quarterly prices for Apple Inc. (AAPL) are as follows:\n\n1. For the quarter ending on 2026-03-31:\n   - Open: $185.5\n   - High: $198.2\n   - Low: $182.8\n   - Close: $197.5\n   - Volume: 875,555,000\n   - Dividend: $0.85\n   - Split: No Split\n\n2. For the quarter ending on 2026-06-30:\n   - Open: $197.5\n   - High: $210.8\n   - Low: $190.1\n   - Close: $202.6\n   - Volume: 962,251,000\n   - Dividend: $0.85\n   - Split: No Split\n\nThe 10-year historical monthly adjusted prices for Apple Inc. (AAPL) are as follows:\n\n1. For the month ending on 2026-05-31:\n   - Open: $202.6\n   - High: $205.8\n   - Low: $197.4\n   - Close: $205.1\n   - Volume: 18,868,900\n   - Dividend: $0.85\n   - Split: 1.0\n\n2. For the current date (2026-06-20):\n   - Open: $205.1\n   - High: $211.9\n   - Low: $198.6\n   - Close: $208.7\n   - Volume: 26,521,100\n   - Dividend: $0.85\n   - Split: 1.0\n\nThe data above reveals that the stock price has been increasing over recent quarters and months. The volume - the number of shares traded - has also gone up. The dividends remain consistent. Note that past performance is not necessarily indicative of future results, and the stock market can be influenced by a multitude of factors."}
+{"id": "toolace_base_474_0_1057e45f8ed75a04c4__missing_tool_action_recommendation__62402fef083ac5ac60", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 718, "end": 838, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 718, "end": 838, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999847412109375, "mean_score": 0.9999767878781194, "type_score": 0.9999325741892275, "type_scores": {"tool_output_conflict": 1.3096213123113241e-05, "overgeneration": 3.1121243291240916e-05, "missing_tool_action_recommendation": 0.9999325741892275}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 120}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_474_0_1057e45f8ed75a04c4__missing_tool_action_recommendation__62402fef083ac5ac60__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 222, "top_tokens": [{"answer_start": 774, "answer_end": 781, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999847412109375, "type_probabilities": {"tool_output_conflict": 1.2356455954432022e-05, "overgeneration": 2.235765350633301e-05, "missing_tool_action_recommendation": 0.9999500513076782}}, {"answer_start": 808, "answer_end": 819, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.1801583241322078e-05, "overgeneration": 2.5940729756257497e-05, "missing_tool_action_recommendation": 0.9999464750289917}}, {"answer_start": 781, "answer_end": 787, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.460533167119138e-05, "overgeneration": 2.7774156478699297e-05, "missing_tool_action_recommendation": 0.9999417066574097}}, {"answer_start": 829, "answer_end": 837, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839663505554, "type_probabilities": {"tool_output_conflict": 1.262305613636272e-05, "overgeneration": 2.7718189812730998e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 787, "answer_end": 795, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834299087524, "type_probabilities": {"tool_output_conflict": 1.4277089576353319e-05, "overgeneration": 2.901174229918979e-05, "missing_tool_action_recommendation": 0.9999401569366455}}, {"answer_start": 766, "answer_end": 771, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999824166297913, "type_probabilities": {"tool_output_conflict": 1.3047636457486078e-05, "overgeneration": 3.0508219424518757e-05, "missing_tool_action_recommendation": 0.9999388456344604}}, {"answer_start": 827, "answer_end": 829, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815821647644, "type_probabilities": {"tool_output_conflict": 1.1287329471088015e-05, "overgeneration": 2.48736614594236e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 799, "answer_end": 808, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812841415405, "type_probabilities": {"tool_output_conflict": 1.336598870693706e-05, "overgeneration": 2.4995566491270438e-05, "missing_tool_action_recommendation": 0.9999428987503052}}, {"answer_start": 819, "answer_end": 826, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797344207764, "type_probabilities": {"tool_output_conflict": 1.2499274816946127e-05, "overgeneration": 3.0313614843180403e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 771, "answer_end": 774, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999787211418152, "type_probabilities": {"tool_output_conflict": 1.2742059880110901e-05, "overgeneration": 2.6079020244651474e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 747, "answer_end": 755, "token_text": " Reviews", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786019325256, "type_probabilities": {"tool_output_conflict": 1.5148749298532493e-05, "overgeneration": 3.7103240174474195e-05, "missing_tool_action_recommendation": 0.9999263286590576}}, {"answer_start": 723, "answer_end": 725, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.227550546900602e-05, "overgeneration": 2.8974531232961453e-05, "missing_tool_action_recommendation": 0.999936580657959}}, {"answer_start": 734, "answer_end": 738, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775290489197, "type_probabilities": {"tool_output_conflict": 1.2408224392856937e-05, "overgeneration": 3.6196375731378794e-05, "missing_tool_action_recommendation": 0.9999289512634277}}, {"answer_start": 762, "answer_end": 766, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999768137931824, "type_probabilities": {"tool_output_conflict": 1.1080913282057736e-05, "overgeneration": 3.1055471481522545e-05, "missing_tool_action_recommendation": 0.9999346733093262}}, {"answer_start": 795, "answer_end": 799, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999761581420898, "type_probabilities": {"tool_output_conflict": 1.373624490952352e-05, "overgeneration": 2.9080603781039827e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 725, "answer_end": 729, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999755024909973, "type_probabilities": {"tool_output_conflict": 1.0969311006192584e-05, "overgeneration": 3.310244210297242e-05, "missing_tool_action_recommendation": 0.9999314546585083}}, {"answer_start": 729, "answer_end": 734, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999749660491943, "type_probabilities": {"tool_output_conflict": 1.137851086241426e-05, "overgeneration": 2.99855055345688e-05, "missing_tool_action_recommendation": 0.9999336004257202}}, {"answer_start": 755, "answer_end": 762, "token_text": " Lookup", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999747276306152, "type_probabilities": {"tool_output_conflict": 1.4306767297966871e-05, "overgeneration": 3.5188386391382664e-05, "missing_tool_action_recommendation": 0.9999252557754517}}, {"answer_start": 826, "answer_end": 827, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999731183052063, "type_probabilities": {"tool_output_conflict": 1.3580014638137072e-05, "overgeneration": 3.225694672437385e-05, "missing_tool_action_recommendation": 0.999927282333374}}, {"answer_start": 738, "answer_end": 747, "token_text": " Business", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999711513519287, "type_probabilities": {"tool_output_conflict": 1.1487457413750235e-05, "overgeneration": 3.5607750760391355e-05, "missing_tool_action_recommendation": 0.9999240636825562}}]}, "output": "Here are some exciting places around San Francisco within a 5000-meter radius that you can explore:\n\n1. **San Francisco Museum of Modern Art**\n   - **Location**: Latitude 37.7857, Longitude -122.4011\n\n2. **Golden Gate Park**\n   - **Location**: Latitude 37.7694, Longitude -122.4862\n\n3. **Pier 39**\n   - **Location**: Latitude 37.8087, Longitude -122.4098\n\n4. **Union Square**\n   - **Location**: Latitude 37.788, Longitude -122.4075\n\n5. **Coit Tower**\n   - **Location**: Latitude 37.8024, Longitude -122.4058\n\nEach of these locations offers unique attractions and experiences. Whether you're interested in art, nature, shopping, or panoramic views, there's something to satisfy your curiosity. Enjoy your exploration!\n\nNext, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_750_0_488bbae61186679fa6__missing_tool_action_recommendation__497431402183ea30ad", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 187, "end": 315, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 187, "end": 315, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999867081642151, "mean_score": 0.999980034828186, "type_score": 0.9999303007125855, "type_scores": {"tool_output_conflict": 1.2810570551664568e-05, "overgeneration": 3.691540332511068e-05, "missing_tool_action_recommendation": 0.9999303007125855}, "token_count": 25}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 128, "gold_chars": 128, "pred_chars": 128}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_750_0_488bbae61186679fa6__missing_tool_action_recommendation__497431402183ea30ad__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 59, "top_tokens": [{"answer_start": 306, "answer_end": 314, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867081642151, "type_probabilities": {"tool_output_conflict": 1.3229368050815538e-05, "overgeneration": 3.3555461413925514e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 258, "answer_end": 264, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999985933303833, "type_probabilities": {"tool_output_conflict": 1.4258059309213422e-05, "overgeneration": 3.878360439557582e-05, "missing_tool_action_recommendation": 0.9999328851699829}}, {"answer_start": 264, "answer_end": 272, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999855160713196, "type_probabilities": {"tool_output_conflict": 1.2916299965581857e-05, "overgeneration": 3.218690835637972e-05, "missing_tool_action_recommendation": 0.9999403953552246}}, {"answer_start": 251, "answer_end": 258, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852776527405, "type_probabilities": {"tool_output_conflict": 1.1361789802322164e-05, "overgeneration": 2.9914524930063635e-05, "missing_tool_action_recommendation": 0.9999439716339111}}, {"answer_start": 285, "answer_end": 296, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852180480957, "type_probabilities": {"tool_output_conflict": 1.2229313142597675e-05, "overgeneration": 2.985812352562789e-05, "missing_tool_action_recommendation": 0.9999431371688843}}, {"answer_start": 243, "answer_end": 248, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.2293173313082661e-05, "overgeneration": 4.5734130253549665e-05, "missing_tool_action_recommendation": 0.9999262094497681}}, {"answer_start": 304, "answer_end": 306, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.146064641943667e-05, "overgeneration": 2.9346167139010504e-05, "missing_tool_action_recommendation": 0.9999430179595947}}, {"answer_start": 248, "answer_end": 251, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.1652137800410856e-05, "overgeneration": 3.3799060474848375e-05, "missing_tool_action_recommendation": 0.9999377727508545}}, {"answer_start": 276, "answer_end": 285, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.2600547051988542e-05, "overgeneration": 2.917105121014174e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 272, "answer_end": 276, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.2361721019260585e-05, "overgeneration": 3.375965025043115e-05, "missing_tool_action_recommendation": 0.9999364614486694}}, {"answer_start": 221, "answer_end": 228, "token_text": " Review", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825358390808, "type_probabilities": {"tool_output_conflict": 1.3525301255867817e-05, "overgeneration": 3.7222274841042235e-05, "missing_tool_action_recommendation": 0.999931812286377}}, {"answer_start": 239, "answer_end": 243, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999823570251465, "type_probabilities": {"tool_output_conflict": 1.1349506166880019e-05, "overgeneration": 4.062918378622271e-05, "missing_tool_action_recommendation": 0.9999303817749023}}, {"answer_start": 235, "answer_end": 239, "token_text": "ator", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819397926331, "type_probabilities": {"tool_output_conflict": 1.0811339961946942e-05, "overgeneration": 3.726074282894842e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 296, "answer_end": 303, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.1993434782198165e-05, "overgeneration": 3.704126356751658e-05, "missing_tool_action_recommendation": 0.9999321699142456}}, {"answer_start": 207, "answer_end": 221, "token_text": " Entertainment", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999800324440002, "type_probabilities": {"tool_output_conflict": 1.3493530786945485e-05, "overgeneration": 3.935635322704911e-05, "missing_tool_action_recommendation": 0.9999271631240845}}, {"answer_start": 228, "answer_end": 231, "token_text": " Ag", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999788403511047, "type_probabilities": {"tool_output_conflict": 1.264221646124497e-05, "overgeneration": 3.937124347430654e-05, "missing_tool_action_recommendation": 0.9999268054962158}}, {"answer_start": 192, "answer_end": 194, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999978244304657, "type_probabilities": {"tool_output_conflict": 1.2603812137967907e-05, "overgeneration": 2.944562947959639e-05, "missing_tool_action_recommendation": 0.9999362230300903}}, {"answer_start": 194, "answer_end": 198, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775886535645, "type_probabilities": {"tool_output_conflict": 1.0313324310118333e-05, "overgeneration": 3.415943865547888e-05, "missing_tool_action_recommendation": 0.999933123588562}}, {"answer_start": 203, "answer_end": 207, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999773502349854, "type_probabilities": {"tool_output_conflict": 1.2843863260059152e-05, "overgeneration": 4.138500662520528e-05, "missing_tool_action_recommendation": 0.9999231100082397}}, {"answer_start": 303, "answer_end": 304, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999769926071167, "type_probabilities": {"tool_output_conflict": 1.4828780876996461e-05, "overgeneration": 3.962537084589712e-05, "missing_tool_action_recommendation": 0.999922513961792}}]}, "output": "The optimized version of Grover's algorithm for the IBM Q System One shows a performance gain of 15%. This should significantly improve the efficiency of your quantum computing project.\n\nNext, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_214_0_114a172c2d2e9315af__overgeneration__181cafb7b82d58847f", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 426, "end": 476, "text": "No exceptions or limitations apply to this result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 426, "end": 476, "text": "No exceptions or limitations apply to this result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999671578407288, "mean_score": 0.9999588992860582, "type_score": 0.9998172918955485, "type_scores": {"tool_output_conflict": 6.525114157638099e-05, "overgeneration": 0.9998172918955485, "missing_tool_action_recommendation": 7.636627318182339e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_214_0_114a172c2d2e9315af__overgeneration__181cafb7b82d58847f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 128, "top_tokens": [{"answer_start": 454, "answer_end": 460, "token_text": " apply", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999671578407288, "type_probabilities": {"tool_output_conflict": 6.098032827139832e-05, "overgeneration": 0.9998461008071899, "missing_tool_action_recommendation": 6.0069280152674764e-05}}, {"answer_start": 468, "answer_end": 475, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999965488910675, "type_probabilities": {"tool_output_conflict": 5.714913277188316e-05, "overgeneration": 0.9998470544815063, "missing_tool_action_recommendation": 6.129797839093953e-05}}, {"answer_start": 463, "answer_end": 468, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999635815620422, "type_probabilities": {"tool_output_conflict": 6.37431294308044e-05, "overgeneration": 0.9998284578323364, "missing_tool_action_recommendation": 7.13840126991272e-05}}, {"answer_start": 428, "answer_end": 439, "token_text": " exceptions", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999629259109497, "type_probabilities": {"tool_output_conflict": 6.594943261006847e-05, "overgeneration": 0.9998348951339722, "missing_tool_action_recommendation": 6.212906737346202e-05}}, {"answer_start": 425, "answer_end": 428, "token_text": "\nNo", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999628067016602, "type_probabilities": {"tool_output_conflict": 5.6613338529132307e-05, "overgeneration": 0.9998363256454468, "missing_tool_action_recommendation": 6.985729123698547e-05}}, {"answer_start": 460, "answer_end": 463, "token_text": " to", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999586939811707, "type_probabilities": {"tool_output_conflict": 6.088311056373641e-05, "overgeneration": 0.9998261332511902, "missing_tool_action_recommendation": 7.172230834839866e-05}}, {"answer_start": 442, "answer_end": 454, "token_text": " limitations", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999575018882751, "type_probabilities": {"tool_output_conflict": 6.895825208630413e-05, "overgeneration": 0.9998218417167664, "missing_tool_action_recommendation": 6.672403833363205e-05}}, {"answer_start": 439, "answer_end": 442, "token_text": " or", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999511241912842, "type_probabilities": {"tool_output_conflict": 7.485255628125742e-05, "overgeneration": 0.9997636675834656, "missing_tool_action_recommendation": 0.00011260814790148288}}, {"answer_start": 475, "answer_end": 476, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999940812587738, "type_probabilities": {"tool_output_conflict": 7.813099364284426e-05, "overgeneration": 0.9997511506080627, "missing_tool_action_recommendation": 0.00011150433419970796}}, {"answer_start": 207, "answer_end": 209, "token_text": " 1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.03788536414504051, "type_probabilities": {"tool_output_conflict": 0.03708862513303757, "overgeneration": 0.0005243089981377125, "missing_tool_action_recommendation": 0.0002724287915043533}}, {"answer_start": 209, "answer_end": 210, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.03718440979719162, "type_probabilities": {"tool_output_conflict": 0.03659208118915558, "overgeneration": 0.0004000523767899722, "missing_tool_action_recommendation": 0.00019227838492952287}}, {"answer_start": 213, "answer_end": 214, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.016523391008377075, "type_probabilities": {"tool_output_conflict": 0.016098441556096077, "overgeneration": 0.00025191117310896516, "missing_tool_action_recommendation": 0.00017303781351074576}}, {"answer_start": 210, "answer_end": 213, "token_text": "324", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.010899434797465801, "type_probabilities": {"tool_output_conflict": 0.010422002524137497, "overgeneration": 0.0002829984005074948, "missing_tool_action_recommendation": 0.00019443371274974197}}, {"answer_start": 214, "answer_end": 217, "token_text": "567", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.010483595542609692, "type_probabilities": {"tool_output_conflict": 0.009629377163946629, "overgeneration": 0.00046098241000436246, "missing_tool_action_recommendation": 0.0003932360268663615}}, {"answer_start": 112, "answer_end": 113, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00033557959250174463, "type_probabilities": {"tool_output_conflict": 0.0002809712023008615, "overgeneration": 3.649344216682948e-05, "missing_tool_action_recommendation": 1.811493893910665e-05}}, {"answer_start": 423, "answer_end": 424, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00026693992549553514, "type_probabilities": {"tool_output_conflict": 7.42786141927354e-05, "overgeneration": 0.00013132797903381288, "missing_tool_action_recommendation": 6.133332499302924e-05}}, {"answer_start": 401, "answer_end": 407, "token_text": " might", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001540886878501624, "type_probabilities": {"tool_output_conflict": 3.88976841350086e-05, "overgeneration": 4.4278869609115645e-05, "missing_tool_action_recommendation": 7.091213046805933e-05}}, {"answer_start": 289, "answer_end": 294, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014914946223143488, "type_probabilities": {"tool_output_conflict": 1.4437236131925602e-05, "overgeneration": 6.334036152111366e-05, "missing_tool_action_recommendation": 7.137186184991151e-05}}, {"answer_start": 107, "answer_end": 109, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013888039393350482, "type_probabilities": {"tool_output_conflict": 0.00010528948769206181, "overgeneration": 2.4632563508930616e-05, "missing_tool_action_recommendation": 8.958349098975305e-06}}, {"answer_start": 343, "answer_end": 346, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013373768888413906, "type_probabilities": {"tool_output_conflict": 6.338139792205766e-05, "overgeneration": 2.5712626666063443e-05, "missing_tool_action_recommendation": 4.464366065803915e-05}}]}, "output": "The latest candlestick data for the symbol TSLA on a 15-minute time frame is as follows:\n\n- **Open Price:** $185.23\n- **High Price:** $187.45\n- **Low Price:** $184.78\n- **Close Price:** $186.89\n- **Volume:** 1,324,567 shares\n\nYou can use this data to compare how stock movements correspond with your coffee consumption. Whether it's the market or the caffeine giving you the jitters, perhaps this data might shed some light!\n\nNo exceptions or limitations apply to this result."}
+{"id": "toolace_base_190_6_f8c59ba4759c28bfe5", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_190_6_f8c59ba4759c28bfe5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 126, "answer_end": 130, "token_text": " 100", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.01911931298673153, "type_probabilities": {"tool_output_conflict": 0.018341736868023872, "overgeneration": 0.0006345809670165181, "missing_tool_action_recommendation": 0.00014299519534688443}}, {"answer_start": 116, "answer_end": 119, "token_text": " 75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010142613900825381, "type_probabilities": {"tool_output_conflict": 0.0009270721930079162, "overgeneration": 5.1305807573953643e-05, "missing_tool_action_recommendation": 3.588338222471066e-05}}, {"answer_start": 123, "answer_end": 126, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015700983931310475, "type_probabilities": {"tool_output_conflict": 8.139485726132989e-05, "overgeneration": 5.418649743660353e-05, "missing_tool_action_recommendation": 2.1428486434160732e-05}}, {"answer_start": 172, "answer_end": 182, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014907191507518291, "type_probabilities": {"tool_output_conflict": 1.99010937649291e-05, "overgeneration": 9.195031452691182e-05, "missing_tool_action_recommendation": 3.722050678334199e-05}}, {"answer_start": 119, "answer_end": 123, "token_text": " out", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013021763879805803, "type_probabilities": {"tool_output_conflict": 4.878811523667537e-05, "overgeneration": 6.405515887308866e-05, "missing_tool_action_recommendation": 1.7374368326272815e-05}}, {"answer_start": 145, "answer_end": 156, "token_text": " classified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.27867804421112e-05, "type_probabilities": {"tool_output_conflict": 1.28003348436323e-05, "overgeneration": 4.36026239185594e-05, "missing_tool_action_recommendation": 3.6383822589414194e-05}}, {"answer_start": 63, "answer_end": 74, "token_text": " brightness", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.875148730818182e-05, "type_probabilities": {"tool_output_conflict": 1.4183870916895103e-05, "overgeneration": 4.041051943204366e-05, "missing_tool_action_recommendation": 2.415709604974836e-05}}, {"answer_start": 98, "answer_end": 105, "token_text": " yields", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.099688809830695e-05, "type_probabilities": {"tool_output_conflict": 1.9374541807337664e-05, "overgeneration": 3.755996294785291e-05, "missing_tool_action_recommendation": 1.4062384252611082e-05}}, {"answer_start": 231, "answer_end": 232, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.87583233229816e-05, "type_probabilities": {"tool_output_conflict": 1.8057569832308218e-05, "overgeneration": 3.962111077271402e-05, "missing_tool_action_recommendation": 1.1079639989475254e-05}}, {"answer_start": 226, "answer_end": 231, "token_text": " high", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.312874756986275e-05, "type_probabilities": {"tool_output_conflict": 1.3590626622317359e-05, "overgeneration": 3.552296766429208e-05, "missing_tool_action_recommendation": 1.4015153283253312e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " evaluation", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.181904609547928e-05, "type_probabilities": {"tool_output_conflict": 1.0401385225122795e-05, "overgeneration": 3.126977026113309e-05, "missing_tool_action_recommendation": 2.0147888790233992e-05}}, {"answer_start": 166, "answer_end": 167, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.764019806520082e-05, "type_probabilities": {"tool_output_conflict": 1.5242389963532332e-05, "overgeneration": 2.7142532417201437e-05, "missing_tool_action_recommendation": 1.5255273865477648e-05}}, {"answer_start": 91, "answer_end": 92, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.586341649177484e-05, "type_probabilities": {"tool_output_conflict": 2.6546464141574688e-05, "overgeneration": 1.7737433154252358e-05, "missing_tool_action_recommendation": 1.1579519195947796e-05}}, {"answer_start": 217, "answer_end": 223, "token_text": " image", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.5677905038464814e-05, "type_probabilities": {"tool_output_conflict": 5.76045840716688e-06, "overgeneration": 2.744787525443826e-05, "missing_tool_action_recommendation": 2.2469572286354378e-05}}, {"answer_start": 84, "answer_end": 85, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.480452091433108e-05, "type_probabilities": {"tool_output_conflict": 2.6050594897242263e-05, "overgeneration": 1.5839572370168753e-05, "missing_tool_action_recommendation": 1.2914353646920063e-05}}, {"answer_start": 130, "answer_end": 131, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.307576429913752e-05, "type_probabilities": {"tool_output_conflict": 2.314010816917289e-05, "overgeneration": 1.7992013454204425e-05, "missing_tool_action_recommendation": 1.1943640856770799e-05}}, {"answer_start": 34, "answer_end": 37, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.2296119974926114e-05, "type_probabilities": {"tool_output_conflict": 6.491166459454689e-06, "overgeneration": 2.3691431124461815e-05, "missing_tool_action_recommendation": 2.2113525119493715e-05}}, {"answer_start": 74, "answer_end": 75, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.224864435149357e-05, "type_probabilities": {"tool_output_conflict": 2.7623722417047247e-05, "overgeneration": 1.3069782653474249e-05, "missing_tool_action_recommendation": 1.1555136552487966e-05}}, {"answer_start": 47, "answer_end": 55, "token_text": " aspects", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.22046466358006e-05, "type_probabilities": {"tool_output_conflict": 9.390588274982292e-06, "overgeneration": 2.5608951546018943e-05, "missing_tool_action_recommendation": 1.7205107724294066e-05}}, {"answer_start": 107, "answer_end": 113, "token_text": " score", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.161309309187345e-05, "type_probabilities": {"tool_output_conflict": 1.6463098290842026e-05, "overgeneration": 2.2537973563885316e-05, "missing_tool_action_recommendation": 1.2612022146640811e-05}}]}, "output": "The evaluation of your image based on technical aspects such as brightness, contrast, noise, etc., yields a score of 75 out of 100. This score is classified as \"good\". This indicates that the technical quality of your image is high."}
+{"id": "toolace_base_682_0_35128d5648795ba603__overgeneration__4b2f705a388def8e65", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 214, "end": 270, "text": "Historical records from last year show the same pattern.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 214, "end": 270, "text": "Historical records from last year show the same pattern.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999523162841797, "mean_score": 0.9999345898628235, "type_score": 0.999832421541214, "type_scores": {"tool_output_conflict": 6.136226875241846e-05, "overgeneration": 0.999832421541214, "missing_tool_action_recommendation": 4.0813329178490676e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 56, "gold_chars": 56, "pred_chars": 56}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_682_0_35128d5648795ba603__overgeneration__4b2f705a388def8e65__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 60, "top_tokens": [{"answer_start": 261, "answer_end": 269, "token_text": " pattern", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999523162841797, "type_probabilities": {"tool_output_conflict": 6.321791443042457e-05, "overgeneration": 0.9998565912246704, "missing_tool_action_recommendation": 3.2493731850991026e-05}}, {"answer_start": 256, "answer_end": 261, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999521374702454, "type_probabilities": {"tool_output_conflict": 6.0636888520093635e-05, "overgeneration": 0.9998525381088257, "missing_tool_action_recommendation": 3.896893031196669e-05}}, {"answer_start": 242, "answer_end": 247, "token_text": " year", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999946653842926, "type_probabilities": {"tool_output_conflict": 5.163592504686676e-05, "overgeneration": 0.9998551607131958, "missing_tool_action_recommendation": 3.989464312326163e-05}}, {"answer_start": 247, "answer_end": 252, "token_text": " show", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999946117401123, "type_probabilities": {"tool_output_conflict": 5.3448922699317336e-05, "overgeneration": 0.9998657703399658, "missing_tool_action_recommendation": 2.6908093786914833e-05}}, {"answer_start": 252, "answer_end": 256, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999451041221619, "type_probabilities": {"tool_output_conflict": 6.40208090771921e-05, "overgeneration": 0.9998427629470825, "missing_tool_action_recommendation": 3.83263650292065e-05}}, {"answer_start": 232, "answer_end": 237, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999423623085022, "type_probabilities": {"tool_output_conflict": 6.205790850799531e-05, "overgeneration": 0.9998514652252197, "missing_tool_action_recommendation": 2.8865802960353903e-05}}, {"answer_start": 237, "answer_end": 242, "token_text": " last", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999395608901978, "type_probabilities": {"tool_output_conflict": 5.918768874835223e-05, "overgeneration": 0.9998412132263184, "missing_tool_action_recommendation": 3.9137241401476786e-05}}, {"answer_start": 213, "answer_end": 224, "token_text": "\nHistorical", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999240636825562, "type_probabilities": {"tool_output_conflict": 5.774957389803603e-05, "overgeneration": 0.9998207688331604, "missing_tool_action_recommendation": 4.556267231237143e-05}}, {"answer_start": 224, "answer_end": 232, "token_text": " records", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999215602874756, "type_probabilities": {"tool_output_conflict": 5.479702667798847e-05, "overgeneration": 0.9998205304145813, "missing_tool_action_recommendation": 4.62385214632377e-05}}, {"answer_start": 269, "answer_end": 270, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998760223388672, "type_probabilities": {"tool_output_conflict": 8.687002991791815e-05, "overgeneration": 0.9997174143791199, "missing_tool_action_recommendation": 7.173728954512626e-05}}, {"answer_start": 107, "answer_end": 110, "token_text": " 13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.19682234525680542, "type_probabilities": {"tool_output_conflict": 0.19558966159820557, "overgeneration": 0.0008527205209247768, "missing_tool_action_recommendation": 0.0003799625555984676}}, {"answer_start": 111, "answer_end": 114, "token_text": "200", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.1431845724582672, "type_probabilities": {"tool_output_conflict": 0.1422712653875351, "overgeneration": 0.00045328776468522847, "missing_tool_action_recommendation": 0.0004600133979693055}}, {"answer_start": 115, "answer_end": 118, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.02754589542746544, "type_probabilities": {"tool_output_conflict": 0.026983723044395447, "overgeneration": 0.00023972554481588304, "missing_tool_action_recommendation": 0.00032244660542346537}}, {"answer_start": 114, "answer_end": 115, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.013886554166674614, "type_probabilities": {"tool_output_conflict": 0.013565397821366787, "overgeneration": 0.00014417737838812172, "missing_tool_action_recommendation": 0.00017697946168482304}}, {"answer_start": 110, "answer_end": 111, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0051685841754078865, "type_probabilities": {"tool_output_conflict": 0.005036897957324982, "overgeneration": 6.734170892741531e-05, "missing_tool_action_recommendation": 6.434468377847224e-05}}, {"answer_start": 82, "answer_end": 83, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003437970008235425, "type_probabilities": {"tool_output_conflict": 0.00026560304104350507, "overgeneration": 4.139685188420117e-05, "missing_tool_action_recommendation": 3.6797107895836234e-05}}, {"answer_start": 79, "answer_end": 82, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00024866574676707387, "type_probabilities": {"tool_output_conflict": 0.00015207749675028026, "overgeneration": 5.043978671892546e-05, "missing_tool_action_recommendation": 4.614845965988934e-05}}, {"answer_start": 78, "answer_end": 79, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021061304141767323, "type_probabilities": {"tool_output_conflict": 0.00014686997747048736, "overgeneration": 2.85908390651457e-05, "missing_tool_action_recommendation": 3.515221396810375e-05}}, {"answer_start": 83, "answer_end": 86, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019399818847887218, "type_probabilities": {"tool_output_conflict": 0.0001344000775134191, "overgeneration": 3.169260889990255e-05, "missing_tool_action_recommendation": 2.790551479847636e-05}}, {"answer_start": 143, "answer_end": 148, "token_text": " were", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014934345381334424, "type_probabilities": {"tool_output_conflict": 4.980861922376789e-05, "overgeneration": 4.4023159716743976e-05, "missing_tool_action_recommendation": 5.551166395889595e-05}}]}, "output": "The current exchange rate from EUR to USD is 1.1. Therefore, the revenue of 12,000,000 EUR is equivalent to 13,200,000 USD. Additionally, there were 50 deals completed in the technology sector in Germany in 2021.\n\nHistorical records from last year show the same pattern."}
+{"id": "toolace_base_431_0_da9f6ebc27bd0599c0__tool_output_conflict__fa8825428734d1a853", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 108, "end": 114, "text": "107.00", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 107, "end": 114, "text": "$107.00", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9998552799224854, "mean_score": 0.9997059106826782, "type_score": 0.9993398189544678, "type_scores": {"tool_output_conflict": 0.9993398189544678, "overgeneration": 0.00023727848747512326, "missing_tool_action_recommendation": 0.00012879279893240891}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.8571428571428571, "char_recall": 1.0, "char_f1": 0.923076923076923, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_431_0_da9f6ebc27bd0599c0__tool_output_conflict__fa8825428734d1a853__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 114, "top_tokens": [{"answer_start": 108, "answer_end": 111, "token_text": "107", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9998552799224854, "type_probabilities": {"tool_output_conflict": 0.9995618462562561, "overgeneration": 0.0001927756966324523, "missing_tool_action_recommendation": 0.00010064277012133971}}, {"answer_start": 111, "answer_end": 112, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996939301490784, "type_probabilities": {"tool_output_conflict": 0.9992893934249878, "overgeneration": 0.00026624774909578264, "missing_tool_action_recommendation": 0.0001383050694130361}}, {"answer_start": 112, "answer_end": 114, "token_text": "00", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996587038040161, "type_probabilities": {"tool_output_conflict": 0.999301552772522, "overgeneration": 0.00023732807312626392, "missing_tool_action_recommendation": 0.0001197888414026238}}, {"answer_start": 106, "answer_end": 108, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996157288551331, "type_probabilities": {"tool_output_conflict": 0.9992064833641052, "overgeneration": 0.00025276243104599416, "missing_tool_action_recommendation": 0.00015643451479263604}}, {"answer_start": 104, "answer_end": 105, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005389924626797438, "type_probabilities": {"tool_output_conflict": 0.0004888809635303915, "overgeneration": 2.797223896777723e-05, "missing_tool_action_recommendation": 2.2139302018331364e-05}}, {"answer_start": 105, "answer_end": 106, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005083599244244397, "type_probabilities": {"tool_output_conflict": 0.0004452446009963751, "overgeneration": 3.033211760339327e-05, "missing_tool_action_recommendation": 3.278317308286205e-05}}, {"answer_start": 365, "answer_end": 376, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001594993518665433, "type_probabilities": {"tool_output_conflict": 2.8004858904751018e-05, "overgeneration": 6.31600123597309e-05, "missing_tool_action_recommendation": 6.833447696408257e-05}}, {"answer_start": 272, "answer_end": 280, "token_text": " appears", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012147553934482858, "type_probabilities": {"tool_output_conflict": 2.4218021280830726e-05, "overgeneration": 7.107768033165485e-05, "missing_tool_action_recommendation": 2.6179832275374793e-05}}, {"answer_start": 86, "answer_end": 89, "token_text": "001", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011893039481947199, "type_probabilities": {"tool_output_conflict": 3.504453707137145e-05, "overgeneration": 3.636022302089259e-05, "missing_tool_action_recommendation": 4.752563108922914e-05}}, {"answer_start": 98, "answer_end": 103, "token_text": "mount", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011053364869439974, "type_probabilities": {"tool_output_conflict": 6.559472967637703e-05, "overgeneration": 2.8562004445120692e-05, "missing_tool_action_recommendation": 1.637691275391262e-05}}, {"answer_start": 357, "answer_end": 365, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001082210656022653, "type_probabilities": {"tool_output_conflict": 1.8376505977357738e-05, "overgeneration": 4.316373451729305e-05, "missing_tool_action_recommendation": 4.668082692660391e-05}}, {"answer_start": 341, "answer_end": 344, "token_text": " if", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.391918916255236e-05, "type_probabilities": {"tool_output_conflict": 1.8612603525980376e-05, "overgeneration": 2.5173269023071043e-05, "missing_tool_action_recommendation": 3.0133314794511534e-05}}, {"answer_start": 376, "answer_end": 377, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.245846791192889e-05, "type_probabilities": {"tool_output_conflict": 2.4054945242824033e-05, "overgeneration": 3.392387952771969e-05, "missing_tool_action_recommendation": 1.4479640412901063e-05}}, {"answer_start": 328, "answer_end": 329, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.983287312323228e-05, "type_probabilities": {"tool_output_conflict": 1.6502726793987677e-05, "overgeneration": 3.533498238539323e-05, "missing_tool_action_recommendation": 1.7995163943851367e-05}}, {"answer_start": 97, "answer_end": 98, "token_text": "A", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.533061241498217e-05, "type_probabilities": {"tool_output_conflict": 3.8636520912405103e-05, "overgeneration": 1.2660860193136614e-05, "missing_tool_action_recommendation": 1.4033232218935154e-05}}, {"answer_start": 320, "answer_end": 328, "token_text": " pending", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.482963362941518e-05, "type_probabilities": {"tool_output_conflict": 1.8479711798136123e-05, "overgeneration": 2.2084313968662173e-05, "missing_tool_action_recommendation": 2.426560786261689e-05}}, {"answer_start": 308, "answer_end": 311, "token_text": "002", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.435330578824505e-05, "type_probabilities": {"tool_output_conflict": 1.2769667591783218e-05, "overgeneration": 1.3468228644342162e-05, "missing_tool_action_recommendation": 3.811540955211967e-05}}, {"answer_start": 314, "answer_end": 320, "token_text": " still", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.270087033044547e-05, "type_probabilities": {"tool_output_conflict": 2.0533516362775117e-05, "overgeneration": 2.811099329846911e-05, "missing_tool_action_recommendation": 1.405636066920124e-05}}, {"answer_start": 211, "answer_end": 213, "token_text": "50", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.221788498805836e-05, "type_probabilities": {"tool_output_conflict": 1.3774033504887484e-05, "overgeneration": 1.5986723155947402e-05, "missing_tool_action_recommendation": 3.245712650823407e-05}}, {"answer_start": 353, "answer_end": 357, "token_text": " any", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.169883999973536e-05, "type_probabilities": {"tool_output_conflict": 1.678963417361956e-05, "overgeneration": 1.4416014892049134e-05, "missing_tool_action_recommendation": 3.049319093406666e-05}}]}, "output": "Here is the list of your recurring payments for the last month:\n\n1. **Payment ID:** RP001\n   - **Amount:** $107.00\n   - **Frequency:** Monthly\n   - **Status:** Active\n\n2. **Payment ID:** RP002\n   - **Amount:** $50.00\n   - **Frequency:** Weekly\n   - **Status:** Pending\n\nIt appears that the payment with ID RP002 is still pending. Let me know if you need any further assistance!"}
+{"id": "toolace_base_498_0_aa35adff3d55ad6e41__tool_output_conflict__063d3fb49f5d111d51", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 74, "end": 80, "text": "40.751", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 74, "end": 80, "text": "40.751", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.999661922454834, "mean_score": 0.999450703461965, "type_score": 0.9989952643712362, "type_scores": {"tool_output_conflict": 0.9989952643712362, "overgeneration": 0.0002985645260196179, "missing_tool_action_recommendation": 0.0001568947506408828}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 6}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_498_0_aa35adff3d55ad6e41__tool_output_conflict__063d3fb49f5d111d51__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 42, "top_tokens": [{"answer_start": 76, "answer_end": 77, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.999661922454834, "type_probabilities": {"tool_output_conflict": 0.9993014335632324, "overgeneration": 0.0002572074590716511, "missing_tool_action_recommendation": 0.00010331978410249576}}, {"answer_start": 73, "answer_end": 76, "token_text": " 40", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.99941086769104, "type_probabilities": {"tool_output_conflict": 0.9990125894546509, "overgeneration": 0.00026001702644862235, "missing_tool_action_recommendation": 0.00013830012176185846}}, {"answer_start": 77, "answer_end": 80, "token_text": "751", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9992793202400208, "type_probabilities": {"tool_output_conflict": 0.9986717700958252, "overgeneration": 0.0003784690925385803, "missing_tool_action_recommendation": 0.00022906434605829418}}, {"answer_start": 63, "answer_end": 72, "token_text": " Latitude", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.016281304880976677, "type_probabilities": {"tool_output_conflict": 0.01541273295879364, "overgeneration": 0.0005801867228001356, "missing_tool_action_recommendation": 0.0002883857814595103}}, {"answer_start": 97, "answer_end": 98, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0031243525445461273, "type_probabilities": {"tool_output_conflict": 0.002987394342198968, "overgeneration": 8.592784433858469e-05, "missing_tool_action_recommendation": 5.103038711240515e-05}}, {"answer_start": 72, "answer_end": 73, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0025478387251496315, "type_probabilities": {"tool_output_conflict": 0.002457520691677928, "overgeneration": 6.12151634413749e-05, "missing_tool_action_recommendation": 2.9102902772137895e-05}}, {"answer_start": 95, "answer_end": 97, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001166308531537652, "type_probabilities": {"tool_output_conflict": 0.0010242301505059004, "overgeneration": 6.050402225810103e-05, "missing_tool_action_recommendation": 8.157429692801088e-05}}, {"answer_start": 93, "answer_end": 95, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009720774251036346, "type_probabilities": {"tool_output_conflict": 0.0008749778498895466, "overgeneration": 5.122305083204992e-05, "missing_tool_action_recommendation": 4.587652438203804e-05}}, {"answer_start": 98, "answer_end": 101, "token_text": "822", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000702493533026427, "type_probabilities": {"tool_output_conflict": 0.0004899320774711668, "overgeneration": 8.338365296367556e-05, "missing_tool_action_recommendation": 0.00012917781714349985}}, {"answer_start": 82, "answer_end": 92, "token_text": " Longitude", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.037859515752643e-05, "type_probabilities": {"tool_output_conflict": 3.424038732191548e-05, "overgeneration": 2.050779221463017e-05, "missing_tool_action_recommendation": 2.5630415620980784e-05}}, {"answer_start": 50, "answer_end": 51, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.457874744432047e-05, "type_probabilities": {"tool_output_conflict": 3.9153452235041186e-05, "overgeneration": 2.10746602533618e-05, "missing_tool_action_recommendation": 1.4350634046422783e-05}}, {"answer_start": 80, "answer_end": 82, "token_text": "\n-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.212845957837999e-05, "type_probabilities": {"tool_output_conflict": 3.592034408939071e-05, "overgeneration": 2.2699268811265938e-05, "missing_tool_action_recommendation": 1.350885122519685e-05}}, {"answer_start": 61, "answer_end": 63, "token_text": "\n-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.86399289406836e-05, "type_probabilities": {"tool_output_conflict": 4.140493183513172e-05, "overgeneration": 1.828280437621288e-05, "missing_tool_action_recommendation": 8.9521909103496e-06}}, {"answer_start": 53, "answer_end": 54, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.342888809740543e-05, "type_probabilities": {"tool_output_conflict": 3.5106426366837695e-05, "overgeneration": 1.701482142379973e-05, "missing_tool_action_recommendation": 1.1307635759294499e-05}}, {"answer_start": 54, "answer_end": 56, "token_text": "89", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.0851118178106844e-05, "type_probabilities": {"tool_output_conflict": 1.7842159650172107e-05, "overgeneration": 2.2078738766140305e-05, "missing_tool_action_recommendation": 2.093021794280503e-05}}, {"answer_start": 47, "answer_end": 48, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.768435948994011e-05, "type_probabilities": {"tool_output_conflict": 2.8472595658968203e-05, "overgeneration": 1.5261299267876893e-05, "missing_tool_action_recommendation": 1.3950462744105607e-05}}, {"answer_start": 48, "answer_end": 50, "token_text": "45", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.373382373363711e-05, "type_probabilities": {"tool_output_conflict": 1.6084335584309883e-05, "overgeneration": 1.8125334463547915e-05, "missing_tool_action_recommendation": 1.9524155504768714e-05}}, {"answer_start": 59, "answer_end": 60, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.2583287470042706e-05, "type_probabilities": {"tool_output_conflict": 2.865621354430914e-05, "overgeneration": 1.7147065591416322e-05, "missing_tool_action_recommendation": 6.780007879569894e-06}}, {"answer_start": 51, "answer_end": 53, "token_text": "67", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.216482168179937e-05, "type_probabilities": {"tool_output_conflict": 1.966731906577479e-05, "overgeneration": 1.7549302356201224e-05, "missing_tool_action_recommendation": 1.4948201169318054e-05}}, {"answer_start": 153, "answer_end": 160, "token_text": " States", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.1154998800484464e-05, "type_probabilities": {"tool_output_conflict": 1.6265719750663266e-05, "overgeneration": 1.6789461369626224e-05, "missing_tool_action_recommendation": 1.8099817680194974e-05}}]}, "output": "The location information for the IP address 123.45.67.89 is:\n\n- Latitude: 40.751\n- Longitude: -97.822\n- City: Unknown\n- Region: Unknown\n- Country: United States"}
+{"id": "toolace_base_431_0_da9f6ebc27bd0599c0__missing_tool_action_recommendation__6da45d588ab71fa55e", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 379, "end": 497, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 379, "end": 497, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999885559082031, "mean_score": 0.9999821890484203, "type_score": 0.9999358654022217, "type_scores": {"tool_output_conflict": 1.3947628221186195e-05, "overgeneration": 3.238063651555091e-05, "missing_tool_action_recommendation": 0.9999358654022217}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_431_0_da9f6ebc27bd0599c0__missing_tool_action_recommendation__6da45d588ab71fa55e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 136, "top_tokens": [{"answer_start": 488, "answer_end": 496, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999885559082031, "type_probabilities": {"tool_output_conflict": 1.3236155609774869e-05, "overgeneration": 2.3271528334589675e-05, "missing_tool_action_recommendation": 0.9999520778656006}}, {"answer_start": 446, "answer_end": 454, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999880790710449, "type_probabilities": {"tool_output_conflict": 1.3615423995361198e-05, "overgeneration": 2.7640751795843244e-05, "missing_tool_action_recommendation": 0.9999468326568604}}, {"answer_start": 440, "answer_end": 446, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999876618385315, "type_probabilities": {"tool_output_conflict": 1.6195779608096927e-05, "overgeneration": 3.165945236105472e-05, "missing_tool_action_recommendation": 0.9999397993087769}}, {"answer_start": 467, "answer_end": 478, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.2276241250219755e-05, "overgeneration": 2.39853161474457e-05, "missing_tool_action_recommendation": 0.9999507665634155}}, {"answer_start": 433, "answer_end": 440, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867677688599, "type_probabilities": {"tool_output_conflict": 1.1872242794197518e-05, "overgeneration": 2.5187720893882215e-05, "missing_tool_action_recommendation": 0.9999496936798096}}, {"answer_start": 425, "answer_end": 430, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999864101409912, "type_probabilities": {"tool_output_conflict": 1.267031802854035e-05, "overgeneration": 3.619934432208538e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 458, "answer_end": 467, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.285715916310437e-05, "overgeneration": 2.3219423383125104e-05, "missing_tool_action_recommendation": 0.9999496936798096}}, {"answer_start": 486, "answer_end": 488, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.4083793757890817e-05, "overgeneration": 2.4843908249749802e-05, "missing_tool_action_recommendation": 0.9999452829360962}}, {"answer_start": 421, "answer_end": 425, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999840259552002, "type_probabilities": {"tool_output_conflict": 1.1787496077886317e-05, "overgeneration": 3.566423401935026e-05, "missing_tool_action_recommendation": 0.999936580657959}}, {"answer_start": 430, "answer_end": 433, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836087226868, "type_probabilities": {"tool_output_conflict": 1.2144450010964647e-05, "overgeneration": 2.9048434953438118e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 386, "answer_end": 390, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999831914901733, "type_probabilities": {"tool_output_conflict": 1.134819376602536e-05, "overgeneration": 3.213364107068628e-05, "missing_tool_action_recommendation": 0.9999396800994873}}, {"answer_start": 384, "answer_end": 386, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.4151901268633083e-05, "overgeneration": 3.0630264518549666e-05, "missing_tool_action_recommendation": 0.9999382495880127}}, {"answer_start": 454, "answer_end": 458, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.336483455816051e-05, "overgeneration": 2.7182897611055523e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 408, "answer_end": 421, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.4259765521273948e-05, "overgeneration": 3.7211117160040885e-05, "missing_tool_action_recommendation": 0.9999305009841919}}, {"answer_start": 395, "answer_end": 399, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818205833435, "type_probabilities": {"tool_output_conflict": 1.3815870261169039e-05, "overgeneration": 3.962477421737276e-05, "missing_tool_action_recommendation": 0.99992835521698}}, {"answer_start": 478, "answer_end": 485, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815821647644, "type_probabilities": {"tool_output_conflict": 1.3903052604291588e-05, "overgeneration": 2.9797149181831628e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 399, "answer_end": 408, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999808073043823, "type_probabilities": {"tool_output_conflict": 1.3154576663509943e-05, "overgeneration": 4.3814899981953204e-05, "missing_tool_action_recommendation": 0.999923825263977}}, {"answer_start": 390, "answer_end": 395, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999807476997375, "type_probabilities": {"tool_output_conflict": 1.0982146704918705e-05, "overgeneration": 2.9499627999030054e-05, "missing_tool_action_recommendation": 0.9999402761459351}}, {"answer_start": 378, "answer_end": 383, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980092048645, "type_probabilities": {"tool_output_conflict": 1.1380774594726972e-05, "overgeneration": 2.987559673783835e-05, "missing_tool_action_recommendation": 0.9999388456344604}}, {"answer_start": 485, "answer_end": 486, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999752044677734, "type_probabilities": {"tool_output_conflict": 1.8108830772689544e-05, "overgeneration": 3.5917910281568766e-05, "missing_tool_action_recommendation": 0.9999212026596069}}]}, "output": "Here is the list of your recurring payments for the last month:\n\n1. **Payment ID:** RP001\n   - **Amount:** $100.00\n   - **Frequency:** Monthly\n   - **Status:** Active\n\n2. **Payment ID:** RP002\n   - **Amount:** $50.00\n   - **Frequency:** Weekly\n   - **Status:** Pending\n\nIt appears that the payment with ID RP002 is still pending. Let me know if you need any further assistance!\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_214_0_114a172c2d2e9315af__missing_tool_action_recommendation__30472361dc4129bccb", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 426, "end": 551, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 426, "end": 551, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999889731407166, "mean_score": 0.9999826809634333, "type_score": 0.9999323824177617, "type_scores": {"tool_output_conflict": 1.4037903818699187e-05, "overgeneration": 3.626497828404156e-05, "missing_tool_action_recommendation": 0.9999323824177617}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_214_0_114a172c2d2e9315af__missing_tool_action_recommendation__30472361dc4129bccb__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 142, "top_tokens": [{"answer_start": 542, "answer_end": 550, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999889731407166, "type_probabilities": {"tool_output_conflict": 1.322340813203482e-05, "overgeneration": 2.6777570383273996e-05, "missing_tool_action_recommendation": 0.9999489784240723}}, {"answer_start": 521, "answer_end": 532, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987781047821, "type_probabilities": {"tool_output_conflict": 1.2521910321083851e-05, "overgeneration": 2.674157622095663e-05, "missing_tool_action_recommendation": 0.9999485015869141}}, {"answer_start": 500, "answer_end": 508, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999877214431763, "type_probabilities": {"tool_output_conflict": 1.4741845006938092e-05, "overgeneration": 3.185511377523653e-05, "missing_tool_action_recommendation": 0.9999411106109619}}, {"answer_start": 494, "answer_end": 500, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999876022338867, "type_probabilities": {"tool_output_conflict": 1.6657406376907602e-05, "overgeneration": 3.4484415664337575e-05, "missing_tool_action_recommendation": 0.9999364614486694}}, {"answer_start": 487, "answer_end": 494, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999865889549255, "type_probabilities": {"tool_output_conflict": 1.1993172847724054e-05, "overgeneration": 2.8958937036804855e-05, "missing_tool_action_recommendation": 0.9999456405639648}}, {"answer_start": 540, "answer_end": 542, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862909317017, "type_probabilities": {"tool_output_conflict": 1.2535079804365523e-05, "overgeneration": 2.599613981146831e-05, "missing_tool_action_recommendation": 0.9999477863311768}}, {"answer_start": 479, "answer_end": 484, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858736991882, "type_probabilities": {"tool_output_conflict": 1.395833351125475e-05, "overgeneration": 4.058139893459156e-05, "missing_tool_action_recommendation": 0.9999313354492188}}, {"answer_start": 512, "answer_end": 521, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999856948852539, "type_probabilities": {"tool_output_conflict": 1.3401951036939863e-05, "overgeneration": 2.6064662961289287e-05, "missing_tool_action_recommendation": 0.9999462366104126}}, {"answer_start": 475, "answer_end": 479, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999849200248718, "type_probabilities": {"tool_output_conflict": 1.2624729606613982e-05, "overgeneration": 4.2060084524564445e-05, "missing_tool_action_recommendation": 0.9999302625656128}}, {"answer_start": 462, "answer_end": 475, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834895133972, "type_probabilities": {"tool_output_conflict": 1.4918304259481374e-05, "overgeneration": 4.668241672334261e-05, "missing_tool_action_recommendation": 0.9999219179153442}}, {"answer_start": 484, "answer_end": 487, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834299087524, "type_probabilities": {"tool_output_conflict": 1.2218577467137948e-05, "overgeneration": 3.1899504392640665e-05, "missing_tool_action_recommendation": 0.9999393224716187}}, {"answer_start": 532, "answer_end": 539, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.3860579201718792e-05, "overgeneration": 3.374192237970419e-05, "missing_tool_action_recommendation": 0.9999357461929321}}, {"answer_start": 431, "answer_end": 433, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.5014397831691895e-05, "overgeneration": 3.413933518459089e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 508, "answer_end": 512, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.3567725545726717e-05, "overgeneration": 3.0086161132203415e-05, "missing_tool_action_recommendation": 0.9999393224716187}}, {"answer_start": 442, "answer_end": 446, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.3735045286011882e-05, "overgeneration": 4.41419288108591e-05, "missing_tool_action_recommendation": 0.9999241828918457}}, {"answer_start": 433, "answer_end": 437, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.21629445857252e-05, "overgeneration": 3.626087345764972e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 446, "answer_end": 455, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.3661725461133756e-05, "overgeneration": 4.5248994865687564e-05, "missing_tool_action_recommendation": 0.9999228715896606}}, {"answer_start": 437, "answer_end": 442, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999809265136719, "type_probabilities": {"tool_output_conflict": 1.1759492736018728e-05, "overgeneration": 3.462073436821811e-05, "missing_tool_action_recommendation": 0.9999345541000366}}, {"answer_start": 455, "answer_end": 462, "token_text": " Market", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.3737950212089345e-05, "overgeneration": 4.2724488594103605e-05, "missing_tool_action_recommendation": 0.9999229907989502}}, {"answer_start": 539, "answer_end": 540, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.5206732314254623e-05, "overgeneration": 3.514482159516774e-05, "missing_tool_action_recommendation": 0.9999290704727173}}]}, "output": "The latest candlestick data for the symbol TSLA on a 15-minute time frame is as follows:\n\n- **Open Price:** $185.23\n- **High Price:** $187.45\n- **Low Price:** $184.78\n- **Close Price:** $186.89\n- **Volume:** 1,324,567 shares\n\nYou can use this data to compare how stock movements correspond with your coffee consumption. Whether it's the market or the caffeine giving you the jitters, perhaps this data might shed some light!\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_344_0_397171ae0e48540535__tool_output_conflict__dc15fa365217c3145f", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 122, "end": 132, "text": "2026-01-01", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 122, "end": 132, "text": "2026-01-01", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9994906187057495, "mean_score": 0.9991684436798096, "type_score": 0.998760461807251, "type_scores": {"tool_output_conflict": 0.998760461807251, "overgeneration": 0.0002562979090726003, "missing_tool_action_recommendation": 0.00015168356767389924}, "token_count": 5}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 10, "gold_chars": 10, "pred_chars": 10}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_0_397171ae0e48540535__tool_output_conflict__dc15fa365217c3145f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 121, "top_tokens": [{"answer_start": 127, "answer_end": 129, "token_text": "01", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9994906187057495, "type_probabilities": {"tool_output_conflict": 0.9991500377655029, "overgeneration": 0.00020850660803262144, "missing_tool_action_recommendation": 0.00013209473399911076}}, {"answer_start": 126, "answer_end": 127, "token_text": "-", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9994756579399109, "type_probabilities": {"tool_output_conflict": 0.9990633130073547, "overgeneration": 0.00028452955302782357, "missing_tool_action_recommendation": 0.0001277913834201172}}, {"answer_start": 129, "answer_end": 130, "token_text": "-", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9993661642074585, "type_probabilities": {"tool_output_conflict": 0.9989649057388306, "overgeneration": 0.0002870491589419544, "missing_tool_action_recommendation": 0.000114211201434955}}, {"answer_start": 130, "answer_end": 132, "token_text": "01", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9988786578178406, "type_probabilities": {"tool_output_conflict": 0.9985319375991821, "overgeneration": 0.00022058316972106695, "missing_tool_action_recommendation": 0.0001261319121113047}}, {"answer_start": 121, "answer_end": 126, "token_text": " 2026", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9986311197280884, "type_probabilities": {"tool_output_conflict": 0.9980921149253845, "overgeneration": 0.0002808210556395352, "missing_tool_action_recommendation": 0.0002581886074040085}}, {"answer_start": 179, "answer_end": 180, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.050511762499809265, "type_probabilities": {"tool_output_conflict": 0.05002417042851448, "overgeneration": 0.00026395832537673414, "missing_tool_action_recommendation": 0.00022363473544828594}}, {"answer_start": 180, "answer_end": 182, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.043021973222494125, "type_probabilities": {"tool_output_conflict": 0.04207679256796837, "overgeneration": 0.0006280670058913529, "missing_tool_action_recommendation": 0.0003171142016071826}}, {"answer_start": 176, "answer_end": 179, "token_text": "147", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.023518424481153488, "type_probabilities": {"tool_output_conflict": 0.023094510659575462, "overgeneration": 0.0002974031667690724, "missing_tool_action_recommendation": 0.00012651149882003665}}, {"answer_start": 154, "answer_end": 155, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007119541056454182, "type_probabilities": {"tool_output_conflict": 0.0069168019108474255, "overgeneration": 0.00010374826524639502, "missing_tool_action_recommendation": 9.899086580844596e-05}}, {"answer_start": 174, "answer_end": 176, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003495448036119342, "type_probabilities": {"tool_output_conflict": 0.003356861649081111, "overgeneration": 6.93133260938339e-05, "missing_tool_action_recommendation": 6.927308277226985e-05}}, {"answer_start": 149, "answer_end": 151, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002279784996062517, "type_probabilities": {"tool_output_conflict": 0.0021910262294113636, "overgeneration": 6.218851922312751e-05, "missing_tool_action_recommendation": 2.6570152840577066e-05}}, {"answer_start": 229, "answer_end": 231, "token_text": "70", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0015821825945749879, "type_probabilities": {"tool_output_conflict": 0.0012055333936586976, "overgeneration": 0.00027260740171186626, "missing_tool_action_recommendation": 0.00010404172644484788}}, {"answer_start": 225, "answer_end": 228, "token_text": "146", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00120007514487952, "type_probabilities": {"tool_output_conflict": 0.0007289490895345807, "overgeneration": 0.00033674054429866374, "missing_tool_action_recommendation": 0.0001343855110462755}}, {"answer_start": 228, "answer_end": 229, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010538077913224697, "type_probabilities": {"tool_output_conflict": 0.0008954849326983094, "overgeneration": 9.47935986914672e-05, "missing_tool_action_recommendation": 6.352922355290502e-05}}, {"answer_start": 155, "answer_end": 157, "token_text": "11", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001052636536769569, "type_probabilities": {"tool_output_conflict": 0.000839228043332696, "overgeneration": 8.387418347410858e-05, "missing_tool_action_recommendation": 0.00012953428085893393}}, {"answer_start": 151, "answer_end": 154, "token_text": "145", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006982112536206841, "type_probabilities": {"tool_output_conflict": 0.0004944355459883809, "overgeneration": 0.00012496883573476225, "missing_tool_action_recommendation": 7.880685734562576e-05}}, {"answer_start": 204, "answer_end": 206, "token_text": "90", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005454799975268543, "type_probabilities": {"tool_output_conflict": 0.0003597975883167237, "overgeneration": 0.00012510504166129977, "missing_tool_action_recommendation": 6.057732753106393e-05}}, {"answer_start": 453, "answer_end": 458, "token_text": " make", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0005322317010723054, "type_probabilities": {"tool_output_conflict": 0.00012948957737535238, "overgeneration": 0.00016989928553812206, "missing_tool_action_recommendation": 0.000232842838158831}}, {"answer_start": 474, "answer_end": 480, "token_text": " calls", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0004885659436695278, "type_probabilities": {"tool_output_conflict": 0.00017769294208846986, "overgeneration": 0.00010187002044403926, "missing_tool_action_recommendation": 0.00020900298841297626}}, {"answer_start": 458, "answer_end": 469, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00046012375969439745, "type_probabilities": {"tool_output_conflict": 0.0001309330837102607, "overgeneration": 0.0001703351445030421, "missing_tool_action_recommendation": 0.00015885553148109466}}]}, "output": "The tool has returned the historical data for Apple stock (AAPL) with values from one of the days as an example:\n\n- Date: 2026-01-01\n- Opening Price: $145.11\n- Highest Price: $147.50\n- Lowest Price: $144.90\n- Closing Price: $146.70\n- Trading Volume: 90,823,000 shares\n\nPlease note this is a sample of data for a single day. If you need the complete dataset for the past month or require data on dividends and stock splits as well, let me know, and I can make additional tool calls accordingly."}
+{"id": "toolace_base_779_0_f0a14bfa826c64f872", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_779_0_f0a14bfa826c64f872__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 11, "top_tokens": [{"answer_start": 31, "answer_end": 35, "token_text": " was", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.428774941014126e-05, "type_probabilities": {"tool_output_conflict": 2.347982990613673e-05, "overgeneration": 2.2798421923653223e-05, "missing_tool_action_recommendation": 1.8009495761361904e-05}}, {"answer_start": 28, "answer_end": 30, "token_text": " A", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.368752656271681e-05, "type_probabilities": {"tool_output_conflict": 1.662391696299892e-05, "overgeneration": 1.6767182387411594e-05, "missing_tool_action_recommendation": 3.0296425393316895e-05}}, {"answer_start": 19, "answer_end": 28, "token_text": " location", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.939443508395925e-05, "type_probabilities": {"tool_output_conflict": 1.2477550626499578e-05, "overgeneration": 2.4952423700597137e-05, "missing_tool_action_recommendation": 2.1964458937873133e-05}}, {"answer_start": 3, "answer_end": 10, "token_text": " archer", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.914669600315392e-05, "type_probabilities": {"tool_output_conflict": 1.5375664588646032e-05, "overgeneration": 1.4162225852487609e-05, "missing_tool_action_recommendation": 2.960880556202028e-05}}, {"answer_start": 57, "answer_end": 58, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.4047002777224407e-05, "type_probabilities": {"tool_output_conflict": 1.62297255883459e-05, "overgeneration": 2.4549264708184637e-05, "missing_tool_action_recommendation": 1.3268010661704466e-05}}, {"answer_start": 48, "answer_end": 57, "token_text": " upgraded", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.140419671079144e-05, "type_probabilities": {"tool_output_conflict": 1.0572801329544745e-05, "overgeneration": 1.9267039533588104e-05, "missing_tool_action_recommendation": 2.1564357666647993e-05}}, {"answer_start": 30, "answer_end": 31, "token_text": "1", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7830166295170784e-05, "type_probabilities": {"tool_output_conflict": 1.2292601240915246e-05, "overgeneration": 1.2515450180217158e-05, "missing_tool_action_recommendation": 2.3022113964543678e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.108265056856908e-05, "type_probabilities": {"tool_output_conflict": 1.2239273928571492e-05, "overgeneration": 1.3135032531863544e-05, "missing_tool_action_recommendation": 1.5708345017628744e-05}}, {"answer_start": 10, "answer_end": 16, "token_text": " tower", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.9488255424657837e-05, "type_probabilities": {"tool_output_conflict": 9.178667824016884e-06, "overgeneration": 1.1029105735360645e-05, "missing_tool_action_recommendation": 1.9280481865280308e-05}}, {"answer_start": 35, "answer_end": 48, "token_text": " successfully", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.623134398367256e-05, "type_probabilities": {"tool_output_conflict": 9.78955995378783e-06, "overgeneration": 1.2882795999757946e-05, "missing_tool_action_recommendation": 1.3558988939621486e-05}}, {"answer_start": 16, "answer_end": 19, "token_text": " at", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.027656021004077e-05, "type_probabilities": {"tool_output_conflict": 8.779468771535903e-06, "overgeneration": 1.1637518582574558e-05, "missing_tool_action_recommendation": 9.859571946435608e-06}}]}, "output": "The archer tower at location A1 was successfully upgraded."}
+{"id": "toolace_base_172_4_803f9a968ef63d871c__missing_tool_action_recommendation__20eee2c31a10840a80", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 392, "end": 510, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 392, "end": 510, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999845623970032, "mean_score": 0.9999763884327628, "type_score": 0.9999196312644265, "type_scores": {"tool_output_conflict": 1.723173673698594e-05, "overgeneration": 3.952137483958557e-05, "missing_tool_action_recommendation": 0.9999196312644265}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_172_4_803f9a968ef63d871c__missing_tool_action_recommendation__20eee2c31a10840a80__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 139, "top_tokens": [{"answer_start": 501, "answer_end": 509, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845623970032, "type_probabilities": {"tool_output_conflict": 1.6413321645813994e-05, "overgeneration": 2.7656793463393115e-05, "missing_tool_action_recommendation": 0.9999405145645142}}, {"answer_start": 459, "answer_end": 467, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.526285632280633e-05, "overgeneration": 3.296535214758478e-05, "missing_tool_action_recommendation": 0.9999356269836426}}, {"answer_start": 453, "answer_end": 459, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.8595439541968517e-05, "overgeneration": 3.6102417652728036e-05, "missing_tool_action_recommendation": 0.9999285936355591}}, {"answer_start": 438, "answer_end": 443, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.4816943803452887e-05, "overgeneration": 4.208129030303098e-05, "missing_tool_action_recommendation": 0.999925971031189}}, {"answer_start": 480, "answer_end": 491, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.5730767700006254e-05, "overgeneration": 2.7651149139273912e-05, "missing_tool_action_recommendation": 0.9999386072158813}}, {"answer_start": 471, "answer_end": 480, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.5504097973462194e-05, "overgeneration": 2.596952981548384e-05, "missing_tool_action_recommendation": 0.9999403953552246}}, {"answer_start": 446, "answer_end": 453, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999981701374054, "type_probabilities": {"tool_output_conflict": 1.5291869203792885e-05, "overgeneration": 3.233203824493103e-05, "missing_tool_action_recommendation": 0.9999340772628784}}, {"answer_start": 434, "answer_end": 438, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802708625793, "type_probabilities": {"tool_output_conflict": 1.383284597977763e-05, "overgeneration": 4.224092117510736e-05, "missing_tool_action_recommendation": 0.9999241828918457}}, {"answer_start": 399, "answer_end": 403, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793171882629, "type_probabilities": {"tool_output_conflict": 1.3723066331294831e-05, "overgeneration": 4.03430312871933e-05, "missing_tool_action_recommendation": 0.9999252557754517}}, {"answer_start": 397, "answer_end": 399, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781250953674, "type_probabilities": {"tool_output_conflict": 1.9444796635070816e-05, "overgeneration": 3.984539216617122e-05, "missing_tool_action_recommendation": 0.9999188184738159}}, {"answer_start": 421, "answer_end": 434, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775886535645, "type_probabilities": {"tool_output_conflict": 1.711859840725083e-05, "overgeneration": 4.3932446715189144e-05, "missing_tool_action_recommendation": 0.9999165534973145}}, {"answer_start": 499, "answer_end": 501, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999771118164062, "type_probabilities": {"tool_output_conflict": 1.7262142137042247e-05, "overgeneration": 3.089866368100047e-05, "missing_tool_action_recommendation": 0.9999289512634277}}, {"answer_start": 408, "answer_end": 412, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999769330024719, "type_probabilities": {"tool_output_conflict": 1.675971543591004e-05, "overgeneration": 4.7905443352647126e-05, "missing_tool_action_recommendation": 0.9999122619628906}}, {"answer_start": 443, "answer_end": 446, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999768733978271, "type_probabilities": {"tool_output_conflict": 1.5456473192898557e-05, "overgeneration": 3.615546302171424e-05, "missing_tool_action_recommendation": 0.9999252557754517}}, {"answer_start": 412, "answer_end": 421, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999762177467346, "type_probabilities": {"tool_output_conflict": 1.5441111827385612e-05, "overgeneration": 4.960826117894612e-05, "missing_tool_action_recommendation": 0.9999111890792847}}, {"answer_start": 403, "answer_end": 408, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999760985374451, "type_probabilities": {"tool_output_conflict": 1.3961146578367334e-05, "overgeneration": 3.4349381166975945e-05, "missing_tool_action_recommendation": 0.9999277591705322}}, {"answer_start": 491, "answer_end": 498, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999758005142212, "type_probabilities": {"tool_output_conflict": 1.6196721844607964e-05, "overgeneration": 3.507107248879038e-05, "missing_tool_action_recommendation": 0.9999245405197144}}, {"answer_start": 391, "answer_end": 396, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999757409095764, "type_probabilities": {"tool_output_conflict": 1.4437303434533533e-05, "overgeneration": 3.699578519444913e-05, "missing_tool_action_recommendation": 0.9999243021011353}}, {"answer_start": 467, "answer_end": 471, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999736547470093, "type_probabilities": {"tool_output_conflict": 1.828133645176422e-05, "overgeneration": 3.4508844692027196e-05, "missing_tool_action_recommendation": 0.9999208450317383}}, {"answer_start": 396, "answer_end": 397, "token_text": ",", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999684691429138, "type_probabilities": {"tool_output_conflict": 1.5594401702401228e-05, "overgeneration": 4.8982747102854773e-05, "missing_tool_action_recommendation": 0.9999039173126221}}]}, "output": "The first page of your \"VacationPlans.pdf\" contains two circle annotations. Here are the details:\n\n1. **Circle Annotation 1:**\n   - **Position:** (150, 200)\n   - **Radius:** 50\n   - **Color:** Red\n\n2. **Circle Annotation 2:**\n   - **Position:** (300, 300)\n   - **Radius:** 75\n   - **Color:** Blue\n\nIf you need more information or further assistance with these annotations, feel free to ask!\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_172_0_c89b577d40352a8a07", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_172_0_c89b577d40352a8a07__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 42, "top_tokens": [{"answer_start": 122, "answer_end": 136, "token_text": " modifications", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017123730503953993, "type_probabilities": {"tool_output_conflict": 3.070674938498996e-05, "overgeneration": 4.992860704078339e-05, "missing_tool_action_recommendation": 9.060194133780897e-05}}, {"answer_start": 186, "answer_end": 187, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001640179834794253, "type_probabilities": {"tool_output_conflict": 4.923000233247876e-05, "overgeneration": 9.205703099723905e-05, "missing_tool_action_recommendation": 2.2730955606675707e-05}}, {"answer_start": 178, "answer_end": 186, "token_text": " proceed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015800012624822557, "type_probabilities": {"tool_output_conflict": 2.255731487821322e-05, "overgeneration": 8.697718294570222e-05, "missing_tool_action_recommendation": 4.846561932936311e-05}}, {"answer_start": 175, "answer_end": 178, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00015495758270844817, "type_probabilities": {"tool_output_conflict": 3.901675881934352e-05, "overgeneration": 3.214635944459587e-05, "missing_tool_action_recommendation": 8.379446080652997e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011376861948519945, "type_probabilities": {"tool_output_conflict": 2.161135671485681e-05, "overgeneration": 4.962074672221206e-05, "missing_tool_action_recommendation": 4.2536514229141176e-05}}, {"answer_start": 156, "answer_end": 160, "token_text": " how", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001104218972614035, "type_probabilities": {"tool_output_conflict": 3.464286055532284e-05, "overgeneration": 3.655060208984651e-05, "missing_tool_action_recommendation": 3.922843825421296e-05}}, {"answer_start": 114, "answer_end": 122, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010467847459949553, "type_probabilities": {"tool_output_conflict": 2.1367792214732617e-05, "overgeneration": 3.1538318580714986e-05, "missing_tool_action_recommendation": 5.177236380404793e-05}}, {"answer_start": 144, "answer_end": 148, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.178283653454855e-05, "type_probabilities": {"tool_output_conflict": 9.7395795819466e-06, "overgeneration": 2.972060246975161e-05, "missing_tool_action_recommendation": 5.232265539234504e-05}}, {"answer_start": 164, "answer_end": 170, "token_text": " would", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.135391155723482e-05, "type_probabilities": {"tool_output_conflict": 2.314851553819608e-05, "overgeneration": 2.6281486498191953e-05, "missing_tool_action_recommendation": 4.192390406387858e-05}}, {"answer_start": 94, "answer_end": 98, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.112639236263931e-05, "type_probabilities": {"tool_output_conflict": 2.961503378173802e-05, "overgeneration": 2.348381167394109e-05, "missing_tool_action_recommendation": 3.802754508797079e-05}}, {"answer_start": 137, "answer_end": 144, "token_text": " please", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.024581231642514e-05, "type_probabilities": {"tool_output_conflict": 1.1085054211434908e-05, "overgeneration": 3.3087799238273874e-05, "missing_tool_action_recommendation": 4.607295340974815e-05}}, {"answer_start": 98, "answer_end": 102, "token_text": " GIF", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.980020745890215e-05, "type_probabilities": {"tool_output_conflict": 1.533479917270597e-05, "overgeneration": 2.0275259885238484e-05, "missing_tool_action_recommendation": 4.41901502199471e-05}}, {"answer_start": 170, "answer_end": 175, "token_text": " like", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.624753197887912e-05, "type_probabilities": {"tool_output_conflict": 1.809691275411751e-05, "overgeneration": 3.129183824057691e-05, "missing_tool_action_recommendation": 2.6858784622163512e-05}}, {"answer_start": 151, "answer_end": 156, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.604013808304444e-05, "type_probabilities": {"tool_output_conflict": 9.78814387053717e-06, "overgeneration": 2.7649108233163133e-05, "missing_tool_action_recommendation": 3.8602884160354733e-05}}, {"answer_start": 160, "answer_end": 164, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.546012056991458e-05, "type_probabilities": {"tool_output_conflict": 1.6077483451226726e-05, "overgeneration": 1.5850218915147707e-05, "missing_tool_action_recommendation": 4.3532418203540146e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " conversion", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.10104577592574e-05, "type_probabilities": {"tool_output_conflict": 1.0002537237596698e-05, "overgeneration": 3.544982973835431e-05, "missing_tool_action_recommendation": 2.5558088964316994e-05}}, {"answer_start": 107, "answer_end": 110, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.033068686723709e-05, "type_probabilities": {"tool_output_conflict": 2.653522096807137e-05, "overgeneration": 1.2663404959312174e-05, "missing_tool_action_recommendation": 3.113206184934825e-05}}, {"answer_start": 55, "answer_end": 60, "token_text": " into", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.350637704599649e-05, "type_probabilities": {"tool_output_conflict": 7.267109140229877e-06, "overgeneration": 3.376245149411261e-05, "missing_tool_action_recommendation": 2.247681186418049e-05}}, {"answer_start": 81, "answer_end": 82, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.120622856542468e-05, "type_probabilities": {"tool_output_conflict": 1.5280920706572942e-05, "overgeneration": 3.400430068722926e-05, "missing_tool_action_recommendation": 1.1921011719095986e-05}}, {"answer_start": 102, "answer_end": 107, "token_text": " file", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.113136623753235e-05, "type_probabilities": {"tool_output_conflict": 1.5991696272976696e-05, "overgeneration": 1.329650422121631e-05, "missing_tool_action_recommendation": 3.184316665283404e-05}}]}, "output": "The conversion of the first page of \"VacationPlans.pdf\" into a GIF was successful. If you need the GIF file or any further modifications, please let me know how you would like to proceed!"}
+{"id": "toolace_base_740_6_0bd6bb9c5a7fb64cb7", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_740_6_0bd6bb9c5a7fb64cb7__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 23, "top_tokens": [{"answer_start": 41, "answer_end": 46, "token_text": " past", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012368589523248374, "type_probabilities": {"tool_output_conflict": 1.079749836208066e-05, "overgeneration": 8.292229904327542e-05, "missing_tool_action_recommendation": 2.996609327965416e-05}}, {"answer_start": 89, "answer_end": 91, "token_text": "ON", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.14594716555439e-05, "type_probabilities": {"tool_output_conflict": 2.2901765987626277e-05, "overgeneration": 3.188224945915863e-05, "missing_tool_action_recommendation": 1.6675456208758987e-05}}, {"answer_start": 32, "answer_end": 37, "token_text": " over", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1807492127409205e-05, "type_probabilities": {"tool_output_conflict": 9.868870620266534e-06, "overgeneration": 3.186071990057826e-05, "missing_tool_action_recommendation": 1.0077904335048515e-05}}, {"answer_start": 101, "answer_end": 102, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.985123086953536e-05, "type_probabilities": {"tool_output_conflict": 1.3677926290256437e-05, "overgeneration": 2.2770240320824087e-05, "missing_tool_action_recommendation": 1.3403065167949535e-05}}, {"answer_start": 56, "answer_end": 65, "token_text": " recorded", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.909936978947371e-05, "type_probabilities": {"tool_output_conflict": 8.346551112481393e-06, "overgeneration": 2.9098728191456757e-05, "missing_tool_action_recommendation": 1.1654091395030264e-05}}, {"answer_start": 68, "answer_end": 79, "token_text": " monitoring", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.363458720035851e-05, "type_probabilities": {"tool_output_conflict": 9.292069080402143e-06, "overgeneration": 1.8454355085850693e-05, "missing_tool_action_recommendation": 1.5888164853095077e-05}}, {"answer_start": 52, "answer_end": 53, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.1788978705881163e-05, "type_probabilities": {"tool_output_conflict": 1.3051037058176007e-05, "overgeneration": 2.1290941731422208e-05, "missing_tool_action_recommendation": 7.447001735272352e-06}}, {"answer_start": 46, "answer_end": 52, "token_text": " month", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.040657222503796e-05, "type_probabilities": {"tool_output_conflict": 7.899734555394389e-06, "overgeneration": 2.136920920747798e-05, "missing_tool_action_recommendation": 1.1137627552670892e-05}}, {"answer_start": 94, "answer_end": 95, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.988874232163653e-05, "type_probabilities": {"tool_output_conflict": 1.1549705050128978e-05, "overgeneration": 2.109998786181677e-05, "missing_tool_action_recommendation": 7.239051228680182e-06}}, {"answer_start": 87, "answer_end": 89, "token_text": " L", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9871971239335835e-05, "type_probabilities": {"tool_output_conflict": 1.0865134754567407e-05, "overgeneration": 1.987557152460795e-05, "missing_tool_action_recommendation": 9.131264960160479e-06}}, {"answer_start": 15, "answer_end": 21, "token_text": " index", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.970416582887992e-05, "type_probabilities": {"tool_output_conflict": 7.145871222746791e-06, "overgeneration": 1.8094466213369742e-05, "missing_tool_action_recommendation": 1.4463829757005442e-05}}, {"answer_start": 79, "answer_end": 87, "token_text": " station", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9218513848027214e-05, "type_probabilities": {"tool_output_conflict": 7.849465873732697e-06, "overgeneration": 1.7355909221805632e-05, "missing_tool_action_recommendation": 1.4013137842994183e-05}}, {"answer_start": 7, "answer_end": 15, "token_text": " quality", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.8185746234375983e-05, "type_probabilities": {"tool_output_conflict": 7.763307621644344e-06, "overgeneration": 1.5826157323317602e-05, "missing_tool_action_recommendation": 1.4596280379919335e-05}}, {"answer_start": 37, "answer_end": 41, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.8008052797522396e-05, "type_probabilities": {"tool_output_conflict": 1.1727169294317719e-05, "overgeneration": 1.957453969225753e-05, "missing_tool_action_recommendation": 6.706345175189199e-06}}, {"answer_start": 3, "answer_end": 7, "token_text": " air", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.763046697713435e-05, "type_probabilities": {"tool_output_conflict": 8.073015123954974e-06, "overgeneration": 1.402382713422412e-05, "missing_tool_action_recommendation": 1.553362380946055e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.632785228546709e-05, "type_probabilities": {"tool_output_conflict": 9.409349331690464e-06, "overgeneration": 1.577640068717301e-05, "missing_tool_action_recommendation": 1.1142104085593019e-05}}, {"answer_start": 25, "answer_end": 32, "token_text": " London", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.622019721660763e-05, "type_probabilities": {"tool_output_conflict": 7.240107152028941e-06, "overgeneration": 1.6537769624846987e-05, "missing_tool_action_recommendation": 1.2442320439731702e-05}}, {"answer_start": 98, "answer_end": 101, "token_text": " 65", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5945169656770304e-05, "type_probabilities": {"tool_output_conflict": 1.1926793376915157e-05, "overgeneration": 1.3231150660431013e-05, "missing_tool_action_recommendation": 1.0787225619424134e-05}}, {"answer_start": 91, "answer_end": 94, "token_text": "123", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.404639210202731e-05, "type_probabilities": {"tool_output_conflict": 1.1053132766392082e-05, "overgeneration": 1.3396082067629322e-05, "missing_tool_action_recommendation": 9.597177268005908e-06}}, {"answer_start": 65, "answer_end": 68, "token_text": " at", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.069305239478126e-05, "type_probabilities": {"tool_output_conflict": 7.003197424637619e-06, "overgeneration": 1.510822130512679e-05, "missing_tool_action_recommendation": 8.581634574511554e-06}}]}, "output": "The air quality index for London over the past month, as recorded at monitoring station LON123, is 65."}
+{"id": "toolace_base_190_0_27e8bd1ce75c228d22__overgeneration__a7b6852438274c24c6", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 332, "end": 393, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 332, "end": 393, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999388456344604, "mean_score": 0.9999196082353592, "type_score": 0.9998257259527842, "type_scores": {"tool_output_conflict": 5.495377081388142e-05, "overgeneration": 0.9998257259527842, "missing_tool_action_recommendation": 3.8923852116568014e-05}, "token_count": 12}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_190_0_27e8bd1ce75c228d22__overgeneration__a7b6852438274c24c6__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 83, "top_tokens": [{"answer_start": 357, "answer_end": 362, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999388456344604, "type_probabilities": {"tool_output_conflict": 4.3431486119516194e-05, "overgeneration": 0.9998568296432495, "missing_tool_action_recommendation": 3.8549969758605585e-05}}, {"answer_start": 340, "answer_end": 349, "token_text": " provider", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999374747276306, "type_probabilities": {"tool_output_conflict": 4.5057382521918043e-05, "overgeneration": 0.9998534917831421, "missing_tool_action_recommendation": 3.893271423294209e-05}}, {"answer_start": 369, "answer_end": 371, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999334216117859, "type_probabilities": {"tool_output_conflict": 5.628594954032451e-05, "overgeneration": 0.999842643737793, "missing_tool_action_recommendation": 3.448620918788947e-05}}, {"answer_start": 362, "answer_end": 369, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999330639839172, "type_probabilities": {"tool_output_conflict": 3.7282370612956583e-05, "overgeneration": 0.9998559951782227, "missing_tool_action_recommendation": 3.9824237319407985e-05}}, {"answer_start": 349, "answer_end": 357, "token_text": " assigns", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999327659606934, "type_probabilities": {"tool_output_conflict": 4.773163891513832e-05, "overgeneration": 0.9998528957366943, "missing_tool_action_recommendation": 3.213398304069415e-05}}, {"answer_start": 386, "answer_end": 392, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999306797981262, "type_probabilities": {"tool_output_conflict": 4.5436354412231594e-05, "overgeneration": 0.9998520612716675, "missing_tool_action_recommendation": 3.317920345580205e-05}}, {"answer_start": 375, "answer_end": 386, "token_text": " confidence", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999251961708069, "type_probabilities": {"tool_output_conflict": 5.315674206940457e-05, "overgeneration": 0.9998335838317871, "missing_tool_action_recommendation": 3.844121238216758e-05}}, {"answer_start": 331, "answer_end": 335, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999215602874756, "type_probabilities": {"tool_output_conflict": 5.233832052908838e-05, "overgeneration": 0.9998346567153931, "missing_tool_action_recommendation": 3.457059574429877e-05}}, {"answer_start": 371, "answer_end": 374, "token_text": " 98", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999149441719055, "type_probabilities": {"tool_output_conflict": 6.912508251843974e-05, "overgeneration": 0.9998138546943665, "missing_tool_action_recommendation": 3.195602403138764e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " tool", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999900758266449, "type_probabilities": {"tool_output_conflict": 5.111442442284897e-05, "overgeneration": 0.9998027682304382, "missing_tool_action_recommendation": 4.68442594865337e-05}}, {"answer_start": 374, "answer_end": 375, "token_text": "%", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998886585235596, "type_probabilities": {"tool_output_conflict": 6.32854353170842e-05, "overgeneration": 0.9997872710227966, "missing_tool_action_recommendation": 3.8070662412792444e-05}}, {"answer_start": 392, "answer_end": 393, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998779296875, "type_probabilities": {"tool_output_conflict": 9.520006278762594e-05, "overgeneration": 0.9997226595878601, "missing_tool_action_recommendation": 6.00971543462947e-05}}, {"answer_start": 329, "answer_end": 330, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002465616853442043, "type_probabilities": {"tool_output_conflict": 5.6974826293298975e-05, "overgeneration": 0.0001094615290639922, "missing_tool_action_recommendation": 8.012532634893432e-05}}, {"answer_start": 302, "answer_end": 310, "token_text": " project", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.485414193477482e-05, "type_probabilities": {"tool_output_conflict": 2.12781633308623e-05, "overgeneration": 3.923867188859731e-05, "missing_tool_action_recommendation": 3.43373030773364e-05}}, {"answer_start": 291, "answer_end": 294, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.559246634831652e-05, "type_probabilities": {"tool_output_conflict": 2.5757110051927157e-05, "overgeneration": 1.7575228412169963e-05, "missing_tool_action_recommendation": 4.2260129703208804e-05}}, {"answer_start": 261, "answer_end": 271, "token_text": " depending", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.55571634019725e-05, "type_probabilities": {"tool_output_conflict": 1.3395964742812794e-05, "overgeneration": 3.243034734623507e-05, "missing_tool_action_recommendation": 3.973085040342994e-05}}, {"answer_start": 299, "answer_end": 302, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.129984780680388e-05, "type_probabilities": {"tool_output_conflict": 2.4853841750882566e-05, "overgeneration": 1.6297215552185662e-05, "missing_tool_action_recommendation": 4.014878868474625e-05}}, {"answer_start": 283, "answer_end": 286, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.704705785727128e-05, "type_probabilities": {"tool_output_conflict": 2.6302546757506207e-05, "overgeneration": 1.5519539374508895e-05, "missing_tool_action_recommendation": 3.522496990626678e-05}}, {"answer_start": 310, "answer_end": 314, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.679151894990355e-05, "type_probabilities": {"tool_output_conflict": 1.4417531929211691e-05, "overgeneration": 2.042312189587392e-05, "missing_tool_action_recommendation": 4.195086512481794e-05}}, {"answer_start": 318, "answer_end": 326, "token_text": " working", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.387958612525836e-05, "type_probabilities": {"tool_output_conflict": 1.0988926987920422e-05, "overgeneration": 3.555248258635402e-05, "missing_tool_action_recommendation": 2.7338175641489215e-05}}]}, "output": "The Microsoft Computer Vision API supports two domain-specific models. \n\n1. The first model is called \"celebrities\". It can recognize celebrities in an image. \n\n2. The second model is called \"landmarks\". It identifies landmarks in an image. \n\nBoth can be useful depending on the type of data or type of project you are working on.\n\nThe tool provider assigns this result a 98% confidence score."}
+{"id": "toolace_base_540_0_9c8b4a3f72905acfe7", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_540_0_9c8b4a3f72905acfe7__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 26, "top_tokens": [{"answer_start": 108, "answer_end": 117, "token_text": " moderate", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001440740015823394, "type_probabilities": {"tool_output_conflict": 0.00010698648111429065, "overgeneration": 2.3825445168768056e-05, "missing_tool_action_recommendation": 1.3262070751807187e-05}}, {"answer_start": 97, "answer_end": 108, "token_text": " considered", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.005056588444859e-05, "type_probabilities": {"tool_output_conflict": 2.9774966606055386e-05, "overgeneration": 3.607447069953196e-05, "missing_tool_action_recommendation": 1.4201123121893033e-05}}, {"answer_start": 117, "answer_end": 118, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.899512274889275e-05, "type_probabilities": {"tool_output_conflict": 2.468069396854844e-05, "overgeneration": 4.006518793175928e-05, "missing_tool_action_recommendation": 1.4249244486563839e-05}}, {"answer_start": 87, "answer_end": 88, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.447849202435464e-05, "type_probabilities": {"tool_output_conflict": 2.8787360861315392e-05, "overgeneration": 3.077014480368234e-05, "missing_tool_action_recommendation": 1.4920990906830411e-05}}, {"answer_start": 88, "answer_end": 94, "token_text": " which", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.630407006014138e-05, "type_probabilities": {"tool_output_conflict": 3.062688483623788e-05, "overgeneration": 1.9452561900834553e-05, "missing_tool_action_recommendation": 1.6224619685090147e-05}}, {"answer_start": 84, "answer_end": 87, "token_text": " 50", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.312541907187551e-05, "type_probabilities": {"tool_output_conflict": 1.7739293980412185e-05, "overgeneration": 1.7093081623897888e-05, "missing_tool_action_recommendation": 1.8293047105544247e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.029363092035055e-05, "type_probabilities": {"tool_output_conflict": 6.375343673425959e-06, "overgeneration": 2.4499442588421516e-05, "missing_tool_action_recommendation": 1.941884147527162e-05}}, {"answer_start": 94, "answer_end": 97, "token_text": " is", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.728710337076336e-05, "type_probabilities": {"tool_output_conflict": 1.750789670040831e-05, "overgeneration": 1.6038869944168255e-05, "missing_tool_action_recommendation": 1.3740335816692095e-05}}, {"answer_start": 34, "answer_end": 40, "token_text": " index", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9693641156191006e-05, "type_probabilities": {"tool_output_conflict": 5.634609351545805e-06, "overgeneration": 1.8187734895036556e-05, "missing_tool_action_recommendation": 1.5871297364355996e-05}}, {"answer_start": 73, "answer_end": 81, "token_text": " minutes", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5617384128272533e-05, "type_probabilities": {"tool_output_conflict": 6.582572495972272e-06, "overgeneration": 1.707491719571408e-05, "missing_tool_action_recommendation": 1.1959897165070288e-05}}, {"answer_start": 65, "answer_end": 70, "token_text": " next", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5600958653958514e-05, "type_probabilities": {"tool_output_conflict": 5.938357389823068e-06, "overgeneration": 1.84846758202184e-05, "missing_tool_action_recommendation": 1.1177925443917047e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.536152507876977e-05, "type_probabilities": {"tool_output_conflict": 3.6901235489494866e-06, "overgeneration": 1.4428044778469484e-05, "missing_tool_action_recommendation": 1.724335743347183e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " air", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.444799949647859e-05, "type_probabilities": {"tool_output_conflict": 5.580503511737334e-06, "overgeneration": 1.3359014701563865e-05, "missing_tool_action_recommendation": 1.5508479918935336e-05}}, {"answer_start": 17, "answer_end": 18, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4257129300385714e-05, "type_probabilities": {"tool_output_conflict": 6.114348252594937e-06, "overgeneration": 1.856657036114484e-05, "missing_tool_action_recommendation": 9.576210686645936e-06}}, {"answer_start": 70, "answer_end": 73, "token_text": " 60", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.281906901975162e-05, "type_probabilities": {"tool_output_conflict": 6.028761617926648e-06, "overgeneration": 1.4794370144954883e-05, "missing_tool_action_recommendation": 1.1995937711617444e-05}}, {"answer_start": 47, "answer_end": 52, "token_text": " York", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.212501906091347e-05, "type_probabilities": {"tool_output_conflict": 6.835579370090272e-06, "overgeneration": 1.1816432561317924e-05, "missing_tool_action_recommendation": 1.3473005310515873e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0846043955534697e-05, "type_probabilities": {"tool_output_conflict": 4.543770046439022e-06, "overgeneration": 1.484544736740645e-05, "missing_tool_action_recommendation": 1.1456825632194523e-05}}, {"answer_start": 18, "answer_end": 22, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.075380664085969e-05, "type_probabilities": {"tool_output_conflict": 7.433268820022931e-06, "overgeneration": 1.2818586583307479e-05, "missing_tool_action_recommendation": 1.0501952601771336e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.073430707445368e-05, "type_probabilities": {"tool_output_conflict": 9.355679139844142e-06, "overgeneration": 1.1846508641610853e-05, "missing_tool_action_recommendation": 9.532118383503985e-06}}, {"answer_start": 26, "answer_end": 34, "token_text": " quality", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9203954909462482e-05, "type_probabilities": {"tool_output_conflict": 4.9275890887656715e-06, "overgeneration": 1.1191639714525081e-05, "missing_tool_action_recommendation": 1.308472656091908e-05}}]}, "output": "Based on the data, the air quality index in New York City for the next 60 minutes is 50, which is considered moderate."}
+{"id": "toolace_base_561_0_8456e55c130f6583c3", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_561_0_8456e55c130f6583c3__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 38, "top_tokens": [{"answer_start": 167, "answer_end": 178, "token_text": " complement", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.0019847296644e-05, "type_probabilities": {"tool_output_conflict": 1.3459967703965958e-05, "overgeneration": 3.103822746197693e-05, "missing_tool_action_recommendation": 1.5521653040195815e-05}}, {"answer_start": 207, "answer_end": 208, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6487438996555284e-05, "type_probabilities": {"tool_output_conflict": 2.049289469141513e-05, "overgeneration": 2.9422824809444137e-05, "missing_tool_action_recommendation": 6.57172176943277e-06}}, {"answer_start": 80, "answer_end": 81, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.423287828103639e-05, "type_probabilities": {"tool_output_conflict": 1.933137718879152e-05, "overgeneration": 1.670661731623113e-05, "missing_tool_action_recommendation": 8.194886504497845e-06}}, {"answer_start": 197, "answer_end": 207, "token_text": " elegantly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.206530502415262e-05, "type_probabilities": {"tool_output_conflict": 9.711755410535261e-06, "overgeneration": 2.0933166524628177e-05, "missing_tool_action_recommendation": 1.1420382179494482e-05}}, {"answer_start": 160, "answer_end": 167, "token_text": " should", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.174678906565532e-05, "type_probabilities": {"tool_output_conflict": 1.085595886252122e-05, "overgeneration": 2.101157770084683e-05, "missing_tool_action_recommendation": 9.879252502287272e-06}}, {"answer_start": 144, "answer_end": 145, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.8335652789101005e-05, "type_probabilities": {"tool_output_conflict": 1.2787111700163223e-05, "overgeneration": 1.6139607396326028e-05, "missing_tool_action_recommendation": 9.408935511601157e-06}}, {"answer_start": 129, "answer_end": 130, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.536769872880541e-05, "type_probabilities": {"tool_output_conflict": 1.307567708863644e-05, "overgeneration": 1.5157666894083377e-05, "missing_tool_action_recommendation": 7.134353381843539e-06}}, {"answer_start": 150, "answer_end": 160, "token_text": " selection", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5191111237509176e-05, "type_probabilities": {"tool_output_conflict": 7.961271876411047e-06, "overgeneration": 1.764009357430041e-05, "missing_tool_action_recommendation": 9.589745786797721e-06}}, {"answer_start": 3, "answer_end": 15, "token_text": " recommended", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.360383925610222e-05, "type_probabilities": {"tool_output_conflict": 5.759195573773468e-06, "overgeneration": 1.5025615539343562e-05, "missing_tool_action_recommendation": 1.2819026778743137e-05}}, {"answer_start": 118, "answer_end": 119, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.137592284474522e-05, "type_probabilities": {"tool_output_conflict": 1.1660924428724684e-05, "overgeneration": 1.1768723197747022e-05, "missing_tool_action_recommendation": 7.946275218273513e-06}}, {"answer_start": 178, "answer_end": 183, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.081982140429318e-05, "type_probabilities": {"tool_output_conflict": 9.862320439424366e-06, "overgeneration": 1.1445227755757514e-05, "missing_tool_action_recommendation": 9.5122732091113e-06}}, {"answer_start": 38, "answer_end": 46, "token_text": " evening", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.9332690246519633e-05, "type_probabilities": {"tool_output_conflict": 5.9051990319858305e-06, "overgeneration": 1.2430914466676768e-05, "missing_tool_action_recommendation": 1.0996576747857034e-05}}, {"answer_start": 82, "answer_end": 88, "token_text": " which", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.8937367460457608e-05, "type_probabilities": {"tool_output_conflict": 7.121063390513882e-06, "overgeneration": 1.0895813829847611e-05, "missing_tool_action_recommendation": 1.0920490240096115e-05}}, {"answer_start": 130, "answer_end": 134, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.8785274480469525e-05, "type_probabilities": {"tool_output_conflict": 1.0071745236928109e-05, "overgeneration": 1.0739972822193522e-05, "missing_tool_action_recommendation": 7.973555511853192e-06}}, {"answer_start": 139, "answer_end": 144, "token_text": " Plum", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.7706075343303382e-05, "type_probabilities": {"tool_output_conflict": 7.443768481607549e-06, "overgeneration": 1.0833842679858208e-05, "missing_tool_action_recommendation": 9.428463272342924e-06}}, {"answer_start": 81, "answer_end": 82, "token_text": "\"", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.7672496798913926e-05, "type_probabilities": {"tool_output_conflict": 8.154699571605306e-06, "overgeneration": 1.2644697562791407e-05, "missing_tool_action_recommendation": 6.87309830027516e-06}}, {"answer_start": 190, "answer_end": 197, "token_text": " makeup", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.724738442339003e-05, "type_probabilities": {"tool_output_conflict": 6.675184522464406e-06, "overgeneration": 9.69609300227603e-06, "missing_tool_action_recommendation": 1.0876106898649596e-05}}, {"answer_start": 108, "answer_end": 113, "token_text": " Soft", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.720524207688868e-05, "type_probabilities": {"tool_output_conflict": 5.819140369567322e-06, "overgeneration": 1.2743378647428472e-05, "missing_tool_action_recommendation": 8.642721695650835e-06}}, {"answer_start": 183, "answer_end": 190, "token_text": " bridal", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.7181980840396136e-05, "type_probabilities": {"tool_output_conflict": 5.767520633526146e-06, "overgeneration": 9.890396540868096e-06, "missing_tool_action_recommendation": 1.1524063666001894e-05}}, {"answer_start": 15, "answer_end": 21, "token_text": " color", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.668622983037494e-05, "type_probabilities": {"tool_output_conflict": 5.405020147009054e-06, "overgeneration": 1.0853068488358986e-05, "missing_tool_action_recommendation": 1.042814074025955e-05}}]}, "output": "The recommended color palette for your evening wedding event is \"Romantic Sunset,\" which includes the colors Soft Rose, Gold Dust, and Deep Plum. This selection should complement your bridal makeup elegantly!"}
+{"id": "toolace_base_449_0_b84085b0d959bc3de4__missing_tool_action_recommendation__ca9c27d1efacbad144", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1192, "end": 1317, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 416, "end": 421, "text": "95113", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9969056844711304, "mean_score": 0.9960222840309143, "type_score": 0.9947944581508636, "type_scores": {"tool_output_conflict": 0.9947944581508636, "overgeneration": 0.0005543411534745246, "missing_tool_action_recommendation": 0.0006734707567375153}, "token_count": 2}, {"start": 1192, "end": 1317, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.999984860420227, "mean_score": 0.9999752044677734, "type_score": 0.999933994334677, "type_scores": {"tool_output_conflict": 1.4691471061150482e-05, "overgeneration": 2.652409294450595e-05, "missing_tool_action_recommendation": 0.999933994334677}, "token_count": 23}], "row_char_metrics": {"char_precision": 0.9615384615384616, "char_recall": 1.0, "char_f1": 0.9803921568627451, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 130}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_449_0_b84085b0d959bc3de4__missing_tool_action_recommendation__ca9c27d1efacbad144__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 312, "top_tokens": [{"answer_start": 1308, "answer_end": 1316, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984860420227, "type_probabilities": {"tool_output_conflict": 1.4213331269274931e-05, "overgeneration": 2.024132845690474e-05, "missing_tool_action_recommendation": 0.9999504089355469}}, {"answer_start": 1260, "answer_end": 1266, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984622001648, "type_probabilities": {"tool_output_conflict": 1.6406740542151965e-05, "overgeneration": 2.2449408788816072e-05, "missing_tool_action_recommendation": 0.9999457597732544}}, {"answer_start": 1245, "answer_end": 1250, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839067459106, "type_probabilities": {"tool_output_conflict": 1.3360932825889904e-05, "overgeneration": 2.7311700250720605e-05, "missing_tool_action_recommendation": 0.9999432563781738}}, {"answer_start": 1266, "answer_end": 1274, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839067459106, "type_probabilities": {"tool_output_conflict": 1.4239755728340242e-05, "overgeneration": 2.1552817997871898e-05, "missing_tool_action_recommendation": 0.9999481439590454}}, {"answer_start": 1253, "answer_end": 1260, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.2532525033748243e-05, "overgeneration": 1.9929520931327716e-05, "missing_tool_action_recommendation": 0.9999508857727051}}, {"answer_start": 1287, "answer_end": 1298, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815225601196, "type_probabilities": {"tool_output_conflict": 1.3470065823639743e-05, "overgeneration": 2.1955596821499057e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 1241, "answer_end": 1245, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999809265136719, "type_probabilities": {"tool_output_conflict": 1.2456219337764196e-05, "overgeneration": 2.8890570320072584e-05, "missing_tool_action_recommendation": 0.9999395608901978}}, {"answer_start": 1250, "answer_end": 1253, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.1997506589978002e-05, "overgeneration": 2.201718234573491e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 1278, "answer_end": 1287, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.4253941117203794e-05, "overgeneration": 2.0760873667313717e-05, "missing_tool_action_recommendation": 0.9999444484710693}}, {"answer_start": 1306, "answer_end": 1308, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793767929077, "type_probabilities": {"tool_output_conflict": 1.3500528439180925e-05, "overgeneration": 2.0959359972039238e-05, "missing_tool_action_recommendation": 0.9999449253082275}}, {"answer_start": 1228, "answer_end": 1241, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999783635139465, "type_probabilities": {"tool_output_conflict": 1.5381929188151844e-05, "overgeneration": 3.234265750506893e-05, "missing_tool_action_recommendation": 0.9999306201934814}}, {"answer_start": 1208, "answer_end": 1212, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999776482582092, "type_probabilities": {"tool_output_conflict": 1.4482242477242835e-05, "overgeneration": 2.95704958261922e-05, "missing_tool_action_recommendation": 0.9999336004257202}}, {"answer_start": 1199, "answer_end": 1203, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999775886535645, "type_probabilities": {"tool_output_conflict": 1.1210981938347686e-05, "overgeneration": 2.3613922166987322e-05, "missing_tool_action_recommendation": 0.9999427795410156}}, {"answer_start": 1197, "answer_end": 1199, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976634979248, "type_probabilities": {"tool_output_conflict": 1.616006738913711e-05, "overgeneration": 2.4109174773911946e-05, "missing_tool_action_recommendation": 0.9999363422393799}}, {"answer_start": 1203, "answer_end": 1208, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999751448631287, "type_probabilities": {"tool_output_conflict": 1.2178233191662002e-05, "overgeneration": 2.462180782458745e-05, "missing_tool_action_recommendation": 0.9999383687973022}}, {"answer_start": 1212, "answer_end": 1221, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999747276306152, "type_probabilities": {"tool_output_conflict": 1.693870945018716e-05, "overgeneration": 3.2782503694761544e-05, "missing_tool_action_recommendation": 0.9999250173568726}}, {"answer_start": 1274, "answer_end": 1278, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999735951423645, "type_probabilities": {"tool_output_conflict": 1.4850699699309189e-05, "overgeneration": 2.502464849385433e-05, "missing_tool_action_recommendation": 0.9999337196350098}}, {"answer_start": 1298, "answer_end": 1305, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999727606773376, "type_probabilities": {"tool_output_conflict": 1.4763557373953518e-05, "overgeneration": 2.7155869247508235e-05, "missing_tool_action_recommendation": 0.9999308586120605}}, {"answer_start": 1191, "answer_end": 1196, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999725818634033, "type_probabilities": {"tool_output_conflict": 1.2680435247602873e-05, "overgeneration": 2.237821536255069e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 1196, "answer_end": 1197, "token_text": ",", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999963104724884, "type_probabilities": {"tool_output_conflict": 1.3341773410502356e-05, "overgeneration": 2.547535223129671e-05, "missing_tool_action_recommendation": 0.9999243021011353}}]}, "output": "The first available property in San Jose, California is listed by the \"San Jose Realty\" office. It is branded by \"San Jose Premier\", a classified \"Top Realty\", as evidenced by their logo (link provided as 'image_link'). \n\nThe property, listed as \"new-list\", is priced at $750,000 with a price reduction of $50,000 included. The listing ID is \"52345AB\". \n\nYou can find this house at \"123 Main St\",  with postal code \"95113\" in San Jose, California. The county for this location is \"Santa Clara County\" with a FIPS code of \"06085\". Street view is available at the provided URL. \n\nAn open house is scheduled for Sunday at 10 AM. There are other active listings for this property, with \"34567\" as its key identifier. The property photo and a virtual tour link are available in the returned data. \n\nThe property is described as a 4-bedroom, 2-bathroom residential house with a size of 2,000 sqft. There are 2 quarter bathrooms, 1 three-quarter bathroom, 1 full bathroom, and 1 half bathroom. It was built in 1990 and has 2 stories. The property has a 2-car garage and is situated on a 6,000 sqft lot. Currently, the property is up for sale. Tax information is provided in the 'tax_record' field.\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_743_0_0c4269385408355def__overgeneration__caedf52d8b4105d09f", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 247, "end": 324, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 247, "end": 324, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999552369117737, "mean_score": 0.9999381343523661, "type_score": 0.9998409748077393, "type_scores": {"tool_output_conflict": 6.559940181129301e-05, "overgeneration": 0.9998409748077393, "missing_tool_action_recommendation": 3.1551133846126805e-05}, "token_count": 15}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 77, "gold_chars": 77, "pred_chars": 77}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_743_0_0c4269385408355def__overgeneration__caedf52d8b4105d09f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 66, "top_tokens": [{"answer_start": 304, "answer_end": 315, "token_text": " monitoring", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999552369117737, "type_probabilities": {"tool_output_conflict": 5.299247277434915e-05, "overgeneration": 0.9998809099197388, "missing_tool_action_recommendation": 2.133435737050604e-05}}, {"answer_start": 295, "answer_end": 304, "token_text": " external", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999954104423523, "type_probabilities": {"tool_output_conflict": 5.1980652642669156e-05, "overgeneration": 0.9998782873153687, "missing_tool_action_recommendation": 2.3858152417233214e-05}}, {"answer_start": 282, "answer_end": 287, "token_text": "check", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999518394470215, "type_probabilities": {"tool_output_conflict": 5.775208046543412e-05, "overgeneration": 0.9998717308044434, "missing_tool_action_recommendation": 2.2329628336592577e-05}}, {"answer_start": 315, "answer_end": 323, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999502301216125, "type_probabilities": {"tool_output_conflict": 6.309452874120325e-05, "overgeneration": 0.9998636245727539, "missing_tool_action_recommendation": 2.349226997466758e-05}}, {"answer_start": 275, "answer_end": 281, "token_text": " cross", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999499917030334, "type_probabilities": {"tool_output_conflict": 5.513060750672594e-05, "overgeneration": 0.9998689889907837, "missing_tool_action_recommendation": 2.587031303846743e-05}}, {"answer_start": 262, "answer_end": 270, "token_text": " appears", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999483227729797, "type_probabilities": {"tool_output_conflict": 5.198843791731633e-05, "overgeneration": 0.9998687505722046, "missing_tool_action_recommendation": 2.758818845904898e-05}}, {"answer_start": 292, "answer_end": 295, "token_text": " an", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999472498893738, "type_probabilities": {"tool_output_conflict": 7.252770592458546e-05, "overgeneration": 0.9998490810394287, "missing_tool_action_recommendation": 2.5615190679673105e-05}}, {"answer_start": 273, "answer_end": 275, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999946117401123, "type_probabilities": {"tool_output_conflict": 7.172892946982756e-05, "overgeneration": 0.9998469352722168, "missing_tool_action_recommendation": 2.748564293142408e-05}}, {"answer_start": 250, "answer_end": 255, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999452829360962, "type_probabilities": {"tool_output_conflict": 4.6141325583448634e-05, "overgeneration": 0.9998610019683838, "missing_tool_action_recommendation": 3.816253592958674e-05}}, {"answer_start": 270, "answer_end": 273, "token_text": " in", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999944806098938, "type_probabilities": {"tool_output_conflict": 6.483915785793215e-05, "overgeneration": 0.9998469352722168, "missing_tool_action_recommendation": 3.2991203624987975e-05}}, {"answer_start": 255, "answer_end": 262, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999403357505798, "type_probabilities": {"tool_output_conflict": 4.516362969297916e-05, "overgeneration": 0.9998655319213867, "missing_tool_action_recommendation": 2.9607648684759624e-05}}, {"answer_start": 287, "answer_end": 292, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999399185180664, "type_probabilities": {"tool_output_conflict": 7.085094694048166e-05, "overgeneration": 0.9998401403427124, "missing_tool_action_recommendation": 2.8910988476127386e-05}}, {"answer_start": 246, "answer_end": 250, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999286532402039, "type_probabilities": {"tool_output_conflict": 5.4639167501591146e-05, "overgeneration": 0.9998327493667603, "missing_tool_action_recommendation": 4.122666359762661e-05}}, {"answer_start": 323, "answer_end": 324, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998921751976013, "type_probabilities": {"tool_output_conflict": 0.00011150223872391507, "overgeneration": 0.9997361302375793, "missing_tool_action_recommendation": 4.450756387086585e-05}}, {"answer_start": 281, "answer_end": 282, "token_text": "-", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998777508735657, "type_probabilities": {"tool_output_conflict": 0.00011365914542693645, "overgeneration": 0.9997038245201111, "missing_tool_action_recommendation": 6.0286660300334916e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013156337081454694, "type_probabilities": {"tool_output_conflict": 2.5098492187680677e-05, "overgeneration": 5.956688983133063e-05, "missing_tool_action_recommendation": 4.689797788159922e-05}}, {"answer_start": 57, "answer_end": 58, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.853197505231947e-05, "type_probabilities": {"tool_output_conflict": 5.052677806816064e-05, "overgeneration": 1.99362839339301e-05, "missing_tool_action_recommendation": 1.8068909412249923e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.724525494268164e-05, "type_probabilities": {"tool_output_conflict": 4.7948273277143016e-05, "overgeneration": 1.534803413960617e-05, "missing_tool_action_recommendation": 1.3948952073405962e-05}}, {"answer_start": 58, "answer_end": 61, "token_text": "000", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.839457637397572e-05, "type_probabilities": {"tool_output_conflict": 2.223567571491003e-05, "overgeneration": 2.8876072974526323e-05, "missing_tool_action_recommendation": 1.728282768453937e-05}}, {"answer_start": 40, "answer_end": 54, "token_text": " approximately", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.208944250829518e-05, "type_probabilities": {"tool_output_conflict": 1.824876198952552e-05, "overgeneration": 2.7655507437884808e-05, "missing_tool_action_recommendation": 1.6185169442906044e-05}}]}, "output": "The demographic analysis shows there are approximately 12,000 veterans in California with an average age of 73.5 years and 9,500 veterans in Texas with an average age of 74.2 years, who served during the Vietnam War period between 1965 and 1970.\n\nThe same result appears in a cross-check from an external monitoring service."}
+{"id": "toolace_base_407_8_8480623a7a637825b4__missing_tool_action_recommendation__897bf365d623fea694", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 257, "end": 375, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 257, "end": 375, "text": "Next, I can call the External Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999896287918091, "mean_score": 0.999981779943813, "type_score": 0.9999384663321755, "type_scores": {"tool_output_conflict": 1.541093466915878e-05, "overgeneration": 2.790134294627933e-05, "missing_tool_action_recommendation": 0.9999384663321755}, "token_count": 22}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 118, "gold_chars": 118, "pred_chars": 118}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_407_8_8480623a7a637825b4__missing_tool_action_recommendation__897bf365d623fea694__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 76, "top_tokens": [{"answer_start": 366, "answer_end": 374, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999896287918091, "type_probabilities": {"tool_output_conflict": 1.5150873878155835e-05, "overgeneration": 2.1317127902875654e-05, "missing_tool_action_recommendation": 0.9999531507492065}}, {"answer_start": 318, "answer_end": 324, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.6942518413998187e-05, "overgeneration": 2.4117269276757725e-05, "missing_tool_action_recommendation": 0.9999468326568604}}, {"answer_start": 324, "answer_end": 332, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999868869781494, "type_probabilities": {"tool_output_conflict": 1.677396176091861e-05, "overgeneration": 2.253954517072998e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 311, "answer_end": 318, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999863505363464, "type_probabilities": {"tool_output_conflict": 1.36959642986767e-05, "overgeneration": 2.1538846340263262e-05, "missing_tool_action_recommendation": 0.9999511241912842}}, {"answer_start": 345, "answer_end": 356, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862313270569, "type_probabilities": {"tool_output_conflict": 1.561520912218839e-05, "overgeneration": 2.4637123715365306e-05, "missing_tool_action_recommendation": 0.9999459981918335}}, {"answer_start": 336, "answer_end": 345, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999856352806091, "type_probabilities": {"tool_output_conflict": 1.6417232473031618e-05, "overgeneration": 2.1180174371693283e-05, "missing_tool_action_recommendation": 0.9999480247497559}}, {"answer_start": 262, "answer_end": 264, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 1.4797330550209153e-05, "overgeneration": 2.37796066357987e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 264, "answer_end": 268, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845623970032, "type_probabilities": {"tool_output_conflict": 1.1823357453977223e-05, "overgeneration": 2.4499549908796325e-05, "missing_tool_action_recommendation": 0.999948263168335}}, {"answer_start": 364, "answer_end": 366, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.4480336176347919e-05, "overgeneration": 2.296613820362836e-05, "missing_tool_action_recommendation": 0.9999468326568604}}, {"answer_start": 303, "answer_end": 308, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837875366211, "type_probabilities": {"tool_output_conflict": 1.5680163414799608e-05, "overgeneration": 3.0922736186767e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 308, "answer_end": 311, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.5660263670724817e-05, "overgeneration": 2.4380022296099924e-05, "missing_tool_action_recommendation": 0.9999432563781738}}, {"answer_start": 332, "answer_end": 336, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828934669495, "type_probabilities": {"tool_output_conflict": 1.7612004739930853e-05, "overgeneration": 2.521453825465869e-05, "missing_tool_action_recommendation": 0.999940037727356}}, {"answer_start": 256, "answer_end": 261, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999821186065674, "type_probabilities": {"tool_output_conflict": 1.0934004421869759e-05, "overgeneration": 2.1978225049679168e-05, "missing_tool_action_recommendation": 0.9999492168426514}}, {"answer_start": 356, "answer_end": 363, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999810457229614, "type_probabilities": {"tool_output_conflict": 1.5086302482814062e-05, "overgeneration": 2.8539659979287535e-05, "missing_tool_action_recommendation": 0.9999374151229858}}, {"answer_start": 268, "answer_end": 273, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802112579346, "type_probabilities": {"tool_output_conflict": 1.1510453987284563e-05, "overgeneration": 2.256261359434575e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 273, "answer_end": 277, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793767929077, "type_probabilities": {"tool_output_conflict": 1.4630384612246417e-05, "overgeneration": 3.056620334973559e-05, "missing_tool_action_recommendation": 0.999934196472168}}, {"answer_start": 299, "answer_end": 303, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784827232361, "type_probabilities": {"tool_output_conflict": 1.2268883438082412e-05, "overgeneration": 3.238498538848944e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 286, "answer_end": 299, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781250953674, "type_probabilities": {"tool_output_conflict": 1.6669606338837184e-05, "overgeneration": 3.2967534934869036e-05, "missing_tool_action_recommendation": 0.9999284744262695}}, {"answer_start": 363, "answer_end": 364, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999770522117615, "type_probabilities": {"tool_output_conflict": 1.5921226804493926e-05, "overgeneration": 3.168636976624839e-05, "missing_tool_action_recommendation": 0.9999294281005859}}, {"answer_start": 261, "answer_end": 262, "token_text": ",", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999763369560242, "type_probabilities": {"tool_output_conflict": 1.202247312903637e-05, "overgeneration": 2.7634012440103106e-05, "missing_tool_action_recommendation": 0.9999366998672485}}]}, "output": "Based on the results from the Currency Conversion API tool, 1000 Euros (EUR) converts to 1190 United States Dollars (USD), at an exchange rate of 1.19. Keep in mind that exchange rates are subject to variations based on the global forex market conditions.\n\nNext, I can call the External Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_410_0_4956b5bebaa879f14a__missing_tool_action_recommendation__b9081131f4c405688c", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 422, "end": 543, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 422, "end": 543, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999905824661255, "mean_score": 0.9999831189279971, "type_score": 0.9999314183774202, "type_scores": {"tool_output_conflict": 1.170557883913558e-05, "overgeneration": 3.999527175240117e-05, "missing_tool_action_recommendation": 0.9999314183774202}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_410_0_4956b5bebaa879f14a__missing_tool_action_recommendation__b9081131f4c405688c__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 103, "top_tokens": [{"answer_start": 534, "answer_end": 542, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999905824661255, "type_probabilities": {"tool_output_conflict": 1.1787798030127306e-05, "overgeneration": 3.100530375377275e-05, "missing_tool_action_recommendation": 0.9999477863311768}}, {"answer_start": 486, "answer_end": 492, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999883770942688, "type_probabilities": {"tool_output_conflict": 1.3761195987171959e-05, "overgeneration": 4.0306247683474794e-05, "missing_tool_action_recommendation": 0.9999343156814575}}, {"answer_start": 513, "answer_end": 524, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999880790710449, "type_probabilities": {"tool_output_conflict": 1.148362753156107e-05, "overgeneration": 3.403709706617519e-05, "missing_tool_action_recommendation": 0.9999425411224365}}, {"answer_start": 492, "answer_end": 500, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.3326592124940362e-05, "overgeneration": 3.763168570003472e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 532, "answer_end": 534, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999875426292419, "type_probabilities": {"tool_output_conflict": 1.0837426088983193e-05, "overgeneration": 3.0469307603198104e-05, "missing_tool_action_recommendation": 0.9999462366104126}}, {"answer_start": 479, "answer_end": 486, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999871253967285, "type_probabilities": {"tool_output_conflict": 1.044644432113273e-05, "overgeneration": 3.118542008451186e-05, "missing_tool_action_recommendation": 0.9999455213546753}}, {"answer_start": 504, "answer_end": 513, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999861717224121, "type_probabilities": {"tool_output_conflict": 1.1613400602072943e-05, "overgeneration": 3.2712228858144954e-05, "missing_tool_action_recommendation": 0.9999418258666992}}, {"answer_start": 476, "answer_end": 479, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999854564666748, "type_probabilities": {"tool_output_conflict": 1.0101173756993376e-05, "overgeneration": 3.236413249396719e-05, "missing_tool_action_recommendation": 0.9999430179595947}}, {"answer_start": 471, "answer_end": 476, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852776527405, "type_probabilities": {"tool_output_conflict": 1.1710565559042152e-05, "overgeneration": 4.2681571358116344e-05, "missing_tool_action_recommendation": 0.9999308586120605}}, {"answer_start": 524, "answer_end": 531, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850988388062, "type_probabilities": {"tool_output_conflict": 1.1760230336221866e-05, "overgeneration": 3.9032191125443205e-05, "missing_tool_action_recommendation": 0.9999343156814575}}, {"answer_start": 427, "answer_end": 429, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999849200248718, "type_probabilities": {"tool_output_conflict": 1.1395351975806989e-05, "overgeneration": 3.635993925854564e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 429, "answer_end": 433, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836087226868, "type_probabilities": {"tool_output_conflict": 9.611192581360228e-06, "overgeneration": 3.929514059564099e-05, "missing_tool_action_recommendation": 0.9999346733093262}}, {"answer_start": 500, "answer_end": 504, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.2198802323837299e-05, "overgeneration": 3.983331407653168e-05, "missing_tool_action_recommendation": 0.9999313354492188}}, {"answer_start": 531, "answer_end": 532, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.04206255855388e-05, "overgeneration": 3.7309513572836295e-05, "missing_tool_action_recommendation": 0.9999352693557739}}, {"answer_start": 461, "answer_end": 467, "token_text": " Check", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999828338623047, "type_probabilities": {"tool_output_conflict": 1.3071725334157236e-05, "overgeneration": 4.225431621307507e-05, "missing_tool_action_recommendation": 0.9999275207519531}}, {"answer_start": 467, "answer_end": 471, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999814033508301, "type_probabilities": {"tool_output_conflict": 1.0578185538179241e-05, "overgeneration": 5.108006007503718e-05, "missing_tool_action_recommendation": 0.9999197721481323}}, {"answer_start": 421, "answer_end": 426, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999810457229614, "type_probabilities": {"tool_output_conflict": 8.850651283864863e-06, "overgeneration": 3.539932731655426e-05, "missing_tool_action_recommendation": 0.9999368190765381}}, {"answer_start": 448, "answer_end": 461, "token_text": " Authenticity", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999809861183167, "type_probabilities": {"tool_output_conflict": 1.4964488400437403e-05, "overgeneration": 4.587083822116256e-05, "missing_tool_action_recommendation": 0.999920129776001}}, {"answer_start": 433, "answer_end": 438, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999799132347107, "type_probabilities": {"tool_output_conflict": 8.986936336441431e-06, "overgeneration": 3.673829269246198e-05, "missing_tool_action_recommendation": 0.999934196472168}}, {"answer_start": 438, "answer_end": 442, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999796152114868, "type_probabilities": {"tool_output_conflict": 1.0577233297226485e-05, "overgeneration": 4.391481343191117e-05, "missing_tool_action_recommendation": 0.9999251365661621}}]}, "output": "Here are some trending hashtags related to \"sustainable fashion\" for your upcoming social media campaign:\n\n- #sustainablefashion\n- #ecofashion\n- #ethicalfashion\n- #slowfashion\n- #greenfashion\n- #fashrev\n- #consciousfashion\n- #fashionrevolution\n- #sustainability\n- #ecostyle\n\nThese hashtags can help increase the visibility and reach of your campaign by connecting with audiences interested in sustainability and fashion.\n\nNext, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_262_0_9d804bac3337cfe269", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_262_0_9d804bac3337cfe269__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 219, "top_tokens": [{"answer_start": 40, "answer_end": 45, "token_text": " News", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.964460332412273e-05, "type_probabilities": {"tool_output_conflict": 2.2687954697175883e-05, "overgeneration": 3.8873466110089794e-05, "missing_tool_action_recommendation": 3.808318069786765e-05}}, {"answer_start": 904, "answer_end": 908, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.010479748714715e-05, "type_probabilities": {"tool_output_conflict": 1.5289895600290038e-05, "overgeneration": 2.010708521993365e-05, "missing_tool_action_recommendation": 3.470781666692346e-05}}, {"answer_start": 774, "answer_end": 775, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.949551607249305e-05, "type_probabilities": {"tool_output_conflict": 2.7478792617330328e-05, "overgeneration": 2.195835259044543e-05, "missing_tool_action_recommendation": 2.0058372683706693e-05}}, {"answer_start": 881, "answer_end": 889, "token_text": " another", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.742375262547284e-05, "type_probabilities": {"tool_output_conflict": 3.785674925893545e-05, "overgeneration": 1.3739405403612182e-05, "missing_tool_action_recommendation": 1.582759796292521e-05}}, {"answer_start": 889, "answer_end": 896, "token_text": " region", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.71040324959904e-05, "type_probabilities": {"tool_output_conflict": 3.257974094594829e-05, "overgeneration": 1.5172256098594517e-05, "missing_tool_action_recommendation": 1.935203545144759e-05}}, {"answer_start": 262, "answer_end": 263, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.69480359647423e-05, "type_probabilities": {"tool_output_conflict": 3.421417568461038e-05, "overgeneration": 1.7961145204026252e-05, "missing_tool_action_recommendation": 1.4772715985600371e-05}}, {"answer_start": 19, "answer_end": 28, "token_text": " articles", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.557430606335402e-05, "type_probabilities": {"tool_output_conflict": 1.0771857887448277e-05, "overgeneration": 2.5474688300164416e-05, "missing_tool_action_recommendation": 2.9327757147257216e-05}}, {"answer_start": 896, "answer_end": 897, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.298571679508314e-05, "type_probabilities": {"tool_output_conflict": 1.6771849914221093e-05, "overgeneration": 2.309730371052865e-05, "missing_tool_action_recommendation": 2.3116563170333393e-05}}, {"answer_start": 276, "answer_end": 277, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.1235943576321e-05, "type_probabilities": {"tool_output_conflict": 2.7323092581355013e-05, "overgeneration": 1.9221593902329914e-05, "missing_tool_action_recommendation": 1.4691258911625482e-05}}, {"answer_start": 788, "answer_end": 789, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8254736359231174e-05, "type_probabilities": {"tool_output_conflict": 2.0106019292143174e-05, "overgeneration": 2.016537473537028e-05, "missing_tool_action_recommendation": 1.7983344150707126e-05}}, {"answer_start": 12, "answer_end": 19, "token_text": " latest", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.7294280850328505e-05, "type_probabilities": {"tool_output_conflict": 1.1010918569809292e-05, "overgeneration": 2.490312181180343e-05, "missing_tool_action_recommendation": 2.138024319719989e-05}}, {"answer_start": 304, "answer_end": 309, "token_text": "nomie", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.607683851849288e-05, "type_probabilities": {"tool_output_conflict": 1.710715332592372e-05, "overgeneration": 1.8028425984084606e-05, "missing_tool_action_recommendation": 2.0941259208484553e-05}}, {"answer_start": 750, "answer_end": 751, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.573434827965684e-05, "type_probabilities": {"tool_output_conflict": 2.129877066181507e-05, "overgeneration": 2.0803481675102375e-05, "missing_tool_action_recommendation": 1.3632096852234099e-05}}, {"answer_start": 916, "answer_end": 917, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.520816193893552e-05, "type_probabilities": {"tool_output_conflict": 1.920646354847122e-05, "overgeneration": 2.5113626179518178e-05, "missing_tool_action_recommendation": 1.0888068572967313e-05}}, {"answer_start": 816, "answer_end": 817, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.520147897186689e-05, "type_probabilities": {"tool_output_conflict": 1.5224065464281011e-05, "overgeneration": 1.668842560320627e-05, "missing_tool_action_recommendation": 2.3288986994884908e-05}}, {"answer_start": 360, "answer_end": 361, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4903572163311765e-05, "type_probabilities": {"tool_output_conflict": 1.5949974113027565e-05, "overgeneration": 1.7788001059670933e-05, "missing_tool_action_recommendation": 2.1165596990613267e-05}}, {"answer_start": 878, "answer_end": 881, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.4776668548583984e-05, "type_probabilities": {"tool_output_conflict": 2.3411450456478633e-05, "overgeneration": 1.0845324140973389e-05, "missing_tool_action_recommendation": 2.051989758911077e-05}}, {"answer_start": 0, "answer_end": 4, "token_text": "Here", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.4623320465907454e-05, "type_probabilities": {"tool_output_conflict": 9.768873496796004e-06, "overgeneration": 2.5205177735188045e-05, "missing_tool_action_recommendation": 1.964927105291281e-05}}, {"answer_start": 158, "answer_end": 162, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.3594754717778414e-05, "type_probabilities": {"tool_output_conflict": 2.1357358491513878e-05, "overgeneration": 1.803187478799373e-05, "missing_tool_action_recommendation": 1.420552325726021e-05}}, {"answer_start": 362, "answer_end": 363, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.323785444488749e-05, "type_probabilities": {"tool_output_conflict": 1.6365720512112603e-05, "overgeneration": 1.843808058765717e-05, "missing_tool_action_recommendation": 1.8434053345117718e-05}}]}, "output": "Here are the latest articles from Google News:\n\n1. **Global Economies Brace for Impact as Financial Markets Tumble**\n   - **Summary:** As stock markets around the world face significant drops, economists warn of potential global recession.\n   - [Read More](https://news.google.com/articles/cb4reGlobalEconomiesImpact)\n\n2. **New Climate Policies Introduced at U.N. Summit**\n   - **Summary:** World leaders come together to agree on more aggressive climate actions in response to recent environmental catastrophes.\n   - [Read More](https://news.google.com/articles/32verUNClimateSummit)\n\n3. **Tech Giants Pledge to Improve Data Privacy**\n   - **Summary:** Major technology firms announce new privacy measures amid growing public and regulatory scrutiny.\n   - [Read More](https://news.google.com/articles/56crfTechGiantsPrivacy)\n\nIf you need more specific news on a different topic or another region, please let me know!"}
+{"id": "toolace_base_740_0_4139df0c81d8b9d58f__tool_output_conflict__a09c24d999db6f6085", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 43, "end": 48, "text": "25.4%", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 43, "end": 48, "text": "25.4%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9991281032562256, "mean_score": 0.9970763474702835, "type_score": 0.9966818541288376, "type_scores": {"tool_output_conflict": 0.9966818541288376, "overgeneration": 0.00024172092525986955, "missing_tool_action_recommendation": 0.0001527803106000647}, "token_count": 4}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 5, "gold_chars": 5, "pred_chars": 5}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_740_0_4139df0c81d8b9d58f__tool_output_conflict__a09c24d999db6f6085__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 52, "top_tokens": [{"answer_start": 45, "answer_end": 46, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9991281032562256, "type_probabilities": {"tool_output_conflict": 0.9987834095954895, "overgeneration": 0.00019997671188320965, "missing_tool_action_recommendation": 0.00014472145994659513}}, {"answer_start": 42, "answer_end": 45, "token_text": " 25", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9988901019096375, "type_probabilities": {"tool_output_conflict": 0.9984631538391113, "overgeneration": 0.00027483238955028355, "missing_tool_action_recommendation": 0.00015212812286335975}}, {"answer_start": 46, "answer_end": 47, "token_text": "4", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9986609816551208, "type_probabilities": {"tool_output_conflict": 0.9982226490974426, "overgeneration": 0.00024911778746172786, "missing_tool_action_recommendation": 0.00018919591093435884}}, {"answer_start": 47, "answer_end": 48, "token_text": "%", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9916262030601501, "type_probabilities": {"tool_output_conflict": 0.9912582039833069, "overgeneration": 0.00024295681214425713, "missing_tool_action_recommendation": 0.00012507574865594506}}, {"answer_start": 39, "answer_end": 42, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0012483327882364392, "type_probabilities": {"tool_output_conflict": 0.0011905247811228037, "overgeneration": 3.169514093315229e-05, "missing_tool_action_recommendation": 2.6112846171599813e-05}}, {"answer_start": 73, "answer_end": 74, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004037352337036282, "type_probabilities": {"tool_output_conflict": 0.000366641121217981, "overgeneration": 1.6493739167344756e-05, "missing_tool_action_recommendation": 2.06003496714402e-05}}, {"answer_start": 70, "answer_end": 73, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019439170137047768, "type_probabilities": {"tool_output_conflict": 0.00011196894774911925, "overgeneration": 3.273460970376618e-05, "missing_tool_action_recommendation": 4.968814755557105e-05}}, {"answer_start": 12, "answer_end": 19, "token_text": " higher", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018867071776185185, "type_probabilities": {"tool_output_conflict": 0.00011742932110792026, "overgeneration": 4.212163185002282e-05, "missing_tool_action_recommendation": 2.9119759346940555e-05}}, {"answer_start": 74, "answer_end": 75, "token_text": "9", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018544307386036962, "type_probabilities": {"tool_output_conflict": 0.00011007656576111913, "overgeneration": 2.3290820536203682e-05, "missing_tool_action_recommendation": 5.207568756304681e-05}}, {"answer_start": 231, "answer_end": 232, "token_text": "?", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.885045099304989e-05, "type_probabilities": {"tool_output_conflict": 3.1137005862547085e-05, "overgeneration": 3.1782634323462844e-05, "missing_tool_action_recommendation": 2.593080535007175e-05}}, {"answer_start": 57, "answer_end": 60, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.535200322512537e-05, "type_probabilities": {"tool_output_conflict": 1.563273326610215e-05, "overgeneration": 3.997173553216271e-05, "missing_tool_action_recommendation": 2.974753442686051e-05}}, {"answer_start": 75, "answer_end": 76, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.958483572816476e-05, "type_probabilities": {"tool_output_conflict": 4.9050617235479876e-05, "overgeneration": 1.2216209142934531e-05, "missing_tool_action_recommendation": 8.31801207823446e-06}}, {"answer_start": 186, "answer_end": 189, "token_text": " ID", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.852028309367597e-05, "type_probabilities": {"tool_output_conflict": 2.1477626432897523e-05, "overgeneration": 1.8222244762000628e-05, "missing_tool_action_recommendation": 2.8820413717767224e-05}}, {"answer_start": 174, "answer_end": 182, "token_text": " provide", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.772740016458556e-05, "type_probabilities": {"tool_output_conflict": 1.0368333278165665e-05, "overgeneration": 3.1066356314113364e-05, "missing_tool_action_recommendation": 2.6292707843822427e-05}}, {"answer_start": 0, "answer_end": 6, "token_text": "London", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9619844250846654e-05, "type_probabilities": {"tool_output_conflict": 1.8152595657738857e-05, "overgeneration": 1.4120386367721949e-05, "missing_tool_action_recommendation": 2.7346859496901743e-05}}, {"answer_start": 94, "answer_end": 102, "token_text": " proceed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.8328176237409934e-05, "type_probabilities": {"tool_output_conflict": 8.746387720748316e-06, "overgeneration": 2.3752394554321654e-05, "missing_tool_action_recommendation": 2.5829394871834666e-05}}, {"answer_start": 196, "answer_end": 207, "token_text": " monitoring", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.775281897513196e-05, "type_probabilities": {"tool_output_conflict": 1.7881582607515156e-05, "overgeneration": 1.4900536370987538e-05, "missing_tool_action_recommendation": 2.4970700906123966e-05}}, {"answer_start": 164, "answer_end": 170, "token_text": " could", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.5945496569620445e-05, "type_probabilities": {"tool_output_conflict": 1.631747181818355e-05, "overgeneration": 1.7530117474962026e-05, "missing_tool_action_recommendation": 2.2097909095464274e-05}}, {"answer_start": 48, "answer_end": 57, "token_text": " compared", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.4073359933681786e-05, "type_probabilities": {"tool_output_conflict": 2.2366453777067363e-05, "overgeneration": 1.982300636882428e-05, "missing_tool_action_recommendation": 1.1883900697284844e-05}}, {"answer_start": 60, "answer_end": 68, "token_text": " Beijing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.183814573683776e-05, "type_probabilities": {"tool_output_conflict": 1.5932204405544326e-05, "overgeneration": 2.008742194448132e-05, "missing_tool_action_recommendation": 1.581851756782271e-05}}]}, "output": "London has a higher vegetation coverage of 25.4% compared to Beijing's 18.9% for this year. To proceed with checking the air quality for London over the past month, could you provide the ID of the monitoring station you want to use?"}
+{"id": "toolace_base_377_0_ab4c25a54686a961f6__tool_output_conflict__0e077f2df6be714179", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 70, "end": 77, "text": "360,500", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 70, "end": 77, "text": "360,500", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9942847490310669, "mean_score": 0.9922377864519755, "type_score": 0.9917487700780233, "type_scores": {"tool_output_conflict": 0.9917487700780233, "overgeneration": 0.0002642933007640143, "missing_tool_action_recommendation": 0.00022473519978423914}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 7, "gold_chars": 7, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_377_0_ab4c25a54686a961f6__tool_output_conflict__0e077f2df6be714179__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 24, "top_tokens": [{"answer_start": 74, "answer_end": 77, "token_text": "500", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9942847490310669, "type_probabilities": {"tool_output_conflict": 0.9936586022377014, "overgeneration": 0.0003595473535824567, "missing_tool_action_recommendation": 0.00026661736774258316}}, {"answer_start": 69, "answer_end": 73, "token_text": " 360", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9941287040710449, "type_probabilities": {"tool_output_conflict": 0.9937250018119812, "overgeneration": 0.0002018024679273367, "missing_tool_action_recommendation": 0.00020190488430671394}}, {"answer_start": 73, "answer_end": 74, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9882999062538147, "type_probabilities": {"tool_output_conflict": 0.9878627061843872, "overgeneration": 0.00023153008078224957, "missing_tool_action_recommendation": 0.0002056833473034203}}, {"answer_start": 59, "answer_end": 69, "token_text": " currently", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00029390089912340045, "type_probabilities": {"tool_output_conflict": 0.00010915664461208507, "overgeneration": 0.00011408620775910094, "missing_tool_action_recommendation": 7.065806130412966e-05}}, {"answer_start": 37, "answer_end": 44, "token_text": " stated", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00023011380108073354, "type_probabilities": {"tool_output_conflict": 1.784580854291562e-05, "overgeneration": 0.0001228459004778415, "missing_tool_action_recommendation": 8.942208660300821e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020563957514241338, "type_probabilities": {"tool_output_conflict": 2.2773097953177057e-05, "overgeneration": 0.0001080625006579794, "missing_tool_action_recommendation": 7.48039674363099e-05}}, {"answer_start": 17, "answer_end": 26, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014892978651914746, "type_probabilities": {"tool_output_conflict": 1.4621969057770912e-05, "overgeneration": 7.921368523966521e-05, "missing_tool_action_recommendation": 5.509413676918484e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013896936434321105, "type_probabilities": {"tool_output_conflict": 9.719310583022889e-06, "overgeneration": 5.30858596903272e-05, "missing_tool_action_recommendation": 7.616420043632388e-05}}, {"answer_start": 30, "answer_end": 34, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012488018546719104, "type_probabilities": {"tool_output_conflict": 1.9183213225915097e-05, "overgeneration": 6.123782804934308e-05, "missing_tool_action_recommendation": 4.445914601092227e-05}}, {"answer_start": 55, "answer_end": 59, "token_text": " are", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012113288539694622, "type_probabilities": {"tool_output_conflict": 6.219345959834754e-05, "overgeneration": 3.745596040971577e-05, "missing_tool_action_recommendation": 2.1483463569893502e-05}}, {"answer_start": 49, "answer_end": 55, "token_text": " there", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012076390703441575, "type_probabilities": {"tool_output_conflict": 5.1592123782029375e-05, "overgeneration": 3.836166433757171e-05, "missing_tool_action_recommendation": 3.081012255279347e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012023482122458518, "type_probabilities": {"tool_output_conflict": 1.3167351426091045e-05, "overgeneration": 5.2874896937282756e-05, "missing_tool_action_recommendation": 5.4192572861211374e-05}}, {"answer_start": 27, "answer_end": 30, "token_text": " it", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011212656681891531, "type_probabilities": {"tool_output_conflict": 1.7680486052995548e-05, "overgeneration": 4.804399941349402e-05, "missing_tool_action_recommendation": 4.6402084990404546e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011162574810441583, "type_probabilities": {"tool_output_conflict": 2.0192295778542757e-05, "overgeneration": 5.529025656869635e-05, "missing_tool_action_recommendation": 3.6143199395155534e-05}}, {"answer_start": 77, "answer_end": 85, "token_text": " premium", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011014536721631885, "type_probabilities": {"tool_output_conflict": 4.125308259972371e-05, "overgeneration": 1.96756336663384e-05, "missing_tool_action_recommendation": 4.9216650950256735e-05}}, {"answer_start": 34, "answer_end": 37, "token_text": " be", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010463374928804114, "type_probabilities": {"tool_output_conflict": 1.0941312211798504e-05, "overgeneration": 5.1388877182034776e-05, "missing_tool_action_recommendation": 4.2303559894207865e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.655475878389552e-05, "type_probabilities": {"tool_output_conflict": 1.9668224922497757e-05, "overgeneration": 4.281367364455946e-05, "missing_tool_action_recommendation": 3.4072858397848904e-05}}, {"answer_start": 85, "answer_end": 91, "token_text": " icons", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.657936996314675e-05, "type_probabilities": {"tool_output_conflict": 2.7574478735914454e-05, "overgeneration": 2.1302539607859217e-05, "missing_tool_action_recommendation": 3.770235343836248e-05}}, {"answer_start": 44, "answer_end": 49, "token_text": " that", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.411135447910056e-05, "type_probabilities": {"tool_output_conflict": 2.5961800929508172e-05, "overgeneration": 2.436781687720213e-05, "missing_tool_action_recommendation": 2.3781736672390252e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.397997251246125e-05, "type_probabilities": {"tool_output_conflict": 2.2628941223956645e-05, "overgeneration": 3.030467269127257e-05, "missing_tool_action_recommendation": 2.1046356778242625e-05}}]}, "output": "Based on the data returned, it can be stated that there are currently 360,500 premium icons available on Flaticon."}
+{"id": "toolace_base_325_0_22e675b84ea798b631__overgeneration__58b892ce14725adad1", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 545, "end": 602, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 545, "end": 602, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999613165855408, "mean_score": 0.9999466008610196, "type_score": 0.9998408820894029, "type_scores": {"tool_output_conflict": 5.1236735695662596e-05, "overgeneration": 0.9998408820894029, "missing_tool_action_recommendation": 5.4472960780711015e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_325_0_22e675b84ea798b631__overgeneration__58b892ce14725adad1__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 169, "top_tokens": [{"answer_start": 589, "answer_end": 594, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999613165855408, "type_probabilities": {"tool_output_conflict": 4.2639603634597734e-05, "overgeneration": 0.9998654127120972, "missing_tool_action_recommendation": 5.327699545887299e-05}}, {"answer_start": 546, "answer_end": 555, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999589323997498, "type_probabilities": {"tool_output_conflict": 5.796924597234465e-05, "overgeneration": 0.9998513460159302, "missing_tool_action_recommendation": 4.95692620461341e-05}}, {"answer_start": 568, "answer_end": 576, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99995356798172, "type_probabilities": {"tool_output_conflict": 5.410597805166617e-05, "overgeneration": 0.9998455047607422, "missing_tool_action_recommendation": 5.392907769419253e-05}}, {"answer_start": 576, "answer_end": 585, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999517798423767, "type_probabilities": {"tool_output_conflict": 4.716688999906182e-05, "overgeneration": 0.999863862991333, "missing_tool_action_recommendation": 4.0773509681457654e-05}}, {"answer_start": 594, "answer_end": 601, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999508261680603, "type_probabilities": {"tool_output_conflict": 3.9550664951093495e-05, "overgeneration": 0.9998607635498047, "missing_tool_action_recommendation": 5.0502203521318734e-05}}, {"answer_start": 555, "answer_end": 568, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999481439590454, "type_probabilities": {"tool_output_conflict": 5.355403482099064e-05, "overgeneration": 0.9998468160629272, "missing_tool_action_recommendation": 4.7822974011069164e-05}}, {"answer_start": 585, "answer_end": 589, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999445080757141, "type_probabilities": {"tool_output_conflict": 4.515752516454086e-05, "overgeneration": 0.9998419284820557, "missing_tool_action_recommendation": 5.739523112424649e-05}}, {"answer_start": 544, "answer_end": 546, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999389052391052, "type_probabilities": {"tool_output_conflict": 6.071254028938711e-05, "overgeneration": 0.9998224377632141, "missing_tool_action_recommendation": 5.571024667005986e-05}}, {"answer_start": 601, "answer_end": 602, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999114274978638, "type_probabilities": {"tool_output_conflict": 6.0274138377280906e-05, "overgeneration": 0.9997698664665222, "missing_tool_action_recommendation": 8.127714681904763e-05}}, {"answer_start": 81, "answer_end": 84, "token_text": " 76", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.03607375919818878, "type_probabilities": {"tool_output_conflict": 0.03438903018832207, "overgeneration": 0.001019017188809812, "missing_tool_action_recommendation": 0.0006657144404016435}}, {"answer_start": 119, "answer_end": 122, "token_text": " 24", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004312087257858366, "type_probabilities": {"tool_output_conflict": 0.0003007133200298995, "overgeneration": 6.416486576199532e-05, "missing_tool_action_recommendation": 6.633053271798417e-05}}, {"answer_start": 105, "answer_end": 108, "token_text": " 31", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00027840325492434204, "type_probabilities": {"tool_output_conflict": 0.0002060225378954783, "overgeneration": 2.9158496545278467e-05, "missing_tool_action_recommendation": 4.3222207750659436e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011296625598333776, "type_probabilities": {"tool_output_conflict": 6.379715341608971e-05, "overgeneration": 1.8860848285839893e-05, "missing_tool_action_recommendation": 3.0308256100397557e-05}}, {"answer_start": 511, "answer_end": 514, "token_text": " 18", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010191071487497538, "type_probabilities": {"tool_output_conflict": 3.5622484574560076e-05, "overgeneration": 2.7056565159000456e-05, "missing_tool_action_recommendation": 3.9231661503436044e-05}}, {"answer_start": 473, "answer_end": 476, "token_text": " 59", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.781971311895177e-05, "type_probabilities": {"tool_output_conflict": 3.431163713685237e-05, "overgeneration": 2.0798202967853285e-05, "missing_tool_action_recommendation": 4.270987119525671e-05}}, {"answer_start": 149, "answer_end": 151, "token_text": " 3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.251854498870671e-05, "type_probabilities": {"tool_output_conflict": 5.193311517359689e-05, "overgeneration": 1.3726618817599956e-05, "missing_tool_action_recommendation": 2.6858811907004565e-05}}, {"answer_start": 375, "answer_end": 378, "token_text": " 62", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.524600707460195e-05, "type_probabilities": {"tool_output_conflict": 2.9532540793297812e-05, "overgeneration": 2.21715872612549e-05, "missing_tool_action_recommendation": 3.354188083903864e-05}}, {"answer_start": 541, "answer_end": 543, "token_text": " 8", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.485720900353044e-05, "type_probabilities": {"tool_output_conflict": 2.6627592887962237e-05, "overgeneration": 2.4291333829751238e-05, "missing_tool_action_recommendation": 3.393827864783816e-05}}, {"answer_start": 315, "answer_end": 318, "token_text": " 20", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.859554898459464e-05, "type_probabilities": {"tool_output_conflict": 2.2418267690227367e-05, "overgeneration": 2.6112107661901973e-05, "missing_tool_action_recommendation": 3.0065173632465303e-05}}, {"answer_start": 152, "answer_end": 154, "token_text": "\n2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.81363996793516e-05, "type_probabilities": {"tool_output_conflict": 4.860261833528057e-05, "overgeneration": 1.3732943443756085e-05, "missing_tool_action_recommendation": 1.5800838809809648e-05}}]}, "output": "Here are the current standings in the Premier League:\n\n1. **Team A**\n   - Points: 76\n   - Matches Played: 31\n   - Wins: 24\n   - Draws: 4\n   - Losses: 3\n\n2. **Team B**\n   - Points: 70\n   - Matches Played: 31\n   - Wins: 22\n   - Draws: 4\n   - Losses: 5\n\n3. **Team C**\n   - Points: 65\n   - Matches Played: 31\n   - Wins: 20\n   - Draws: 5\n   - Losses: 6\n\n4. **Team D**\n   - Points: 62\n   - Matches Played: 31\n   - Wins: 19\n   - Draws: 5\n   - Losses: 7\n\n5. **Team E**\n   - Points: 59\n   - Matches Played: 31\n   - Wins: 18\n   - Draws: 5\n   - Losses: 8\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_273_2_d020c746d6b9694524__overgeneration__844ac448b2fc9482c9", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 401, "end": 459, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 401, "end": 459, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.99996417760849, "mean_score": 0.9999479830265046, "type_score": 0.9998427212238312, "type_scores": {"tool_output_conflict": 5.065951154392678e-05, "overgeneration": 0.9998427212238312, "missing_tool_action_recommendation": 5.461110922624357e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 58, "gold_chars": 58, "pred_chars": 58}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_273_2_d020c746d6b9694524__overgeneration__844ac448b2fc9482c9__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 90, "top_tokens": [{"answer_start": 439, "answer_end": 442, "token_text": " as", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99996417760849, "type_probabilities": {"tool_output_conflict": 6.206435500644147e-05, "overgeneration": 0.9998465776443481, "missing_tool_action_recommendation": 5.5556192819494754e-05}}, {"answer_start": 400, "answer_end": 407, "token_text": "\nRecent", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999583959579468, "type_probabilities": {"tool_output_conflict": 5.2337734814500436e-05, "overgeneration": 0.9998501539230347, "missing_tool_action_recommendation": 5.593688547378406e-05}}, {"answer_start": 442, "answer_end": 449, "token_text": " highly", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999540448188782, "type_probabilities": {"tool_output_conflict": 5.2366744057508186e-05, "overgeneration": 0.9998568296432495, "missing_tool_action_recommendation": 4.47968632215634e-05}}, {"answer_start": 427, "answer_end": 432, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999507069587708, "type_probabilities": {"tool_output_conflict": 4.791284663951956e-05, "overgeneration": 0.9998416900634766, "missing_tool_action_recommendation": 6.109106470830739e-05}}, {"answer_start": 432, "answer_end": 439, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999480843544006, "type_probabilities": {"tool_output_conflict": 4.004892980447039e-05, "overgeneration": 0.9998489618301392, "missing_tool_action_recommendation": 5.9093512390973046e-05}}, {"answer_start": 412, "answer_end": 421, "token_text": " feedback", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999479055404663, "type_probabilities": {"tool_output_conflict": 5.426386996987276e-05, "overgeneration": 0.999845027923584, "missing_tool_action_recommendation": 4.8639409214956686e-05}}, {"answer_start": 421, "answer_end": 427, "token_text": " rates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999462962150574, "type_probabilities": {"tool_output_conflict": 5.16702639288269e-05, "overgeneration": 0.9998514652252197, "missing_tool_action_recommendation": 4.315557089284994e-05}}, {"answer_start": 449, "answer_end": 458, "token_text": " reliable", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999945878982544, "type_probabilities": {"tool_output_conflict": 5.1397895731497556e-05, "overgeneration": 0.9998362064361572, "missing_tool_action_recommendation": 5.831280941492878e-05}}, {"answer_start": 407, "answer_end": 412, "token_text": " user", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999375343322754, "type_probabilities": {"tool_output_conflict": 4.9295707867713645e-05, "overgeneration": 0.9998335838317871, "missing_tool_action_recommendation": 5.467971641337499e-05}}, {"answer_start": 458, "answer_end": 459, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999268054962158, "type_probabilities": {"tool_output_conflict": 4.523676761891693e-05, "overgeneration": 0.9998167157173157, "missing_tool_action_recommendation": 6.484906771220267e-05}}, {"answer_start": 239, "answer_end": 250, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002607742208056152, "type_probabilities": {"tool_output_conflict": 4.991723835701123e-05, "overgeneration": 0.0001276092225452885, "missing_tool_action_recommendation": 8.324774535140023e-05}}, {"answer_start": 398, "answer_end": 399, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001317795249633491, "type_probabilities": {"tool_output_conflict": 3.068035948672332e-05, "overgeneration": 7.862212805775926e-05, "missing_tool_action_recommendation": 2.2477033780887723e-05}}, {"answer_start": 224, "answer_end": 225, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011010022717528045, "type_probabilities": {"tool_output_conflict": 3.543123966665007e-05, "overgeneration": 3.58352845069021e-05, "missing_tool_action_recommendation": 3.8833710277685896e-05}}, {"answer_start": 115, "answer_end": 116, "token_text": "t", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.329822205472738e-05, "type_probabilities": {"tool_output_conflict": 3.920734889106825e-05, "overgeneration": 2.3156948373070918e-05, "missing_tool_action_recommendation": 3.093391933362e-05}}, {"answer_start": 143, "answer_end": 144, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.977836114354432e-05, "type_probabilities": {"tool_output_conflict": 3.0326482374221087e-05, "overgeneration": 2.345631037314888e-05, "missing_tool_action_recommendation": 3.599556293920614e-05}}, {"answer_start": 250, "answer_end": 262, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.39083077153191e-05, "type_probabilities": {"tool_output_conflict": 1.654540392337367e-05, "overgeneration": 2.7654112273012288e-05, "missing_tool_action_recommendation": 3.970879697590135e-05}}, {"answer_start": 388, "answer_end": 394, "token_text": " great", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.204676123568788e-05, "type_probabilities": {"tool_output_conflict": 1.1583347259147558e-05, "overgeneration": 5.402208989835344e-05, "missing_tool_action_recommendation": 1.644132316869218e-05}}, {"answer_start": 114, "answer_end": 115, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.935471901670098e-05, "type_probabilities": {"tool_output_conflict": 3.138144165859558e-05, "overgeneration": 1.765935121511575e-05, "missing_tool_action_recommendation": 2.0313929780968465e-05}}, {"answer_start": 62, "answer_end": 63, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.83023827150464e-05, "type_probabilities": {"tool_output_conflict": 2.3310038159252144e-05, "overgeneration": 2.3053080440149643e-05, "missing_tool_action_recommendation": 2.1939267753623426e-05}}, {"answer_start": 152, "answer_end": 153, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.694359763059765e-05, "type_probabilities": {"tool_output_conflict": 1.9825851268251427e-05, "overgeneration": 1.7373013179167174e-05, "missing_tool_action_recommendation": 2.974473318317905e-05}}]}, "output": "Today is a promising day for your professional life, Capricorn. An unexpected opportunity might come your way, don't shy away from taking risks. However, be cautious and focus on maintaining harmony in personal relationships.\n\nHere is some additional information about your sign: \n- Symbol: The Sea-Goat \n- Ruling Planet: Saturn \n- Element: Earth \n- Compatible With: Taurus, Virgo\n\nHave a great day!\n\nRecent user feedback rates this result as highly reliable."}
+{"id": "toolace_base_431_0_da9f6ebc27bd0599c0", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_431_0_da9f6ebc27bd0599c0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 114, "top_tokens": [{"answer_start": 111, "answer_end": 112, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00026440349756740034, "type_probabilities": {"tool_output_conflict": 0.00021045509492978454, "overgeneration": 2.8145936084911227e-05, "missing_tool_action_recommendation": 2.5802457457757555e-05}}, {"answer_start": 365, "answer_end": 376, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014960512635298073, "type_probabilities": {"tool_output_conflict": 2.726242928474676e-05, "overgeneration": 5.886158032808453e-05, "missing_tool_action_recommendation": 6.348111492116004e-05}}, {"answer_start": 112, "answer_end": 114, "token_text": "00", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012171485286671668, "type_probabilities": {"tool_output_conflict": 7.138818182284012e-05, "overgeneration": 2.6704274205258116e-05, "missing_tool_action_recommendation": 2.3622398657607846e-05}}, {"answer_start": 272, "answer_end": 280, "token_text": " appears", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011506910959724337, "type_probabilities": {"tool_output_conflict": 2.433339977869764e-05, "overgeneration": 6.657036283286288e-05, "missing_tool_action_recommendation": 2.416534516669344e-05}}, {"answer_start": 357, "answer_end": 365, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010138495417777449, "type_probabilities": {"tool_output_conflict": 1.7931040929397568e-05, "overgeneration": 4.00728931708727e-05, "missing_tool_action_recommendation": 4.338102007750422e-05}}, {"answer_start": 108, "answer_end": 111, "token_text": "100", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010050275159301236, "type_probabilities": {"tool_output_conflict": 5.650201273965649e-05, "overgeneration": 2.7245780074736103e-05, "missing_tool_action_recommendation": 1.675496059760917e-05}}, {"answer_start": 106, "answer_end": 108, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.931112824939191e-05, "type_probabilities": {"tool_output_conflict": 6.240724178496748e-05, "overgeneration": 1.5691566659370437e-05, "missing_tool_action_recommendation": 1.1212320714548696e-05}}, {"answer_start": 211, "answer_end": 213, "token_text": "50", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.153055387083441e-05, "type_probabilities": {"tool_output_conflict": 2.1026615286245942e-05, "overgeneration": 2.528859840822406e-05, "missing_tool_action_recommendation": 3.5215343814343214e-05}}, {"answer_start": 341, "answer_end": 344, "token_text": " if", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.52827909309417e-05, "type_probabilities": {"tool_output_conflict": 2.0300254618632607e-05, "overgeneration": 2.494322689017281e-05, "missing_tool_action_recommendation": 3.003930760314688e-05}}, {"answer_start": 376, "answer_end": 377, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.058730261633173e-05, "type_probabilities": {"tool_output_conflict": 2.398878314124886e-05, "overgeneration": 3.2798227039165795e-05, "missing_tool_action_recommendation": 1.3800293345411774e-05}}, {"answer_start": 328, "answer_end": 329, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.832073268014938e-05, "type_probabilities": {"tool_output_conflict": 1.6435400539194234e-05, "overgeneration": 3.416935578570701e-05, "missing_tool_action_recommendation": 1.7715978174237534e-05}}, {"answer_start": 213, "answer_end": 214, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.677676719846204e-05, "type_probabilities": {"tool_output_conflict": 2.7906353352591395e-05, "overgeneration": 1.4308000572782476e-05, "missing_tool_action_recommendation": 2.4562416001572274e-05}}, {"answer_start": 308, "answer_end": 311, "token_text": "002", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.522237526951358e-05, "type_probabilities": {"tool_output_conflict": 1.3560497791331727e-05, "overgeneration": 1.3927598047303036e-05, "missing_tool_action_recommendation": 3.7734280340373516e-05}}, {"answer_start": 320, "answer_end": 328, "token_text": " pending", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.383992149494588e-05, "type_probabilities": {"tool_output_conflict": 1.855646405601874e-05, "overgeneration": 2.1735359041485935e-05, "missing_tool_action_recommendation": 2.354809839744121e-05}}, {"answer_start": 353, "answer_end": 357, "token_text": " any", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.26749315415509e-05, "type_probabilities": {"tool_output_conflict": 1.8001554053626023e-05, "overgeneration": 1.4280493815022055e-05, "missing_tool_action_recommendation": 3.0392884582397528e-05}}, {"answer_start": 314, "answer_end": 320, "token_text": " still", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.023510650265962e-05, "type_probabilities": {"tool_output_conflict": 1.967004754988011e-05, "overgeneration": 2.733205838012509e-05, "missing_tool_action_recommendation": 1.3233000572654419e-05}}, {"answer_start": 209, "answer_end": 211, "token_text": " $", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.0144171584397554e-05, "type_probabilities": {"tool_output_conflict": 1.9059356418438256e-05, "overgeneration": 1.6620237147435546e-05, "missing_tool_action_recommendation": 2.4464579837513156e-05}}, {"answer_start": 336, "answer_end": 341, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.990958015900105e-05, "type_probabilities": {"tool_output_conflict": 1.3401611795416102e-05, "overgeneration": 2.1294294128892943e-05, "missing_tool_action_recommendation": 2.5213674234692007e-05}}, {"answer_start": 289, "answer_end": 297, "token_text": " payment", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.58979190827813e-05, "type_probabilities": {"tool_output_conflict": 9.866843356576283e-06, "overgeneration": 2.093547118420247e-05, "missing_tool_action_recommendation": 2.5095603632507846e-05}}, {"answer_start": 269, "answer_end": 272, "token_text": "\nIt", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.545810199691914e-05, "type_probabilities": {"tool_output_conflict": 1.4240912605600897e-05, "overgeneration": 1.971948404388968e-05, "missing_tool_action_recommendation": 2.1497704437933862e-05}}]}, "output": "Here is the list of your recurring payments for the last month:\n\n1. **Payment ID:** RP001\n   - **Amount:** $100.00\n   - **Frequency:** Monthly\n   - **Status:** Active\n\n2. **Payment ID:** RP002\n   - **Amount:** $50.00\n   - **Frequency:** Weekly\n   - **Status:** Pending\n\nIt appears that the payment with ID RP002 is still pending. Let me know if you need any further assistance!"}
+{"id": "toolace_base_344_8_9dea04d92911f28bb9", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_8_9dea04d92911f28bb9__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 169, "top_tokens": [{"answer_start": 165, "answer_end": 166, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003573381109163165, "type_probabilities": {"tool_output_conflict": 0.0034891837276518345, "overgeneration": 4.443301077117212e-05, "missing_tool_action_recommendation": 3.9764479879522696e-05}}, {"answer_start": 164, "answer_end": 165, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0020429734140634537, "type_probabilities": {"tool_output_conflict": 0.0019913194701075554, "overgeneration": 3.441517037572339e-05, "missing_tool_action_recommendation": 1.723883360682521e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001191524206660688, "type_probabilities": {"tool_output_conflict": 0.0011317247990518808, "overgeneration": 3.350675615365617e-05, "missing_tool_action_recommendation": 2.629260598041583e-05}}, {"answer_start": 166, "answer_end": 167, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011694109998643398, "type_probabilities": {"tool_output_conflict": 0.0010568478610366583, "overgeneration": 5.648071237374097e-05, "missing_tool_action_recommendation": 5.608234278042801e-05}}, {"answer_start": 334, "answer_end": 339, "token_text": "holes", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0009589584078639746, "type_probabilities": {"tool_output_conflict": 0.00021200950141064823, "overgeneration": 0.0005758117767982185, "missing_tool_action_recommendation": 0.0001711371587589383}}, {"answer_start": 167, "answer_end": 168, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007922234362922609, "type_probabilities": {"tool_output_conflict": 0.0007408459205180407, "overgeneration": 3.598894181777723e-05, "missing_tool_action_recommendation": 1.538860124128405e-05}}, {"answer_start": 133, "answer_end": 134, "token_text": "$", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006362210842780769, "type_probabilities": {"tool_output_conflict": 0.0005959547706879675, "overgeneration": 2.603800385259092e-05, "missing_tool_action_recommendation": 1.422832519892836e-05}}, {"answer_start": 162, "answer_end": 164, "token_text": " +", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005226489738561213, "type_probabilities": {"tool_output_conflict": 0.0004946945118717849, "overgeneration": 1.828396852943115e-05, "missing_tool_action_recommendation": 9.67048981692642e-06}}, {"answer_start": 332, "answer_end": 334, "token_text": "Sc", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00045935760135762393, "type_probabilities": {"tool_output_conflict": 0.00010349620424676687, "overgeneration": 0.00023038341896608472, "missing_tool_action_recommendation": 0.00012547799269668758}}, {"answer_start": 136, "answer_end": 138, "token_text": "45", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00041496241465210915, "type_probabilities": {"tool_output_conflict": 0.00036564707988873124, "overgeneration": 2.6309782697353512e-05, "missing_tool_action_recommendation": 2.300556116097141e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003740239189937711, "type_probabilities": {"tool_output_conflict": 0.0003148407849948853, "overgeneration": 3.654323154478334e-05, "missing_tool_action_recommendation": 2.263991154904943e-05}}, {"answer_start": 331, "answer_end": 332, "token_text": "-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00035004448727704585, "type_probabilities": {"tool_output_conflict": 6.608623516513035e-05, "overgeneration": 0.00024257495533674955, "missing_tool_action_recommendation": 4.1383285861229524e-05}}, {"answer_start": 325, "answer_end": 331, "token_text": " Black", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002923404681496322, "type_probabilities": {"tool_output_conflict": 6.420988938771188e-05, "overgeneration": 0.0001808386732591316, "missing_tool_action_recommendation": 4.729193096864037e-05}}, {"answer_start": 402, "answer_end": 407, "token_text": " 1000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002211693936260417, "type_probabilities": {"tool_output_conflict": 0.0001588057930348441, "overgeneration": 3.643109084805474e-05, "missing_tool_action_recommendation": 2.5932520657079294e-05}}, {"answer_start": 131, "answer_end": 133, "token_text": " +", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019428467203397304, "type_probabilities": {"tool_output_conflict": 0.00017564414883963764, "overgeneration": 1.3323788152774796e-05, "missing_tool_action_recommendation": 5.316730039339745e-06}}, {"answer_start": 25, "answer_end": 30, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017619269783608615, "type_probabilities": {"tool_output_conflict": 5.136898107593879e-05, "overgeneration": 5.547434921027161e-05, "missing_tool_action_recommendation": 6.934935663593933e-05}}, {"answer_start": 576, "answer_end": 585, "token_text": " analysis", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00016022362979128957, "type_probabilities": {"tool_output_conflict": 5.338523260434158e-05, "overgeneration": 2.9973200071253814e-05, "missing_tool_action_recommendation": 7.686519529670477e-05}}, {"answer_start": 588, "answer_end": 599, "token_text": " additional", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00015933849499560893, "type_probabilities": {"tool_output_conflict": 3.276880306657404e-05, "overgeneration": 4.3672182073350996e-05, "missing_tool_action_recommendation": 8.289751713164151e-05}}, {"answer_start": 30, "answer_end": 39, "token_text": " requests", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001541834499221295, "type_probabilities": {"tool_output_conflict": 3.053626278415322e-05, "overgeneration": 5.627110294881277e-05, "missing_tool_action_recommendation": 6.737608782714233e-05}}, {"answer_start": 568, "answer_end": 576, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014599479618482292, "type_probabilities": {"tool_output_conflict": 3.611184729379602e-05, "overgeneration": 4.100016303709708e-05, "missing_tool_action_recommendation": 6.88827785779722e-05}}]}, "output": "Here are the results from your requests:\n\n### Top Gaining Mutual Funds Today\n1. **Future Growth Fund (FNDX001)**\n   - Price Change: +$2.45\n   - Percentage Change: +5.1%\n\n### Calculated Price of the Call Option for Apple's Stock\n- **Option Price:** $5.65\n- **Option Value:** $5.65\n\nThis option price calculation was based on a Black-Scholes model considering an implied lognormal volatility of 0.3, with 1000 simulations. Other parameters set were a strike price of $150, a risk-free rate of 0.025, a forward price of $145, and a time-to-expiry of 30 days.\n\nIf you need further analysis or additional information, feel free to ask!"}
+{"id": "toolace_base_344_0_397171ae0e48540535", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_0_397171ae0e48540535__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 121, "top_tokens": [{"answer_start": 179, "answer_end": 180, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.11643911898136139, "type_probabilities": {"tool_output_conflict": 0.1156388521194458, "overgeneration": 0.0004669463378377259, "missing_tool_action_recommendation": 0.00033332264865748584}}, {"answer_start": 180, "answer_end": 182, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.09993365406990051, "type_probabilities": {"tool_output_conflict": 0.09838768094778061, "overgeneration": 0.0010564611293375492, "missing_tool_action_recommendation": 0.0004895125166513026}}, {"answer_start": 176, "answer_end": 179, "token_text": "147", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08297963440418243, "type_probabilities": {"tool_output_conflict": 0.0822027251124382, "overgeneration": 0.0005768550327047706, "missing_tool_action_recommendation": 0.00020005778060294688}}, {"answer_start": 174, "answer_end": 176, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.010333306156098843, "type_probabilities": {"tool_output_conflict": 0.010107213631272316, "overgeneration": 0.00012787686137016863, "missing_tool_action_recommendation": 9.821532148635015e-05}}, {"answer_start": 154, "answer_end": 155, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002071666531264782, "type_probabilities": {"tool_output_conflict": 0.001935826032422483, "overgeneration": 7.512768934248015e-05, "missing_tool_action_recommendation": 6.071303505450487e-05}}, {"answer_start": 229, "answer_end": 231, "token_text": "70", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0020606338512152433, "type_probabilities": {"tool_output_conflict": 0.0016581846866756678, "overgeneration": 0.0002904389111790806, "missing_tool_action_recommendation": 0.00011201027518836781}}, {"answer_start": 228, "answer_end": 229, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0012666279217228293, "type_probabilities": {"tool_output_conflict": 0.0010829305974766612, "overgeneration": 0.000108507570985239, "missing_tool_action_recommendation": 7.518974598497152e-05}}, {"answer_start": 225, "answer_end": 228, "token_text": "146", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010424214415252209, "type_probabilities": {"tool_output_conflict": 0.0007623386336490512, "overgeneration": 0.00020958214008715004, "missing_tool_action_recommendation": 7.050065323710442e-05}}, {"answer_start": 149, "answer_end": 151, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007414160645566881, "type_probabilities": {"tool_output_conflict": 0.0006780108087696135, "overgeneration": 4.59481161669828e-05, "missing_tool_action_recommendation": 1.745712688716594e-05}}, {"answer_start": 453, "answer_end": 458, "token_text": " make", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0005224066553637385, "type_probabilities": {"tool_output_conflict": 0.0001279498974326998, "overgeneration": 0.00016718539700377733, "missing_tool_action_recommendation": 0.00022727131727151573}}, {"answer_start": 203, "answer_end": 204, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004890103009529412, "type_probabilities": {"tool_output_conflict": 0.000393804773921147, "overgeneration": 4.9603491788730025e-05, "missing_tool_action_recommendation": 4.5602060708915815e-05}}, {"answer_start": 474, "answer_end": 480, "token_text": " calls", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0004813754931092262, "type_probabilities": {"tool_output_conflict": 0.0001753383403411135, "overgeneration": 0.00010118426871486008, "missing_tool_action_recommendation": 0.0002048529131570831}}, {"answer_start": 204, "answer_end": 206, "token_text": "90", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004741806478705257, "type_probabilities": {"tool_output_conflict": 0.00031980674248188734, "overgeneration": 0.00010594171180855483, "missing_tool_action_recommendation": 4.8432186304125935e-05}}, {"answer_start": 458, "answer_end": 469, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004606118309311569, "type_probabilities": {"tool_output_conflict": 0.0001329176884610206, "overgeneration": 0.00016988179413601756, "missing_tool_action_recommendation": 0.00015781236288603395}}, {"answer_start": 155, "answer_end": 157, "token_text": "11", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004496341571211815, "type_probabilities": {"tool_output_conflict": 0.0002950319030787796, "overgeneration": 6.281465903157368e-05, "missing_tool_action_recommendation": 9.178759501082823e-05}}, {"answer_start": 449, "answer_end": 453, "token_text": " can", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0003534278948791325, "type_probabilities": {"tool_output_conflict": 0.00010880478657782078, "overgeneration": 0.00010139622463611886, "missing_tool_action_recommendation": 0.00014322687638923526}}, {"answer_start": 223, "answer_end": 225, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00035325964563526213, "type_probabilities": {"tool_output_conflict": 0.0002459469542372972, "overgeneration": 5.487509770318866e-05, "missing_tool_action_recommendation": 5.243759005679749e-05}}, {"answer_start": 256, "answer_end": 257, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00034885460627265275, "type_probabilities": {"tool_output_conflict": 0.00029168525361455977, "overgeneration": 3.525655483826995e-05, "missing_tool_action_recommendation": 2.1912808733759448e-05}}, {"answer_start": 200, "answer_end": 203, "token_text": "144", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002828518918249756, "type_probabilities": {"tool_output_conflict": 0.00016750207578297704, "overgeneration": 7.500256469938904e-05, "missing_tool_action_recommendation": 4.034725498058833e-05}}, {"answer_start": 252, "answer_end": 253, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00028275270597077906, "type_probabilities": {"tool_output_conflict": 0.00022986947442404926, "overgeneration": 3.3477164834039286e-05, "missing_tool_action_recommendation": 1.940605216077529e-05}}]}, "output": "The tool has returned the historical data for Apple stock (AAPL) with values from one of the days as an example:\n\n- Date: 2025-01-01\n- Opening Price: $145.11\n- Highest Price: $147.50\n- Lowest Price: $144.90\n- Closing Price: $146.70\n- Trading Volume: 90,823,000 shares\n\nPlease note this is a sample of data for a single day. If you need the complete dataset for the past month or require data on dividends and stock splits as well, let me know, and I can make additional tool calls accordingly."}
+{"id": "toolace_base_474_0_1057e45f8ed75a04c4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_474_0_1057e45f8ed75a04c4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 199, "top_tokens": [{"answer_start": 668, "answer_end": 676, "token_text": " satisfy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011885507410624996, "type_probabilities": {"tool_output_conflict": 1.2542962394945789e-05, "overgeneration": 5.5867552873678505e-05, "missing_tool_action_recommendation": 5.044455610914156e-05}}, {"answer_start": 195, "answer_end": 197, "token_text": "40", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010598701192066073, "type_probabilities": {"tool_output_conflict": 6.155710434541106e-05, "overgeneration": 2.1813493731315248e-05, "missing_tool_action_recommendation": 2.261641202494502e-05}}, {"answer_start": 194, "answer_end": 195, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010525651305215433, "type_probabilities": {"tool_output_conflict": 7.043172809062526e-05, "overgeneration": 1.9814015104202554e-05, "missing_tool_action_recommendation": 1.5010775314294733e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010517779446672648, "type_probabilities": {"tool_output_conflict": 7.243105937959626e-05, "overgeneration": 1.829336724767927e-05, "missing_tool_action_recommendation": 1.4453369658440351e-05}}, {"answer_start": 608, "answer_end": 609, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.081226744456217e-05, "type_probabilities": {"tool_output_conflict": 4.523668030742556e-05, "overgeneration": 1.753096148604527e-05, "missing_tool_action_recommendation": 2.8044625651091337e-05}}, {"answer_start": 691, "answer_end": 692, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.089162292890251e-05, "type_probabilities": {"tool_output_conflict": 2.398288415861316e-05, "overgeneration": 3.143169669783674e-05, "missing_tool_action_recommendation": 2.54770402534632e-05}}, {"answer_start": 197, "answer_end": 199, "token_text": "11", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.997240754775703e-05, "type_probabilities": {"tool_output_conflict": 3.3599430025788024e-05, "overgeneration": 1.909957245516125e-05, "missing_tool_action_recommendation": 2.727340324781835e-05}}, {"answer_start": 616, "answer_end": 617, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.868805550970137e-05, "type_probabilities": {"tool_output_conflict": 3.177365579176694e-05, "overgeneration": 1.4523890968121123e-05, "missing_tool_action_recommendation": 3.239051147829741e-05}}, {"answer_start": 653, "answer_end": 654, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.823560736142099e-05, "type_probabilities": {"tool_output_conflict": 2.962210783152841e-05, "overgeneration": 2.9313852792256512e-05, "missing_tool_action_recommendation": 1.929964309965726e-05}}, {"answer_start": 174, "answer_end": 177, "token_text": "785", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.36014626454562e-05, "type_probabilities": {"tool_output_conflict": 3.2822405046317726e-05, "overgeneration": 2.0785166270798072e-05, "missing_tool_action_recommendation": 1.99938931473298e-05}}, {"answer_start": 626, "answer_end": 627, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.156460924306884e-05, "type_probabilities": {"tool_output_conflict": 2.836260318872519e-05, "overgeneration": 2.1762920368928462e-05, "missing_tool_action_recommendation": 2.1439087504404597e-05}}, {"answer_start": 574, "answer_end": 575, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.051217107800767e-05, "type_probabilities": {"tool_output_conflict": 2.0762585336342454e-05, "overgeneration": 3.0414625143748708e-05, "missing_tool_action_recommendation": 1.933496241690591e-05}}, {"answer_start": 646, "answer_end": 647, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.021655619610101e-05, "type_probabilities": {"tool_output_conflict": 2.1600673790089786e-05, "overgeneration": 3.362569259479642e-05, "missing_tool_action_recommendation": 1.4990186173235998e-05}}, {"answer_start": 177, "answer_end": 178, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.809252954553813e-05, "type_probabilities": {"tool_output_conflict": 3.383240255061537e-05, "overgeneration": 1.655019514146261e-05, "missing_tool_action_recommendation": 1.7709935491438955e-05}}, {"answer_start": 681, "answer_end": 691, "token_text": " curiosity", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.792684871470556e-05, "type_probabilities": {"tool_output_conflict": 1.0526107871555723e-05, "overgeneration": 3.084770651184954e-05, "missing_tool_action_recommendation": 2.655303069332149e-05}}, {"answer_start": 191, "answer_end": 194, "token_text": "122", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.668460264336318e-05, "type_probabilities": {"tool_output_conflict": 3.408030897844583e-05, "overgeneration": 1.616504232515581e-05, "missing_tool_action_recommendation": 1.6439253158750944e-05}}, {"answer_start": 587, "answer_end": 588, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.373939686454833e-05, "type_probabilities": {"tool_output_conflict": 2.2604195692110807e-05, "overgeneration": 2.0650913938879967e-05, "missing_tool_action_recommendation": 2.0484289052546956e-05}}, {"answer_start": 64, "answer_end": 65, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.342781125567853e-05, "type_probabilities": {"tool_output_conflict": 2.579876127128955e-05, "overgeneration": 1.955118750629481e-05, "missing_tool_action_recommendation": 1.8077860659104772e-05}}, {"answer_start": 654, "answer_end": 655, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.27057088422589e-05, "type_probabilities": {"tool_output_conflict": 1.385387349728262e-05, "overgeneration": 2.3807373509043828e-05, "missing_tool_action_recommendation": 2.504446092643775e-05}}, {"answer_start": 189, "answer_end": 191, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.210616993485019e-05, "type_probabilities": {"tool_output_conflict": 4.039188934257254e-05, "overgeneration": 1.2215005881444085e-05, "missing_tool_action_recommendation": 9.499276529822964e-06}}]}, "output": "Here are some exciting places around San Francisco within a 5000-meter radius that you can explore:\n\n1. **San Francisco Museum of Modern Art**\n   - **Location**: Latitude 37.7857, Longitude -122.4011\n\n2. **Golden Gate Park**\n   - **Location**: Latitude 37.7694, Longitude -122.4862\n\n3. **Pier 39**\n   - **Location**: Latitude 37.8087, Longitude -122.4098\n\n4. **Union Square**\n   - **Location**: Latitude 37.788, Longitude -122.4075\n\n5. **Coit Tower**\n   - **Location**: Latitude 37.8024, Longitude -122.4058\n\nEach of these locations offers unique attractions and experiences. Whether you're interested in art, nature, shopping, or panoramic views, there's something to satisfy your curiosity. Enjoy your exploration!"}
+{"id": "toolace_base_474_4_297104136b458886e4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 1386, "end": 1394, "text": "37.8086°", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.975107729434967, "mean_score": 0.9481279253959656, "type_score": 0.9462465047836304, "type_scores": {"tool_output_conflict": 0.9462465047836304, "overgeneration": 0.0012503924808697775, "missing_tool_action_recommendation": 0.0006310252283583395}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 8}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_474_4_297104136b458886e4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 360, "top_tokens": [{"answer_start": 1389, "answer_end": 1392, "token_text": "808", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.975107729434967, "type_probabilities": {"tool_output_conflict": 0.9739533066749573, "overgeneration": 0.0007572683389298618, "missing_tool_action_recommendation": 0.00039714231388643384}}, {"answer_start": 1385, "answer_end": 1388, "token_text": " 37", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9669080972671509, "type_probabilities": {"tool_output_conflict": 0.9656120538711548, "overgeneration": 0.0008832925232127309, "missing_tool_action_recommendation": 0.0004127347201574594}}, {"answer_start": 1388, "answer_end": 1389, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9546384811401367, "type_probabilities": {"tool_output_conflict": 0.9529193639755249, "overgeneration": 0.0010833798442035913, "missing_tool_action_recommendation": 0.0006357422098517418}}, {"answer_start": 1392, "answer_end": 1394, "token_text": "6°", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8958573937416077, "type_probabilities": {"tool_output_conflict": 0.8925012946128845, "overgeneration": 0.002277629217132926, "missing_tool_action_recommendation": 0.001078481669537723}}, {"answer_start": 1405, "answer_end": 1407, "token_text": "8°", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.029721129685640335, "type_probabilities": {"tool_output_conflict": 0.02562672458589077, "overgeneration": 0.0024092276580631733, "missing_tool_action_recommendation": 0.0016851769760251045}}, {"answer_start": 1401, "answer_end": 1402, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.02525031752884388, "type_probabilities": {"tool_output_conflict": 0.02269405871629715, "overgeneration": 0.001417562016285956, "missing_tool_action_recommendation": 0.0011386959813535213}}, {"answer_start": 1402, "answer_end": 1405, "token_text": "409", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.015943821519613266, "type_probabilities": {"tool_output_conflict": 0.01384366862475872, "overgeneration": 0.0011769125703722239, "missing_tool_action_recommendation": 0.0009232412558048964}}, {"answer_start": 1397, "answer_end": 1401, "token_text": " 122", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.014274796470999718, "type_probabilities": {"tool_output_conflict": 0.013113303110003471, "overgeneration": 0.0007330787484534085, "missing_tool_action_recommendation": 0.0004284145252313465}}, {"answer_start": 1396, "answer_end": 1397, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0008977105026133358, "type_probabilities": {"tool_output_conflict": 0.0004811219114344567, "overgeneration": 0.0003021187731064856, "missing_tool_action_recommendation": 0.00011446986172813922}}, {"answer_start": 1394, "answer_end": 1396, "token_text": " N", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006510816165246069, "type_probabilities": {"tool_output_conflict": 0.0004729455104097724, "overgeneration": 0.00012587204400915653, "missing_tool_action_recommendation": 5.2264069381635636e-05}}, {"answer_start": 1324, "answer_end": 1328, "token_text": "1024", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006078426376916468, "type_probabilities": {"tool_output_conflict": 0.0005493271164596081, "overgeneration": 3.572050263755955e-05, "missing_tool_action_recommendation": 2.2794982214691117e-05}}, {"answer_start": 1407, "answer_end": 1409, "token_text": " W", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003476376587059349, "type_probabilities": {"tool_output_conflict": 7.627876766491681e-05, "overgeneration": 0.00017673852562438697, "missing_tool_action_recommendation": 9.462035814067349e-05}}, {"answer_start": 1372, "answer_end": 1384, "token_text": "\nCoordinates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00018642716167960316, "type_probabilities": {"tool_output_conflict": 7.175027712946758e-05, "overgeneration": 7.405166979879141e-05, "missing_tool_action_recommendation": 4.062521111336537e-05}}, {"answer_start": 477, "answer_end": 486, "token_text": " lounging", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00017786915122997016, "type_probabilities": {"tool_output_conflict": 3.8626872992608696e-05, "overgeneration": 8.871018508216366e-05, "missing_tool_action_recommendation": 5.0532096793176606e-05}}, {"answer_start": 1202, "answer_end": 1203, "token_text": "[", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016431223775725812, "type_probabilities": {"tool_output_conflict": 0.00010181748075410724, "overgeneration": 3.056136119994335e-05, "missing_tool_action_recommendation": 3.193338852724992e-05}}, {"answer_start": 289, "answer_end": 299, "token_text": " alongside", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001465984678361565, "type_probabilities": {"tool_output_conflict": 4.16425391449593e-05, "overgeneration": 6.52436792734079e-05, "missing_tool_action_recommendation": 3.971224941778928e-05}}, {"answer_start": 1579, "answer_end": 1589, "token_text": " memorable", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001370759418932721, "type_probabilities": {"tool_output_conflict": 2.0474151824600995e-05, "overgeneration": 8.503060962539166e-05, "missing_tool_action_recommendation": 3.1571180443279445e-05}}, {"answer_start": 580, "answer_end": 588, "token_text": " vibrant", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012516452989075333, "type_probabilities": {"tool_output_conflict": 2.342720290471334e-05, "overgeneration": 5.642621181323193e-05, "missing_tool_action_recommendation": 4.531111699179746e-05}}, {"answer_start": 1570, "answer_end": 1577, "token_text": " ensure", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012119675375288352, "type_probabilities": {"tool_output_conflict": 2.5801846277317964e-05, "overgeneration": 6.837862019892782e-05, "missing_tool_action_recommendation": 2.7016283638658933e-05}}, {"answer_start": 610, "answer_end": 617, "token_text": " street", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011570038623176515, "type_probabilities": {"tool_output_conflict": 4.6777320676483214e-05, "overgeneration": 3.104434654233046e-05, "missing_tool_action_recommendation": 3.787871901295148e-05}}]}, "output": "Pier 39 is a renowned attraction situated at the edge of Fisherman's Wharf in San Francisco, California. Here’s what you can expect when visiting Pier 39:\n\n- **Shopping and Dining**: The pier houses a variety of unique shops and restaurants, offering both local and international cuisines, alongside diverse shopping options.\n\n- **Sea Lions**: One of the major attractions at Pier 39 are the resident sea lions that inhabit the docks. Visitors can watch these playful creatures lounging and interacting in their natural environment.\n\n- **Entertainment**: The area is known for its vibrant atmosphere, featuring street performances, live music, and other entertainment options that cater to all age groups.\n\n- **Scenic Views**: Pier 39 provides stunning views of San Francisco Bay, including views of Alcatraz Island, the Golden Gate Bridge, and the surrounding area.\n\n- **Aquarium of the Bay**: Located at the pier, this aquarium focuses on local aquatic animals from the San Francisco Bay and neighboring waters.\n\n- **Boat Tours and Cruises**: Various boat tours and cruises depart from Pier 39, offering scenic tours around Alcatraz Island, the Golden Gate Bridge, and other parts of the Bay Area.\n\n![Pier 39 San Francisco](https://upload.wikimedia.org/wikipedia/commons/thumb/a/a6/Pier_39_San_Francisco_June_2019_003.jpg/1024px-Pier_39_San_Francisco_June_2019_003.jpg)\n\nCoordinates: 37.8086° N, 122.4098° W\n\nWhether you are interested in shopping, dining, watching wildlife, or simply enjoying the lively atmosphere, Pier 39 offers numerous activities and sights that ensure a memorable visit."}
+{"id": "toolace_base_302_0_29d60f6dc31cbd5215__missing_tool_action_recommendation__16649f4df2062e7aa8", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 610, "end": 735, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 610, "end": 735, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999873638153076, "mean_score": 0.9999798639960911, "type_score": 0.9999259347501008, "type_scores": {"tool_output_conflict": 1.3765935601322385e-05, "overgeneration": 4.0161152988414116e-05, "missing_tool_action_recommendation": 0.9999259347501008}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_302_0_29d60f6dc31cbd5215__missing_tool_action_recommendation__16649f4df2062e7aa8__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 160, "top_tokens": [{"answer_start": 726, "answer_end": 734, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999873638153076, "type_probabilities": {"tool_output_conflict": 1.4004862350702751e-05, "overgeneration": 2.914335891546216e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 684, "answer_end": 692, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999859929084778, "type_probabilities": {"tool_output_conflict": 1.3612175280286465e-05, "overgeneration": 3.5346372897038236e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 678, "answer_end": 684, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858140945435, "type_probabilities": {"tool_output_conflict": 1.6526457329746336e-05, "overgeneration": 3.928521618945524e-05, "missing_tool_action_recommendation": 0.9999300241470337}}, {"answer_start": 705, "answer_end": 716, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.2690641597146168e-05, "overgeneration": 2.922327803389635e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 671, "answer_end": 678, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.2937717656313907e-05, "overgeneration": 3.1573094020131975e-05, "missing_tool_action_recommendation": 0.9999406337738037}}, {"answer_start": 663, "answer_end": 668, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850988388062, "type_probabilities": {"tool_output_conflict": 1.362072453048313e-05, "overgeneration": 4.4553857151186094e-05, "missing_tool_action_recommendation": 0.9999269247055054}}, {"answer_start": 696, "answer_end": 705, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837279319763, "type_probabilities": {"tool_output_conflict": 1.2666120710491668e-05, "overgeneration": 2.9108015951351263e-05, "missing_tool_action_recommendation": 0.9999419450759888}}, {"answer_start": 659, "answer_end": 663, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983012676239, "type_probabilities": {"tool_output_conflict": 1.2228056220919825e-05, "overgeneration": 4.180549512966536e-05, "missing_tool_action_recommendation": 0.9999289512634277}}, {"answer_start": 724, "answer_end": 726, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999824166297913, "type_probabilities": {"tool_output_conflict": 1.265005994355306e-05, "overgeneration": 2.924085856648162e-05, "missing_tool_action_recommendation": 0.9999405145645142}}, {"answer_start": 668, "answer_end": 671, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.2054592843924183e-05, "overgeneration": 3.4414566471241415e-05, "missing_tool_action_recommendation": 0.9999353885650635}}, {"answer_start": 617, "answer_end": 621, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999816417694092, "type_probabilities": {"tool_output_conflict": 1.0868803656194359e-05, "overgeneration": 4.024732334073633e-05, "missing_tool_action_recommendation": 0.9999305009841919}}, {"answer_start": 646, "answer_end": 659, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999808669090271, "type_probabilities": {"tool_output_conflict": 1.4205760635377374e-05, "overgeneration": 4.834228093386628e-05, "missing_tool_action_recommendation": 0.9999183416366577}}, {"answer_start": 626, "answer_end": 630, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805092811584, "type_probabilities": {"tool_output_conflict": 1.3253340512164868e-05, "overgeneration": 4.797006113221869e-05, "missing_tool_action_recommendation": 0.9999192953109741}}, {"answer_start": 621, "answer_end": 626, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797940254211, "type_probabilities": {"tool_output_conflict": 1.0651673619577195e-05, "overgeneration": 3.649087739177048e-05, "missing_tool_action_recommendation": 0.9999326467514038}}, {"answer_start": 630, "answer_end": 639, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794960021973, "type_probabilities": {"tool_output_conflict": 1.4658461623184849e-05, "overgeneration": 5.0283793825656176e-05, "missing_tool_action_recommendation": 0.9999145269393921}}, {"answer_start": 615, "answer_end": 617, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.3645439139509108e-05, "overgeneration": 3.6979305150453e-05, "missing_tool_action_recommendation": 0.9999288320541382}}, {"answer_start": 716, "answer_end": 723, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.3496205610863399e-05, "overgeneration": 3.6131190427113324e-05, "missing_tool_action_recommendation": 0.9999297857284546}}, {"answer_start": 609, "answer_end": 614, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.14267013486824e-05, "overgeneration": 3.888594073941931e-05, "missing_tool_action_recommendation": 0.99992835521698}}, {"answer_start": 692, "answer_end": 696, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999773502349854, "type_probabilities": {"tool_output_conflict": 1.3347984349820763e-05, "overgeneration": 3.481436942820437e-05, "missing_tool_action_recommendation": 0.9999291896820068}}, {"answer_start": 639, "answer_end": 646, "token_text": " Market", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999761581420898, "type_probabilities": {"tool_output_conflict": 1.3769674296781886e-05, "overgeneration": 5.0247817853232846e-05, "missing_tool_action_recommendation": 0.9999121427536011}}]}, "output": "Here are the kitchen appliances, particularly focusing on blenders from the list you requested. I included one blender found in the retrieved data:\n\n1. **Blender**\n   - **Description**: Multi-speed blender for smoothies and shakes.\n   - **Price**: $49.99\n\nOther kitchen appliances in the selection include an electric mixer, a digital toaster, a slow cooker, a rice cooker, an electric kettle, a hot plate, a juicer, an air fryer, and an espresso machine, but for blenders, the above listing is what was found within the specified criteria. If you need more blenders or specific features, please let me know!\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_492_0_1707cf665e7a6d6b09", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_492_0_1707cf665e7a6d6b09__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 47, "top_tokens": [{"answer_start": 197, "answer_end": 198, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.096445187926292e-05, "type_probabilities": {"tool_output_conflict": 2.9176033422118053e-05, "overgeneration": 2.8688084057648666e-05, "missing_tool_action_recommendation": 1.3100336218485609e-05}}, {"answer_start": 168, "answer_end": 179, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.659523205598816e-05, "type_probabilities": {"tool_output_conflict": 1.3722418771067169e-05, "overgeneration": 1.8249740605824627e-05, "missing_tool_action_recommendation": 3.462307358859107e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.625732930842787e-05, "type_probabilities": {"tool_output_conflict": 1.9002343833562918e-05, "overgeneration": 2.630029666761402e-05, "missing_tool_action_recommendation": 2.0954688807250932e-05}}, {"answer_start": 145, "answer_end": 157, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.464924808824435e-05, "type_probabilities": {"tool_output_conflict": 1.4538573850586545e-05, "overgeneration": 1.4277728041633964e-05, "missing_tool_action_recommendation": 3.583294528652914e-05}}, {"answer_start": 157, "answer_end": 160, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.329271127469838e-05, "type_probabilities": {"tool_output_conflict": 1.4884474694554228e-05, "overgeneration": 1.367856384604238e-05, "missing_tool_action_recommendation": 3.472967364359647e-05}}, {"answer_start": 75, "answer_end": 83, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.317003862932324e-05, "type_probabilities": {"tool_output_conflict": 7.130271114874631e-06, "overgeneration": 3.1240691896528006e-05, "missing_tool_action_recommendation": 2.4799079255899414e-05}}, {"answer_start": 134, "answer_end": 145, "token_text": " additional", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.8379024267196655e-05, "type_probabilities": {"tool_output_conflict": 1.123476067732554e-05, "overgeneration": 1.763359432516154e-05, "missing_tool_action_recommendation": 2.9510669264709577e-05}}, {"answer_start": 84, "answer_end": 86, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8150733821094036e-05, "type_probabilities": {"tool_output_conflict": 2.0404153474373743e-05, "overgeneration": 2.0785922970389947e-05, "missing_tool_action_recommendation": 1.6960657376330346e-05}}, {"answer_start": 160, "answer_end": 168, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4561576689593494e-05, "type_probabilities": {"tool_output_conflict": 1.0706920875236392e-05, "overgeneration": 1.4342631402541883e-05, "missing_tool_action_recommendation": 2.951202441181522e-05}}, {"answer_start": 60, "answer_end": 68, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.361071089282632e-05, "type_probabilities": {"tool_output_conflict": 8.517028618371114e-06, "overgeneration": 1.907691876112949e-05, "missing_tool_action_recommendation": 2.601676169433631e-05}}, {"answer_start": 2, "answer_end": 8, "token_text": " looks", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.204913759371266e-05, "type_probabilities": {"tool_output_conflict": 9.694114851299673e-06, "overgeneration": 2.1376994482125156e-05, "missing_tool_action_recommendation": 2.097802462230902e-05}}, {"answer_start": 179, "answer_end": 180, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0539478252176195e-05, "type_probabilities": {"tool_output_conflict": 1.1471676771179773e-05, "overgeneration": 2.104211125697475e-05, "missing_tool_action_recommendation": 1.802568840503227e-05}}, {"answer_start": 193, "answer_end": 197, "token_text": " ask", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.911419819109142e-05, "type_probabilities": {"tool_output_conflict": 1.0322215530322865e-05, "overgeneration": 1.6095089449663647e-05, "missing_tool_action_recommendation": 2.2696891392115504e-05}}, {"answer_start": 89, "answer_end": 94, "token_text": "Email", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.438124597072601e-05, "type_probabilities": {"tool_output_conflict": 7.84763597039273e-06, "overgeneration": 1.2853102816734463e-05, "missing_tool_action_recommendation": 2.368050627410412e-05}}, {"answer_start": 52, "answer_end": 60, "token_text": " contact", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.40304065705277e-05, "type_probabilities": {"tool_output_conflict": 8.521131348970812e-06, "overgeneration": 1.245900148205692e-05, "missing_tool_action_recommendation": 2.3050275558489375e-05}}, {"answer_start": 180, "answer_end": 185, "token_text": " feel", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.283064481569454e-05, "type_probabilities": {"tool_output_conflict": 8.61345870362129e-06, "overgeneration": 1.3263022992759943e-05, "missing_tool_action_recommendation": 2.0954163119313307e-05}}, {"answer_start": 190, "answer_end": 193, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.0768580220174044e-05, "type_probabilities": {"tool_output_conflict": 1.3193312952353153e-05, "overgeneration": 9.967994628823362e-06, "missing_tool_action_recommendation": 1.7607269910513423e-05}}, {"answer_start": 18, "answer_end": 22, "token_text": " Doe", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.91060602851212e-05, "type_probabilities": {"tool_output_conflict": 6.188464340084465e-06, "overgeneration": 1.2631451681954786e-05, "missing_tool_action_recommendation": 2.02861428988399e-05}}, {"answer_start": 185, "answer_end": 190, "token_text": " free", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.827998443739489e-05, "type_probabilities": {"tool_output_conflict": 9.20576712815091e-06, "overgeneration": 1.3908569599152543e-05, "missing_tool_action_recommendation": 1.5165648619586136e-05}}, {"answer_start": 130, "answer_end": 134, "token_text": " any", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.730627577169798e-05, "type_probabilities": {"tool_output_conflict": 1.154941855929792e-05, "overgeneration": 1.1026187166862655e-05, "missing_tool_action_recommendation": 1.4730670045537408e-05}}]}, "output": "It looks like John Doe is an active team member. His contact details are as follows:\n- **Email**: johndoe@example.com\n\nIf you need any additional information or further assistance, feel free to ask!"}
+{"id": "toolace_base_497_2_0c14c6f79e467aec62", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 504, "end": 506, "text": "89", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.675279438495636, "mean_score": 0.675279438495636, "type_score": 0.6727397441864014, "type_scores": {"tool_output_conflict": 0.6727397441864014, "overgeneration": 0.0011090454645454884, "missing_tool_action_recommendation": 0.001430658739991486}, "token_count": 1}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_497_2_0c14c6f79e467aec62__span_window_000", "toolace_base_497_2_0c14c6f79e467aec62__span_window_001", "toolace_base_497_2_0c14c6f79e467aec62__span_window_002", "toolace_base_497_2_0c14c6f79e467aec62__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 577, "top_tokens": [{"answer_start": 504, "answer_end": 506, "token_text": "89", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.675279438495636, "type_probabilities": {"tool_output_conflict": 0.6727397441864014, "overgeneration": 0.0011090454645454884, "missing_tool_action_recommendation": 0.001430658739991486}}, {"answer_start": 715, "answer_end": 717, "token_text": "82", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2714977562427521, "type_probabilities": {"tool_output_conflict": 0.26972609758377075, "overgeneration": 0.0011375864269211888, "missing_tool_action_recommendation": 0.0006340695545077324}}, {"answer_start": 710, "answer_end": 714, "token_text": " 177", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.25933417677879333, "type_probabilities": {"tool_output_conflict": 0.256352037191391, "overgeneration": 0.002018468454480171, "missing_tool_action_recommendation": 0.0009636579197831452}}, {"answer_start": 499, "answer_end": 503, "token_text": " 178", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.24296630918979645, "type_probabilities": {"tool_output_conflict": 0.23927585780620575, "overgeneration": 0.0014005136908963323, "missing_tool_action_recommendation": 0.00228994176723063}}, {"answer_start": 503, "answer_end": 504, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.07199971377849579, "type_probabilities": {"tool_output_conflict": 0.07084784656763077, "overgeneration": 0.00038119422970339656, "missing_tool_action_recommendation": 0.0007706730393692851}}, {"answer_start": 1224, "answer_end": 1228, "token_text": " 175", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.041652508080005646, "type_probabilities": {"tool_output_conflict": 0.04031595215201378, "overgeneration": 0.0010724648600444198, "missing_tool_action_recommendation": 0.00026408935082145035}}, {"answer_start": 714, "answer_end": 715, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.035643041133880615, "type_probabilities": {"tool_output_conflict": 0.03494442254304886, "overgeneration": 0.0003623624215833843, "missing_tool_action_recommendation": 0.00033625547075644135}}, {"answer_start": 1229, "answer_end": 1231, "token_text": "75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.027304429560899734, "type_probabilities": {"tool_output_conflict": 0.025602523237466812, "overgeneration": 0.0011755813611671329, "missing_tool_action_recommendation": 0.0005263264174573123}}, {"answer_start": 1228, "answer_end": 1229, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.013287347741425037, "type_probabilities": {"tool_output_conflict": 0.012666390277445316, "overgeneration": 0.0003687087446451187, "missing_tool_action_recommendation": 0.00025224857381545007}}, {"answer_start": 1262, "answer_end": 1266, "token_text": " 176", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0021972882095724344, "type_probabilities": {"tool_output_conflict": 0.0015650643035769463, "overgeneration": 0.0004314481921028346, "missing_tool_action_recommendation": 0.00020077565568499267}}, {"answer_start": 1267, "answer_end": 1269, "token_text": "60", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002049386501312256, "type_probabilities": {"tool_output_conflict": 0.001043078606016934, "overgeneration": 0.0006170895649120212, "missing_tool_action_recommendation": 0.00038921835948713124}}, {"answer_start": 1072, "answer_end": 1076, "token_text": " 172", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017866711132228374, "type_probabilities": {"tool_output_conflict": 0.0012170496629551053, "overgeneration": 0.0004198738606646657, "missing_tool_action_recommendation": 0.000149747560499236}}, {"answer_start": 1210, "answer_end": 1212, "token_text": "05", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0016825083876028657, "type_probabilities": {"tool_output_conflict": 0.0012546496000140905, "overgeneration": 0.0002665797364898026, "missing_tool_action_recommendation": 0.0001612791238585487}}, {"answer_start": 1077, "answer_end": 1079, "token_text": "50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010847658850252628, "type_probabilities": {"tool_output_conflict": 0.0004399168537929654, "overgeneration": 0.00039367153658531606, "missing_tool_action_recommendation": 0.00025117749464698136}}, {"answer_start": 1209, "answer_end": 1210, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009523750049993396, "type_probabilities": {"tool_output_conflict": 0.0007495568715967238, "overgeneration": 0.00011002410610672086, "missing_tool_action_recommendation": 9.279398364014924e-05}}, {"answer_start": 1266, "answer_end": 1267, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000892084906809032, "type_probabilities": {"tool_output_conflict": 0.00061717041535303, "overgeneration": 0.0001191524788737297, "missing_tool_action_recommendation": 0.00015576202713418752}}, {"answer_start": 1110, "answer_end": 1114, "token_text": " 173", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006346284062601626, "type_probabilities": {"tool_output_conflict": 0.00026049360167235136, "overgeneration": 0.00027444897568784654, "missing_tool_action_recommendation": 9.968579979613423e-05}}, {"answer_start": 1076, "answer_end": 1077, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005855907802470028, "type_probabilities": {"tool_output_conflict": 0.0003476314595900476, "overgeneration": 0.00012517315917648375, "missing_tool_action_recommendation": 0.00011278618330834433}}, {"answer_start": 1191, "answer_end": 1193, "token_text": "85", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0005750806885771453, "type_probabilities": {"tool_output_conflict": 0.00012999305909033865, "overgeneration": 0.00023607401817571372, "missing_tool_action_recommendation": 0.00020901361131109297}}, {"answer_start": 698, "answer_end": 701, "token_text": " 08", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005369386053644121, "type_probabilities": {"tool_output_conflict": 0.00040354198426939547, "overgeneration": 9.798213432077318e-05, "missing_tool_action_recommendation": 3.5414497688179836e-05}}]}, "output": "Here are the latest Double Exponential Moving Average (DEMA) values for AAPL stock over different intervals:\n\n### 15-Minute Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-07 09:00:00  | 178.23     |\n| 2026-11-07 09:15:00  | 178.37     |\n| 2026-11-07 09:30:00  | 178.45     |\n| 2026-11-07 09:45:00  | 178.58     |\n| 2026-11-07 10:00:00  | 178.60     |\n| 2026-11-07 10:15:00  | 178.73     |\n| 2026-11-07 10:30:00  | 178.81     |\n| 2026-11-07 10:45:00  | 178.89     |\n| 2026-11-07 11:00:00  | 179.00     |\n| 2026-11-07 11:15:00  | 179.10     |\n\n### 1-Hour Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-07 08:00:00  | 177.82     |\n| 2026-11-07 09:00:00  | 178.10     |\n| 2026-11-07 10:00:00  | 178.40     |\n| 2026-11-07 11:00:00  | 178.75     |\n| 2026-11-07 12:00:00  | 179.05     |\n| 2026-11-07 13:00:00  | 179.20     |\n| 2026-11-07 14:00:00  | 179.35     |\n\n### 1-Day Interval\n| Time                 | DEMA Value |\n|----------------------|------------|\n| 2026-11-01 00:00:00  | 172.50     |\n| 2026-11-02 00:00:00  | 173.20     |\n| 2026-11-03 00:00:00  | 174.00     |\n| 2026-11-04 00:00:00  | 174.85     |\n| 2026-11-05 00:00:00  | 175.75     |\n| 2026-11-06 00:00:00  | 176.60     |\n| 2026-11-07 00:00:00  | 177.45     |\n\nI hope you find this information useful! Let me know if there's anything else you need."}
+{"id": "toolace_base_431_6_e73273ed258fc315d4__missing_tool_action_recommendation__f130e9984a6cdc19e7", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1542, "end": 1667, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 607, "end": 609, "text": "97", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.5766218304634094, "mean_score": 0.5766218304634094, "type_score": 0.5410930514335632, "type_scores": {"tool_output_conflict": 0.5410930514335632, "overgeneration": 0.003999846521764994, "missing_tool_action_recommendation": 0.03152895346283913}, "token_count": 1}, {"start": 632, "end": 636, "text": "4.2%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.7032632827758789, "mean_score": 0.6713219583034515, "type_score": 0.6685517281293869, "type_scores": {"tool_output_conflict": 0.6685517281293869, "overgeneration": 0.001860378892160952, "missing_tool_action_recommendation": 0.0009098493974306621}, "token_count": 4}, {"start": 1542, "end": 1667, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.999985933303833, "mean_score": 0.9999781250953674, "type_score": 0.9999308845271235, "type_scores": {"tool_output_conflict": 1.5096912094399475e-05, "overgeneration": 3.448282452312845e-05, "missing_tool_action_recommendation": 0.9999308845271235}, "token_count": 23}], "row_char_metrics": {"char_precision": 0.9541984732824428, "char_recall": 1.0, "char_f1": 0.9765625, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 131}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_431_6_e73273ed258fc315d4__missing_tool_action_recommendation__f130e9984a6cdc19e7__span_window_000", "toolace_base_431_6_e73273ed258fc315d4__missing_tool_action_recommendation__f130e9984a6cdc19e7__span_window_001", "toolace_base_431_6_e73273ed258fc315d4__missing_tool_action_recommendation__f130e9984a6cdc19e7__span_window_002", "toolace_base_431_6_e73273ed258fc315d4__missing_tool_action_recommendation__f130e9984a6cdc19e7__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 630, "top_tokens": [{"answer_start": 1658, "answer_end": 1666, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999985933303833, "type_probabilities": {"tool_output_conflict": 1.5084470760484692e-05, "overgeneration": 2.658932498889044e-05, "missing_tool_action_recommendation": 0.9999459981918335}}, {"answer_start": 1603, "answer_end": 1610, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850392341614, "type_probabilities": {"tool_output_conflict": 1.285080816160189e-05, "overgeneration": 2.683593083929736e-05, "missing_tool_action_recommendation": 0.9999462366104126}}, {"answer_start": 1616, "answer_end": 1624, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999849200248718, "type_probabilities": {"tool_output_conflict": 1.544122824270744e-05, "overgeneration": 3.080281021539122e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 1610, "answer_end": 1616, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984622001648, "type_probabilities": {"tool_output_conflict": 1.679423985478934e-05, "overgeneration": 3.211787043255754e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 1595, "answer_end": 1600, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845623970032, "type_probabilities": {"tool_output_conflict": 1.4214564544090535e-05, "overgeneration": 3.8019825296942145e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 1637, "answer_end": 1648, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.3938212759967428e-05, "overgeneration": 2.569171010691207e-05, "missing_tool_action_recommendation": 0.9999463558197021}}, {"answer_start": 1591, "answer_end": 1595, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999831914901733, "type_probabilities": {"tool_output_conflict": 1.213264295074623e-05, "overgeneration": 3.676562482723966e-05, "missing_tool_action_recommendation": 0.9999352693557739}}, {"answer_start": 1628, "answer_end": 1637, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999827146530151, "type_probabilities": {"tool_output_conflict": 1.4705731700814795e-05, "overgeneration": 2.4811155526549555e-05, "missing_tool_action_recommendation": 0.9999440908432007}}, {"answer_start": 1656, "answer_end": 1658, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.449596766178729e-05, "overgeneration": 2.692936141102109e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 1578, "answer_end": 1591, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999807476997375, "type_probabilities": {"tool_output_conflict": 1.437533319403883e-05, "overgeneration": 4.180083124083467e-05, "missing_tool_action_recommendation": 0.9999265670776367}}, {"answer_start": 1600, "answer_end": 1603, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999803304672241, "type_probabilities": {"tool_output_conflict": 1.370774316455936e-05, "overgeneration": 3.115745130344294e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 1624, "answer_end": 1628, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999791383743286, "type_probabilities": {"tool_output_conflict": 1.6370970115531236e-05, "overgeneration": 3.0371276807272807e-05, "missing_tool_action_recommendation": 0.9999351501464844}}, {"answer_start": 1648, "answer_end": 1655, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.4648078831669409e-05, "overgeneration": 3.2678377465344965e-05, "missing_tool_action_recommendation": 0.9999340772628784}}, {"answer_start": 1547, "answer_end": 1549, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999978244304657, "type_probabilities": {"tool_output_conflict": 1.5561307009193115e-05, "overgeneration": 3.077802830375731e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 1562, "answer_end": 1571, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999774098396301, "type_probabilities": {"tool_output_conflict": 1.354097457806347e-05, "overgeneration": 4.35788206232246e-05, "missing_tool_action_recommendation": 0.999921441078186}}, {"answer_start": 1558, "answer_end": 1562, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999772906303406, "type_probabilities": {"tool_output_conflict": 1.4791124158364255e-05, "overgeneration": 4.038317274535075e-05, "missing_tool_action_recommendation": 0.9999245405197144}}, {"answer_start": 1549, "answer_end": 1553, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999762177467346, "type_probabilities": {"tool_output_conflict": 1.2851436622440815e-05, "overgeneration": 3.468951763352379e-05, "missing_tool_action_recommendation": 0.9999314546585083}}, {"answer_start": 1553, "answer_end": 1558, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999975323677063, "type_probabilities": {"tool_output_conflict": 1.3018270692555234e-05, "overgeneration": 3.199517595930956e-05, "missing_tool_action_recommendation": 0.9999309778213501}}, {"answer_start": 1541, "answer_end": 1546, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999738931655884, "type_probabilities": {"tool_output_conflict": 1.2342202353465836e-05, "overgeneration": 2.995395152538549e-05, "missing_tool_action_recommendation": 0.9999343156814575}}, {"answer_start": 1655, "answer_end": 1656, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999733567237854, "type_probabilities": {"tool_output_conflict": 1.832747511798516e-05, "overgeneration": 3.6458099202718586e-05, "missing_tool_action_recommendation": 0.9999239444732666}}]}, "output": "Here are the top gainers in the cryptocurrency market over the past 24 hours:\n\n1. **Solana (SOL)**\n   - **Current Price:** $42.13\n   - **24h Change:** +5.5%\n   - **Market Cap:** $14,100,000,000\n\n2. **Avalanche (AVAX)**\n   - **Current Price:** $27.45\n   - **24h Change:** +6.3%\n   - **Market Cap:** $6,800,000,000\n\n3. **Bitcoin (BTC)**\n   - **Current Price:** $23,840.23\n   - **24h Change:** +5.2%\n   - **Market Cap:** $450,000,000,000\n\n4. **Ethereum (ETH)**\n   - **Current Price:** $1,880.75\n   - **24h Change:** +4.7%\n   - **Market Cap:** $220,000,000,000\n\n5. **Polkadot (DOT)**\n   - **Current Price:** $8.97\n   - **24h Change:** +4.2%\n   - **Market Cap:** $9,000,000,000\n\n6. **Binance Coin (BNB)**\n   - **Current Price:** $321.19\n   - **24h Change:** +3.9%\n   - **Market Cap:** $50,800,000,000\n\n7. **ChainLink (LINK)**\n   - **Current Price:** $7.31\n   - **24h Change:** +3.7%\n   - **Market Cap:** $3,200,000,000\n\n8. **Cardano (ADA)**\n   - **Current Price:** $0.55\n   - **24h Change:** +3.5%\n   - **Market Cap:** $18,300,000,000\n\n9. **Ripple (XRP)**\n   - **Current Price:** $0.38\n   - **24h Change:** +2.8%\n   - **Market Cap:** $17,600,000,000\n\n10. **Dogecoin (DOGE)**\n   - **Current Price:** $0.069\n   - **24h Change:** +2.1%\n   - **Market Cap:** $9,100,000,000\n\nThese cryptocurrencies have shown significant gains in the past 24 hours. If you're considering investing, it's always wise to do further research and consider the market trends and news impacting these assets. Let me know if you need more detailed information or assistance!\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_129_0_a00e6db846deaa140d", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_129_0_a00e6db846deaa140d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 120, "top_tokens": [{"answer_start": 31, "answer_end": 40, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00027138294535689056, "type_probabilities": {"tool_output_conflict": 4.1134480852633715e-05, "overgeneration": 0.00016427075024694204, "missing_tool_action_recommendation": 6.59777142573148e-05}}, {"answer_start": 26, "answer_end": 31, "token_text": " tool", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00019139295909553766, "type_probabilities": {"tool_output_conflict": 2.4645485609653406e-05, "overgeneration": 7.316310802707449e-05, "missing_tool_action_recommendation": 9.358436363982037e-05}}, {"answer_start": 128, "answer_end": 139, "token_text": " datacenter", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016966038674581796, "type_probabilities": {"tool_output_conflict": 9.643356315791607e-05, "overgeneration": 2.6582509235595353e-05, "missing_tool_action_recommendation": 4.664431980927475e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013610534369945526, "type_probabilities": {"tool_output_conflict": 2.141679942724295e-05, "overgeneration": 6.914607365615666e-05, "missing_tool_action_recommendation": 4.5542481529992074e-05}}, {"answer_start": 229, "answer_end": 234, "token_text": " 1500", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.145463263848796e-05, "type_probabilities": {"tool_output_conflict": 4.179766256129369e-05, "overgeneration": 3.124112117802724e-05, "missing_tool_action_recommendation": 1.8415850718156435e-05}}, {"answer_start": 40, "answer_end": 41, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.614324567839503e-05, "type_probabilities": {"tool_output_conflict": 1.4704956811328884e-05, "overgeneration": 3.680566078401171e-05, "missing_tool_action_recommendation": 2.4632628992549144e-05}}, {"answer_start": 469, "answer_end": 483, "token_text": " predominantly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.581886893603951e-05, "type_probabilities": {"tool_output_conflict": 2.037378726527095e-05, "overgeneration": 4.1043378587346524e-05, "missing_tool_action_recommendation": 1.440170035493793e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " that", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.444842776749283e-05, "type_probabilities": {"tool_output_conflict": 2.4887334802770056e-05, "overgeneration": 3.1265411962522194e-05, "missing_tool_action_recommendation": 1.829567554523237e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.87746360199526e-05, "type_probabilities": {"tool_output_conflict": 1.0153324183193035e-05, "overgeneration": 3.4499400499043986e-05, "missing_tool_action_recommendation": 2.4121907699736767e-05}}, {"answer_start": 100, "answer_end": 108, "token_text": " follows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.385442975442857e-05, "type_probabilities": {"tool_output_conflict": 4.89659851155011e-06, "overgeneration": 3.624330202001147e-05, "missing_tool_action_recommendation": 2.2714528313372284e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.243928510230035e-05, "type_probabilities": {"tool_output_conflict": 5.775183126388583e-06, "overgeneration": 2.4122959075612016e-05, "missing_tool_action_recommendation": 3.254114562878385e-05}}, {"answer_start": 491, "answer_end": 492, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.231391307665035e-05, "type_probabilities": {"tool_output_conflict": 1.2776259609381668e-05, "overgeneration": 3.7885001802351326e-05, "missing_tool_action_recommendation": 1.1652647117443848e-05}}, {"answer_start": 250, "answer_end": 254, "token_text": " 800", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.145559746073559e-05, "type_probabilities": {"tool_output_conflict": 1.3782188943878282e-05, "overgeneration": 2.860347922251094e-05, "missing_tool_action_recommendation": 1.9069930203841068e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.011148070683703e-05, "type_probabilities": {"tool_output_conflict": 1.3961276636109687e-05, "overgeneration": 2.4227087124018e-05, "missing_tool_action_recommendation": 2.1923113308730535e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.908049934078008e-05, "type_probabilities": {"tool_output_conflict": 6.942898380657425e-06, "overgeneration": 3.162074790452607e-05, "missing_tool_action_recommendation": 2.051685623882804e-05}}, {"answer_start": 436, "answer_end": 446, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.56547602172941e-05, "type_probabilities": {"tool_output_conflict": 9.026392035593744e-06, "overgeneration": 3.2051037123892456e-05, "missing_tool_action_recommendation": 1.4577330148313195e-05}}, {"answer_start": 160, "answer_end": 163, "token_text": "320", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.554213566938415e-05, "type_probabilities": {"tool_output_conflict": 1.6016252629924566e-05, "overgeneration": 1.9781769879045896e-05, "missing_tool_action_recommendation": 1.974411316041369e-05}}, {"answer_start": 227, "answer_end": 228, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.4012554755900055e-05, "type_probabilities": {"tool_output_conflict": 2.1665724489139393e-05, "overgeneration": 2.4607159502920695e-05, "missing_tool_action_recommendation": 7.739670763839968e-06}}, {"answer_start": 108, "answer_end": 109, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5813249016646296e-05, "type_probabilities": {"tool_output_conflict": 7.417655069730245e-06, "overgeneration": 2.1655943783116527e-05, "missing_tool_action_recommendation": 1.6739651982788928e-05}}, {"answer_start": 225, "answer_end": 227, "token_text": "US", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4292442908044904e-05, "type_probabilities": {"tool_output_conflict": 1.268697997147683e-05, "overgeneration": 2.3555565348942764e-05, "missing_tool_action_recommendation": 8.049896678130608e-06}}]}, "output": "Based on the data that the tool returned, the current status of your ephemeral proxies service is as follows:\n\n- Total number of datacenter proxies available: 5320\n\nDistribution of these proxies by country:\n\n- United States (US): 1500\n- Germany (DE): 800\n- Japan (JP): 600\n- France (FR): 500\n- Great Britain (GB): 450\n- Canada (CA): 370\n- Australia (AU): 300\n- Brazil (BR): 200\n- Singapore (SG): 100\n- India (IN): 100\n\nThis distribution indicates where your proxies are predominantly located."}
+{"id": "toolace_base_459_6_cf315506bef6da9663", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 387, "end": 392, "text": "5.75%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9788597226142883, "mean_score": 0.8754598647356033, "type_score": 0.8737520128488541, "type_scores": {"tool_output_conflict": 0.8737520128488541, "overgeneration": 0.0009315744318882935, "missing_tool_action_recommendation": 0.0007762851455481723}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 5}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 3, "window_ids": ["toolace_base_459_6_cf315506bef6da9663__span_window_000", "toolace_base_459_6_cf315506bef6da9663__span_window_001", "toolace_base_459_6_cf315506bef6da9663__span_window_002"], "token_summary": {"num_unique_answer_tokens_scored": 494, "top_tokens": [{"answer_start": 388, "answer_end": 389, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9788597226142883, "type_probabilities": {"tool_output_conflict": 0.9776571393013, "overgeneration": 0.0005511015187948942, "missing_tool_action_recommendation": 0.0006514883134514093}}, {"answer_start": 386, "answer_end": 388, "token_text": " 5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9525741338729858, "type_probabilities": {"tool_output_conflict": 0.9515402913093567, "overgeneration": 0.00043414029642008245, "missing_tool_action_recommendation": 0.0005997103871777654}}, {"answer_start": 389, "answer_end": 391, "token_text": "75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7934291362762451, "type_probabilities": {"tool_output_conflict": 0.7909237742424011, "overgeneration": 0.0012795485090464354, "missing_tool_action_recommendation": 0.0012258485658094287}}, {"answer_start": 391, "answer_end": 392, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.776976466178894, "type_probabilities": {"tool_output_conflict": 0.7748868465423584, "overgeneration": 0.0014615074032917619, "missing_tool_action_recommendation": 0.0006280933157540858}}, {"answer_start": 359, "answer_end": 360, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2635434865951538, "type_probabilities": {"tool_output_conflict": 0.260212242603302, "overgeneration": 0.002170253312215209, "missing_tool_action_recommendation": 0.0011609795037657022}}, {"answer_start": 358, "answer_end": 359, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.21772724390029907, "type_probabilities": {"tool_output_conflict": 0.2146911770105362, "overgeneration": 0.0016208827728405595, "missing_tool_action_recommendation": 0.001415172009728849}}, {"answer_start": 362, "answer_end": 363, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.20939835906028748, "type_probabilities": {"tool_output_conflict": 0.2064148336648941, "overgeneration": 0.0025343040470033884, "missing_tool_action_recommendation": 0.0004492267908062786}}, {"answer_start": 360, "answer_end": 362, "token_text": "25", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.148232564330101, "type_probabilities": {"tool_output_conflict": 0.14557801187038422, "overgeneration": 0.001696944353170693, "missing_tool_action_recommendation": 0.0009576061274856329}}, {"answer_start": 356, "answer_end": 358, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08725754171609879, "type_probabilities": {"tool_output_conflict": 0.08548393845558167, "overgeneration": 0.0014567002654075623, "missing_tool_action_recommendation": 0.00031689979368820786}}, {"answer_start": 850, "answer_end": 851, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.03859498351812363, "type_probabilities": {"tool_output_conflict": 0.038280755281448364, "overgeneration": 0.00022324806195683777, "missing_tool_action_recommendation": 9.097790461964905e-05}}, {"answer_start": 851, "answer_end": 853, "token_text": "08", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.02152072638273239, "type_probabilities": {"tool_output_conflict": 0.020987622439861298, "overgeneration": 0.00021816868684254587, "missing_tool_action_recommendation": 0.00031493656570091844}}, {"answer_start": 848, "answer_end": 850, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.008894641883671284, "type_probabilities": {"tool_output_conflict": 0.008752977475523949, "overgeneration": 8.306012023240328e-05, "missing_tool_action_recommendation": 5.860422970727086e-05}}, {"answer_start": 284, "answer_end": 287, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.008325250819325447, "type_probabilities": {"tool_output_conflict": 0.007604354992508888, "overgeneration": 0.0003902728494722396, "missing_tool_action_recommendation": 0.0003306231810711324}}, {"answer_start": 368, "answer_end": 369, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007914717309176922, "type_probabilities": {"tool_output_conflict": 0.007604234851896763, "overgeneration": 0.0001173193595604971, "missing_tool_action_recommendation": 0.00019316350517328829}}, {"answer_start": 847, "answer_end": 848, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007213445380330086, "type_probabilities": {"tool_output_conflict": 0.0070762610994279385, "overgeneration": 9.79719334281981e-05, "missing_tool_action_recommendation": 3.921237657777965e-05}}, {"answer_start": 842, "answer_end": 847, "token_text": " 2022", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.006674741394817829, "type_probabilities": {"tool_output_conflict": 0.006504874676465988, "overgeneration": 0.00010517050395719707, "missing_tool_action_recommendation": 6.469610525527969e-05}}, {"answer_start": 280, "answer_end": 283, "token_text": " 42", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00450748298317194, "type_probabilities": {"tool_output_conflict": 0.004230790305882692, "overgeneration": 0.00017004695837385952, "missing_tool_action_recommendation": 0.00010664583533070982}}, {"answer_start": 283, "answer_end": 284, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.004293782636523247, "type_probabilities": {"tool_output_conflict": 0.0039252243004739285, "overgeneration": 0.0001749291259329766, "missing_tool_action_recommendation": 0.0001936294138431549}}, {"answer_start": 369, "answer_end": 370, "token_text": "d", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0023178057745099068, "type_probabilities": {"tool_output_conflict": 0.002147612627595663, "overgeneration": 6.148288230178878e-05, "missing_tool_action_recommendation": 0.00010871024278458208}}, {"answer_start": 1364, "answer_end": 1370, "token_text": " Times", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004883385263383389, "type_probabilities": {"tool_output_conflict": 0.0003012308443430811, "overgeneration": 0.00011525194713613018, "missing_tool_action_recommendation": 7.18557566870004e-05}}]}, "output": "Here is the detailed information about Bitcoin (BTC) along with community insights and recent news:\n\n### Bitcoin Overview\n- **Name:** Bitcoin\n- **Symbol:** BTC\n- **Market Cap:** 800 billion USD\n- **Circulating Supply:** 19 million BTC\n- **Max Supply:** 21 million BTC\n- **Price:** 42,000 USD\n- **24h Trading Volume:** 35 billion USD\n- **24h Price Change:** -1.25%\n- **7d Price Change:** 5.75%\n\n### Explorers\n- [Blockchain.info](https://blockchain.info/)\n- [Blockexplorer.com](https://blockexplorer.com/)\n- [Blockchain.com Explorer](https://www.blockchain.com/explorer)\n\n### Community Metrics\n- **Twitter Followers:** 5 million\n- **Reddit Subscribers:** 3.5 million\n- **Telegram Members:** 400,000\n- **Discord Members:** 200,000\n\n### Recent News\n1. **[Bitcoin hits new all-time high](https://www.example.com/news/bitcoin-new-high)**\n   - Date: 2022-09-08\n   - Source: Crypto News\n2. **[Institutional investment in Bitcoin surges](https://www.example.com/news/institutional-investment-bitcoin)**\n   - Date: 2022-09-07\n   - Source: Finance Daily\n3. **[Bitcoin mining difficulty increases](https://www.example.com/news/bitcoin-mining-difficulty)**\n   - Date: 2022-09-06\n   - Source: Blockchain Insider\n4. **[Bitcoin adoption in developing countries](https://www.example.com/news/bitcoin-adoption-developing-countries)**\n   - Date: 2022-09-05\n   - Source: Global Crypto Times\n5. **[Bitcoin vs Ethereum: The ongoing debate](https://www.example.com/news/bitcoin-vs-ethereum)**\n   - Date: 2022-09-04\n   - Source: Crypto Debate\n\nIf you need further details or additional information on any other cryptocurrencies, feel free to ask!"}
+{"id": "toolace_base_427_0_32d7cdb3a240436397__tool_output_conflict__473ea3e622992d5df2", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1058, "end": 1067, "text": "-115.0775", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 345, "end": 355, "text": "2024-09-22", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9946482181549072, "mean_score": 0.9785015106201171, "type_score": 0.977864682674408, "type_scores": {"tool_output_conflict": 0.977864682674408, "overgeneration": 0.0004340846906416118, "missing_tool_action_recommendation": 0.00022991987061686813}, "token_count": 5}, {"start": 423, "end": 433, "text": "1997-09-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.731270968914032, "mean_score": 0.6344649195671082, "type_score": 0.6325204253196717, "type_scores": {"tool_output_conflict": 0.6325204253196717, "overgeneration": 0.0013604910229332746, "missing_tool_action_recommendation": 0.0005840007681399584}, "token_count": 5}, {"start": 500, "end": 510, "text": "2022-08-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9829855561256409, "mean_score": 0.9501691699028015, "type_score": 0.9481707453727722, "type_scores": {"tool_output_conflict": 0.9481707453727722, "overgeneration": 0.0007231277297250927, "missing_tool_action_recommendation": 0.0012753039947710932}, "token_count": 5}, {"start": 1039, "end": 1046, "text": "37.4056", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9976444840431213, "mean_score": 0.997215673327446, "type_score": 0.9965365380048752, "type_scores": {"tool_output_conflict": 0.9965365380048752, "overgeneration": 0.00044460499339038506, "missing_tool_action_recommendation": 0.0003162499597237911}, "token_count": 4}, {"start": 1065, "end": 1067, "text": "75", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.5882970690727234, "mean_score": 0.5882970690727234, "type_score": 0.5826417207717896, "type_scores": {"tool_output_conflict": 0.5826417207717896, "overgeneration": 0.0033314411994069815, "missing_tool_action_recommendation": 0.0023239338770508766}, "token_count": 1}], "row_char_metrics": {"char_precision": 0.05128205128205128, "char_recall": 0.2222222222222222, "char_f1": 0.08333333333333333, "overlap_chars": 2, "gold_chars": 9, "pred_chars": 39}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 3, "window_ids": ["toolace_base_427_0_32d7cdb3a240436397__tool_output_conflict__473ea3e622992d5df2__span_window_000", "toolace_base_427_0_32d7cdb3a240436397__tool_output_conflict__473ea3e622992d5df2__span_window_001", "toolace_base_427_0_32d7cdb3a240436397__tool_output_conflict__473ea3e622992d5df2__span_window_002"], "token_summary": {"num_unique_answer_tokens_scored": 428, "top_tokens": [{"answer_start": 1041, "answer_end": 1042, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9976444840431213, "type_probabilities": {"tool_output_conflict": 0.9972291588783264, "overgeneration": 0.00026770486147142947, "missing_tool_action_recommendation": 0.00014762960199732333}}, {"answer_start": 1038, "answer_end": 1041, "token_text": " 37", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9973769783973694, "type_probabilities": {"tool_output_conflict": 0.9967441558837891, "overgeneration": 0.00041841372149065137, "missing_tool_action_recommendation": 0.00026083693956024945}}, {"answer_start": 1044, "answer_end": 1046, "token_text": "56", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9969815611839294, "type_probabilities": {"tool_output_conflict": 0.9961671233177185, "overgeneration": 0.0005625996273010969, "missing_tool_action_recommendation": 0.0004161233955528587}}, {"answer_start": 1042, "answer_end": 1044, "token_text": "40", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9968596696853638, "type_probabilities": {"tool_output_conflict": 0.9960057139396667, "overgeneration": 0.0005297017632983625, "missing_tool_action_recommendation": 0.00044040990178473294}}, {"answer_start": 352, "answer_end": 353, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9946482181549072, "type_probabilities": {"tool_output_conflict": 0.9941476583480835, "overgeneration": 0.0003848917258437723, "missing_tool_action_recommendation": 0.00015010859351605177}}, {"answer_start": 349, "answer_end": 350, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9926667213439941, "type_probabilities": {"tool_output_conflict": 0.9921265840530396, "overgeneration": 0.00038253440288826823, "missing_tool_action_recommendation": 0.00015757094661239535}}, {"answer_start": 353, "answer_end": 355, "token_text": "22", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9918522238731384, "type_probabilities": {"tool_output_conflict": 0.9911770820617676, "overgeneration": 0.0005390919395722449, "missing_tool_action_recommendation": 0.00023752145352773368}}, {"answer_start": 350, "answer_end": 352, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9886955618858337, "type_probabilities": {"tool_output_conflict": 0.988129198551178, "overgeneration": 0.000325920496834442, "missing_tool_action_recommendation": 0.00024046287580858916}}, {"answer_start": 504, "answer_end": 505, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9829855561256409, "type_probabilities": {"tool_output_conflict": 0.9816174507141113, "overgeneration": 0.0005735215381719172, "missing_tool_action_recommendation": 0.0007945760153234005}}, {"answer_start": 507, "answer_end": 508, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9791005849838257, "type_probabilities": {"tool_output_conflict": 0.977610170841217, "overgeneration": 0.00062801648164168, "missing_tool_action_recommendation": 0.0008624455076642334}}, {"answer_start": 505, "answer_end": 507, "token_text": "08", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9738407135009766, "type_probabilities": {"tool_output_conflict": 0.9714971780776978, "overgeneration": 0.0007373976404778659, "missing_tool_action_recommendation": 0.0016061462229117751}}, {"answer_start": 508, "answer_end": 510, "token_text": "15", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9586065411567688, "type_probabilities": {"tool_output_conflict": 0.9563567638397217, "overgeneration": 0.0006805426673963666, "missing_tool_action_recommendation": 0.0015692162560299039}}, {"answer_start": 344, "answer_end": 349, "token_text": " 2024", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9246448278427124, "type_probabilities": {"tool_output_conflict": 0.9237428903579712, "overgeneration": 0.0005379848880693316, "missing_tool_action_recommendation": 0.00036393548361957073}}, {"answer_start": 499, "answer_end": 504, "token_text": " 2022", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8563124537467957, "type_probabilities": {"tool_output_conflict": 0.8537721633911133, "overgeneration": 0.0009961603209376335, "missing_tool_action_recommendation": 0.0015441359719261527}}, {"answer_start": 1062, "answer_end": 1063, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7831028699874878, "type_probabilities": {"tool_output_conflict": 0.7799180150032043, "overgeneration": 0.00140191032551229, "missing_tool_action_recommendation": 0.0017829777207225561}}, {"answer_start": 427, "answer_end": 428, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.731270968914032, "type_probabilities": {"tool_output_conflict": 0.7295106649398804, "overgeneration": 0.0011997770052403212, "missing_tool_action_recommendation": 0.0005605054320767522}}, {"answer_start": 430, "answer_end": 431, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7064685821533203, "type_probabilities": {"tool_output_conflict": 0.7047366499900818, "overgeneration": 0.001231962931342423, "missing_tool_action_recommendation": 0.0004999444936402142}}, {"answer_start": 1057, "answer_end": 1059, "token_text": " -", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.6780056357383728, "type_probabilities": {"tool_output_conflict": 0.6744814515113831, "overgeneration": 0.0020390693098306656, "missing_tool_action_recommendation": 0.0014851317973807454}}, {"answer_start": 428, "answer_end": 430, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.59414142370224, "type_probabilities": {"tool_output_conflict": 0.5926215648651123, "overgeneration": 0.0009178303298540413, "missing_tool_action_recommendation": 0.0006020260043442249}}, {"answer_start": 1065, "answer_end": 1067, "token_text": "75", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.5882970690727234, "type_probabilities": {"tool_output_conflict": 0.5826417207717896, "overgeneration": 0.0033314411994069815, "missing_tool_action_recommendation": 0.0023239338770508766}}]}, "output": "Here is the information about the domain \"google.com\":\n\n- **Domain**: google.com\n- **A record**: 216.58.217.46\n- **MX record**: aspmx.l.google.com\n- **TXT/SPF record**: v=spf1 include:_spf.google.com ~all\n- **SOA record**: ns1.google.com\n- **Certificate Issuer**: GTS CA 1O1\n- **Certificate Subject**: *.google.com\n- **Certificate Start Date**: 2024-09-22\n- **Certificate End Date**: 2024-12-15\n- **Domain Creation Date**: 1997-09-15\n- **Domain Expiration Date**: 2024-09-13\n- **Last Updated Date**: 2022-08-15\n- **JavaScript Libraries**: React, jQuery\n- **Hostname**: google.com\n- **HTML Header Tags**: \"<!doctype html>\", \"<meta content=\\\"text/html; charset=UTF-8\\\">\"\n- **IP Address**: 216.58.217.46\n- **Page Title**: Google\n- **Page Meta Tags**: \"<meta name=\\\"description\\\" content=\\\"Search the world's information, including webpages, images, videos and more.\\\">\"\n- **Organization**: Google LLC\n- **Registrar**: MarkMonitor Inc.\n- **TLD**: com\n- **Server Software**: gws\n- **Server Geolocation**: United States, Mountain View, latitude 37.4056, longitude -115.0775\n\nPlease note that the Certificate information signifies that the SSL certificate is valid from September 22, 2024, to December 15, 2024. The domain was created in 1997 and is registered with MarkMonitor Inc."}
+{"id": "toolace_base_740_0_4139df0c81d8b9d58f", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_740_0_4139df0c81d8b9d58f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 52, "top_tokens": [{"answer_start": 45, "answer_end": 46, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001220528210978955, "type_probabilities": {"tool_output_conflict": 9.287642751587555e-05, "overgeneration": 1.5432853615493514e-05, "missing_tool_action_recommendation": 1.3743541785515845e-05}}, {"answer_start": 73, "answer_end": 74, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.742271893424913e-05, "type_probabilities": {"tool_output_conflict": 6.000147186568938e-05, "overgeneration": 1.3162987670511939e-05, "missing_tool_action_recommendation": 1.4258259398047812e-05}}, {"answer_start": 231, "answer_end": 232, "token_text": "?", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.135399548336864e-05, "type_probabilities": {"tool_output_conflict": 2.8724201911245473e-05, "overgeneration": 2.9260581868584268e-05, "missing_tool_action_recommendation": 2.336920988454949e-05}}, {"answer_start": 47, "answer_end": 48, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.355127308983356e-05, "type_probabilities": {"tool_output_conflict": 4.5920103730168194e-05, "overgeneration": 1.7799427951104008e-05, "missing_tool_action_recommendation": 9.83173777058255e-06}}, {"answer_start": 74, "answer_end": 75, "token_text": "9", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.264688272494823e-05, "type_probabilities": {"tool_output_conflict": 2.776153269223869e-05, "overgeneration": 1.3330753063200973e-05, "missing_tool_action_recommendation": 2.1554596969508566e-05}}, {"answer_start": 42, "answer_end": 45, "token_text": " 23", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.14477539784275e-05, "type_probabilities": {"tool_output_conflict": 3.051929525099695e-05, "overgeneration": 1.8945831470773555e-05, "missing_tool_action_recommendation": 1.1982627256656997e-05}}, {"answer_start": 174, "answer_end": 182, "token_text": " provide", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.023563037160784e-05, "type_probabilities": {"tool_output_conflict": 9.94538095255848e-06, "overgeneration": 2.7365676942281425e-05, "missing_tool_action_recommendation": 2.2924572476767935e-05}}, {"answer_start": 186, "answer_end": 189, "token_text": " ID", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.844161205459386e-05, "type_probabilities": {"tool_output_conflict": 1.815807081584353e-05, "overgeneration": 1.6316373148583807e-05, "missing_tool_action_recommendation": 2.3967168090166524e-05}}, {"answer_start": 94, "answer_end": 102, "token_text": " proceed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.554971721721813e-05, "type_probabilities": {"tool_output_conflict": 8.327621799253393e-06, "overgeneration": 2.25483781832736e-05, "missing_tool_action_recommendation": 2.4673716325196438e-05}}, {"answer_start": 70, "answer_end": 73, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.397156928665936e-05, "type_probabilities": {"tool_output_conflict": 2.7272317311144434e-05, "overgeneration": 1.3679055882676039e-05, "missing_tool_action_recommendation": 1.3020197002333589e-05}}, {"answer_start": 164, "answer_end": 170, "token_text": " could", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.259737008600496e-05, "type_probabilities": {"tool_output_conflict": 1.5008674381533638e-05, "overgeneration": 1.6777767086750828e-05, "missing_tool_action_recommendation": 2.0810930436709896e-05}}, {"answer_start": 196, "answer_end": 207, "token_text": " monitoring", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.015636997995898e-05, "type_probabilities": {"tool_output_conflict": 1.586590769875329e-05, "overgeneration": 1.3020197002333589e-05, "missing_tool_action_recommendation": 2.1270267097861506e-05}}, {"answer_start": 57, "answer_end": 60, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.99327143188566e-05, "type_probabilities": {"tool_output_conflict": 7.442042260663584e-06, "overgeneration": 2.5100158381974325e-05, "missing_tool_action_recommendation": 1.7390515495208092e-05}}, {"answer_start": 163, "answer_end": 164, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.905455716652796e-05, "type_probabilities": {"tool_output_conflict": 1.4320347872853745e-05, "overgeneration": 1.8332484614802524e-05, "missing_tool_action_recommendation": 1.6401723769376986e-05}}, {"answer_start": 46, "answer_end": 47, "token_text": "5", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.798054214916192e-05, "type_probabilities": {"tool_output_conflict": 1.5174919099081308e-05, "overgeneration": 1.6649342796881683e-05, "missing_tool_action_recommendation": 1.6156282072188333e-05}}, {"answer_start": 215, "answer_end": 219, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.733334935735911e-05, "type_probabilities": {"tool_output_conflict": 1.293936566071352e-05, "overgeneration": 7.403411473205779e-06, "missing_tool_action_recommendation": 2.699057040445041e-05}}, {"answer_start": 207, "answer_end": 215, "token_text": " station", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.5968197809997946e-05, "type_probabilities": {"tool_output_conflict": 1.5681593140470795e-05, "overgeneration": 8.916172191675287e-06, "missing_tool_action_recommendation": 2.1370433387346566e-05}}, {"answer_start": 152, "answer_end": 157, "token_text": " past", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.442544013727456e-05, "type_probabilities": {"tool_output_conflict": 5.711840913136257e-06, "overgeneration": 1.7971591660170816e-05, "missing_tool_action_recommendation": 2.074200710922014e-05}}, {"answer_start": 75, "answer_end": 76, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.095781332580373e-05, "type_probabilities": {"tool_output_conflict": 2.1465993995661847e-05, "overgeneration": 1.1273617019469384e-05, "missing_tool_action_recommendation": 8.218203220167197e-06}}, {"answer_start": 116, "answer_end": 120, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.0495469875168055e-05, "type_probabilities": {"tool_output_conflict": 1.3393951121543068e-05, "overgeneration": 1.1601276128203608e-05, "missing_tool_action_recommendation": 1.5500241715926677e-05}}]}, "output": "London has a higher vegetation coverage of 23.5% compared to Beijing's 18.9% for this year. To proceed with checking the air quality for London over the past month, could you provide the ID of the monitoring station you want to use?"}
+{"id": "toolace_base_223_0_551c4b530b74501205", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_223_0_551c4b530b74501205__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 187, "top_tokens": [{"answer_start": 345, "answer_end": 346, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010066140384878963, "type_probabilities": {"tool_output_conflict": 6.685502012260258e-05, "overgeneration": 2.054278775176499e-05, "missing_tool_action_recommendation": 1.3263597793411463e-05}}, {"answer_start": 342, "answer_end": 343, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.10404633032158e-05, "type_probabilities": {"tool_output_conflict": 5.788280759588815e-05, "overgeneration": 1.9513265215209685e-05, "missing_tool_action_recommendation": 1.364438867312856e-05}}, {"answer_start": 830, "answer_end": 831, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.42118970467709e-05, "type_probabilities": {"tool_output_conflict": 3.5530796594684944e-05, "overgeneration": 2.9854090826120228e-05, "missing_tool_action_recommendation": 1.882701508293394e-05}}, {"answer_start": 563, "answer_end": 564, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.670881313970312e-05, "type_probabilities": {"tool_output_conflict": 3.226069384254515e-05, "overgeneration": 2.6403762603877112e-05, "missing_tool_action_recommendation": 1.804435669328086e-05}}, {"answer_start": 596, "answer_end": 597, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.675899203401059e-05, "type_probabilities": {"tool_output_conflict": 3.566351006156765e-05, "overgeneration": 1.878691546153277e-05, "missing_tool_action_recommendation": 1.2308569239394274e-05}}, {"answer_start": 794, "answer_end": 795, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.667668640147895e-05, "type_probabilities": {"tool_output_conflict": 2.7357675207895227e-05, "overgeneration": 2.4685024982318282e-05, "missing_tool_action_recommendation": 1.4633987120760139e-05}}, {"answer_start": 827, "answer_end": 828, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.58463904983364e-05, "type_probabilities": {"tool_output_conflict": 2.685653089429252e-05, "overgeneration": 2.2781716324971057e-05, "missing_tool_action_recommendation": 1.620814327907283e-05}}, {"answer_start": 599, "answer_end": 600, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.321404362097383e-05, "type_probabilities": {"tool_output_conflict": 3.309989915578626e-05, "overgeneration": 1.8564280253485776e-05, "missing_tool_action_recommendation": 1.154986512119649e-05}}, {"answer_start": 188, "answer_end": 189, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.237779598450288e-05, "type_probabilities": {"tool_output_conflict": 2.0737856175401248e-05, "overgeneration": 1.8957778593176045e-05, "missing_tool_action_recommendation": 2.2682159396936186e-05}}, {"answer_start": 282, "answer_end": 283, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.74786463403143e-05, "type_probabilities": {"tool_output_conflict": 2.3918850274640135e-05, "overgeneration": 1.674844497756567e-05, "missing_tool_action_recommendation": 1.6811351088108495e-05}}, {"answer_start": 309, "answer_end": 310, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.686020813300274e-05, "type_probabilities": {"tool_output_conflict": 2.4984941774164326e-05, "overgeneration": 1.8117778381565586e-05, "missing_tool_action_recommendation": 1.3757486158283427e-05}}, {"answer_start": 343, "answer_end": 345, "token_text": "07", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.3674997616326436e-05, "type_probabilities": {"tool_output_conflict": 2.7270611099083908e-05, "overgeneration": 1.3502943147614133e-05, "missing_tool_action_recommendation": 1.2901443369628396e-05}}, {"answer_start": 349, "answer_end": 351, "token_text": "\n2", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1027531299041584e-05, "type_probabilities": {"tool_output_conflict": 1.2157162018411327e-05, "overgeneration": 2.4449127522530034e-05, "missing_tool_action_recommendation": 1.4421243577089626e-05}}, {"answer_start": 187, "answer_end": 188, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.0050137360813096e-05, "type_probabilities": {"tool_output_conflict": 2.1943225874565542e-05, "overgeneration": 1.500448979641078e-05, "missing_tool_action_recommendation": 1.3102421689836774e-05}}, {"answer_start": 491, "answer_end": 492, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.002965917810798e-05, "type_probabilities": {"tool_output_conflict": 1.8025335521087982e-05, "overgeneration": 1.609274113434367e-05, "missing_tool_action_recommendation": 1.5911580703686923e-05}}, {"answer_start": 76, "answer_end": 81, "token_text": " past", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.931940566166304e-05, "type_probabilities": {"tool_output_conflict": 7.308287422347348e-06, "overgeneration": 2.4066606783890165e-05, "missing_tool_action_recommendation": 1.794451236492023e-05}}, {"answer_start": 492, "answer_end": 497, "token_text": "haven", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.8224712372757494e-05, "type_probabilities": {"tool_output_conflict": 1.1655291928036604e-05, "overgeneration": 1.624304240976926e-05, "missing_tool_action_recommendation": 2.0326375306467526e-05}}, {"answer_start": 337, "answer_end": 342, "token_text": " 2021", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.786040153703652e-05, "type_probabilities": {"tool_output_conflict": 2.6538757083471864e-05, "overgeneration": 1.1138150512124412e-05, "missing_tool_action_recommendation": 1.0183493031945545e-05}}, {"answer_start": 776, "answer_end": 780, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.67348909296561e-05, "type_probabilities": {"tool_output_conflict": 2.2029600586392917e-05, "overgeneration": 1.314051951339934e-05, "missing_tool_action_recommendation": 1.1564770829863846e-05}}, {"answer_start": 346, "answer_end": 348, "token_text": "07", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.6525849029421806e-05, "type_probabilities": {"tool_output_conflict": 2.6679070288082585e-05, "overgeneration": 1.0295816537109204e-05, "missing_tool_action_recommendation": 9.550958566251211e-06}}]}, "output": "Here are the latest economy news articles in the commodities sector from the past week:\n\n1. **Commodities Market Overview Last Week**\n   - **Summary**: A comprehensive review of last week's performance in the commodities market, highlighting significant price movements in oil, gold, and other key commodities.\n   - **Publication Date**: 2021-07-07\n\n2. **Gold Prices Surge Amid Economic Uncertainty**\n   - **Summary**: Gold prices reached a new high last week as investors turned to the safe-haven asset amid continuing economic uncertainty and inflation concerns.\n   - **Publication Date**: 2021-07-06\n\n3. **Oil Prices Slip on Increased Output Predictions**\n   - **Summary**: Oil prices declined last week following reports that major producers may increase output, adding to the global supply.\n   - **Publication Date**: 2021-07-05"}
+{"id": "toolace_base_214_0_114a172c2d2e9315af", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_214_0_114a172c2d2e9315af__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 119, "top_tokens": [{"answer_start": 209, "answer_end": 210, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.13085465133190155, "type_probabilities": {"tool_output_conflict": 0.1298559010028839, "overgeneration": 0.0007042487268336117, "missing_tool_action_recommendation": 0.0002945057931356132}}, {"answer_start": 207, "answer_end": 209, "token_text": " 1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.12790723145008087, "type_probabilities": {"tool_output_conflict": 0.12652753293514252, "overgeneration": 0.0009304220438934863, "missing_tool_action_recommendation": 0.00044927740236744285}}, {"answer_start": 213, "answer_end": 214, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0660151019692421, "type_probabilities": {"tool_output_conflict": 0.06521294265985489, "overgeneration": 0.0005122594884596765, "missing_tool_action_recommendation": 0.00028990188729949296}}, {"answer_start": 214, "answer_end": 217, "token_text": "567", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.04519101232290268, "type_probabilities": {"tool_output_conflict": 0.04364970698952675, "overgeneration": 0.000917545345146209, "missing_tool_action_recommendation": 0.0006237591151148081}}, {"answer_start": 210, "answer_end": 213, "token_text": "324", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.04508614540100098, "type_probabilities": {"tool_output_conflict": 0.044231534004211426, "overgeneration": 0.0005267942324280739, "missing_tool_action_recommendation": 0.0003278189687989652}}, {"answer_start": 112, "answer_end": 113, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00046111669507808983, "type_probabilities": {"tool_output_conflict": 0.0003941610630135983, "overgeneration": 4.5409648009808734e-05, "missing_tool_action_recommendation": 2.154596586478874e-05}}, {"answer_start": 343, "answer_end": 346, "token_text": " or", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001871352142188698, "type_probabilities": {"tool_output_conflict": 9.447476622881368e-05, "overgeneration": 3.2084401027532294e-05, "missing_tool_action_recommendation": 6.057604696252383e-05}}, {"answer_start": 107, "answer_end": 109, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001835109869716689, "type_probabilities": {"tool_output_conflict": 0.00014542858116328716, "overgeneration": 2.818965913320426e-05, "missing_tool_action_recommendation": 9.892745765682776e-06}}, {"answer_start": 289, "answer_end": 294, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00017497313092462718, "type_probabilities": {"tool_output_conflict": 1.8206217646365985e-05, "overgeneration": 6.820996350143105e-05, "missing_tool_action_recommendation": 8.855694613885134e-05}}, {"answer_start": 423, "answer_end": 424, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001464307715650648, "type_probabilities": {"tool_output_conflict": 5.381278970162384e-05, "overgeneration": 7.069842104101554e-05, "missing_tool_action_recommendation": 2.1919569917372428e-05}}, {"answer_start": 217, "answer_end": 224, "token_text": " shares", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014567148173227906, "type_probabilities": {"tool_output_conflict": 8.347531547769904e-05, "overgeneration": 2.9387894755927846e-05, "missing_tool_action_recommendation": 3.280826786067337e-05}}, {"answer_start": 350, "answer_end": 359, "token_text": " caffeine", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013520498760044575, "type_probabilities": {"tool_output_conflict": 4.6968758397269994e-05, "overgeneration": 5.225750646786764e-05, "missing_tool_action_recommendation": 3.597872637328692e-05}}, {"answer_start": 113, "answer_end": 115, "token_text": "23", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001297391572734341, "type_probabilities": {"tool_output_conflict": 4.0019240259425715e-05, "overgeneration": 5.2138766477582976e-05, "missing_tool_action_recommendation": 3.758115417440422e-05}}, {"answer_start": 306, "answer_end": 318, "token_text": " consumption", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012114263518014923, "type_probabilities": {"tool_output_conflict": 1.8759719750960357e-05, "overgeneration": 5.4827465646667406e-05, "missing_tool_action_recommendation": 4.755544796353206e-05}}, {"answer_start": 374, "answer_end": 382, "token_text": " jitters", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011946936137974262, "type_probabilities": {"tool_output_conflict": 1.837403942772653e-05, "overgeneration": 4.4717849959852174e-05, "missing_tool_action_recommendation": 5.637747744913213e-05}}, {"answer_start": 382, "answer_end": 383, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011412138701416552, "type_probabilities": {"tool_output_conflict": 4.581562461680733e-05, "overgeneration": 3.695399209391326e-05, "missing_tool_action_recommendation": 3.135177030344494e-05}}, {"answer_start": 401, "answer_end": 407, "token_text": " might", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010875872249016538, "type_probabilities": {"tool_output_conflict": 3.530668618623167e-05, "overgeneration": 2.9774821086903103e-05, "missing_tool_action_recommendation": 4.367721703602001e-05}}, {"answer_start": 407, "answer_end": 412, "token_text": " shed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010474404552951455, "type_probabilities": {"tool_output_conflict": 1.6609514204901643e-05, "overgeneration": 4.546701529761776e-05, "missing_tool_action_recommendation": 4.266751784598455e-05}}, {"answer_start": 139, "answer_end": 141, "token_text": "45", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010129003203473985, "type_probabilities": {"tool_output_conflict": 3.8073638279456645e-05, "overgeneration": 3.633316737250425e-05, "missing_tool_action_recommendation": 2.6883226382778957e-05}}, {"answer_start": 191, "answer_end": 193, "token_text": "89", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.730993042467162e-05, "type_probabilities": {"tool_output_conflict": 1.38411405714578e-05, "overgeneration": 3.396700049052015e-05, "missing_tool_action_recommendation": 4.950178845319897e-05}}]}, "output": "The latest candlestick data for the symbol TSLA on a 15-minute time frame is as follows:\n\n- **Open Price:** $185.23\n- **High Price:** $187.45\n- **Low Price:** $184.78\n- **Close Price:** $186.89\n- **Volume:** 1,324,567 shares\n\nYou can use this data to compare how stock movements correspond with your coffee consumption. Whether it's the market or the caffeine giving you the jitters, perhaps this data might shed some light!"}
+{"id": "toolace_base_281_0_4991f8f0aba5117699__tool_output_conflict__db3bf8862da6ae2a26", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 95, "end": 97, "text": "36", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 95, "end": 97, "text": "36", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9979583024978638, "mean_score": 0.9979583024978638, "type_score": 0.997063934803009, "type_scores": {"tool_output_conflict": 0.997063934803009, "overgeneration": 0.0004734810790978372, "missing_tool_action_recommendation": 0.00042084779124706984}, "token_count": 1}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_281_0_4991f8f0aba5117699__tool_output_conflict__db3bf8862da6ae2a26__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 66, "top_tokens": [{"answer_start": 94, "answer_end": 97, "token_text": " 36", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9979583024978638, "type_probabilities": {"tool_output_conflict": 0.997063934803009, "overgeneration": 0.0004734810790978372, "missing_tool_action_recommendation": 0.00042084779124706984}}, {"answer_start": 97, "answer_end": 103, "token_text": " years", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.02591155283153057, "type_probabilities": {"tool_output_conflict": 0.025410139933228493, "overgeneration": 0.00018203051877208054, "missing_tool_action_recommendation": 0.00031938240863382816}}, {"answer_start": 103, "answer_end": 107, "token_text": " old", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00344944279640913, "type_probabilities": {"tool_output_conflict": 0.0032028001733124256, "overgeneration": 0.00013226117880549282, "missing_tool_action_recommendation": 0.00011438153887866065}}, {"answer_start": 156, "answer_end": 169, "token_text": " Astrological", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.000498052395414561, "type_probabilities": {"tool_output_conflict": 0.00014293355343397707, "overgeneration": 0.00015220436034724116, "missing_tool_action_recommendation": 0.0002029144816333428}}, {"answer_start": 175, "answer_end": 181, "token_text": " Libra", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00033183753839693964, "type_probabilities": {"tool_output_conflict": 0.0001777460565790534, "overgeneration": 5.13838640472386e-05, "missing_tool_action_recommendation": 0.00010270762868458405}}, {"answer_start": 125, "answer_end": 126, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002470584004186094, "type_probabilities": {"tool_output_conflict": 0.00019239266111981124, "overgeneration": 3.2732354156905785e-05, "missing_tool_action_recommendation": 2.1933379684924148e-05}}, {"answer_start": 128, "answer_end": 129, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00024247847613878548, "type_probabilities": {"tool_output_conflict": 0.00019208516459912062, "overgeneration": 3.238462159060873e-05, "missing_tool_action_recommendation": 1.800868813006673e-05}}, {"answer_start": 169, "answer_end": 174, "token_text": " Sign", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00024132074031513184, "type_probabilities": {"tool_output_conflict": 7.569546141894534e-05, "overgeneration": 7.787124195601791e-05, "missing_tool_action_recommendation": 8.775402966421098e-05}}, {"answer_start": 89, "answer_end": 93, "token_text": " Age", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022452804842032492, "type_probabilities": {"tool_output_conflict": 0.00012986500223632902, "overgeneration": 4.8487825552001595e-05, "missing_tool_action_recommendation": 4.617522790795192e-05}}, {"answer_start": 229, "answer_end": 240, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00022368901409208775, "type_probabilities": {"tool_output_conflict": 5.353943197405897e-05, "overgeneration": 7.27234801161103e-05, "missing_tool_action_recommendation": 9.742609836393967e-05}}, {"answer_start": 258, "answer_end": 259, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00014986292808316648, "type_probabilities": {"tool_output_conflict": 6.673089228570461e-05, "overgeneration": 5.678942761733197e-05, "missing_tool_action_recommendation": 2.634260272316169e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013982155360281467, "type_probabilities": {"tool_output_conflict": 0.0001108678407035768, "overgeneration": 1.2187131687824149e-05, "missing_tool_action_recommendation": 1.676658030191902e-05}}, {"answer_start": 126, "answer_end": 128, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012467012857086957, "type_probabilities": {"tool_output_conflict": 7.73503998061642e-05, "overgeneration": 2.6464056645636447e-05, "missing_tool_action_recommendation": 2.0855679395026527e-05}}, {"answer_start": 198, "answer_end": 203, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011004104453604668, "type_probabilities": {"tool_output_conflict": 3.329241371829994e-05, "overgeneration": 3.7568923289654776e-05, "missing_tool_action_recommendation": 3.917970752809197e-05}}, {"answer_start": 120, "answer_end": 125, "token_text": " 1987", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010889684926951304, "type_probabilities": {"tool_output_conflict": 7.677279791096225e-05, "overgeneration": 1.8893691958510317e-05, "missing_tool_action_recommendation": 1.3230362128524575e-05}}, {"answer_start": 221, "answer_end": 229, "token_text": " further", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010847131488844752, "type_probabilities": {"tool_output_conflict": 2.441582728351932e-05, "overgeneration": 3.111796104349196e-05, "missing_tool_action_recommendation": 5.293752474244684e-05}}, {"answer_start": 129, "answer_end": 131, "token_text": "28", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010227460734313354, "type_probabilities": {"tool_output_conflict": 6.701065285596997e-05, "overgeneration": 1.899508060887456e-05, "missing_tool_action_recommendation": 1.6268873878289014e-05}}, {"answer_start": 3, "answer_end": 11, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.890082583297044e-05, "type_probabilities": {"tool_output_conflict": 2.64441277977312e-05, "overgeneration": 3.277519135735929e-05, "missing_tool_action_recommendation": 3.968151213484816e-05}}, {"answer_start": 115, "answer_end": 119, "token_text": "date", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.687207784736529e-05, "type_probabilities": {"tool_output_conflict": 5.2985364163760096e-05, "overgeneration": 1.902235635498073e-05, "missing_tool_action_recommendation": 2.4864357328624465e-05}}, {"answer_start": 145, "answer_end": 148, "token_text": " 02", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.057372517418116e-05, "type_probabilities": {"tool_output_conflict": 2.6327112209401093e-05, "overgeneration": 2.6703781259129755e-05, "missing_tool_action_recommendation": 3.754282806767151e-05}}]}, "output": "The details of the person born on September 28, 1987, are as follows:\n\n- Name: John Doe\n- Age: 36 years old\n- Birthdate: 1987-09-28\n- Birth Time: 02:45:00\n- Astrological Sign: Libra\n\nIf you have any more questions or need further assistance, feel free to ask!"}
+{"id": "toolace_base_410_0_4956b5bebaa879f14a__overgeneration__a89316401ac9ceacad", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 422, "end": 472, "text": "No exceptions or limitations apply to this result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 422, "end": 472, "text": "No exceptions or limitations apply to this result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999585747718811, "mean_score": 0.9999470114707947, "type_score": 0.9998349083794488, "type_scores": {"tool_output_conflict": 6.186927243510986e-05, "overgeneration": 0.9998349083794488, "missing_tool_action_recommendation": 5.022976458551259e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_410_0_4956b5bebaa879f14a__overgeneration__a89316401ac9ceacad__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 89, "top_tokens": [{"answer_start": 450, "answer_end": 456, "token_text": " apply", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999585747718811, "type_probabilities": {"tool_output_conflict": 5.684263669536449e-05, "overgeneration": 0.9998615980148315, "missing_tool_action_recommendation": 4.0104052459355444e-05}}, {"answer_start": 459, "answer_end": 464, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999557733535767, "type_probabilities": {"tool_output_conflict": 5.669518941431306e-05, "overgeneration": 0.9998525381088257, "missing_tool_action_recommendation": 4.655229713534936e-05}}, {"answer_start": 464, "answer_end": 471, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999547004699707, "type_probabilities": {"tool_output_conflict": 5.931157647864893e-05, "overgeneration": 0.9998550415039062, "missing_tool_action_recommendation": 4.038153565488756e-05}}, {"answer_start": 421, "answer_end": 424, "token_text": "\nNo", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999518990516663, "type_probabilities": {"tool_output_conflict": 5.8243025705451146e-05, "overgeneration": 0.9998443126678467, "missing_tool_action_recommendation": 4.9350048357155174e-05}}, {"answer_start": 456, "answer_end": 459, "token_text": " to", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999488592147827, "type_probabilities": {"tool_output_conflict": 6.051409582141787e-05, "overgeneration": 0.9998406171798706, "missing_tool_action_recommendation": 4.775345223606564e-05}}, {"answer_start": 424, "answer_end": 435, "token_text": " exceptions", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999461770057678, "type_probabilities": {"tool_output_conflict": 6.304523412836716e-05, "overgeneration": 0.9998364448547363, "missing_tool_action_recommendation": 4.664803054765798e-05}}, {"answer_start": 438, "answer_end": 450, "token_text": " limitations", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999430775642395, "type_probabilities": {"tool_output_conflict": 6.814334483351558e-05, "overgeneration": 0.9998282194137573, "missing_tool_action_recommendation": 4.671651913668029e-05}}, {"answer_start": 435, "answer_end": 438, "token_text": " or", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999361634254456, "type_probabilities": {"tool_output_conflict": 6.53678216622211e-05, "overgeneration": 0.9997983574867249, "missing_tool_action_recommendation": 7.241633284138516e-05}}, {"answer_start": 471, "answer_end": 472, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999278783798218, "type_probabilities": {"tool_output_conflict": 6.866052717668936e-05, "overgeneration": 0.9997970461845398, "missing_tool_action_recommendation": 6.214561290107667e-05}}, {"answer_start": 419, "answer_end": 420, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014292715059127659, "type_probabilities": {"tool_output_conflict": 3.7402354791993275e-05, "overgeneration": 6.655004108324647e-05, "missing_tool_action_recommendation": 3.8974761991994455e-05}}, {"answer_start": 352, "answer_end": 363, "token_text": " connecting", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012027475895592943, "type_probabilities": {"tool_output_conflict": 1.3147600839147344e-05, "overgeneration": 6.24360327492468e-05, "missing_tool_action_recommendation": 4.469112172955647e-05}}, {"answer_start": 311, "answer_end": 322, "token_text": " visibility", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010287213081028312, "type_probabilities": {"tool_output_conflict": 1.7294927602051757e-05, "overgeneration": 3.8280999433482066e-05, "missing_tool_action_recommendation": 4.72962019557599e-05}}, {"answer_start": 298, "answer_end": 307, "token_text": " increase", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.054866339080036e-05, "type_probabilities": {"tool_output_conflict": 1.2860927199653815e-05, "overgeneration": 3.389576522749849e-05, "missing_tool_action_recommendation": 3.3791966416174546e-05}}, {"answer_start": 307, "answer_end": 311, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.470710261259228e-05, "type_probabilities": {"tool_output_conflict": 2.5185618142131716e-05, "overgeneration": 2.5660570827312768e-05, "missing_tool_action_recommendation": 2.3860913643147796e-05}}, {"answer_start": 322, "answer_end": 326, "token_text": " and", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.855777610326186e-05, "type_probabilities": {"tool_output_conflict": 2.1435125745483674e-05, "overgeneration": 1.6455032891826704e-05, "missing_tool_action_recommendation": 3.0667615646962076e-05}}, {"answer_start": 363, "answer_end": 368, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.578609463758767e-05, "type_probabilities": {"tool_output_conflict": 9.158482498605736e-06, "overgeneration": 2.5736060706549324e-05, "missing_tool_action_recommendation": 3.08915477944538e-05}}, {"answer_start": 368, "answer_end": 378, "token_text": " audiences", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.371029303409159e-05, "type_probabilities": {"tool_output_conflict": 1.2971921023563482e-05, "overgeneration": 2.457013033563271e-05, "missing_tool_action_recommendation": 2.6168239855905995e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.299978849710897e-05, "type_probabilities": {"tool_output_conflict": 1.2043534297845326e-05, "overgeneration": 2.1769830709672533e-05, "missing_tool_action_recommendation": 2.9186423489591107e-05}}, {"answer_start": 411, "answer_end": 419, "token_text": " fashion", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.939893890172243e-05, "type_probabilities": {"tool_output_conflict": 1.0639617357810494e-05, "overgeneration": 2.1244064555503428e-05, "missing_tool_action_recommendation": 2.751525789790321e-05}}, {"answer_start": 349, "answer_end": 352, "token_text": " by", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.720774061046541e-05, "type_probabilities": {"tool_output_conflict": 1.192101353808539e-05, "overgeneration": 2.2131351215648465e-05, "missing_tool_action_recommendation": 2.3155376766226254e-05}}]}, "output": "Here are some trending hashtags related to \"sustainable fashion\" for your upcoming social media campaign:\n\n- #sustainablefashion\n- #ecofashion\n- #ethicalfashion\n- #slowfashion\n- #greenfashion\n- #fashrev\n- #consciousfashion\n- #fashionrevolution\n- #sustainability\n- #ecostyle\n\nThese hashtags can help increase the visibility and reach of your campaign by connecting with audiences interested in sustainability and fashion.\n\nNo exceptions or limitations apply to this result."}
+{"id": "toolace_base_13_4_6e8906e38e94a86697__overgeneration__40ac40c6dd0c47d6c2", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 153, "end": 226, "text": "The result has been independently verified by an external review service.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 153, "end": 226, "text": "The result has been independently verified by an external review service.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999484419822693, "mean_score": 0.9999302923679352, "type_score": 0.9998473276694616, "type_scores": {"tool_output_conflict": 5.49792572807443e-05, "overgeneration": 0.9998473276694616, "missing_tool_action_recommendation": 2.7992899807334954e-05}, "token_count": 12}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 73, "gold_chars": 73, "pred_chars": 73}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_4_6e8906e38e94a86697__overgeneration__40ac40c6dd0c47d6c2__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 62, "top_tokens": [{"answer_start": 210, "answer_end": 217, "token_text": " review", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999484419822693, "type_probabilities": {"tool_output_conflict": 5.080673872726038e-05, "overgeneration": 0.9998732805252075, "missing_tool_action_recommendation": 2.4351804313482717e-05}}, {"answer_start": 217, "answer_end": 225, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999480843544006, "type_probabilities": {"tool_output_conflict": 6.158078031148762e-05, "overgeneration": 0.9998589754104614, "missing_tool_action_recommendation": 2.7558678993955255e-05}}, {"answer_start": 201, "answer_end": 210, "token_text": " external", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999945878982544, "type_probabilities": {"tool_output_conflict": 5.5298456572927535e-05, "overgeneration": 0.9998667240142822, "missing_tool_action_recommendation": 2.3841954316594638e-05}}, {"answer_start": 198, "answer_end": 201, "token_text": " an", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999411702156067, "type_probabilities": {"tool_output_conflict": 6.24638851149939e-05, "overgeneration": 0.999849796295166, "missing_tool_action_recommendation": 2.8888969609397464e-05}}, {"answer_start": 172, "answer_end": 186, "token_text": " independently", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999403357505798, "type_probabilities": {"tool_output_conflict": 4.652248026104644e-05, "overgeneration": 0.9998680353164673, "missing_tool_action_recommendation": 2.576257429609541e-05}}, {"answer_start": 186, "answer_end": 195, "token_text": " verified", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999323487281799, "type_probabilities": {"tool_output_conflict": 4.4609856558963656e-05, "overgeneration": 0.9998621940612793, "missing_tool_action_recommendation": 2.5563400413375348e-05}}, {"answer_start": 156, "answer_end": 163, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999293088912964, "type_probabilities": {"tool_output_conflict": 4.139377051615156e-05, "overgeneration": 0.9998611211776733, "missing_tool_action_recommendation": 2.683869570319075e-05}}, {"answer_start": 167, "answer_end": 172, "token_text": " been", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999273419380188, "type_probabilities": {"tool_output_conflict": 5.421576133812778e-05, "overgeneration": 0.9998449087142944, "missing_tool_action_recommendation": 2.8197588108014315e-05}}, {"answer_start": 195, "answer_end": 198, "token_text": " by", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999204874038696, "type_probabilities": {"tool_output_conflict": 5.730159318773076e-05, "overgeneration": 0.9998371601104736, "missing_tool_action_recommendation": 2.6066469217767008e-05}}, {"answer_start": 163, "answer_end": 167, "token_text": " has", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999182820320129, "type_probabilities": {"tool_output_conflict": 5.650669845636003e-05, "overgeneration": 0.9998334646224976, "missing_tool_action_recommendation": 2.8316673706285655e-05}}, {"answer_start": 152, "answer_end": 156, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999139308929443, "type_probabilities": {"tool_output_conflict": 4.895004167337902e-05, "overgeneration": 0.9998339414596558, "missing_tool_action_recommendation": 3.104769712081179e-05}}, {"answer_start": 225, "answer_end": 226, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998978972434998, "type_probabilities": {"tool_output_conflict": 8.010102465050295e-05, "overgeneration": 0.9997783303260803, "missing_tool_action_recommendation": 3.948029188904911e-05}}, {"answer_start": 82, "answer_end": 83, "token_text": "[", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016599612717982382, "type_probabilities": {"tool_output_conflict": 9.729476732900366e-05, "overgeneration": 2.6369350962340832e-05, "missing_tool_action_recommendation": 4.23319979745429e-05}}, {"answer_start": 150, "answer_end": 151, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.337722879834473e-05, "type_probabilities": {"tool_output_conflict": 9.437545486434828e-06, "overgeneration": 3.959060995839536e-05, "missing_tool_action_recommendation": 1.4349069715535734e-05}}, {"answer_start": 65, "answer_end": 72, "token_text": " office", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.7114724768325686e-05, "type_probabilities": {"tool_output_conflict": 1.0549747457844205e-05, "overgeneration": 2.3818816771381535e-05, "missing_tool_action_recommendation": 2.2746158720110543e-05}}, {"answer_start": 60, "answer_end": 65, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.192452954361215e-05, "type_probabilities": {"tool_output_conflict": 1.2407694157445803e-05, "overgeneration": 2.1945674234302714e-05, "missing_tool_action_recommendation": 1.7571162970853038e-05}}, {"answer_start": 52, "answer_end": 57, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.852000711252913e-05, "type_probabilities": {"tool_output_conflict": 1.0327411473554093e-05, "overgeneration": 2.1676134565495886e-05, "missing_tool_action_recommendation": 1.6516460163984448e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.5396849600365385e-05, "type_probabilities": {"tool_output_conflict": 2.077556200674735e-05, "overgeneration": 1.241337122337427e-05, "missing_tool_action_recommendation": 1.220791909872787e-05}}, {"answer_start": 42, "answer_end": 43, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.383946361485869e-05, "type_probabilities": {"tool_output_conflict": 2.121871875715442e-05, "overgeneration": 1.2017032531730365e-05, "missing_tool_action_recommendation": 1.0603710506984498e-05}}, {"answer_start": 44, "answer_end": 49, "token_text": " safe", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.118185461265966e-05, "type_probabilities": {"tool_output_conflict": 1.0624418791849166e-05, "overgeneration": 1.6337302440661006e-05, "missing_tool_action_recommendation": 1.4220135199138895e-05}}]}, "output": "Here is a random funny cat-themed GIF that's safe to view at your office party:\n\n![Funny Cat GIF](https://media.giphy.com/media/random-funny-cat-g.gif)\n\nThe result has been independently verified by an external review service."}
+{"id": "toolace_base_29_4_ff817640f88be72e72", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 610, "end": 612, "text": "0.", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.5235946774482727, "mean_score": 0.5148562490940094, "type_score": 0.5098583996295929, "type_scores": {"tool_output_conflict": 0.5098583996295929, "overgeneration": 0.0034416542621329427, "missing_tool_action_recommendation": 0.001556194678414613}, "token_count": 2}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 2}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_29_4_ff817640f88be72e72__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 301, "top_tokens": [{"answer_start": 611, "answer_end": 612, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.5235946774482727, "type_probabilities": {"tool_output_conflict": 0.5203429460525513, "overgeneration": 0.0020962872076779604, "missing_tool_action_recommendation": 0.001155457110144198}}, {"answer_start": 609, "answer_end": 611, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.5061178207397461, "type_probabilities": {"tool_output_conflict": 0.4993738532066345, "overgeneration": 0.004787021316587925, "missing_tool_action_recommendation": 0.001956932246685028}}, {"answer_start": 612, "answer_end": 614, "token_text": "04", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.49808377027511597, "type_probabilities": {"tool_output_conflict": 0.4950374960899353, "overgeneration": 0.0020927120931446552, "missing_tool_action_recommendation": 0.0009535523713566363}}, {"answer_start": 614, "answer_end": 615, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.07484577596187592, "type_probabilities": {"tool_output_conflict": 0.07200906425714493, "overgeneration": 0.0024804279673844576, "missing_tool_action_recommendation": 0.00035628568730317056}}, {"answer_start": 538, "answer_end": 539, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.021455848589539528, "type_probabilities": {"tool_output_conflict": 0.021040238440036774, "overgeneration": 0.00017548738105688244, "missing_tool_action_recommendation": 0.00024012281210161746}}, {"answer_start": 535, "answer_end": 537, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.008725528605282307, "type_probabilities": {"tool_output_conflict": 0.008428838104009628, "overgeneration": 0.00012660070206038654, "missing_tool_action_recommendation": 0.0001700898865237832}}, {"answer_start": 675, "answer_end": 678, "token_text": " 13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007911321707069874, "type_probabilities": {"tool_output_conflict": 0.007288598455488682, "overgeneration": 0.0002857780200429261, "missing_tool_action_recommendation": 0.00033694534795358777}}, {"answer_start": 679, "answer_end": 684, "token_text": " 2000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.006174590904265642, "type_probabilities": {"tool_output_conflict": 0.005496829282492399, "overgeneration": 0.0003258699143771082, "missing_tool_action_recommendation": 0.0003518916782923043}}, {"answer_start": 666, "answer_end": 675, "token_text": " November", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.005789437796920538, "type_probabilities": {"tool_output_conflict": 0.005432993173599243, "overgeneration": 0.00017020788800437003, "missing_tool_action_recommendation": 0.00018623641517478973}}, {"answer_start": 537, "answer_end": 538, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0022973723243921995, "type_probabilities": {"tool_output_conflict": 0.0020651693921536207, "overgeneration": 9.51268375501968e-05, "missing_tool_action_recommendation": 0.00013707595644518733}}, {"answer_start": 678, "answer_end": 679, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003771602641791105, "type_probabilities": {"tool_output_conflict": 0.00030795540078543127, "overgeneration": 4.4548127334564924e-05, "missing_tool_action_recommendation": 2.4656750611029565e-05}}, {"answer_start": 635, "answer_end": 636, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003571959096007049, "type_probabilities": {"tool_output_conflict": 0.00030588105437345803, "overgeneration": 2.2784093744121492e-05, "missing_tool_action_recommendation": 2.853076148312539e-05}}, {"answer_start": 634, "answer_end": 635, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021058144920971245, "type_probabilities": {"tool_output_conflict": 0.00016987294657155871, "overgeneration": 1.650096965022385e-05, "missing_tool_action_recommendation": 2.420752753096167e-05}}, {"answer_start": 631, "answer_end": 634, "token_text": "300", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019489301485009491, "type_probabilities": {"tool_output_conflict": 0.00015640468336641788, "overgeneration": 1.9540417270036414e-05, "missing_tool_action_recommendation": 1.8947912394651212e-05}}, {"answer_start": 582, "answer_end": 588, "token_text": " Blend", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00019179274386260659, "type_probabilities": {"tool_output_conflict": 0.00010430073598399758, "overgeneration": 5.824185791425407e-05, "missing_tool_action_recommendation": 2.925014814536553e-05}}, {"answer_start": 976, "answer_end": 982, "token_text": " vital", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00014962186105549335, "type_probabilities": {"tool_output_conflict": 3.641240982688032e-05, "overgeneration": 4.219806578475982e-05, "missing_tool_action_recommendation": 7.101138180587441e-05}}, {"answer_start": 898, "answer_end": 912, "token_text": " comprehensive", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013115050387568772, "type_probabilities": {"tool_output_conflict": 3.054978515137918e-05, "overgeneration": 5.8427660405868664e-05, "missing_tool_action_recommendation": 4.2173054680461064e-05}}, {"answer_start": 888, "answer_end": 896, "token_text": " provide", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011787813127739355, "type_probabilities": {"tool_output_conflict": 1.6279966075671837e-05, "overgeneration": 6.917279824847355e-05, "missing_tool_action_recommendation": 3.2425370591226965e-05}}, {"answer_start": 924, "answer_end": 933, "token_text": " overview", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011095529043814167, "type_probabilities": {"tool_output_conflict": 2.4527624191250652e-05, "overgeneration": 5.072364001534879e-05, "missing_tool_action_recommendation": 3.570402623154223e-05}}, {"answer_start": 464, "answer_end": 469, "token_text": " 1999", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010767978528747335, "type_probabilities": {"tool_output_conflict": 4.224388248985633e-05, "overgeneration": 3.500030288705602e-05, "missing_tool_action_recommendation": 3.04356017295504e-05}}]}, "output": "Here are the ratings and details for the funds SPY and QQQ, in addition to the previously mentioned details about VFIAX:\n\n**SPY (S&P 500 ETF Trust)**\n- **Rating**: 4.5 on a scale of 1 to 5\n- **Management**: S&P 500 Index\n- **Net Assets**: $350 billion USD\n- **Inception Date**: January 22, 1993\n\n**QQQ (Invesco QQQ Trust)**\n- **Rating**: 4.3 on a scale of 1 to 5\n- **Management**: Nasdaq-100 Index\n- **Net Assets**: $150 billion USD\n- **Inception Date**: March 10, 1999\n\n**VFIAX (Vanguard 500 Index Fund Admiral Shares)**\n- **Rating**: 4.7 on a scale of 1 to 5\n- **Category**: Large Blend\n- **Expense Ratio**: 0.04%\n- **Assets**: $300.5 billion\n- **Inception Date**: November 13, 2000\n\nFrom this comparison:\n- VFIAX has the highest rating among the three.\n- SPY has the largest asset base.\n- QQQ has the lowest rating but is still highly regarded based on its performance. \n\nThese details provide a comprehensive comparative overview based on the performance ratings and other vital fund metrics."}
+{"id": "toolace_base_431_6_e73273ed258fc315d4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 632, "end": 636, "text": "4.2%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.8316624164581299, "mean_score": 0.8040342926979065, "type_score": 0.8016544729471207, "type_scores": {"tool_output_conflict": 0.8016544729471207, "overgeneration": 0.001631413382710889, "missing_tool_action_recommendation": 0.0007484081506845541}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 4}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_431_6_e73273ed258fc315d4__span_window_000", "toolace_base_431_6_e73273ed258fc315d4__span_window_001", "toolace_base_431_6_e73273ed258fc315d4__span_window_002", "toolace_base_431_6_e73273ed258fc315d4__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 607, "top_tokens": [{"answer_start": 635, "answer_end": 636, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8316624164581299, "type_probabilities": {"tool_output_conflict": 0.8304042220115662, "overgeneration": 0.0009862901642918587, "missing_tool_action_recommendation": 0.000271912373136729}}, {"answer_start": 633, "answer_end": 634, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.820695698261261, "type_probabilities": {"tool_output_conflict": 0.8191838264465332, "overgeneration": 0.0008970017079263926, "missing_tool_action_recommendation": 0.0006148919346742332}}, {"answer_start": 632, "answer_end": 633, "token_text": "4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7892776131629944, "type_probabilities": {"tool_output_conflict": 0.7875052690505981, "overgeneration": 0.001286621787585318, "missing_tool_action_recommendation": 0.0004857102467212826}}, {"answer_start": 634, "answer_end": 635, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7745014429092407, "type_probabilities": {"tool_output_conflict": 0.7695245742797852, "overgeneration": 0.0033557398710399866, "missing_tool_action_recommendation": 0.0016211180482059717}}, {"answer_start": 1224, "answer_end": 1225, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.488741934299469, "type_probabilities": {"tool_output_conflict": 0.48631593585014343, "overgeneration": 0.0010507620172575116, "missing_tool_action_recommendation": 0.0013752267695963383}}, {"answer_start": 607, "answer_end": 609, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.4857511520385742, "type_probabilities": {"tool_output_conflict": 0.47429603338241577, "overgeneration": 0.0026561033446341753, "missing_tool_action_recommendation": 0.008799019269645214}}, {"answer_start": 124, "answer_end": 126, "token_text": "42", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3845713138580322, "type_probabilities": {"tool_output_conflict": 0.3821619749069214, "overgeneration": 0.0018649519188329577, "missing_tool_action_recommendation": 0.0005443990812636912}}, {"answer_start": 126, "answer_end": 127, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3636184632778168, "type_probabilities": {"tool_output_conflict": 0.3614892065525055, "overgeneration": 0.0016916905296966434, "missing_tool_action_recommendation": 0.0004375627904664725}}, {"answer_start": 1223, "answer_end": 1224, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3600131571292877, "type_probabilities": {"tool_output_conflict": 0.35843533277511597, "overgeneration": 0.0009076224523596466, "missing_tool_action_recommendation": 0.0006702029495500028}}, {"answer_start": 1226, "answer_end": 1227, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2442101538181305, "type_probabilities": {"tool_output_conflict": 0.24222996830940247, "overgeneration": 0.0013062593061476946, "missing_tool_action_recommendation": 0.0006739255622960627}}, {"answer_start": 127, "answer_end": 129, "token_text": "13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2315472513437271, "type_probabilities": {"tool_output_conflict": 0.22849920392036438, "overgeneration": 0.0021459627896547318, "missing_tool_action_recommendation": 0.0009020828292705119}}, {"answer_start": 1225, "answer_end": 1226, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.22899174690246582, "type_probabilities": {"tool_output_conflict": 0.226303830742836, "overgeneration": 0.0011036364594474435, "missing_tool_action_recommendation": 0.0015842729480937123}}, {"answer_start": 484, "answer_end": 485, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.14280371367931366, "type_probabilities": {"tool_output_conflict": 0.1405043601989746, "overgeneration": 0.0016704509034752846, "missing_tool_action_recommendation": 0.0006289107259362936}}, {"answer_start": 1196, "answer_end": 1197, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.14251452684402466, "type_probabilities": {"tool_output_conflict": 0.14150261878967285, "overgeneration": 0.0006487780483439565, "missing_tool_action_recommendation": 0.00036312767770141363}}, {"answer_start": 1197, "answer_end": 1200, "token_text": "069", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.10712133347988129, "type_probabilities": {"tool_output_conflict": 0.10544170439243317, "overgeneration": 0.0006354920333251357, "missing_tool_action_recommendation": 0.0010441392660140991}}, {"answer_start": 488, "answer_end": 489, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.10530231148004532, "type_probabilities": {"tool_output_conflict": 0.10330476611852646, "overgeneration": 0.001337892492301762, "missing_tool_action_recommendation": 0.0006596532184630632}}, {"answer_start": 483, "answer_end": 484, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08189304918050766, "type_probabilities": {"tool_output_conflict": 0.0798935741186142, "overgeneration": 0.0010483614169061184, "missing_tool_action_recommendation": 0.0009511146345175803}}, {"answer_start": 485, "answer_end": 488, "token_text": "880", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.03663994371891022, "type_probabilities": {"tool_output_conflict": 0.03467746451497078, "overgeneration": 0.0013210668694227934, "missing_tool_action_recommendation": 0.0006414145464077592}}, {"answer_start": 1221, "answer_end": 1223, "token_text": " +", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.036204978823661804, "type_probabilities": {"tool_output_conflict": 0.035549502819776535, "overgeneration": 0.0003949353122152388, "missing_tool_action_recommendation": 0.0002605397312436253}}, {"answer_start": 605, "answer_end": 606, "token_text": "8", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.034924838691949844, "type_probabilities": {"tool_output_conflict": 0.033858489245176315, "overgeneration": 0.0005966927274130285, "missing_tool_action_recommendation": 0.00046965753426775336}}]}, "output": "Here are the top gainers in the cryptocurrency market over the past 24 hours:\n\n1. **Solana (SOL)**\n   - **Current Price:** $42.13\n   - **24h Change:** +5.5%\n   - **Market Cap:** $14,100,000,000\n\n2. **Avalanche (AVAX)**\n   - **Current Price:** $27.45\n   - **24h Change:** +6.3%\n   - **Market Cap:** $6,800,000,000\n\n3. **Bitcoin (BTC)**\n   - **Current Price:** $23,840.23\n   - **24h Change:** +5.2%\n   - **Market Cap:** $450,000,000,000\n\n4. **Ethereum (ETH)**\n   - **Current Price:** $1,880.75\n   - **24h Change:** +4.7%\n   - **Market Cap:** $220,000,000,000\n\n5. **Polkadot (DOT)**\n   - **Current Price:** $8.97\n   - **24h Change:** +4.2%\n   - **Market Cap:** $9,000,000,000\n\n6. **Binance Coin (BNB)**\n   - **Current Price:** $321.19\n   - **24h Change:** +3.9%\n   - **Market Cap:** $50,800,000,000\n\n7. **ChainLink (LINK)**\n   - **Current Price:** $7.31\n   - **24h Change:** +3.7%\n   - **Market Cap:** $3,200,000,000\n\n8. **Cardano (ADA)**\n   - **Current Price:** $0.55\n   - **24h Change:** +3.5%\n   - **Market Cap:** $18,300,000,000\n\n9. **Ripple (XRP)**\n   - **Current Price:** $0.38\n   - **24h Change:** +2.8%\n   - **Market Cap:** $17,600,000,000\n\n10. **Dogecoin (DOGE)**\n   - **Current Price:** $0.069\n   - **24h Change:** +2.1%\n   - **Market Cap:** $9,100,000,000\n\nThese cryptocurrencies have shown significant gains in the past 24 hours. If you're considering investing, it's always wise to do further research and consider the market trends and news impacting these assets. Let me know if you need more detailed information or assistance!"}
+{"id": "toolace_base_375_0_4bacd029be2d979f70__overgeneration__1dd4c5f051ef059e31", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 207, "end": 268, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 207, "end": 268, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999467730522156, "mean_score": 0.9999328205982844, "type_score": 0.9998427381118139, "type_scores": {"tool_output_conflict": 5.298888057344205e-05, "overgeneration": 0.9998427381118139, "missing_tool_action_recommendation": 3.7094261491195844e-05}, "token_count": 12}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_375_0_4bacd029be2d979f70__overgeneration__1dd4c5f051ef059e31__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 75, "top_tokens": [{"answer_start": 232, "answer_end": 237, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999467730522156, "type_probabilities": {"tool_output_conflict": 4.716614057542756e-05, "overgeneration": 0.9998594522476196, "missing_tool_action_recommendation": 4.0155136957764626e-05}}, {"answer_start": 244, "answer_end": 246, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999440908432007, "type_probabilities": {"tool_output_conflict": 4.788362275576219e-05, "overgeneration": 0.9998629093170166, "missing_tool_action_recommendation": 3.3315587643301114e-05}}, {"answer_start": 237, "answer_end": 244, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999942421913147, "type_probabilities": {"tool_output_conflict": 3.810569614870474e-05, "overgeneration": 0.9998676776885986, "missing_tool_action_recommendation": 3.66612002835609e-05}}, {"answer_start": 215, "answer_end": 224, "token_text": " provider", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999417066574097, "type_probabilities": {"tool_output_conflict": 5.169704672880471e-05, "overgeneration": 0.999850869178772, "missing_tool_action_recommendation": 3.913500768248923e-05}}, {"answer_start": 261, "answer_end": 267, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999405741691589, "type_probabilities": {"tool_output_conflict": 4.416136289364658e-05, "overgeneration": 0.9998674392700195, "missing_tool_action_recommendation": 2.895037869166117e-05}}, {"answer_start": 224, "answer_end": 232, "token_text": " assigns", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999397993087769, "type_probabilities": {"tool_output_conflict": 4.8387802962679416e-05, "overgeneration": 0.9998571872711182, "missing_tool_action_recommendation": 3.418734922888689e-05}}, {"answer_start": 250, "answer_end": 261, "token_text": " confidence", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999350309371948, "type_probabilities": {"tool_output_conflict": 5.15737701789476e-05, "overgeneration": 0.9998495578765869, "missing_tool_action_recommendation": 3.393877705093473e-05}}, {"answer_start": 206, "answer_end": 210, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999293088912964, "type_probabilities": {"tool_output_conflict": 5.200931627769023e-05, "overgeneration": 0.999839186668396, "missing_tool_action_recommendation": 3.8084770494606346e-05}}, {"answer_start": 246, "answer_end": 249, "token_text": " 98", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999284744262695, "type_probabilities": {"tool_output_conflict": 7.033196743577719e-05, "overgeneration": 0.9998267292976379, "missing_tool_action_recommendation": 3.138620013487525e-05}}, {"answer_start": 210, "answer_end": 215, "token_text": " tool", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999228715896606, "type_probabilities": {"tool_output_conflict": 4.274920866009779e-05, "overgeneration": 0.9998395442962646, "missing_tool_action_recommendation": 4.058270496898331e-05}}, {"answer_start": 249, "answer_end": 250, "token_text": "%", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999175667762756, "type_probabilities": {"tool_output_conflict": 5.781253639725037e-05, "overgeneration": 0.9998242259025574, "missing_tool_action_recommendation": 3.555272633093409e-05}}, {"answer_start": 267, "answer_end": 268, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999052286148071, "type_probabilities": {"tool_output_conflict": 8.398809586651623e-05, "overgeneration": 0.999768078327179, "missing_tool_action_recommendation": 5.318129842635244e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003257119678892195, "type_probabilities": {"tool_output_conflict": 5.588956264546141e-05, "overgeneration": 0.0001352966792182997, "missing_tool_action_recommendation": 0.00013452574785333127}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.5529511882923543e-05, "type_probabilities": {"tool_output_conflict": 1.72740201378474e-05, "overgeneration": 1.510230140411295e-05, "missing_tool_action_recommendation": 2.3153186702984385e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "*", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.511016206583008e-05, "type_probabilities": {"tool_output_conflict": 1.4765906598768197e-05, "overgeneration": 1.9592696844483726e-05, "missing_tool_action_recommendation": 2.0751560441567563e-05}}, {"answer_start": 141, "answer_end": 145, "token_text": " can", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.131309080752544e-05, "type_probabilities": {"tool_output_conflict": 1.0307742741133552e-05, "overgeneration": 1.8097311112796888e-05, "missing_tool_action_recommendation": 2.29080360441003e-05}}, {"answer_start": 185, "answer_end": 194, "token_text": " software", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.9973132263403386e-05, "type_probabilities": {"tool_output_conflict": 5.9627877817547414e-06, "overgeneration": 1.9840337699861266e-05, "missing_tool_action_recommendation": 2.4170005417545326e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": "*", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7009260015329346e-05, "type_probabilities": {"tool_output_conflict": 1.093331775336992e-05, "overgeneration": 1.6690120901330374e-05, "missing_tool_action_recommendation": 1.9385821360629052e-05}}, {"answer_start": 48, "answer_end": 51, "token_text": "New", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.543587419902906e-05, "type_probabilities": {"tool_output_conflict": 7.734373866696842e-06, "overgeneration": 1.7303411368629895e-05, "missing_tool_action_recommendation": 2.0398087144712918e-05}}, {"answer_start": 126, "answer_end": 129, "token_text": "814", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.439684562385082e-05, "type_probabilities": {"tool_output_conflict": 8.278597306343727e-06, "overgeneration": 1.468846676289104e-05, "missing_tool_action_recommendation": 2.1429779735626653e-05}}]}, "output": "The UUIDv3 for your software component named \"myNewSoftwareComponent\" in the 'dns' namespace is **5df41881-3aed-3515-88a7-2f4a814cf09e**. You can use this unique identifier for your new software component.\n\nThe tool provider assigns this result a 98% confidence score."}
+{"id": "toolace_base_450_6_c41d819ac9d7b8dce2__overgeneration__62c5d7e483931d6544", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1198, "end": 1254, "text": "Historical records from last year show the same pattern.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 1198, "end": 1254, "text": "Historical records from last year show the same pattern.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999136328697205, "mean_score": 0.999861353635788, "type_score": 0.9997423768043519, "type_scores": {"tool_output_conflict": 8.03272494522389e-05, "overgeneration": 0.9997423768043519, "missing_tool_action_recommendation": 3.864608534058789e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 56, "gold_chars": 56, "pred_chars": 56}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_450_6_c41d819ac9d7b8dce2__overgeneration__62c5d7e483931d6544__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 354, "top_tokens": [{"answer_start": 1245, "answer_end": 1253, "token_text": " pattern", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999136328697205, "type_probabilities": {"tool_output_conflict": 6.600117922062054e-05, "overgeneration": 0.9998173117637634, "missing_tool_action_recommendation": 3.032646964129526e-05}}, {"answer_start": 1240, "answer_end": 1245, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999129772186279, "type_probabilities": {"tool_output_conflict": 6.554955325555056e-05, "overgeneration": 0.9998118281364441, "missing_tool_action_recommendation": 3.56033124262467e-05}}, {"answer_start": 1231, "answer_end": 1236, "token_text": " show", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998961687088013, "type_probabilities": {"tool_output_conflict": 6.389625195879489e-05, "overgeneration": 0.9998074173927307, "missing_tool_action_recommendation": 2.485320692358073e-05}}, {"answer_start": 1226, "answer_end": 1231, "token_text": " year", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998907446861267, "type_probabilities": {"tool_output_conflict": 6.231390580069274e-05, "overgeneration": 0.9997910857200623, "missing_tool_action_recommendation": 3.734350320883095e-05}}, {"answer_start": 1236, "answer_end": 1240, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998777508735657, "type_probabilities": {"tool_output_conflict": 7.692560757277533e-05, "overgeneration": 0.9997623562812805, "missing_tool_action_recommendation": 3.847291009151377e-05}}, {"answer_start": 1216, "answer_end": 1221, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998728632926941, "type_probabilities": {"tool_output_conflict": 7.931254367576912e-05, "overgeneration": 0.9997678399085999, "missing_tool_action_recommendation": 2.5671850380604155e-05}}, {"answer_start": 1221, "answer_end": 1226, "token_text": " last", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99986732006073, "type_probabilities": {"tool_output_conflict": 6.871701043564826e-05, "overgeneration": 0.9997637867927551, "missing_tool_action_recommendation": 3.478571670711972e-05}}, {"answer_start": 1197, "answer_end": 1208, "token_text": "\nHistorical", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998461604118347, "type_probabilities": {"tool_output_conflict": 8.042617264436558e-05, "overgeneration": 0.9997218251228333, "missing_tool_action_recommendation": 4.39297582488507e-05}}, {"answer_start": 1208, "answer_end": 1216, "token_text": " records", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998289346694946, "type_probabilities": {"tool_output_conflict": 7.9312791058328e-05, "overgeneration": 0.9996957778930664, "missing_tool_action_recommendation": 5.381758091971278e-05}}, {"answer_start": 1253, "answer_end": 1254, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9997069835662842, "type_probabilities": {"tool_output_conflict": 0.000160817478899844, "overgeneration": 0.9994845390319824, "missing_tool_action_recommendation": 6.165654485812411e-05}}, {"answer_start": 760, "answer_end": 763, "token_text": "211", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.007548163644969463, "type_probabilities": {"tool_output_conflict": 0.007191453129053116, "overgeneration": 0.0002259763132315129, "missing_tool_action_recommendation": 0.00013073455193080008}}, {"answer_start": 764, "answer_end": 765, "token_text": "9", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003922267816960812, "type_probabilities": {"tool_output_conflict": 0.003567252540960908, "overgeneration": 0.00016093799786176533, "missing_tool_action_recommendation": 0.0001940774091053754}}, {"answer_start": 196, "answer_end": 200, "token_text": " 875", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0019115125760436058, "type_probabilities": {"tool_output_conflict": 0.001683982671238482, "overgeneration": 0.0001856080343713984, "missing_tool_action_recommendation": 4.192187770968303e-05}}, {"answer_start": 377, "answer_end": 380, "token_text": " 96", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0018550637178122997, "type_probabilities": {"tool_output_conflict": 0.0015048068016767502, "overgeneration": 0.0002377055789111182, "missing_tool_action_recommendation": 0.00011255143908783793}}, {"answer_start": 642, "answer_end": 645, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017724888166412711, "type_probabilities": {"tool_output_conflict": 0.0010736987460404634, "overgeneration": 0.00045384184340946376, "missing_tool_action_recommendation": 0.00024494819808751345}}, {"answer_start": 200, "answer_end": 201, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0013432794949039817, "type_probabilities": {"tool_output_conflict": 0.0012023120652884245, "overgeneration": 7.673267100472003e-05, "missing_tool_action_recommendation": 6.423475133487955e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001239958917722106, "type_probabilities": {"tool_output_conflict": 0.0010459314798936248, "overgeneration": 0.00010083794040838256, "missing_tool_action_recommendation": 9.318951924797148e-05}}, {"answer_start": 649, "answer_end": 650, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001218602410517633, "type_probabilities": {"tool_output_conflict": 0.0008052388438954949, "overgeneration": 0.00021943295723758638, "missing_tool_action_recommendation": 0.00019393056572880596}}, {"answer_start": 646, "answer_end": 649, "token_text": "868", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011562847066670656, "type_probabilities": {"tool_output_conflict": 0.0006154976435936987, "overgeneration": 0.0003484112967271358, "missing_tool_action_recommendation": 0.0001923757663462311}}, {"answer_start": 381, "answer_end": 382, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011426368728280067, "type_probabilities": {"tool_output_conflict": 0.0009296408388763666, "overgeneration": 9.813010547077283e-05, "missing_tool_action_recommendation": 0.00011486595758469775}}]}, "output": "The historical quarterly prices for Apple Inc. (AAPL) are as follows:\n\n1. For the quarter ending on 2026-03-31:\n   - Open: $185.5\n   - High: $198.2\n   - Low: $182.8\n   - Close: $197.5\n   - Volume: 875,555,000\n   - Dividend: $0.85\n   - Split: No Split\n\n2. For the quarter ending on 2026-06-30:\n   - Open: $197.5\n   - High: $210.8\n   - Low: $190.1\n   - Close: $202.6\n   - Volume: 962,251,000\n   - Dividend: $0.85\n   - Split: No Split\n\nThe 10-year historical monthly adjusted prices for Apple Inc. (AAPL) are as follows:\n\n1. For the month ending on 2026-05-31:\n   - Open: $202.6\n   - High: $205.8\n   - Low: $197.4\n   - Close: $205.1\n   - Volume: 18,868,900\n   - Dividend: $0.85\n   - Split: 1.0\n\n2. For the current date (2026-06-20):\n   - Open: $205.1\n   - High: $211.9\n   - Low: $198.6\n   - Close: $208.7\n   - Volume: 26,521,100\n   - Dividend: $0.85\n   - Split: 1.0\n\nThe data above reveals that the stock price has been increasing over recent quarters and months. The volume - the number of shares traded - has also gone up. The dividends remain consistent. Note that past performance is not necessarily indicative of future results, and the stock market can be influenced by a multitude of factors.\n\nHistorical records from last year show the same pattern."}
+{"id": "toolace_base_349_0_84c155c197f2f17bd0", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_349_0_84c155c197f2f17bd0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 149, "top_tokens": [{"answer_start": 296, "answer_end": 297, "token_text": "👟", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0007053351146169007, "type_probabilities": {"tool_output_conflict": 0.0005999342538416386, "overgeneration": 5.624270852422342e-05, "missing_tool_action_recommendation": 4.915818135486916e-05}}, {"answer_start": 335, "answer_end": 336, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002506791497580707, "type_probabilities": {"tool_output_conflict": 0.0002119565469911322, "overgeneration": 2.028761628025677e-05, "missing_tool_action_recommendation": 1.8435004676575772e-05}}, {"answer_start": 331, "answer_end": 335, "token_text": " 450", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015538744628429413, "type_probabilities": {"tool_output_conflict": 0.0001079512367141433, "overgeneration": 2.280121589137707e-05, "missing_tool_action_recommendation": 2.4635000954731368e-05}}, {"answer_start": 336, "answer_end": 339, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012871633225586265, "type_probabilities": {"tool_output_conflict": 8.67135458975099e-05, "overgeneration": 2.118679003615398e-05, "missing_tool_action_recommendation": 2.0815994503209367e-05}}, {"answer_start": 488, "answer_end": 489, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.576427692081779e-05, "type_probabilities": {"tool_output_conflict": 5.313211295288056e-05, "overgeneration": 2.953352486656513e-05, "missing_tool_action_recommendation": 1.3098636372887995e-05}}, {"answer_start": 363, "answer_end": 367, "token_text": " 312", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.005948959384114e-05, "type_probabilities": {"tool_output_conflict": 4.714602982858196e-05, "overgeneration": 1.335155866399873e-05, "missing_tool_action_recommendation": 2.9561899282271042e-05}}, {"answer_start": 390, "answer_end": 394, "token_text": " 580", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.177850395441055e-05, "type_probabilities": {"tool_output_conflict": 3.0372948458534665e-05, "overgeneration": 1.746030648064334e-05, "missing_tool_action_recommendation": 3.394524537725374e-05}}, {"answer_start": 289, "answer_end": 290, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.852309888927266e-05, "type_probabilities": {"tool_output_conflict": 3.522002953104675e-05, "overgeneration": 1.448491821065545e-05, "missing_tool_action_recommendation": 1.8818152966559865e-05}}, {"answer_start": 464, "answer_end": 470, "token_text": " query", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.591723649762571e-05, "type_probabilities": {"tool_output_conflict": 2.0979272449039854e-05, "overgeneration": 1.9133314708597027e-05, "missing_tool_action_recommendation": 2.580465115897823e-05}}, {"answer_start": 441, "answer_end": 453, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.0772334109060466e-05, "type_probabilities": {"tool_output_conflict": 1.477971272834111e-05, "overgeneration": 1.4313312931335531e-05, "missing_tool_action_recommendation": 3.1679308449383825e-05}}, {"answer_start": 453, "answer_end": 456, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9788701037177816e-05, "type_probabilities": {"tool_output_conflict": 2.1630256014759652e-05, "overgeneration": 1.4092590390646365e-05, "missing_tool_action_recommendation": 2.40658555412665e-05}}, {"answer_start": 470, "answer_end": 471, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.400641020969488e-05, "type_probabilities": {"tool_output_conflict": 1.6919319023145363e-05, "overgeneration": 1.8336362700210884e-05, "missing_tool_action_recommendation": 1.875072848633863e-05}}, {"answer_start": 456, "answer_end": 464, "token_text": " another", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.2831943321507424e-05, "type_probabilities": {"tool_output_conflict": 2.193897671531886e-05, "overgeneration": 1.3670488442585338e-05, "missing_tool_action_recommendation": 1.7222480892087333e-05}}, {"answer_start": 481, "answer_end": 484, "token_text": " to", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.1797760534100235e-05, "type_probabilities": {"tool_output_conflict": 2.4433378712274134e-05, "overgeneration": 8.979951417131815e-06, "missing_tool_action_recommendation": 1.838443313317839e-05}}, {"answer_start": 175, "answer_end": 176, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.158467683941126e-05, "type_probabilities": {"tool_output_conflict": 2.944233528978657e-05, "overgeneration": 9.072297871171031e-06, "missing_tool_action_recommendation": 1.3070040949969552e-05}}, {"answer_start": 436, "answer_end": 441, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.8782701924210414e-05, "type_probabilities": {"tool_output_conflict": 1.1858399375341833e-05, "overgeneration": 1.3654725989908911e-05, "missing_tool_action_recommendation": 2.326957655895967e-05}}, {"answer_start": 11, "answer_end": 20, "token_text": " detailed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7736961278133094e-05, "type_probabilities": {"tool_output_conflict": 1.5235026694426779e-05, "overgeneration": 1.5955791241140105e-05, "missing_tool_action_recommendation": 1.654614243307151e-05}}, {"answer_start": 476, "answer_end": 481, "token_text": " free", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.7734672989463434e-05, "type_probabilities": {"tool_output_conflict": 1.947718374140095e-05, "overgeneration": 1.2603714822034817e-05, "missing_tool_action_recommendation": 1.565377533552237e-05}}, {"answer_start": 471, "answer_end": 476, "token_text": " feel", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.67784921056591e-05, "type_probabilities": {"tool_output_conflict": 1.4269788152887486e-05, "overgeneration": 1.1755113519029692e-05, "missing_tool_action_recommendation": 2.075359043374192e-05}}, {"answer_start": 484, "answer_end": 488, "token_text": " ask", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.616792284650728e-05, "type_probabilities": {"tool_output_conflict": 1.3885412045056e-05, "overgeneration": 1.3483972907124553e-05, "missing_tool_action_recommendation": 1.879853880382143e-05}}]}, "output": "Here is the detailed information about the TikTok user \"dancemaster88\":\n\n- **Username:** dancemaster88\n- **Profile Picture URL:** [https://example.com/dancemaster88.jpg](https://example.com/dancemaster88.jpg)\n- **Bio:** Passionate dancer sharing my moves 🕺💃 | Choreographer | Latin and Hip-Hop | 👟 #dance\n- **Number of Followers:** 450,000\n- **Number Following:** 312\n- **Number of Posts:** 580\n- **Account Type:** Personal\n\nIf you need more information or another query, feel free to ask!"}
+{"id": "toolace_base_349_0_84c155c197f2f17bd0__tool_output_conflict__f3c95b68fb27f94f41", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 332, "end": 339, "text": "463,500", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 332, "end": 339, "text": "463,500", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9997745752334595, "mean_score": 0.9997392694155375, "type_score": 0.9993372162183126, "type_scores": {"tool_output_conflict": 0.9993372162183126, "overgeneration": 0.00027610362546208006, "missing_tool_action_recommendation": 0.00012594755632259572}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 7, "gold_chars": 7, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_349_0_84c155c197f2f17bd0__tool_output_conflict__f3c95b68fb27f94f41__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 149, "top_tokens": [{"answer_start": 331, "answer_end": 335, "token_text": " 463", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9997745752334595, "type_probabilities": {"tool_output_conflict": 0.9994745850563049, "overgeneration": 0.0002053379430435598, "missing_tool_action_recommendation": 9.463023889111355e-05}}, {"answer_start": 335, "answer_end": 336, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9997528791427612, "type_probabilities": {"tool_output_conflict": 0.9992867112159729, "overgeneration": 0.0003165481612086296, "missing_tool_action_recommendation": 0.00014961192209739238}}, {"answer_start": 336, "answer_end": 339, "token_text": "500", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9996903538703918, "type_probabilities": {"tool_output_conflict": 0.9992503523826599, "overgeneration": 0.0003064247721340507, "missing_tool_action_recommendation": 0.00013360050797928125}}, {"answer_start": 296, "answer_end": 297, "token_text": "👟", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011720926268026233, "type_probabilities": {"tool_output_conflict": 0.0010163229890167713, "overgeneration": 8.380762301385403e-05, "missing_tool_action_recommendation": 7.196200749604031e-05}}, {"answer_start": 330, "answer_end": 331, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000569820636883378, "type_probabilities": {"tool_output_conflict": 0.0005088161560706794, "overgeneration": 3.159585321554914e-05, "missing_tool_action_recommendation": 2.940861668321304e-05}}, {"answer_start": 329, "answer_end": 330, "token_text": "*", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003142645873595029, "type_probabilities": {"tool_output_conflict": 0.00027197683812119067, "overgeneration": 2.4645654775667936e-05, "missing_tool_action_recommendation": 1.7642101738601923e-05}}, {"answer_start": 318, "answer_end": 328, "token_text": " Followers", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00030528282513841987, "type_probabilities": {"tool_output_conflict": 0.0002078602701658383, "overgeneration": 5.736144521506503e-05, "missing_tool_action_recommendation": 4.00610915676225e-05}}, {"answer_start": 488, "answer_end": 489, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.946879436029121e-05, "type_probabilities": {"tool_output_conflict": 5.3497547924052924e-05, "overgeneration": 3.158598701702431e-05, "missing_tool_action_recommendation": 1.438525941921398e-05}}, {"answer_start": 390, "answer_end": 394, "token_text": " 580", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.296122880186886e-05, "type_probabilities": {"tool_output_conflict": 2.2021566110197455e-05, "overgeneration": 1.7607526388019323e-05, "missing_tool_action_recommendation": 5.333213266567327e-05}}, {"answer_start": 363, "answer_end": 367, "token_text": " 312", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.240802319254726e-05, "type_probabilities": {"tool_output_conflict": 3.729051604750566e-05, "overgeneration": 1.614312168385368e-05, "missing_tool_action_recommendation": 3.897438364219852e-05}}, {"answer_start": 315, "answer_end": 318, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.73344436311163e-05, "type_probabilities": {"tool_output_conflict": 5.3382937039714307e-05, "overgeneration": 1.0366968126618303e-05, "missing_tool_action_recommendation": 1.3584537555288989e-05}}, {"answer_start": 309, "answer_end": 315, "token_text": "Number", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.358920993283391e-05, "type_probabilities": {"tool_output_conflict": 4.388037632452324e-05, "overgeneration": 1.6715290257707238e-05, "missing_tool_action_recommendation": 1.2993546079087537e-05}}, {"answer_start": 464, "answer_end": 470, "token_text": " query", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.091532461345196e-05, "type_probabilities": {"tool_output_conflict": 2.147204941138625e-05, "overgeneration": 2.1506786652025767e-05, "missing_tool_action_recommendation": 2.793648855003994e-05}}, {"answer_start": 289, "answer_end": 290, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.79690419929102e-05, "type_probabilities": {"tool_output_conflict": 3.438250132603571e-05, "overgeneration": 1.4811254004598595e-05, "missing_tool_action_recommendation": 1.87752848432865e-05}}, {"answer_start": 441, "answer_end": 453, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.399640551535413e-05, "type_probabilities": {"tool_output_conflict": 1.5121038813958876e-05, "overgeneration": 1.5362764315796085e-05, "missing_tool_action_recommendation": 3.3512602385599166e-05}}, {"answer_start": 453, "answer_end": 456, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9988658904330805e-05, "type_probabilities": {"tool_output_conflict": 2.1147732695681043e-05, "overgeneration": 1.4668764379166532e-05, "missing_tool_action_recommendation": 2.4172160919988528e-05}}, {"answer_start": 470, "answer_end": 471, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.603681711363606e-05, "type_probabilities": {"tool_output_conflict": 1.6770287402323447e-05, "overgeneration": 1.9754237655433826e-05, "missing_tool_action_recommendation": 1.9512292055878788e-05}}, {"answer_start": 11, "answer_end": 20, "token_text": " detailed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.39508655492682e-05, "type_probabilities": {"tool_output_conflict": 1.742966560414061e-05, "overgeneration": 1.7326978195342235e-05, "missing_tool_action_recommendation": 1.9194219930795953e-05}}, {"answer_start": 456, "answer_end": 464, "token_text": " another", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.380622678785585e-05, "type_probabilities": {"tool_output_conflict": 2.150112050003372e-05, "overgeneration": 1.4628242752223741e-05, "missing_tool_action_recommendation": 1.7676862626103684e-05}}, {"answer_start": 436, "answer_end": 441, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.380461516324431e-05, "type_probabilities": {"tool_output_conflict": 1.2597522072610445e-05, "overgeneration": 1.5411258573294617e-05, "missing_tool_action_recommendation": 2.5795836336328648e-05}}]}, "output": "Here is the detailed information about the TikTok user \"dancemaster88\":\n\n- **Username:** dancemaster88\n- **Profile Picture URL:** [https://example.com/dancemaster88.jpg](https://example.com/dancemaster88.jpg)\n- **Bio:** Passionate dancer sharing my moves 🕺💃 | Choreographer | Latin and Hip-Hop | 👟 #dance\n- **Number of Followers:** 463,500\n- **Number Following:** 312\n- **Number of Posts:** 580\n- **Account Type:** Personal\n\nIf you need more information or another query, feel free to ask!"}
+{"id": "toolace_base_766_0_063c26e81bbb97b4d7", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_766_0_063c26e81bbb97b4d7__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 43, "top_tokens": [{"answer_start": 127, "answer_end": 131, "token_text": " Sam", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018349193851463497, "type_probabilities": {"tool_output_conflict": 0.000145869460538961, "overgeneration": 2.4270688300020993e-05, "missing_tool_action_recommendation": 1.3351787856663577e-05}}, {"answer_start": 131, "answer_end": 135, "token_text": " Lee", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018101786554325372, "type_probabilities": {"tool_output_conflict": 0.00014290717081166804, "overgeneration": 2.1650290364050306e-05, "missing_tool_action_recommendation": 1.6460400729556568e-05}}, {"answer_start": 116, "answer_end": 122, "token_text": " Smith", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001361947797704488, "type_probabilities": {"tool_output_conflict": 0.00010971074516419321, "overgeneration": 1.5386520317406394e-05, "missing_tool_action_recommendation": 1.1097512469859794e-05}}, {"answer_start": 111, "answer_end": 116, "token_text": " Jane", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.855148578528315e-05, "type_probabilities": {"tool_output_conflict": 4.885433008894324e-05, "overgeneration": 1.7279915482504293e-05, "missing_tool_action_recommendation": 1.2417232937877998e-05}}, {"answer_start": 122, "answer_end": 123, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.9339414292480797e-05, "type_probabilities": {"tool_output_conflict": 3.0845119908917695e-05, "overgeneration": 1.6238802345469594e-05, "missing_tool_action_recommendation": 1.225549385708291e-05}}, {"answer_start": 197, "answer_end": 198, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.769431299995631e-05, "type_probabilities": {"tool_output_conflict": 1.4759883924853057e-05, "overgeneration": 3.159959669574164e-05, "missing_tool_action_recommendation": 1.1334833288856316e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.330446583684534e-05, "type_probabilities": {"tool_output_conflict": 2.9900202207500115e-05, "overgeneration": 1.2398615581332706e-05, "missing_tool_action_recommendation": 1.1005650776496623e-05}}, {"answer_start": 135, "answer_end": 136, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.051170981256291e-05, "type_probabilities": {"tool_output_conflict": 1.3129214494256303e-05, "overgeneration": 1.634005457162857e-05, "missing_tool_action_recommendation": 1.104244074667804e-05}}, {"answer_start": 123, "answer_end": 127, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.8155259971972555e-05, "type_probabilities": {"tool_output_conflict": 2.1362799088819884e-05, "overgeneration": 8.108349902613554e-06, "missing_tool_action_recommendation": 8.684111890033819e-06}}, {"answer_start": 154, "answer_end": 155, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.666357952170074e-05, "type_probabilities": {"tool_output_conflict": 1.4007787285663653e-05, "overgeneration": 1.1676396752591245e-05, "missing_tool_action_recommendation": 1.097939457395114e-05}}, {"answer_start": 90, "answer_end": 91, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.474809636827558e-05, "type_probabilities": {"tool_output_conflict": 1.3565553672378883e-05, "overgeneration": 1.3411231520876754e-05, "missing_tool_action_recommendation": 7.771313903504051e-06}}, {"answer_start": 165, "answer_end": 167, "token_text": "00", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.252971509937197e-05, "type_probabilities": {"tool_output_conflict": 8.175817129085772e-06, "overgeneration": 1.0592389116936829e-05, "missing_tool_action_recommendation": 1.3761508853349369e-05}}, {"answer_start": 167, "answer_end": 170, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2467225537402555e-05, "type_probabilities": {"tool_output_conflict": 6.5670619733282365e-06, "overgeneration": 1.3005089385842439e-05, "missing_tool_action_recommendation": 1.2895075087726582e-05}}, {"answer_start": 73, "answer_end": 74, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.243587343604304e-05, "type_probabilities": {"tool_output_conflict": 1.0543128155404702e-05, "overgeneration": 1.0423060302855447e-05, "missing_tool_action_recommendation": 1.1469685887277592e-05}}, {"answer_start": 155, "answer_end": 157, "token_text": "00", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.1130886782193556e-05, "type_probabilities": {"tool_output_conflict": 7.717662811046466e-06, "overgeneration": 1.0933606063190382e-05, "missing_tool_action_recommendation": 1.2479616088967305e-05}}, {"answer_start": 164, "answer_end": 165, "token_text": ":", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.1031893740873784e-05, "type_probabilities": {"tool_output_conflict": 9.97087681753328e-06, "overgeneration": 1.0098835446115118e-05, "missing_tool_action_recommendation": 1.0962182386720087e-05}}, {"answer_start": 151, "answer_end": 154, "token_text": " 18", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.087915320065804e-05, "type_probabilities": {"tool_output_conflict": 8.157147021847777e-06, "overgeneration": 1.3052486792730633e-05, "missing_tool_action_recommendation": 9.669519386079628e-06}}, {"answer_start": 157, "answer_end": 161, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.068206206080504e-05, "type_probabilities": {"tool_output_conflict": 7.087480298650917e-06, "overgeneration": 1.2998962120036595e-05, "missing_tool_action_recommendation": 1.059562146110693e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9212678782641888e-05, "type_probabilities": {"tool_output_conflict": 8.481054464937188e-06, "overgeneration": 9.524616871203762e-06, "missing_tool_action_recommendation": 1.1207009265490342e-05}}, {"answer_start": 143, "answer_end": 148, "token_text": " post", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.916383346018847e-05, "type_probabilities": {"tool_output_conflict": 5.054859229858266e-06, "overgeneration": 1.2756509022437967e-05, "missing_tool_action_recommendation": 1.1352465662639588e-05}}]}, "output": "The campaign \"2025 Visionaries\" has been optimized for maximum engagement. All influencers, including John Doe, Jane Smith, and Sam Lee, should post at 18:00 and 19:00 on their respective platforms."}
+{"id": "toolace_base_244_6_f183c5ee8963727f75__missing_tool_action_recommendation__54cecc59bb5a991e9a", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 66, "end": 191, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 66, "end": 191, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999873042106628, "mean_score": 0.9999785449193872, "type_score": 0.9999372181685074, "type_scores": {"tool_output_conflict": 1.5993212321558055e-05, "overgeneration": 2.533572549746959e-05, "missing_tool_action_recommendation": 0.9999372181685074}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_244_6_f183c5ee8963727f75__missing_tool_action_recommendation__54cecc59bb5a991e9a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 42, "top_tokens": [{"answer_start": 182, "answer_end": 190, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999873042106628, "type_probabilities": {"tool_output_conflict": 1.6279918781947345e-05, "overgeneration": 2.0237359422026202e-05, "missing_tool_action_recommendation": 0.9999507665634155}}, {"answer_start": 134, "answer_end": 140, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.738632272463292e-05, "overgeneration": 2.296926140843425e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 140, "answer_end": 148, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842047691345, "type_probabilities": {"tool_output_conflict": 1.828240965551231e-05, "overgeneration": 2.1702824597014114e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 161, "answer_end": 172, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839663505554, "type_probabilities": {"tool_output_conflict": 1.606398836884182e-05, "overgeneration": 2.1901721993344836e-05, "missing_tool_action_recommendation": 0.9999459981918335}}, {"answer_start": 127, "answer_end": 134, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.408755542797735e-05, "overgeneration": 2.0020124793518335e-05, "missing_tool_action_recommendation": 0.9999492168426514}}, {"answer_start": 119, "answer_end": 124, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999830722808838, "type_probabilities": {"tool_output_conflict": 1.5709041690570302e-05, "overgeneration": 2.5166616978822276e-05, "missing_tool_action_recommendation": 0.9999421834945679}}, {"answer_start": 180, "answer_end": 182, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999824166297913, "type_probabilities": {"tool_output_conflict": 1.57676240633009e-05, "overgeneration": 2.147697887266986e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 152, "answer_end": 161, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999822378158569, "type_probabilities": {"tool_output_conflict": 1.7643904357100837e-05, "overgeneration": 2.0283852791180834e-05, "missing_tool_action_recommendation": 0.9999443292617798}}, {"answer_start": 73, "answer_end": 77, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818205833435, "type_probabilities": {"tool_output_conflict": 1.1458550034149084e-05, "overgeneration": 2.247419615741819e-05, "missing_tool_action_recommendation": 0.9999479055404663}}, {"answer_start": 71, "answer_end": 73, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999814033508301, "type_probabilities": {"tool_output_conflict": 1.4922068658052012e-05, "overgeneration": 2.1178217139095068e-05, "missing_tool_action_recommendation": 0.9999452829360962}}, {"answer_start": 124, "answer_end": 127, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999796748161316, "type_probabilities": {"tool_output_conflict": 1.3815861166222021e-05, "overgeneration": 2.107539512508083e-05, "missing_tool_action_recommendation": 0.999944806098938}}, {"answer_start": 148, "answer_end": 152, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999979555606842, "type_probabilities": {"tool_output_conflict": 1.6096324543468654e-05, "overgeneration": 2.3558453904115595e-05, "missing_tool_action_recommendation": 0.9999399185180664}}, {"answer_start": 115, "answer_end": 119, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999792575836182, "type_probabilities": {"tool_output_conflict": 1.3827600014337804e-05, "overgeneration": 2.7646379749057814e-05, "missing_tool_action_recommendation": 0.9999377727508545}}, {"answer_start": 172, "answer_end": 179, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99997878074646, "type_probabilities": {"tool_output_conflict": 1.5316103599616326e-05, "overgeneration": 2.6149105906370096e-05, "missing_tool_action_recommendation": 0.9999372959136963}}, {"answer_start": 65, "answer_end": 70, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784827232361, "type_probabilities": {"tool_output_conflict": 1.136472747020889e-05, "overgeneration": 2.208910336776171e-05, "missing_tool_action_recommendation": 0.9999450445175171}}, {"answer_start": 77, "answer_end": 82, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781847000122, "type_probabilities": {"tool_output_conflict": 1.1420544069551397e-05, "overgeneration": 2.0427900381037034e-05, "missing_tool_action_recommendation": 0.9999463558197021}}, {"answer_start": 82, "answer_end": 86, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781250953674, "type_probabilities": {"tool_output_conflict": 1.3844474779034499e-05, "overgeneration": 2.569443495303858e-05, "missing_tool_action_recommendation": 0.9999386072158813}}, {"answer_start": 102, "answer_end": 115, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999766945838928, "type_probabilities": {"tool_output_conflict": 1.7248710719286464e-05, "overgeneration": 2.963401493616402e-05, "missing_tool_action_recommendation": 0.9999297857284546}}, {"answer_start": 86, "answer_end": 95, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999744296073914, "type_probabilities": {"tool_output_conflict": 1.6759060599724762e-05, "overgeneration": 2.908964415837545e-05, "missing_tool_action_recommendation": 0.9999285936355591}}, {"answer_start": 179, "answer_end": 180, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999732971191406, "type_probabilities": {"tool_output_conflict": 1.6398676962126046e-05, "overgeneration": 2.875264544854872e-05, "missing_tool_action_recommendation": 0.9999281167984009}}]}, "output": "The gas price in Georgia on July 4th, 2023 was $3.29 per gallon.\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_13_4_6e8906e38e94a86697", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_4_6e8906e38e94a86697__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 82, "answer_end": 83, "token_text": "[", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015115455607883632, "type_probabilities": {"tool_output_conflict": 0.0001014103545458056, "overgeneration": 2.2229825844988227e-05, "missing_tool_action_recommendation": 2.7514382964000106e-05}}, {"answer_start": 42, "answer_end": 43, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.306646587792784e-05, "type_probabilities": {"tool_output_conflict": 2.439414856780786e-05, "overgeneration": 1.0287214536219835e-05, "missing_tool_action_recommendation": 8.385104592889547e-06}}, {"answer_start": 103, "answer_end": 104, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.223764699418098e-05, "type_probabilities": {"tool_output_conflict": 2.2661835828330368e-05, "overgeneration": 9.903867976390757e-06, "missing_tool_action_recommendation": 9.671945917943958e-06}}, {"answer_start": 65, "answer_end": 72, "token_text": " office", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.1908926505129784e-05, "type_probabilities": {"tool_output_conflict": 1.0114628821611404e-05, "overgeneration": 1.532821261207573e-05, "missing_tool_action_recommendation": 1.6466083252453245e-05}}, {"answer_start": 52, "answer_end": 57, "token_text": " view", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.973785351263359e-05, "type_probabilities": {"tool_output_conflict": 1.00296238088049e-05, "overgeneration": 1.7067410226445645e-05, "missing_tool_action_recommendation": 1.2640818567888346e-05}}, {"answer_start": 150, "answer_end": 151, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9530124922748655e-05, "type_probabilities": {"tool_output_conflict": 8.17580621514935e-06, "overgeneration": 2.2727779651177116e-05, "missing_tool_action_recommendation": 8.626540875411592e-06}}, {"answer_start": 60, "answer_end": 65, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7518977478612214e-05, "type_probabilities": {"tool_output_conflict": 1.2286868695809972e-05, "overgeneration": 1.3851196854375303e-05, "missing_tool_action_recommendation": 1.1380912837921642e-05}}, {"answer_start": 44, "answer_end": 49, "token_text": " safe", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.456405102042481e-05, "type_probabilities": {"tool_output_conflict": 1.090471323550446e-05, "overgeneration": 1.2464621249819174e-05, "missing_tool_action_recommendation": 1.119471744459588e-05}}, {"answer_start": 22, "answer_end": 26, "token_text": " cat", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.449820724199526e-05, "type_probabilities": {"tool_output_conflict": 1.0398187441751361e-05, "overgeneration": 1.152013192040613e-05, "missing_tool_action_recommendation": 1.2579886970343068e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.35440163325984e-05, "type_probabilities": {"tool_output_conflict": 1.7978507457883097e-05, "overgeneration": 7.3697560765140224e-06, "missing_tool_action_recommendation": 8.195754162443336e-06}}, {"answer_start": 78, "answer_end": 79, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.286037463112734e-05, "type_probabilities": {"tool_output_conflict": 1.443757901142817e-05, "overgeneration": 1.1888878361787647e-05, "missing_tool_action_recommendation": 6.5339181674062274e-06}}, {"answer_start": 117, "answer_end": 118, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.285554703325033e-05, "type_probabilities": {"tool_output_conflict": 1.5360634279204533e-05, "overgeneration": 9.493966899754014e-06, "missing_tool_action_recommendation": 8.000944944797084e-06}}, {"answer_start": 49, "answer_end": 52, "token_text": " to", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.2416377507615834e-05, "type_probabilities": {"tool_output_conflict": 1.4440669474424794e-05, "overgeneration": 8.555781278118957e-06, "missing_tool_action_recommendation": 9.419925845577382e-06}}, {"answer_start": 33, "answer_end": 37, "token_text": " GIF", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.2207590265898034e-05, "type_probabilities": {"tool_output_conflict": 9.871888323687017e-06, "overgeneration": 9.805269655771554e-06, "missing_tool_action_recommendation": 1.2530431376944762e-05}}, {"answer_start": 92, "answer_end": 96, "token_text": " GIF", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.178248516633175e-05, "type_probabilities": {"tool_output_conflict": 1.043774864228908e-05, "overgeneration": 7.932377229735721e-06, "missing_tool_action_recommendation": 1.341235838481225e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.1023075280245394e-05, "type_probabilities": {"tool_output_conflict": 1.1214932783332188e-05, "overgeneration": 9.775199032446835e-06, "missing_tool_action_recommendation": 1.0032945283455774e-05}}, {"answer_start": 140, "answer_end": 141, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.065477721975185e-05, "type_probabilities": {"tool_output_conflict": 1.21115945148631e-05, "overgeneration": 9.399625014339108e-06, "missing_tool_action_recommendation": 9.143558600044344e-06}}, {"answer_start": 114, "answer_end": 117, "token_text": "phy", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9977647500345483e-05, "type_probabilities": {"tool_output_conflict": 9.772673365660012e-06, "overgeneration": 9.098159353015944e-06, "missing_tool_action_recommendation": 1.1106814781669527e-05}}, {"answer_start": 104, "answer_end": 105, "token_text": "/", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.9507958970498294e-05, "type_probabilities": {"tool_output_conflict": 1.1377629562048241e-05, "overgeneration": 8.827557394397445e-06, "missing_tool_action_recommendation": 9.302771104557905e-06}}, {"answer_start": 7, "answer_end": 9, "token_text": " a", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.944560765172355e-05, "type_probabilities": {"tool_output_conflict": 1.1903327504114714e-05, "overgeneration": 8.942232852859888e-06, "missing_tool_action_recommendation": 8.600047294748947e-06}}]}, "output": "Here is a random funny cat-themed GIF that's safe to view at your office party:\n\n![Funny Cat GIF](https://media.giphy.com/media/random-funny-cat-g.gif)"}
+{"id": "toolace_base_407_8_8480623a7a637825b4", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_407_8_8480623a7a637825b4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 54, "top_tokens": [{"answer_start": 199, "answer_end": 210, "token_text": " variations", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.001457801554352045, "type_probabilities": {"tool_output_conflict": 0.00011782217188738286, "overgeneration": 0.0012101976899430156, "missing_tool_action_recommendation": 0.00012978164886590093}}, {"answer_start": 223, "answer_end": 230, "token_text": " global", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004407958185765892, "type_probabilities": {"tool_output_conflict": 4.4748645450454205e-05, "overgeneration": 0.00034093158319592476, "missing_tool_action_recommendation": 5.5115575378295034e-05}}, {"answer_start": 230, "answer_end": 236, "token_text": " forex", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0004162549157626927, "type_probabilities": {"tool_output_conflict": 3.2530984753975645e-05, "overgeneration": 0.0003153819125145674, "missing_tool_action_recommendation": 6.834200758021325e-05}}, {"answer_start": 254, "answer_end": 255, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0003816988319158554, "type_probabilities": {"tool_output_conflict": 6.93757610861212e-05, "overgeneration": 0.0002918924146797508, "missing_tool_action_recommendation": 2.0430661606951617e-05}}, {"answer_start": 243, "answer_end": 254, "token_text": " conditions", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00036027622991241515, "type_probabilities": {"tool_output_conflict": 4.96847860631533e-05, "overgeneration": 0.00026418452034704387, "missing_tool_action_recommendation": 4.6406941692112014e-05}}, {"answer_start": 210, "answer_end": 216, "token_text": " based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00034714856883510947, "type_probabilities": {"tool_output_conflict": 3.0397832233575173e-05, "overgeneration": 0.00027637011953629553, "missing_tool_action_recommendation": 4.0380611608270556e-05}}, {"answer_start": 236, "answer_end": 243, "token_text": " market", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00030376832000911236, "type_probabilities": {"tool_output_conflict": 3.2893494790187106e-05, "overgeneration": 0.00021723769896198064, "missing_tool_action_recommendation": 5.3637148084817454e-05}}, {"answer_start": 151, "answer_end": 156, "token_text": " Keep", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002955503878183663, "type_probabilities": {"tool_output_conflict": 2.6671305022318847e-05, "overgeneration": 0.00021069693320896477, "missing_tool_action_recommendation": 5.8182144130114466e-05}}, {"answer_start": 216, "answer_end": 219, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002777221379801631, "type_probabilities": {"tool_output_conflict": 1.9975284885731526e-05, "overgeneration": 0.00019578164210543036, "missing_tool_action_recommendation": 6.1965205532033e-05}}, {"answer_start": 88, "answer_end": 91, "token_text": " 11", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00025389925576746464, "type_probabilities": {"tool_output_conflict": 0.00020882190437987447, "overgeneration": 2.1709354768972844e-05, "missing_tool_action_recommendation": 2.3367982066702098e-05}}, {"answer_start": 188, "answer_end": 196, "token_text": " subject", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00021955976262688637, "type_probabilities": {"tool_output_conflict": 2.1262203517835587e-05, "overgeneration": 0.0001684321614447981, "missing_tool_action_recommendation": 2.9865395845263265e-05}}, {"answer_start": 219, "answer_end": 223, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002136235125362873, "type_probabilities": {"tool_output_conflict": 4.817888111574575e-05, "overgeneration": 0.00014682683104183525, "missing_tool_action_recommendation": 1.861781311163213e-05}}, {"answer_start": 72, "answer_end": 75, "token_text": "EUR", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001689442724455148, "type_probabilities": {"tool_output_conflict": 2.555933861003723e-05, "overgeneration": 8.348182018380612e-05, "missing_tool_action_recommendation": 5.990310455672443e-05}}, {"answer_start": 178, "answer_end": 184, "token_text": " rates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014922571426723152, "type_probabilities": {"tool_output_conflict": 1.836545197875239e-05, "overgeneration": 9.019624121719971e-05, "missing_tool_action_recommendation": 4.066401379532181e-05}}, {"answer_start": 184, "answer_end": 188, "token_text": " are", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014620843285229057, "type_probabilities": {"tool_output_conflict": 2.415016933809966e-05, "overgeneration": 0.00010607292642816901, "missing_tool_action_recommendation": 1.5985335267032497e-05}}, {"answer_start": 169, "answer_end": 178, "token_text": " exchange", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012392282951623201, "type_probabilities": {"tool_output_conflict": 1.19440010166727e-05, "overgeneration": 7.339608418988064e-05, "missing_tool_action_recommendation": 3.8582744309678674e-05}}, {"answer_start": 91, "answer_end": 93, "token_text": "90", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012283406977076083, "type_probabilities": {"tool_output_conflict": 7.368504157057032e-05, "overgeneration": 3.0247461836552247e-05, "missing_tool_action_recommendation": 1.890157363959588e-05}}, {"answer_start": 159, "answer_end": 164, "token_text": " mind", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001133334735641256, "type_probabilities": {"tool_output_conflict": 1.1557793186511844e-05, "overgeneration": 7.46812074794434e-05, "missing_tool_action_recommendation": 2.7094472898170352e-05}}, {"answer_start": 64, "answer_end": 70, "token_text": " Euros", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.958622104022652e-05, "type_probabilities": {"tool_output_conflict": 1.7472888430347666e-05, "overgeneration": 4.323908797232434e-05, "missing_tool_action_recommendation": 3.887424827553332e-05}}, {"answer_start": 196, "answer_end": 199, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.592758240411058e-05, "type_probabilities": {"tool_output_conflict": 1.0033561920863576e-05, "overgeneration": 6.394563388312235e-05, "missing_tool_action_recommendation": 1.1948387509619351e-05}}]}, "output": "Based on the results from the Currency Conversion API tool, 1000 Euros (EUR) converts to 1190 United States Dollars (USD), at an exchange rate of 1.19. Keep in mind that exchange rates are subject to variations based on the global forex market conditions."}
+{"id": "toolace_base_190_0_27e8bd1ce75c228d22", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_190_0_27e8bd1ce75c228d22__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 71, "top_tokens": [{"answer_start": 329, "answer_end": 330, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.96867859410122e-05, "type_probabilities": {"tool_output_conflict": 2.9709841328440234e-05, "overgeneration": 3.815987292909995e-05, "missing_tool_action_recommendation": 2.181707532145083e-05}}, {"answer_start": 291, "answer_end": 294, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.964283915702254e-05, "type_probabilities": {"tool_output_conflict": 3.1634463084628806e-05, "overgeneration": 1.5080872799444478e-05, "missing_tool_action_recommendation": 4.292750236345455e-05}}, {"answer_start": 283, "answer_end": 286, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.026942668948323e-05, "type_probabilities": {"tool_output_conflict": 3.2146883313544095e-05, "overgeneration": 1.2479514225560706e-05, "missing_tool_action_recommendation": 3.564302824088372e-05}}, {"answer_start": 299, "answer_end": 302, "token_text": " of", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.451251440215856e-05, "type_probabilities": {"tool_output_conflict": 2.379265788476914e-05, "overgeneration": 1.3205202776589431e-05, "missing_tool_action_recommendation": 3.7514659197768196e-05}}, {"answer_start": 302, "answer_end": 310, "token_text": " project", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.438045577146113e-05, "type_probabilities": {"tool_output_conflict": 2.0523979401332326e-05, "overgeneration": 2.7485917598824017e-05, "missing_tool_action_recommendation": 2.6370558771304786e-05}}, {"answer_start": 261, "answer_end": 271, "token_text": " depending", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.416087464662269e-05, "type_probabilities": {"tool_output_conflict": 1.3138969734427519e-05, "overgeneration": 2.6390740458737127e-05, "missing_tool_action_recommendation": 3.463116445345804e-05}}, {"answer_start": 318, "answer_end": 326, "token_text": " working", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.763148121535778e-05, "type_probabilities": {"tool_output_conflict": 1.2381481610646006e-05, "overgeneration": 3.062377800233662e-05, "missing_tool_action_recommendation": 2.4626217054901645e-05}}, {"answer_start": 310, "answer_end": 314, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.634801684413105e-05, "type_probabilities": {"tool_output_conflict": 1.5908877685433254e-05, "overgeneration": 1.5678524505347013e-05, "missing_tool_action_recommendation": 3.476061829132959e-05}}, {"answer_start": 326, "answer_end": 329, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.51314840069972e-05, "type_probabilities": {"tool_output_conflict": 1.0258733709633816e-05, "overgeneration": 2.662834776856471e-05, "missing_tool_action_recommendation": 2.824440161930397e-05}}, {"answer_start": 242, "answer_end": 247, "token_text": "\nBoth", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.375153316184878e-05, "type_probabilities": {"tool_output_conflict": 3.29119066009298e-05, "overgeneration": 1.2556245565065183e-05, "missing_tool_action_recommendation": 1.8283382814843208e-05}}, {"answer_start": 239, "answer_end": 240, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.25332395429723e-05, "type_probabilities": {"tool_output_conflict": 1.9107505067950115e-05, "overgeneration": 1.8167454982176423e-05, "missing_tool_action_recommendation": 2.525827949284576e-05}}, {"answer_start": 286, "answer_end": 291, "token_text": " data", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.154377479106188e-05, "type_probabilities": {"tool_output_conflict": 2.9022985472693108e-05, "overgeneration": 1.3868192581867334e-05, "missing_tool_action_recommendation": 1.8652601283974946e-05}}, {"answer_start": 247, "answer_end": 251, "token_text": " can", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.040700463927351e-05, "type_probabilities": {"tool_output_conflict": 2.6755624276120216e-05, "overgeneration": 1.5192527826002333e-05, "missing_tool_action_recommendation": 1.8458853446645662e-05}}, {"answer_start": 271, "answer_end": 274, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.990296631352976e-05, "type_probabilities": {"tool_output_conflict": 7.6106798587716185e-06, "overgeneration": 1.7415986803825945e-05, "missing_tool_action_recommendation": 3.4876298741437495e-05}}, {"answer_start": 314, "answer_end": 318, "token_text": " are", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.165612674318254e-05, "type_probabilities": {"tool_output_conflict": 1.192128547700122e-05, "overgeneration": 1.4066386938793585e-05, "missing_tool_action_recommendation": 2.566845614637714e-05}}, {"answer_start": 294, "answer_end": 299, "token_text": " type", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.0818242016248405e-05, "type_probabilities": {"tool_output_conflict": 1.1365100363036618e-05, "overgeneration": 1.1614283721428365e-05, "missing_tool_action_recommendation": 2.7838857931783423e-05}}, {"answer_start": 278, "answer_end": 283, "token_text": " type", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.8959765990730375e-05, "type_probabilities": {"tool_output_conflict": 1.4805817954766098e-05, "overgeneration": 1.0280495189363137e-05, "missing_tool_action_recommendation": 2.3873455575085245e-05}}, {"answer_start": 157, "answer_end": 158, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.817729859496467e-05, "type_probabilities": {"tool_output_conflict": 1.7654067050898448e-05, "overgeneration": 1.4500291399599519e-05, "missing_tool_action_recommendation": 1.6022939234972e-05}}, {"answer_start": 254, "answer_end": 261, "token_text": " useful", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.6465382183669135e-05, "type_probabilities": {"tool_output_conflict": 1.604662429599557e-05, "overgeneration": 1.5949908629409038e-05, "missing_tool_action_recommendation": 1.4468849258264527e-05}}, {"answer_start": 53, "answer_end": 54, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.561150853987783e-05, "type_probabilities": {"tool_output_conflict": 2.081302045553457e-05, "overgeneration": 1.0394167475169525e-05, "missing_tool_action_recommendation": 1.4404320609173737e-05}}]}, "output": "The Microsoft Computer Vision API supports two domain-specific models. \n\n1. The first model is called \"celebrities\". It can recognize celebrities in an image. \n\n2. The second model is called \"landmarks\". It identifies landmarks in an image. \n\nBoth can be useful depending on the type of data or type of project you are working on."}
+{"id": "toolace_base_474_0_1057e45f8ed75a04c4__tool_output_conflict__c831fe5ba7926d6573", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 190, "end": 199, "text": "-115.4011", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 190, "end": 199, "text": "-115.4011", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9987266063690186, "mean_score": 0.9971542477607727, "type_score": 0.9967350602149964, "type_scores": {"tool_output_conflict": 0.9967350602149964, "overgeneration": 0.00027225618541706356, "missing_tool_action_recommendation": 0.0001469279668526724}, "token_count": 5}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 9, "gold_chars": 9, "pred_chars": 9}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_474_0_1057e45f8ed75a04c4__tool_output_conflict__c831fe5ba7926d6573__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 199, "top_tokens": [{"answer_start": 195, "answer_end": 197, "token_text": "40", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987266063690186, "type_probabilities": {"tool_output_conflict": 0.9983742237091064, "overgeneration": 0.00019043810607399791, "missing_tool_action_recommendation": 0.00016192295879591256}}, {"answer_start": 197, "answer_end": 199, "token_text": "11", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9984456300735474, "type_probabilities": {"tool_output_conflict": 0.9979954957962036, "overgeneration": 0.0003004885802511126, "missing_tool_action_recommendation": 0.0001496764598414302}}, {"answer_start": 191, "answer_end": 194, "token_text": "115", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9976705312728882, "type_probabilities": {"tool_output_conflict": 0.9972130656242371, "overgeneration": 0.00031985004898160696, "missing_tool_action_recommendation": 0.00013760199362877756}}, {"answer_start": 194, "answer_end": 195, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9976654052734375, "type_probabilities": {"tool_output_conflict": 0.9972450733184814, "overgeneration": 0.000285311252810061, "missing_tool_action_recommendation": 0.00013501668581739068}}, {"answer_start": 189, "answer_end": 191, "token_text": " -", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9932630658149719, "type_probabilities": {"tool_output_conflict": 0.9928474426269531, "overgeneration": 0.00026519293896853924, "missing_tool_action_recommendation": 0.000150421736179851}}, {"answer_start": 179, "answer_end": 189, "token_text": " Longitude", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010463651269674301, "type_probabilities": {"tool_output_conflict": 0.0009887574706226587, "overgeneration": 2.9471420930349268e-05, "missing_tool_action_recommendation": 2.813623177644331e-05}}, {"answer_start": 174, "answer_end": 177, "token_text": "785", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010061037028208375, "type_probabilities": {"tool_output_conflict": 0.0008368087583221495, "overgeneration": 7.348493090830743e-05, "missing_tool_action_recommendation": 9.581006452208385e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003896444395650178, "type_probabilities": {"tool_output_conflict": 0.0003509104426484555, "overgeneration": 1.9669099856400862e-05, "missing_tool_action_recommendation": 1.9064889784203842e-05}}, {"answer_start": 170, "answer_end": 173, "token_text": " 37", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003643179952632636, "type_probabilities": {"tool_output_conflict": 0.0003140411281492561, "overgeneration": 2.053936623269692e-05, "missing_tool_action_recommendation": 2.9737506338278763e-05}}, {"answer_start": 177, "answer_end": 178, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003332086489535868, "type_probabilities": {"tool_output_conflict": 0.00026853999588638544, "overgeneration": 3.0002158382558264e-05, "missing_tool_action_recommendation": 3.466650377959013e-05}}, {"answer_start": 668, "answer_end": 676, "token_text": " satisfy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013498618500307202, "type_probabilities": {"tool_output_conflict": 1.406109549861867e-05, "overgeneration": 6.433609814848751e-05, "missing_tool_action_recommendation": 5.658898953697644e-05}}, {"answer_start": 178, "answer_end": 179, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.252942254533991e-05, "type_probabilities": {"tool_output_conflict": 5.371856605052017e-05, "overgeneration": 2.199003574787639e-05, "missing_tool_action_recommendation": 1.6820820746943355e-05}}, {"answer_start": 608, "answer_end": 609, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.193075336748734e-05, "type_probabilities": {"tool_output_conflict": 4.165984864812344e-05, "overgeneration": 1.5471063306904398e-05, "missing_tool_action_recommendation": 2.47998414124595e-05}}, {"answer_start": 630, "answer_end": 640, "token_text": " panoramic", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.190110045485198e-05, "type_probabilities": {"tool_output_conflict": 1.9215376596548595e-05, "overgeneration": 2.7265485186944716e-05, "missing_tool_action_recommendation": 2.5420235033379868e-05}}, {"answer_start": 653, "answer_end": 654, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.1554837631993e-05, "type_probabilities": {"tool_output_conflict": 2.8003902116324753e-05, "overgeneration": 2.6679495931603014e-05, "missing_tool_action_recommendation": 1.6871443222044036e-05}}, {"answer_start": 200, "answer_end": 202, "token_text": "\n2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.126527634682134e-05, "type_probabilities": {"tool_output_conflict": 2.90494517685147e-05, "overgeneration": 2.312161996087525e-05, "missing_tool_action_recommendation": 1.9094202798441984e-05}}, {"answer_start": 681, "answer_end": 691, "token_text": " curiosity", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.069959974614903e-05, "type_probabilities": {"tool_output_conflict": 1.083251027012011e-05, "overgeneration": 3.233466122765094e-05, "missing_tool_action_recommendation": 2.7532429157872684e-05}}, {"answer_start": 691, "answer_end": 692, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.004103827057406e-05, "type_probabilities": {"tool_output_conflict": 2.1034558812971227e-05, "overgeneration": 2.7661246349452995e-05, "missing_tool_action_recommendation": 2.134523310814984e-05}}, {"answer_start": 646, "answer_end": 647, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.823970034020022e-05, "type_probabilities": {"tool_output_conflict": 2.099191078741569e-05, "overgeneration": 3.299273885204457e-05, "missing_tool_action_recommendation": 1.4255050700739957e-05}}, {"answer_start": 616, "answer_end": 617, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.73526810714975e-05, "type_probabilities": {"tool_output_conflict": 2.7426880478742532e-05, "overgeneration": 1.2482700185501017e-05, "missing_tool_action_recommendation": 2.7443104045232758e-05}}]}, "output": "Here are some exciting places around San Francisco within a 5000-meter radius that you can explore:\n\n1. **San Francisco Museum of Modern Art**\n   - **Location**: Latitude 37.7857, Longitude -115.4011\n\n2. **Golden Gate Park**\n   - **Location**: Latitude 37.7694, Longitude -122.4862\n\n3. **Pier 39**\n   - **Location**: Latitude 37.8087, Longitude -122.4098\n\n4. **Union Square**\n   - **Location**: Latitude 37.788, Longitude -122.4075\n\n5. **Coit Tower**\n   - **Location**: Latitude 37.8024, Longitude -122.4058\n\nEach of these locations offers unique attractions and experiences. Whether you're interested in art, nature, shopping, or panoramic views, there's something to satisfy your curiosity. Enjoy your exploration!"}
+{"id": "toolace_base_172_4_803f9a968ef63d871c__tool_output_conflict__8e4b4a6bfe4eb896c5", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 152, "end": 155, "text": "210", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 147, "end": 155, "text": "150, 210", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9995067119598389, "mean_score": 0.7974072396755219, "type_score": 0.7961833775043488, "type_scores": {"tool_output_conflict": 0.7961833775043488, "overgeneration": 0.0006637275073444471, "missing_tool_action_recommendation": 0.000560135995328892}, "token_count": 2}], "row_char_metrics": {"char_precision": 0.375, "char_recall": 1.0, "char_f1": 0.5454545454545454, "overlap_chars": 3, "gold_chars": 3, "pred_chars": 8}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_172_4_803f9a968ef63d871c__tool_output_conflict__8e4b4a6bfe4eb896c5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 117, "top_tokens": [{"answer_start": 151, "answer_end": 155, "token_text": " 210", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9995067119598389, "type_probabilities": {"tool_output_conflict": 0.9989571571350098, "overgeneration": 0.00035699064028449357, "missing_tool_action_recommendation": 0.00019259146938566118}}, {"answer_start": 147, "answer_end": 150, "token_text": "150", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.5953077673912048, "type_probabilities": {"tool_output_conflict": 0.5934095978736877, "overgeneration": 0.0009704643744044006, "missing_tool_action_recommendation": 0.0009276805212721229}}, {"answer_start": 150, "answer_end": 151, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.02129267156124115, "type_probabilities": {"tool_output_conflict": 0.020934971049427986, "overgeneration": 0.00021221317001618445, "missing_tool_action_recommendation": 0.00014548799663316458}}, {"answer_start": 155, "answer_end": 156, "token_text": ")", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003249352565035224, "type_probabilities": {"tool_output_conflict": 0.0031228484585881233, "overgeneration": 9.42720434977673e-05, "missing_tool_action_recommendation": 3.223215026082471e-05}}, {"answer_start": 145, "answer_end": 147, "token_text": " (", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013826810754835606, "type_probabilities": {"tool_output_conflict": 0.0001127748255385086, "overgeneration": 1.8345383068663068e-05, "missing_tool_action_recommendation": 7.147906671889359e-06}}, {"answer_start": 32, "answer_end": 36, "token_text": "Plan", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011295867443550378, "type_probabilities": {"tool_output_conflict": 2.2724245354766026e-05, "overgeneration": 3.833420487353578e-05, "missing_tool_action_recommendation": 5.1900220569223166e-05}}, {"answer_start": 348, "answer_end": 353, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.422796625178307e-05, "type_probabilities": {"tool_output_conflict": 1.6276364476652816e-05, "overgeneration": 1.6962681911536492e-05, "missing_tool_action_recommendation": 4.098891804460436e-05}}, {"answer_start": 389, "answer_end": 390, "token_text": "!", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.013024151092395e-05, "type_probabilities": {"tool_output_conflict": 2.9102919143042527e-05, "overgeneration": 2.8537511752801947e-05, "missing_tool_action_recommendation": 1.2489809705584776e-05}}, {"answer_start": 337, "answer_end": 348, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.923990440554917e-05, "type_probabilities": {"tool_output_conflict": 1.5305329725379124e-05, "overgeneration": 1.6631311154924333e-05, "missing_tool_action_recommendation": 3.7303259887266904e-05}}, {"answer_start": 250, "answer_end": 254, "token_text": " 300", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.867355841677636e-05, "type_probabilities": {"tool_output_conflict": 1.8472541341907345e-05, "overgeneration": 1.1909105523955077e-05, "missing_tool_action_recommendation": 3.8291909731924534e-05}}, {"answer_start": 173, "answer_end": 176, "token_text": " 50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.847047188784927e-05, "type_probabilities": {"tool_output_conflict": 3.643714444478974e-05, "overgeneration": 1.5528881704085506e-05, "missing_tool_action_recommendation": 1.650444755796343e-05}}, {"answer_start": 24, "answer_end": 32, "token_text": "Vacation", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.751075852662325e-05, "type_probabilities": {"tool_output_conflict": 1.8772716430248693e-05, "overgeneration": 2.383156788710039e-05, "missing_tool_action_recommendation": 2.4906479666242376e-05}}, {"answer_start": 272, "answer_end": 275, "token_text": " 75", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.662247324129567e-05, "type_probabilities": {"tool_output_conflict": 1.346954650216503e-05, "overgeneration": 1.7409673091606237e-05, "missing_tool_action_recommendation": 3.57432545570191e-05}}, {"answer_start": 314, "answer_end": 326, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.486292113550007e-05, "type_probabilities": {"tool_output_conflict": 1.7291331460000947e-05, "overgeneration": 1.2005017197225243e-05, "missing_tool_action_recommendation": 3.5566572478273883e-05}}, {"answer_start": 38, "answer_end": 41, "token_text": "pdf", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.277409556787461e-05, "type_probabilities": {"tool_output_conflict": 1.0721043508965522e-05, "overgeneration": 2.324436718481593e-05, "missing_tool_action_recommendation": 2.8808681236114353e-05}}, {"answer_start": 326, "answer_end": 329, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6006152590271086e-05, "type_probabilities": {"tool_output_conflict": 1.589145540492609e-05, "overgeneration": 1.1121819625259377e-05, "missing_tool_action_recommendation": 2.8992877560085617e-05}}, {"answer_start": 353, "answer_end": 359, "token_text": " these", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.5251348385354504e-05, "type_probabilities": {"tool_output_conflict": 2.5726960302563384e-05, "overgeneration": 1.076291300705634e-05, "missing_tool_action_recommendation": 1.876147507573478e-05}}, {"answer_start": 134, "answer_end": 142, "token_text": "Position", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.418874934548512e-05, "type_probabilities": {"tool_output_conflict": 2.0341318304417655e-05, "overgeneration": 1.8838622054317966e-05, "missing_tool_action_recommendation": 1.5008807167760096e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.362889714888297e-05, "type_probabilities": {"tool_output_conflict": 1.6593310647294857e-05, "overgeneration": 1.5038846868264955e-05, "missing_tool_action_recommendation": 2.199674054281786e-05}}, {"answer_start": 51, "answer_end": 55, "token_text": " two", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.281133053358644e-05, "type_probabilities": {"tool_output_conflict": 2.355125434405636e-05, "overgeneration": 1.0504424608370755e-05, "missing_tool_action_recommendation": 1.8755650671664625e-05}}]}, "output": "The first page of your \"VacationPlans.pdf\" contains two circle annotations. Here are the details:\n\n1. **Circle Annotation 1:**\n   - **Position:** (150, 210)\n   - **Radius:** 50\n   - **Color:** Red\n\n2. **Circle Annotation 2:**\n   - **Position:** (300, 300)\n   - **Radius:** 75\n   - **Color:** Blue\n\nIf you need more information or further assistance with these annotations, feel free to ask!"}
+{"id": "toolace_base_29_0_dd9ea319426cd06958", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_29_0_dd9ea319426cd06958__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 107, "top_tokens": [{"answer_start": 223, "answer_end": 224, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0022306018508970737, "type_probabilities": {"tool_output_conflict": 0.0021390963811427355, "overgeneration": 5.367327685235068e-05, "missing_tool_action_recommendation": 3.783213469432667e-05}}, {"answer_start": 226, "answer_end": 227, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.002146720187738538, "type_probabilities": {"tool_output_conflict": 0.00195348565466702, "overgeneration": 0.00015171758423093706, "missing_tool_action_recommendation": 4.151697430643253e-05}}, {"answer_start": 224, "answer_end": 226, "token_text": "04", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00038112286711111665, "type_probabilities": {"tool_output_conflict": 0.00031630476587451994, "overgeneration": 3.355521403136663e-05, "missing_tool_action_recommendation": 3.126291267108172e-05}}, {"answer_start": 221, "answer_end": 223, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00031489916727878153, "type_probabilities": {"tool_output_conflict": 0.00027302184025757015, "overgeneration": 2.9522148906835355e-05, "missing_tool_action_recommendation": 1.2355195394775365e-05}}, {"answer_start": 109, "answer_end": 110, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017413811292499304, "type_probabilities": {"tool_output_conflict": 0.00011610044748522341, "overgeneration": 4.0115322917699814e-05, "missing_tool_action_recommendation": 1.7922349798027426e-05}}, {"answer_start": 127, "answer_end": 130, "token_text": " to", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014273366832640022, "type_probabilities": {"tool_output_conflict": 2.5354856916237622e-05, "overgeneration": 0.00010022944479715079, "missing_tool_action_recommendation": 1.7149362975033e-05}}, {"answer_start": 309, "answer_end": 319, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013687426690012217, "type_probabilities": {"tool_output_conflict": 1.161238833446987e-05, "overgeneration": 0.00010575493797659874, "missing_tool_action_recommendation": 1.950693695107475e-05}}, {"answer_start": 389, "answer_end": 390, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010933673183899373, "type_probabilities": {"tool_output_conflict": 2.804266296152491e-05, "overgeneration": 7.031144923530519e-05, "missing_tool_action_recommendation": 1.0982618732668925e-05}}, {"answer_start": 114, "answer_end": 116, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010919150372501463, "type_probabilities": {"tool_output_conflict": 2.089972622343339e-05, "overgeneration": 7.452692079823464e-05, "missing_tool_action_recommendation": 1.3764863069809508e-05}}, {"answer_start": 116, "answer_end": 122, "token_text": " scale", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010636920342221856, "type_probabilities": {"tool_output_conflict": 1.8368200471741147e-05, "overgeneration": 7.591526809846982e-05, "missing_tool_action_recommendation": 1.2085733033018187e-05}}, {"answer_start": 107, "answer_end": 109, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001017806280287914, "type_probabilities": {"tool_output_conflict": 4.487123078433797e-05, "overgeneration": 4.004670336144045e-05, "missing_tool_action_recommendation": 1.686269388301298e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": "7", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010156167991226539, "type_probabilities": {"tool_output_conflict": 2.8917276722495444e-05, "overgeneration": 4.437855750438757e-05, "missing_tool_action_recommendation": 2.826584386639297e-05}}, {"answer_start": 147, "answer_end": 155, "token_text": " details", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001003011129796505, "type_probabilities": {"tool_output_conflict": 1.8818829630617984e-05, "overgeneration": 5.287271778797731e-05, "missing_tool_action_recommendation": 2.8609569199034013e-05}}, {"answer_start": 125, "answer_end": 127, "token_text": " 1", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.885623876471072e-05, "type_probabilities": {"tool_output_conflict": 2.865643909899518e-05, "overgeneration": 6.109951937105507e-05, "missing_tool_action_recommendation": 9.100282113649882e-06}}, {"answer_start": 352, "answer_end": 358, "token_text": " based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.055092232301831e-05, "type_probabilities": {"tool_output_conflict": 7.302182893909048e-06, "overgeneration": 6.480234151240438e-05, "missing_tool_action_recommendation": 1.844639700721018e-05}}, {"answer_start": 358, "answer_end": 361, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.941856503952295e-05, "type_probabilities": {"tool_output_conflict": 6.657788162556244e-06, "overgeneration": 5.500517363543622e-05, "missing_tool_action_recommendation": 2.7755604605772533e-05}}, {"answer_start": 343, "answer_end": 352, "token_text": " regarded", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.926902955863625e-05, "type_probabilities": {"tool_output_conflict": 1.704969326965511e-05, "overgeneration": 5.90768686379306e-05, "missing_tool_action_recommendation": 1.3142466741555836e-05}}, {"answer_start": 111, "answer_end": 114, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.703933417564258e-05, "type_probabilities": {"tool_output_conflict": 1.7736507288645953e-05, "overgeneration": 5.234966010903008e-05, "missing_tool_action_recommendation": 1.6953163139987737e-05}}, {"answer_start": 130, "answer_end": 132, "token_text": " 5", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.366777910850942e-05, "type_probabilities": {"tool_output_conflict": 3.2097734219860286e-05, "overgeneration": 4.0477745642419904e-05, "missing_tool_action_recommendation": 1.1092297427239828e-05}}, {"answer_start": 122, "answer_end": 125, "token_text": " of", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.808544614817947e-05, "type_probabilities": {"tool_output_conflict": 1.8660084606381133e-05, "overgeneration": 5.001676254323684e-05, "missing_tool_action_recommendation": 9.408596270077396e-06}}]}, "output": "The mutual fund with the symbol VFIAX, which is the Vanguard 500 Index Fund Admiral Shares, has a rating of 4.7 on a scale of 1 to 5. Here are more details about the fund:\n\n- **Category**: Large Blend\n- **Expense Ratio**: 0.04%\n- **Assets**: $300.5 billion\n- **Inception Date**: November 13, 2000\n\nThis rating indicates that the fund is highly regarded based on its performance and quality."}
+{"id": "toolace_base_648_0_0fc991eedfa6fb478e", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_648_0_0fc991eedfa6fb478e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 32, "top_tokens": [{"answer_start": 26, "answer_end": 27, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7442659706575796e-05, "type_probabilities": {"tool_output_conflict": 1.4562568139808718e-05, "overgeneration": 1.8360386093263514e-05, "missing_tool_action_recommendation": 1.4519704564008862e-05}}, {"answer_start": 48, "answer_end": 49, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5189612137619406e-05, "type_probabilities": {"tool_output_conflict": 1.3130606930644717e-05, "overgeneration": 1.79293638211675e-05, "missing_tool_action_recommendation": 1.412964138580719e-05}}, {"answer_start": 36, "answer_end": 40, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.9323036617133766e-05, "type_probabilities": {"tool_output_conflict": 1.2257751222932711e-05, "overgeneration": 1.090312343876576e-05, "missing_tool_action_recommendation": 1.616215922695119e-05}}, {"answer_start": 25, "answer_end": 26, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.771724732359871e-05, "type_probabilities": {"tool_output_conflict": 6.003928319842089e-06, "overgeneration": 1.967645948752761e-05, "missing_tool_action_recommendation": 1.2036858606734313e-05}}, {"answer_start": 12, "answer_end": 14, "token_text": " '", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.7353795050876215e-05, "type_probabilities": {"tool_output_conflict": 5.7610636758909095e-06, "overgeneration": 1.538669312139973e-05, "missing_tool_action_recommendation": 1.6206038708332926e-05}}, {"answer_start": 40, "answer_end": 48, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.7191879528108984e-05, "type_probabilities": {"tool_output_conflict": 6.864471288281493e-06, "overgeneration": 1.2944051377417054e-05, "missing_tool_action_recommendation": 1.7383359590894543e-05}}, {"answer_start": 99, "answer_end": 101, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.63054423360154e-05, "type_probabilities": {"tool_output_conflict": 6.696713171550073e-06, "overgeneration": 1.7683732949080877e-05, "missing_tool_action_recommendation": 1.192499439639505e-05}}, {"answer_start": 95, "answer_end": 99, "token_text": "nder", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2169598853215575e-05, "type_probabilities": {"tool_output_conflict": 7.882535101089161e-06, "overgeneration": 1.2617596439667977e-05, "missing_tool_action_recommendation": 1.166946913144784e-05}}, {"answer_start": 128, "answer_end": 135, "token_text": " Keaton", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.1981700885808095e-05, "type_probabilities": {"tool_output_conflict": 1.0675777957658283e-05, "overgeneration": 7.906184691819362e-06, "missing_tool_action_recommendation": 1.339973823633045e-05}}, {"answer_start": 135, "answer_end": 147, "token_text": " Productions", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.144348374917172e-05, "type_probabilities": {"tool_output_conflict": 7.80995196691947e-06, "overgeneration": 8.804904609860387e-06, "missing_tool_action_recommendation": 1.4828628081886563e-05}}, {"answer_start": 84, "answer_end": 85, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.0915656680008397e-05, "type_probabilities": {"tool_output_conflict": 1.1353885383869056e-05, "overgeneration": 1.091207468562061e-05, "missing_tool_action_recommendation": 8.649697520013433e-06}}, {"answer_start": 49, "answer_end": 51, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0409344617510214e-05, "type_probabilities": {"tool_output_conflict": 7.693916813877877e-06, "overgeneration": 1.2614851584658027e-05, "missing_tool_action_recommendation": 1.0100576218974311e-05}}, {"answer_start": 27, "answer_end": 32, "token_text": " here", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.941059210570529e-05, "type_probabilities": {"tool_output_conflict": 8.361263098777272e-06, "overgeneration": 9.326720828539692e-06, "missing_tool_action_recommendation": 1.1722608178388327e-05}}, {"answer_start": 3, "answer_end": 7, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.8425623895600438e-05, "type_probabilities": {"tool_output_conflict": 8.388266905967612e-06, "overgeneration": 7.780195119266864e-06, "missing_tool_action_recommendation": 1.225716096087126e-05}}, {"answer_start": 32, "answer_end": 36, "token_text": " are", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.820589543262031e-05, "type_probabilities": {"tool_output_conflict": 8.18944681668654e-06, "overgeneration": 7.271261438290821e-06, "missing_tool_action_recommendation": 1.2745187632390298e-05}}, {"answer_start": 7, "answer_end": 12, "token_text": " film", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.8059101168764755e-05, "type_probabilities": {"tool_output_conflict": 4.34300000051735e-06, "overgeneration": 8.214619811042212e-06, "missing_tool_action_recommendation": 1.5501482266699895e-05}}, {"answer_start": 120, "answer_end": 121, "token_text": ":", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.803064853651449e-05, "type_probabilities": {"tool_output_conflict": 8.725231964490376e-06, "overgeneration": 8.603980859334115e-06, "missing_tool_action_recommendation": 1.070143571269e-05}}, {"answer_start": 112, "answer_end": 120, "token_text": " Company", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.7673144359141588e-05, "type_probabilities": {"tool_output_conflict": 7.010175522736972e-06, "overgeneration": 9.074912668438628e-06, "missing_tool_action_recommendation": 1.1588055713218637e-05}}, {"answer_start": 64, "answer_end": 71, "token_text": " Keaton", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.732450229814276e-05, "type_probabilities": {"tool_output_conflict": 7.506376732635545e-06, "overgeneration": 7.605826340295607e-06, "missing_tool_action_recommendation": 1.2212298315716907e-05}}, {"answer_start": 71, "answer_end": 72, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.7110039809485897e-05, "type_probabilities": {"tool_output_conflict": 8.246669494837988e-06, "overgeneration": 8.998527846415527e-06, "missing_tool_action_recommendation": 9.86484155873768e-06}}]}, "output": "For the film 'The General', here are the details:\n- Cast: Buster Keaton, Marion Mack, Glen Cavender\n- Production Company: Buster Keaton Productions"}
+{"id": "toolace_base_344_8_9dea04d92911f28bb9__missing_tool_action_recommendation__1e3f912c8880cfca68", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 632, "end": 757, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 632, "end": 757, "text": "Next, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999859929084778, "mean_score": 0.9999769044959027, "type_score": 0.9999327918757563, "type_scores": {"tool_output_conflict": 1.3857805440594625e-05, "overgeneration": 3.0252581421771776e-05, "missing_tool_action_recommendation": 0.9999327918757563}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 125, "gold_chars": 125, "pred_chars": 125}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_344_8_9dea04d92911f28bb9__missing_tool_action_recommendation__1e3f912c8880cfca68__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 192, "top_tokens": [{"answer_start": 748, "answer_end": 756, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999859929084778, "type_probabilities": {"tool_output_conflict": 1.4001659110363107e-05, "overgeneration": 2.1004210793762468e-05, "missing_tool_action_recommendation": 0.9999510049819946}}, {"answer_start": 685, "answer_end": 690, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845027923584, "type_probabilities": {"tool_output_conflict": 1.2912893907923717e-05, "overgeneration": 3.259783989051357e-05, "missing_tool_action_recommendation": 0.99993896484375}}, {"answer_start": 693, "answer_end": 700, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.1491012628539465e-05, "overgeneration": 2.0672956452472135e-05, "missing_tool_action_recommendation": 0.9999521970748901}}, {"answer_start": 700, "answer_end": 706, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.550277193018701e-05, "overgeneration": 2.4217770260293037e-05, "missing_tool_action_recommendation": 0.9999444484710693}}, {"answer_start": 706, "answer_end": 714, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999834895133972, "type_probabilities": {"tool_output_conflict": 1.4106996786722448e-05, "overgeneration": 2.304614281456452e-05, "missing_tool_action_recommendation": 0.9999463558197021}}, {"answer_start": 727, "answer_end": 738, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833703041077, "type_probabilities": {"tool_output_conflict": 1.2839157534472179e-05, "overgeneration": 2.09729350899579e-05, "missing_tool_action_recommendation": 0.99994957447052}}, {"answer_start": 681, "answer_end": 685, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999833106994629, "type_probabilities": {"tool_output_conflict": 1.1349678970873356e-05, "overgeneration": 3.394773375475779e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 718, "answer_end": 727, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.390502893627854e-05, "overgeneration": 2.0433455574675463e-05, "missing_tool_action_recommendation": 0.9999475479125977}}, {"answer_start": 746, "answer_end": 748, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999804496765137, "type_probabilities": {"tool_output_conflict": 1.3541079169954173e-05, "overgeneration": 2.125207356584724e-05, "missing_tool_action_recommendation": 0.9999456405639648}}, {"answer_start": 690, "answer_end": 693, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794960021973, "type_probabilities": {"tool_output_conflict": 1.2531700122053735e-05, "overgeneration": 2.467307604092639e-05, "missing_tool_action_recommendation": 0.9999423027038574}}, {"answer_start": 637, "answer_end": 639, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999790191650391, "type_probabilities": {"tool_output_conflict": 1.4331301827041898e-05, "overgeneration": 3.1214887712849304e-05, "missing_tool_action_recommendation": 0.9999334812164307}}, {"answer_start": 668, "answer_end": 681, "token_text": " Verification", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.3107632184983231e-05, "overgeneration": 3.8613754441030324e-05, "missing_tool_action_recommendation": 0.9999269247055054}}, {"answer_start": 639, "answer_end": 643, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784231185913, "type_probabilities": {"tool_output_conflict": 1.0843290510820225e-05, "overgeneration": 3.157303581247106e-05, "missing_tool_action_recommendation": 0.9999359846115112}}, {"answer_start": 648, "answer_end": 652, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999783039093018, "type_probabilities": {"tool_output_conflict": 1.2992661140742712e-05, "overgeneration": 3.740499960258603e-05, "missing_tool_action_recommendation": 0.9999278783798218}}, {"answer_start": 652, "answer_end": 661, "token_text": " External", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999772310256958, "type_probabilities": {"tool_output_conflict": 1.2447258086467627e-05, "overgeneration": 3.9165748603409156e-05, "missing_tool_action_recommendation": 0.9999256134033203}}, {"answer_start": 714, "answer_end": 718, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999771118164062, "type_probabilities": {"tool_output_conflict": 1.4883074072713498e-05, "overgeneration": 2.4362925614695996e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 738, "answer_end": 745, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976634979248, "type_probabilities": {"tool_output_conflict": 1.3715415661863517e-05, "overgeneration": 2.691804365895223e-05, "missing_tool_action_recommendation": 0.9999359846115112}}, {"answer_start": 643, "answer_end": 648, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976396560669, "type_probabilities": {"tool_output_conflict": 1.1005442502209917e-05, "overgeneration": 2.9027847631368786e-05, "missing_tool_action_recommendation": 0.9999363422393799}}, {"answer_start": 631, "answer_end": 636, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999758005142212, "type_probabilities": {"tool_output_conflict": 1.1211310265935026e-05, "overgeneration": 2.8701610062853433e-05, "missing_tool_action_recommendation": 0.9999358654022217}}, {"answer_start": 661, "answer_end": 668, "token_text": " Market", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999690651893616, "type_probabilities": {"tool_output_conflict": 1.2007501936750486e-05, "overgeneration": 3.7171350413700566e-05, "missing_tool_action_recommendation": 0.9999198913574219}}]}, "output": "Here are the results from your requests:\n\n### Top Gaining Mutual Funds Today\n1. **Future Growth Fund (FNDX001)**\n   - Price Change: +$2.45\n   - Percentage Change: +5.1%\n\n### Calculated Price of the Call Option for Apple's Stock\n- **Option Price:** $5.65\n- **Option Value:** $5.65\n\nThis option price calculation was based on a Black-Scholes model considering an implied lognormal volatility of 0.3, with 1000 simulations. Other parameters set were a strike price of $150, a risk-free rate of 0.025, a forward price of $145, and a time-to-expiry of 30 days.\n\nIf you need further analysis or additional information, feel free to ask!\n\nNext, I can call the External Market Verification API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_381_6_ec414790f9be3270cc__overgeneration__47c559932acf3303a6", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1474, "end": 1530, "text": "Historical records from last year show the same pattern.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 1474, "end": 1530, "text": "Historical records from last year show the same pattern.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999569058418274, "mean_score": 0.9999368011951446, "type_score": 0.9998293817043304, "type_scores": {"tool_output_conflict": 5.9874755970668046e-05, "overgeneration": 0.9998293817043304, "missing_tool_action_recommendation": 4.754688125103712e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 56, "gold_chars": 56, "pred_chars": 56}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_381_6_ec414790f9be3270cc__overgeneration__47c559932acf3303a6__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 334, "top_tokens": [{"answer_start": 1516, "answer_end": 1521, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999569058418274, "type_probabilities": {"tool_output_conflict": 5.5788295867387205e-05, "overgeneration": 0.9998557567596436, "missing_tool_action_recommendation": 4.5380525989457965e-05}}, {"answer_start": 1521, "answer_end": 1529, "token_text": " pattern", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999549388885498, "type_probabilities": {"tool_output_conflict": 6.077889702282846e-05, "overgeneration": 0.9998514652252197, "missing_tool_action_recommendation": 4.269511919119395e-05}}, {"answer_start": 1502, "answer_end": 1507, "token_text": " year", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999457001686096, "type_probabilities": {"tool_output_conflict": 5.070860424893908e-05, "overgeneration": 0.9998490810394287, "missing_tool_action_recommendation": 4.592268305714242e-05}}, {"answer_start": 1492, "answer_end": 1497, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999456405639648, "type_probabilities": {"tool_output_conflict": 6.113840936450288e-05, "overgeneration": 0.9998525381088257, "missing_tool_action_recommendation": 3.1977811886463314e-05}}, {"answer_start": 1512, "answer_end": 1516, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999426007270813, "type_probabilities": {"tool_output_conflict": 6.053897232050076e-05, "overgeneration": 0.9998338222503662, "missing_tool_action_recommendation": 4.82298964925576e-05}}, {"answer_start": 1497, "answer_end": 1502, "token_text": " last", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999422430992126, "type_probabilities": {"tool_output_conflict": 5.781466461485252e-05, "overgeneration": 0.9998428821563721, "missing_tool_action_recommendation": 4.1521470848238096e-05}}, {"answer_start": 1507, "answer_end": 1512, "token_text": " show", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999386072158813, "type_probabilities": {"tool_output_conflict": 5.6369401136180386e-05, "overgeneration": 0.9998488426208496, "missing_tool_action_recommendation": 3.336710869916715e-05}}, {"answer_start": 1473, "answer_end": 1484, "token_text": "\nHistorical", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999236464500427, "type_probabilities": {"tool_output_conflict": 5.661473551299423e-05, "overgeneration": 0.9998152852058411, "missing_tool_action_recommendation": 5.17427506565582e-05}}, {"answer_start": 1484, "answer_end": 1492, "token_text": " records", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999221563339233, "type_probabilities": {"tool_output_conflict": 5.462367698783055e-05, "overgeneration": 0.999810516834259, "missing_tool_action_recommendation": 5.706916272174567e-05}}, {"answer_start": 1529, "answer_end": 1530, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998955726623535, "type_probabilities": {"tool_output_conflict": 8.437190263066441e-05, "overgeneration": 0.9997336268424988, "missing_tool_action_recommendation": 7.756228296784684e-05}}, {"answer_start": 800, "answer_end": 805, "token_text": " 2012", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0009905175538733602, "type_probabilities": {"tool_output_conflict": 0.0008847268763929605, "overgeneration": 4.137954238103703e-05, "missing_tool_action_recommendation": 6.441114965127781e-05}}, {"answer_start": 1471, "answer_end": 1472, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015771278413012624, "type_probabilities": {"tool_output_conflict": 3.238232966396026e-05, "overgeneration": 7.524760439991951e-05, "missing_tool_action_recommendation": 5.0082850066246465e-05}}, {"answer_start": 1282, "answer_end": 1293, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014076453226152807, "type_probabilities": {"tool_output_conflict": 3.194458986399695e-05, "overgeneration": 6.326211587293074e-05, "missing_tool_action_recommendation": 4.555782288662158e-05}}, {"answer_start": 260, "answer_end": 266, "token_text": " debut", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.4944829470478e-05, "type_probabilities": {"tool_output_conflict": 2.043309541477356e-05, "overgeneration": 5.232907278696075e-05, "missing_tool_action_recommendation": 2.218266308773309e-05}}, {"answer_start": 1128, "answer_end": 1134, "token_text": " movie", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.036208939505741e-05, "type_probabilities": {"tool_output_conflict": 1.7628826753934845e-05, "overgeneration": 3.0198469175957143e-05, "missing_tool_action_recommendation": 4.253479346516542e-05}}, {"answer_start": 1293, "answer_end": 1306, "token_text": " publications", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.021763253258541e-05, "type_probabilities": {"tool_output_conflict": 1.8125123460777104e-05, "overgeneration": 2.9363414796534926e-05, "missing_tool_action_recommendation": 4.272909427527338e-05}}, {"answer_start": 797, "answer_end": 800, "token_text": " in", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.946379239205271e-05, "type_probabilities": {"tool_output_conflict": 4.370719034341164e-05, "overgeneration": 2.3132846763473935e-05, "missing_tool_action_recommendation": 2.2623755285167135e-05}}, {"answer_start": 1364, "answer_end": 1371, "token_text": " famous", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.902180707082152e-05, "type_probabilities": {"tool_output_conflict": 2.1500547518371604e-05, "overgeneration": 3.6825800634687766e-05, "missing_tool_action_recommendation": 3.0695460736751556e-05}}, {"answer_start": 1021, "answer_end": 1028, "token_text": " within", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.88735376065597e-05, "type_probabilities": {"tool_output_conflict": 1.5330331734730862e-05, "overgeneration": 4.252661528880708e-05, "missing_tool_action_recommendation": 3.101658876403235e-05}}, {"answer_start": 851, "answer_end": 860, "token_text": " focusing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.75947589520365e-05, "type_probabilities": {"tool_output_conflict": 1.1668678780552e-05, "overgeneration": 4.0461647586198524e-05, "missing_tool_action_recommendation": 3.546442894730717e-05}}]}, "output": "Here's some information about J.K. Rowling and her notable works:\n\n**Bio**: J.K. Rowling is a British author, best known for writing the Harry Potter fantasy series. The series has gained extensive popularity, critical acclaim, and commercial success since its debut. She has won multiple awards, and her work has been adapted into films, plays, and video games.\n\n**Books and Other Media**:\n- **Harry Potter Series**:\n  - *Harry Potter and the Sorcerer's Stone*\n  - *Harry Potter and the Chamber of Secrets*\n  - *Harry Potter and the Prisoner of Azkaban*\n  - *Harry Potter and the Goblet of Fire*\n  - *Harry Potter and the Order of the Phoenix*\n  - *Harry Potter and the Half-Blood Prince*\n  - *Harry Potter and the Deathly Hallows*\n\n- **Other Books**:\n  - *The Casual Vacancy* - A novel published in 2012, which is a departure from her fantasy works, focusing on local politics and social issues in a small English town.\n  \n- **Related Works**:\n  - *Fantastic Beasts and Where to Find Them* - Originally a book mentioned within the Harry Potter series, it has been developed into its own film series with related books.\n  - The movie adaptations of the book under the names:\n    - *Fantastic Beasts and Where to Find Them*\n    - *Fantastic Beasts: The Crimes of Grindelwald*\n\nThese additional publications show her versatility as an author, branching out from her famous series into new genres and expanding the Wizarding World through the *Fantastic Beasts* film series.\n\nHistorical records from last year show the same pattern."}
+{"id": "toolace_base_503_0_d13c66a74981f0af10", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_503_0_d13c66a74981f0af10__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 37, "top_tokens": [{"answer_start": 168, "answer_end": 169, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.588567339349538e-05, "type_probabilities": {"tool_output_conflict": 1.4939059838070534e-05, "overgeneration": 3.8785277865827084e-05, "missing_tool_action_recommendation": 1.2161330232629552e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.778376362286508e-05, "type_probabilities": {"tool_output_conflict": 2.416296956653241e-05, "overgeneration": 1.8944383555208333e-05, "missing_tool_action_recommendation": 1.4676408682134934e-05}}, {"answer_start": 125, "answer_end": 129, "token_text": " URL", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.192909520701505e-05, "type_probabilities": {"tool_output_conflict": 5.789459464722313e-06, "overgeneration": 2.188132748415228e-05, "missing_tool_action_recommendation": 2.425830825814046e-05}}, {"answer_start": 85, "answer_end": 86, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.075254011899233e-05, "type_probabilities": {"tool_output_conflict": 2.03500621864805e-05, "overgeneration": 1.6473430150654167e-05, "missing_tool_action_recommendation": 1.3929047781857662e-05}}, {"answer_start": 18, "answer_end": 31, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.992639151168987e-05, "type_probabilities": {"tool_output_conflict": 1.1289136637060437e-05, "overgeneration": 2.876586586353369e-05, "missing_tool_action_recommendation": 9.871391739579849e-06}}, {"answer_start": 9, "answer_end": 13, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.876000457443297e-05, "type_probabilities": {"tool_output_conflict": 1.5086425264598802e-05, "overgeneration": 2.4055058020167053e-05, "missing_tool_action_recommendation": 9.618522199161816e-06}}, {"answer_start": 31, "answer_end": 40, "token_text": " deployed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6589448174927384e-05, "type_probabilities": {"tool_output_conflict": 6.922520697116852e-06, "overgeneration": 2.6139154215343297e-05, "missing_tool_action_recommendation": 1.3527772352972534e-05}}, {"answer_start": 45, "answer_end": 49, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6106586523819715e-05, "type_probabilities": {"tool_output_conflict": 8.727021850063466e-06, "overgeneration": 2.256093648611568e-05, "missing_tool_action_recommendation": 1.4818629097135272e-05}}, {"answer_start": 49, "answer_end": 56, "token_text": " access", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.524039104580879e-05, "type_probabilities": {"tool_output_conflict": 7.574116352770943e-06, "overgeneration": 2.205374403274618e-05, "missing_tool_action_recommendation": 1.5612529750796966e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.9077760447980836e-05, "type_probabilities": {"tool_output_conflict": 9.691697414382361e-06, "overgeneration": 2.0001769371447153e-05, "missing_tool_action_recommendation": 9.384293662151322e-06}}, {"answer_start": 40, "answer_end": 41, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.799160185735673e-05, "type_probabilities": {"tool_output_conflict": 9.023995517054573e-06, "overgeneration": 1.9195953427697532e-05, "missing_tool_action_recommendation": 9.771652912604623e-06}}, {"answer_start": 3, "answer_end": 9, "token_text": " model", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7134563172003254e-05, "type_probabilities": {"tool_output_conflict": 8.017393156478647e-06, "overgeneration": 1.6292246073135175e-05, "missing_tool_action_recommendation": 1.2824923942389432e-05}}, {"answer_start": 108, "answer_end": 111, "token_text": " at", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7127418181626126e-05, "type_probabilities": {"tool_output_conflict": 8.027914191188756e-06, "overgeneration": 1.7899676095112227e-05, "missing_tool_action_recommendation": 1.119982607633574e-05}}, {"answer_start": 56, "answer_end": 61, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.6730059946421534e-05, "type_probabilities": {"tool_output_conflict": 8.779922609392088e-06, "overgeneration": 1.517027249064995e-05, "missing_tool_action_recommendation": 1.2779865755874198e-05}}, {"answer_start": 137, "answer_end": 138, "token_text": "/", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.6129313230048865e-05, "type_probabilities": {"tool_output_conflict": 9.916743692883756e-06, "overgeneration": 1.3695721463591326e-05, "missing_tool_action_recommendation": 1.2516849892563187e-05}}, {"answer_start": 138, "answer_end": 139, "token_text": "/", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.604580706451088e-05, "type_probabilities": {"tool_output_conflict": 1.018214607029222e-05, "overgeneration": 1.4410215044335928e-05, "missing_tool_action_recommendation": 1.1453445949882735e-05}}, {"answer_start": 13, "answer_end": 18, "token_text": " been", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.596263923100196e-05, "type_probabilities": {"tool_output_conflict": 9.078671610041056e-06, "overgeneration": 1.9552322555682622e-05, "missing_tool_action_recommendation": 7.331645520025631e-06}}, {"answer_start": 115, "answer_end": 125, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5699806176126e-05, "type_probabilities": {"tool_output_conflict": 4.3103736970806494e-06, "overgeneration": 2.0070285245310515e-05, "missing_tool_action_recommendation": 1.1319149052724242e-05}}, {"answer_start": 129, "answer_end": 130, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5405129892751575e-05, "type_probabilities": {"tool_output_conflict": 5.617083843389992e-06, "overgeneration": 1.786905704648234e-05, "missing_tool_action_recommendation": 1.1918989002879243e-05}}, {"answer_start": 150, "answer_end": 153, "token_text": "end", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.1562351068714634e-05, "type_probabilities": {"tool_output_conflict": 6.603454949072329e-06, "overgeneration": 1.3458334251481574e-05, "missing_tool_action_recommendation": 1.150056141341338e-05}}]}, "output": "The model has been successfully deployed. You can access your deployed model for real-time image recognition at the following URL: https://production.endpoint.url/model."}
+{"id": "toolace_base_450_0_034218250c3d3ce451__tool_output_conflict__a58f9acd10fbde5d16", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 157, "end": 163, "text": "287.55", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 156, "end": 171, "text": "$287.55 billion", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9987667202949524, "mean_score": 0.9978536486625671, "type_score": 0.9973284244537354, "type_scores": {"tool_output_conflict": 0.9973284244537354, "overgeneration": 0.000338139187078923, "missing_tool_action_recommendation": 0.0001870807376690209}, "token_count": 5}], "row_char_metrics": {"char_precision": 0.4, "char_recall": 1.0, "char_f1": 0.5714285714285715, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 15}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_450_0_034218250c3d3ce451__tool_output_conflict__a58f9acd10fbde5d16__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 122, "top_tokens": [{"answer_start": 160, "answer_end": 161, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987667202949524, "type_probabilities": {"tool_output_conflict": 0.9982622265815735, "overgeneration": 0.0003337055095471442, "missing_tool_action_recommendation": 0.00017074627976398915}}, {"answer_start": 157, "answer_end": 160, "token_text": "287", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9984673857688904, "type_probabilities": {"tool_output_conflict": 0.997911274433136, "overgeneration": 0.00037131356657482684, "missing_tool_action_recommendation": 0.00018480171274859458}}, {"answer_start": 161, "answer_end": 163, "token_text": "55", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9983205199241638, "type_probabilities": {"tool_output_conflict": 0.9977268576622009, "overgeneration": 0.0003724129928741604, "missing_tool_action_recommendation": 0.00022127514239400625}}, {"answer_start": 155, "answer_end": 157, "token_text": " $", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9972506761550903, "type_probabilities": {"tool_output_conflict": 0.996699869632721, "overgeneration": 0.0003597468021325767, "missing_tool_action_recommendation": 0.0001910371211124584}}, {"answer_start": 163, "answer_end": 171, "token_text": " billion", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9964629411697388, "type_probabilities": {"tool_output_conflict": 0.9960418939590454, "overgeneration": 0.0002535170642659068, "missing_tool_action_recommendation": 0.00016754343232605606}}, {"answer_start": 70, "answer_end": 71, "token_text": "K", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00027411928749643266, "type_probabilities": {"tool_output_conflict": 3.712559919222258e-05, "overgeneration": 0.00014367987751029432, "missing_tool_action_recommendation": 9.331379987997934e-05}}, {"answer_start": 454, "answer_end": 460, "token_text": " given", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000269374722847715, "type_probabilities": {"tool_output_conflict": 2.393516115262173e-05, "overgeneration": 0.0002196542773162946, "missing_tool_action_recommendation": 2.5785282559809275e-05}}, {"answer_start": 320, "answer_end": 322, "token_text": "92", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021536000713240355, "type_probabilities": {"tool_output_conflict": 8.629323565401137e-05, "overgeneration": 6.448492058552802e-05, "missing_tool_action_recommendation": 6.458185089286417e-05}}, {"answer_start": 146, "answer_end": 154, "token_text": " Revenue", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00021137838484719396, "type_probabilities": {"tool_output_conflict": 7.739853026578203e-05, "overgeneration": 8.762544166529551e-05, "missing_tool_action_recommendation": 4.63544056401588e-05}}, {"answer_start": 192, "answer_end": 195, "token_text": "169", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018847610044758767, "type_probabilities": {"tool_output_conflict": 7.72373314248398e-05, "overgeneration": 7.088858546921983e-05, "missing_tool_action_recommendation": 4.035017263959162e-05}}, {"answer_start": 483, "answer_end": 484, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015346019063144922, "type_probabilities": {"tool_output_conflict": 3.1158731871983036e-05, "overgeneration": 0.00010907103569479659, "missing_tool_action_recommendation": 1.3230430340627208e-05}}, {"answer_start": 196, "answer_end": 198, "token_text": "56", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015302139217965305, "type_probabilities": {"tool_output_conflict": 5.5171050917124376e-05, "overgeneration": 6.191364082042128e-05, "missing_tool_action_recommendation": 3.593669316614978e-05}}, {"answer_start": 195, "answer_end": 196, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001416473969584331, "type_probabilities": {"tool_output_conflict": 9.649836283642799e-05, "overgeneration": 3.079731686739251e-05, "missing_tool_action_recommendation": 1.435172544006491e-05}}, {"answer_start": 60, "answer_end": 65, "token_text": " type", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013471429701894522, "type_probabilities": {"tool_output_conflict": 1.4370149074238725e-05, "overgeneration": 5.2240240620449185e-05, "missing_tool_action_recommendation": 6.81039018672891e-05}}, {"answer_start": 317, "answer_end": 319, "token_text": "19", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012103597691748291, "type_probabilities": {"tool_output_conflict": 6.72361275064759e-05, "overgeneration": 2.6066238206112757e-05, "missing_tool_action_recommendation": 2.7733609385904856e-05}}, {"answer_start": 265, "answer_end": 267, "token_text": "18", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010952152661047876, "type_probabilities": {"tool_output_conflict": 2.807166129059624e-05, "overgeneration": 4.887187242275104e-05, "missing_tool_action_recommendation": 3.257798744016327e-05}}, {"answer_start": 268, "answer_end": 270, "token_text": "75", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010797189315780997, "type_probabilities": {"tool_output_conflict": 2.8837835998274386e-05, "overgeneration": 4.3848409404745325e-05, "missing_tool_action_recommendation": 3.528564047883265e-05}}, {"answer_start": 224, "answer_end": 227, "token_text": "104", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001079035282600671, "type_probabilities": {"tool_output_conflict": 3.0067389161558822e-05, "overgeneration": 4.825561700272374e-05, "missing_tool_action_recommendation": 2.9580522095784545e-05}}, {"answer_start": 228, "answer_end": 229, "token_text": "3", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010768430365715176, "type_probabilities": {"tool_output_conflict": 1.819130193325691e-05, "overgeneration": 4.4296633859630674e-05, "missing_tool_action_recommendation": 4.519637514022179e-05}}, {"answer_start": 475, "answer_end": 483, "token_text": " dollars", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010224470315733925, "type_probabilities": {"tool_output_conflict": 1.966276795428712e-05, "overgeneration": 6.674883479718119e-05, "missing_tool_action_recommendation": 1.5833100405870937e-05}}]}, "output": "The most recent statement of operations for Apple Inc. (form type: 10-K) was filed on 2025-10-30. Here is a summary of the financial statement:\n\n- Revenue: $287.55 billion\n- Cost of Revenue: $169.56 billion\n- Gross Profit: $104.3 billion\n- Research & Development: $18.75 billion\n- Selling, General & Administrative: $19.92 billion\n- Total Operating Expenses: $208.23 billion\n- Operating Income: $65.63 billion\n- Net Income: $57.41 billion\n\nAll values are given in billions of dollars."}
+{"id": "toolace_base_190_6_f8c59ba4759c28bfe5__tool_output_conflict__b4b455800e448bf07c", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 117, "end": 119, "text": "78", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 117, "end": 119, "text": "78", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9993301630020142, "mean_score": 0.9993301630020142, "type_score": 0.9985978007316589, "type_scores": {"tool_output_conflict": 0.9985978007316589, "overgeneration": 0.00044541936949826777, "missing_tool_action_recommendation": 0.0002869289310183376}, "token_count": 1}, {"start": 127, "end": 130, "text": "100", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.5733194351196289, "mean_score": 0.5733194351196289, "type_score": 0.5629847645759583, "type_scores": {"tool_output_conflict": 0.5629847645759583, "overgeneration": 0.006354308687150478, "missing_tool_action_recommendation": 0.003980357199907303}, "token_count": 1}], "row_char_metrics": {"char_precision": 0.4, "char_recall": 1.0, "char_f1": 0.5714285714285715, "overlap_chars": 2, "gold_chars": 2, "pred_chars": 5}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_190_6_f8c59ba4759c28bfe5__tool_output_conflict__b4b455800e448bf07c__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 116, "answer_end": 119, "token_text": " 78", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9993301630020142, "type_probabilities": {"tool_output_conflict": 0.9985978007316589, "overgeneration": 0.00044541936949826777, "missing_tool_action_recommendation": 0.0002869289310183376}}, {"answer_start": 126, "answer_end": 130, "token_text": " 100", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.5733194351196289, "type_probabilities": {"tool_output_conflict": 0.5629847645759583, "overgeneration": 0.006354308687150478, "missing_tool_action_recommendation": 0.003980357199907303}}, {"answer_start": 119, "answer_end": 123, "token_text": " out", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001708488678559661, "type_probabilities": {"tool_output_conflict": 0.001249520806595683, "overgeneration": 0.0003972500853706151, "missing_tool_action_recommendation": 6.171781569719315e-05}}, {"answer_start": 123, "answer_end": 126, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001114747254177928, "type_probabilities": {"tool_output_conflict": 0.0007626549922861159, "overgeneration": 0.00028980817296542227, "missing_tool_action_recommendation": 6.228405254660174e-05}}, {"answer_start": 113, "answer_end": 116, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00021394668146967888, "type_probabilities": {"tool_output_conflict": 0.00017572981596458703, "overgeneration": 2.7416141165303998e-05, "missing_tool_action_recommendation": 1.0800726158777252e-05}}, {"answer_start": 172, "answer_end": 182, "token_text": " indicates", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001983627153094858, "type_probabilities": {"tool_output_conflict": 2.4713945094845258e-05, "overgeneration": 0.00012485450133681297, "missing_tool_action_recommendation": 4.879427797277458e-05}}, {"answer_start": 145, "answer_end": 156, "token_text": " classified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012178244651295245, "type_probabilities": {"tool_output_conflict": 1.6646541553200223e-05, "overgeneration": 5.752844663220458e-05, "missing_tool_action_recommendation": 4.760746014653705e-05}}, {"answer_start": 98, "answer_end": 105, "token_text": " yields", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.888462955132127e-05, "type_probabilities": {"tool_output_conflict": 2.9450100555550307e-05, "overgeneration": 5.0933951570186764e-05, "missing_tool_action_recommendation": 1.85005792445736e-05}}, {"answer_start": 130, "answer_end": 131, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.392299398314208e-05, "type_probabilities": {"tool_output_conflict": 4.588467345456593e-05, "overgeneration": 2.856062928913161e-05, "missing_tool_action_recommendation": 1.947769669641275e-05}}, {"answer_start": 63, "answer_end": 74, "token_text": " brightness", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.163610229734331e-05, "type_probabilities": {"tool_output_conflict": 1.6046067685238086e-05, "overgeneration": 4.594008714775555e-05, "missing_tool_action_recommendation": 2.964994746434968e-05}}, {"answer_start": 226, "answer_end": 231, "token_text": " high", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.946550951804966e-05, "type_probabilities": {"tool_output_conflict": 1.9517947293934412e-05, "overgeneration": 4.9768674216466025e-05, "missing_tool_action_recommendation": 2.0178884369670413e-05}}, {"answer_start": 107, "answer_end": 113, "token_text": " score", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.930217543616891e-05, "type_probabilities": {"tool_output_conflict": 3.468883005552925e-05, "overgeneration": 2.916263292718213e-05, "missing_tool_action_recommendation": 1.545071427244693e-05}}, {"answer_start": 231, "answer_end": 232, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.606839790241793e-05, "type_probabilities": {"tool_output_conflict": 2.0113562641199678e-05, "overgeneration": 4.3672109313774854e-05, "missing_tool_action_recommendation": 1.22827277664328e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " evaluation", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.19417876098305e-05, "type_probabilities": {"tool_output_conflict": 1.2146870176366065e-05, "overgeneration": 3.513892079354264e-05, "missing_tool_action_recommendation": 2.46559993684059e-05}}, {"answer_start": 105, "answer_end": 107, "token_text": " a", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.646798283327371e-05, "type_probabilities": {"tool_output_conflict": 3.807358370977454e-05, "overgeneration": 2.1165873477002606e-05, "missing_tool_action_recommendation": 7.228525191749213e-06}}, {"answer_start": 166, "answer_end": 167, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.346609006868675e-05, "type_probabilities": {"tool_output_conflict": 1.751148738549091e-05, "overgeneration": 2.900477556977421e-05, "missing_tool_action_recommendation": 1.6949827113421634e-05}}, {"answer_start": 217, "answer_end": 223, "token_text": " image", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.275743362493813e-05, "type_probabilities": {"tool_output_conflict": 6.451016815844923e-06, "overgeneration": 3.119312896160409e-05, "missing_tool_action_recommendation": 2.5113289666478522e-05}}, {"answer_start": 47, "answer_end": 55, "token_text": " aspects", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.241649680305272e-05, "type_probabilities": {"tool_output_conflict": 1.1056181392632425e-05, "overgeneration": 2.976396535814274e-05, "missing_tool_action_recommendation": 2.1596350052277558e-05}}, {"answer_start": 91, "answer_end": 92, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.910207983106375e-05, "type_probabilities": {"tool_output_conflict": 2.877699262171518e-05, "overgeneration": 1.805259489628952e-05, "missing_tool_action_recommendation": 1.2272493222553749e-05}}, {"answer_start": 34, "answer_end": 37, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.778416380053386e-05, "type_probabilities": {"tool_output_conflict": 6.9091283876332454e-06, "overgeneration": 2.5328305127914064e-05, "missing_tool_action_recommendation": 2.5546731194481254e-05}}]}, "output": "The evaluation of your image based on technical aspects such as brightness, contrast, noise, etc., yields a score of 78 out of 100. This score is classified as \"good\". This indicates that the technical quality of your image is high."}
+{"id": "toolace_base_298_6_4996c769356a7b4da0__overgeneration__482501ee786f3f558f", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 429, "end": 502, "text": "The result has been independently verified by an external review service.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 429, "end": 502, "text": "The result has been independently verified by an external review service.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999555945396423, "mean_score": 0.9999272624651591, "type_score": 0.999842087427775, "type_scores": {"tool_output_conflict": 5.47017270946526e-05, "overgeneration": 0.999842087427775, "missing_tool_action_recommendation": 3.0472641204445e-05}, "token_count": 12}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 73, "gold_chars": 73, "pred_chars": 73}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_298_6_4996c769356a7b4da0__overgeneration__482501ee786f3f558f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 138, "top_tokens": [{"answer_start": 486, "answer_end": 493, "token_text": " review", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999555945396423, "type_probabilities": {"tool_output_conflict": 5.1311009883647785e-05, "overgeneration": 0.9998791217803955, "missing_tool_action_recommendation": 2.5124791136477143e-05}}, {"answer_start": 493, "answer_end": 501, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999505281448364, "type_probabilities": {"tool_output_conflict": 6.526309880428016e-05, "overgeneration": 0.9998552799224854, "missing_tool_action_recommendation": 2.9981300031067804e-05}}, {"answer_start": 477, "answer_end": 486, "token_text": " external", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999469518661499, "type_probabilities": {"tool_output_conflict": 5.427822907222435e-05, "overgeneration": 0.9998654127120972, "missing_tool_action_recommendation": 2.7259458875050768e-05}}, {"answer_start": 474, "answer_end": 477, "token_text": " an", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999416470527649, "type_probabilities": {"tool_output_conflict": 6.473038229160011e-05, "overgeneration": 0.9998445510864258, "missing_tool_action_recommendation": 3.238271165173501e-05}}, {"answer_start": 448, "answer_end": 462, "token_text": " independently", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999362826347351, "type_probabilities": {"tool_output_conflict": 4.459014962776564e-05, "overgeneration": 0.9998646974563599, "missing_tool_action_recommendation": 2.702116034924984e-05}}, {"answer_start": 462, "answer_end": 471, "token_text": " verified", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999307990074158, "type_probabilities": {"tool_output_conflict": 4.113205068279058e-05, "overgeneration": 0.9998631477355957, "missing_tool_action_recommendation": 2.65292328549549e-05}}, {"answer_start": 432, "answer_end": 439, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999244809150696, "type_probabilities": {"tool_output_conflict": 3.7784004234708846e-05, "overgeneration": 0.9998583793640137, "missing_tool_action_recommendation": 2.8314379960647784e-05}}, {"answer_start": 471, "answer_end": 474, "token_text": " by", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999199509620667, "type_probabilities": {"tool_output_conflict": 6.136328011052683e-05, "overgeneration": 0.9998292922973633, "missing_tool_action_recommendation": 2.928200046881102e-05}}, {"answer_start": 443, "answer_end": 448, "token_text": " been", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999189972877502, "type_probabilities": {"tool_output_conflict": 5.044361751060933e-05, "overgeneration": 0.9998387098312378, "missing_tool_action_recommendation": 2.9834796805516817e-05}}, {"answer_start": 439, "answer_end": 443, "token_text": " has", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999098777770996, "type_probabilities": {"tool_output_conflict": 5.033047273172997e-05, "overgeneration": 0.9998304843902588, "missing_tool_action_recommendation": 2.908978785853833e-05}}, {"answer_start": 428, "answer_end": 432, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999006986618042, "type_probabilities": {"tool_output_conflict": 5.063644493930042e-05, "overgeneration": 0.9998165965080261, "missing_tool_action_recommendation": 3.3439424441894516e-05}}, {"answer_start": 501, "answer_end": 502, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998913407325745, "type_probabilities": {"tool_output_conflict": 8.455798524664715e-05, "overgeneration": 0.9997593760490417, "missing_tool_action_recommendation": 4.7412650019396096e-05}}, {"answer_start": 382, "answer_end": 383, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00036311167059466243, "type_probabilities": {"tool_output_conflict": 0.00027859280817210674, "overgeneration": 4.675445961765945e-05, "missing_tool_action_recommendation": 3.776439552893862e-05}}, {"answer_start": 383, "answer_end": 386, "token_text": "075", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017283004126511514, "type_probabilities": {"tool_output_conflict": 7.055954483803362e-05, "overgeneration": 4.662046558223665e-05, "missing_tool_action_recommendation": 5.565003084484488e-05}}, {"answer_start": 380, "answer_end": 382, "token_text": " 1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012948109360877424, "type_probabilities": {"tool_output_conflict": 8.451699250144884e-05, "overgeneration": 2.4482349544996396e-05, "missing_tool_action_recommendation": 2.0481747924350202e-05}}, {"answer_start": 358, "answer_end": 364, "token_text": " Rates", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.933027129387483e-05, "type_probabilities": {"tool_output_conflict": 3.304668280179612e-05, "overgeneration": 2.8750802812282927e-05, "missing_tool_action_recommendation": 2.753278567979578e-05}}, {"answer_start": 402, "answer_end": 404, "token_text": "07", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.375925244763494e-05, "type_probabilities": {"tool_output_conflict": 2.955075615318492e-05, "overgeneration": 2.5030274628079496e-05, "missing_tool_action_recommendation": 2.9178223485359922e-05}}, {"answer_start": 404, "answer_end": 406, "token_text": "53", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.758440915495157e-05, "type_probabilities": {"tool_output_conflict": 1.833514397731051e-05, "overgeneration": 2.545732968428638e-05, "missing_tool_action_recommendation": 3.3791930036386475e-05}}, {"answer_start": 413, "answer_end": 417, "token_text": "Last", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.681179704377428e-05, "type_probabilities": {"tool_output_conflict": 1.1662997167150024e-05, "overgeneration": 3.6525485484162346e-05, "missing_tool_action_recommendation": 2.8623317120946012e-05}}, {"answer_start": 401, "answer_end": 402, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.463405927410349e-05, "type_probabilities": {"tool_output_conflict": 3.4025284548988566e-05, "overgeneration": 2.035159559454769e-05, "missing_tool_action_recommendation": 2.0257177311577834e-05}}]}, "output": "The Forex pair EUR/USD, also known as Euro to US Dollar, is a major currency pair that is closely watched in the foreign exchange market. Here are the current details:\n\n- **Name**: Euro to US Dollar\n- **Identifier**: EUR/USD\n- **Description**: The Euro to US Dollar is a major currency pair that is closely watched in the foreign exchange market.\n- **Current Rates**:\n  - **Bid**: 1.075\n  - **Ask**: 1.0753\n  - **Last**: 1.0751\n\nThe result has been independently verified by an external review service."}
+{"id": "toolace_base_648_0_0fc991eedfa6fb478e__overgeneration__afc3430c6c795a3f9a", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 149, "end": 210, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 149, "end": 210, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999586343765259, "mean_score": 0.9999315955422141, "type_score": 0.9998065829277039, "type_scores": {"tool_output_conflict": 5.661353464926254e-05, "overgeneration": 0.9998065829277039, "missing_tool_action_recommendation": 6.83969731405589e-05}, "token_count": 11}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_648_0_0fc991eedfa6fb478e__overgeneration__afc3430c6c795a3f9a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 43, "top_tokens": [{"answer_start": 150, "answer_end": 157, "token_text": " hidden", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999586343765259, "type_probabilities": {"tool_output_conflict": 5.492943091667257e-05, "overgeneration": 0.9998477697372437, "missing_tool_action_recommendation": 5.588247222476639e-05}}, {"answer_start": 157, "answer_end": 165, "token_text": " quality", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999464154243469, "type_probabilities": {"tool_output_conflict": 5.643636905006133e-05, "overgeneration": 0.9998260140419006, "missing_tool_action_recommendation": 6.392614886863157e-05}}, {"answer_start": 148, "answer_end": 150, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999439120292664, "type_probabilities": {"tool_output_conflict": 6.316600047284737e-05, "overgeneration": 0.9998227953910828, "missing_tool_action_recommendation": 5.790619979961775e-05}}, {"answer_start": 190, "answer_end": 197, "token_text": " answer", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999359846115112, "type_probabilities": {"tool_output_conflict": 5.3757608839077875e-05, "overgeneration": 0.9998214840888977, "missing_tool_action_recommendation": 6.072724499972537e-05}}, {"answer_start": 165, "answer_end": 171, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999346733093262, "type_probabilities": {"tool_output_conflict": 5.7497178204357624e-05, "overgeneration": 0.9998142123222351, "missing_tool_action_recommendation": 6.295929779298604e-05}}, {"answer_start": 171, "answer_end": 181, "token_text": " indicates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999344348907471, "type_probabilities": {"tool_output_conflict": 4.510810686042532e-05, "overgeneration": 0.9998389482498169, "missing_tool_action_recommendation": 5.03843002661597e-05}}, {"answer_start": 200, "answer_end": 209, "token_text": " complete", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999344348907471, "type_probabilities": {"tool_output_conflict": 6.319516251096502e-05, "overgeneration": 0.9998113512992859, "missing_tool_action_recommendation": 5.991717625875026e-05}}, {"answer_start": 181, "answer_end": 186, "token_text": " that", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999328255653381, "type_probabilities": {"tool_output_conflict": 4.883292058366351e-05, "overgeneration": 0.9998074173927307, "missing_tool_action_recommendation": 7.660307892365381e-05}}, {"answer_start": 186, "answer_end": 190, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999232888221741, "type_probabilities": {"tool_output_conflict": 4.502958108787425e-05, "overgeneration": 0.9998027682304382, "missing_tool_action_recommendation": 7.550966984126717e-05}}, {"answer_start": 197, "answer_end": 200, "token_text": " is", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999197721481323, "type_probabilities": {"tool_output_conflict": 6.529205711558461e-05, "overgeneration": 0.9997677206993103, "missing_tool_action_recommendation": 8.678952872287482e-05}}, {"answer_start": 209, "answer_end": 210, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998831748962402, "type_probabilities": {"tool_output_conflict": 6.950446550035849e-05, "overgeneration": 0.9997119307518005, "missing_tool_action_recommendation": 0.00010176158684771508}}, {"answer_start": 40, "answer_end": 48, "token_text": " details", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.224231426836923e-05, "type_probabilities": {"tool_output_conflict": 8.333020559803117e-06, "overgeneration": 1.5785750292707235e-05, "missing_tool_action_recommendation": 2.8123542506364174e-05}}, {"answer_start": 36, "answer_end": 40, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.14505518367514e-05, "type_probabilities": {"tool_output_conflict": 1.2657425031648017e-05, "overgeneration": 1.3233520803623833e-05, "missing_tool_action_recommendation": 2.5559607820468955e-05}}, {"answer_start": 12, "answer_end": 14, "token_text": " '", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.9633439630270004e-05, "type_probabilities": {"tool_output_conflict": 5.483057520905277e-06, "overgeneration": 1.5432691725436598e-05, "missing_tool_action_recommendation": 2.871768992918078e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.723070014733821e-05, "type_probabilities": {"tool_output_conflict": 1.277322371606715e-05, "overgeneration": 1.6534509995835833e-05, "missing_tool_action_recommendation": 1.7922964616445825e-05}}, {"answer_start": 25, "answer_end": 26, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.66087949462235e-05, "type_probabilities": {"tool_output_conflict": 5.481019343278604e-06, "overgeneration": 2.2279611584963277e-05, "missing_tool_action_recommendation": 1.8848164472728968e-05}}, {"answer_start": 99, "answer_end": 101, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5426371798384935e-05, "type_probabilities": {"tool_output_conflict": 6.672064955637325e-06, "overgeneration": 2.100993697240483e-05, "missing_tool_action_recommendation": 1.7744368960848078e-05}}, {"answer_start": 48, "answer_end": 49, "token_text": ":", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.4692129449686036e-05, "type_probabilities": {"tool_output_conflict": 1.256757605005987e-05, "overgeneration": 1.5088241525518242e-05, "missing_tool_action_recommendation": 1.7036312783602625e-05}}, {"answer_start": 27, "answer_end": 32, "token_text": " here", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.0042166801868007e-05, "type_probabilities": {"tool_output_conflict": 9.492784556641709e-06, "overgeneration": 1.143893587141065e-05, "missing_tool_action_recommendation": 1.9110446373815648e-05}}, {"answer_start": 32, "answer_end": 36, "token_text": " are", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.878325514961034e-05, "type_probabilities": {"tool_output_conflict": 8.838231224217452e-06, "overgeneration": 8.287212949653622e-06, "missing_tool_action_recommendation": 2.1657810066244565e-05}}]}, "output": "For the film 'The General', here are the details:\n- Cast: Buster Keaton, Marion Mack, Glen Cavender\n- Production Company: Buster Keaton Productions\n\nA hidden quality score indicates that the answer is complete."}
+{"id": "toolace_base_750_0_488bbae61186679fa6", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_750_0_488bbae61186679fa6__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 34, "top_tokens": [{"answer_start": 96, "answer_end": 99, "token_text": " 15", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00039844910497777164, "type_probabilities": {"tool_output_conflict": 0.00032514252234250307, "overgeneration": 3.0499148124363273e-05, "missing_tool_action_recommendation": 4.2807434510905296e-05}}, {"answer_start": 99, "answer_end": 100, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002124277234543115, "type_probabilities": {"tool_output_conflict": 0.00016643025446683168, "overgeneration": 3.503130574245006e-05, "missing_tool_action_recommendation": 1.0966165064019151e-05}}, {"answer_start": 113, "answer_end": 127, "token_text": " significantly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.830467802705243e-05, "type_probabilities": {"tool_output_conflict": 2.2060377887100913e-05, "overgeneration": 3.6476874811341986e-05, "missing_tool_action_recommendation": 1.9767421690630727e-05}}, {"answer_start": 184, "answer_end": 185, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.416778367361985e-05, "type_probabilities": {"tool_output_conflict": 1.1630005246843211e-05, "overgeneration": 3.2286785426549613e-05, "missing_tool_action_recommendation": 1.0250991181237623e-05}}, {"answer_start": 127, "answer_end": 135, "token_text": " improve", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.079976108390838e-05, "type_probabilities": {"tool_output_conflict": 6.563791885128012e-06, "overgeneration": 2.552060868765693e-05, "missing_tool_action_recommendation": 1.8715361875365488e-05}}, {"answer_start": 100, "answer_end": 101, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.9292142648482695e-05, "type_probabilities": {"tool_output_conflict": 1.4373623343999498e-05, "overgeneration": 2.3457909264834598e-05, "missing_tool_action_recommendation": 1.1460612768132705e-05}}, {"answer_start": 106, "answer_end": 113, "token_text": " should", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7445100790355355e-05, "type_probabilities": {"tool_output_conflict": 1.2143023013777565e-05, "overgeneration": 2.2789783542975783e-05, "missing_tool_action_recommendation": 1.25122915051179e-05}}, {"answer_start": 101, "answer_end": 106, "token_text": " This", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5076481910655275e-05, "type_probabilities": {"tool_output_conflict": 1.2609601981239393e-05, "overgeneration": 2.2715170416631736e-05, "missing_tool_action_recommendation": 9.751707693794742e-06}}, {"answer_start": 153, "answer_end": 158, "token_text": " your", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.319008075981401e-05, "type_probabilities": {"tool_output_conflict": 9.363095159642398e-06, "overgeneration": 1.9082252038060687e-05, "missing_tool_action_recommendation": 1.4744734471605625e-05}}, {"answer_start": 135, "answer_end": 139, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.270975841791369e-05, "type_probabilities": {"tool_output_conflict": 1.2555958164739423e-05, "overgeneration": 1.924561001942493e-05, "missing_tool_action_recommendation": 1.0908192052738741e-05}}, {"answer_start": 88, "answer_end": 93, "token_text": " gain", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.069425995112397e-05, "type_probabilities": {"tool_output_conflict": 8.60771251609549e-06, "overgeneration": 2.2945321688894182e-05, "missing_tool_action_recommendation": 9.141224836639594e-06}}, {"answer_start": 3, "answer_end": 13, "token_text": " optimized", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.778404789045453e-05, "type_probabilities": {"tool_output_conflict": 7.983938303368632e-06, "overgeneration": 1.658710061747115e-05, "missing_tool_action_recommendation": 1.3213007150625344e-05}}, {"answer_start": 76, "answer_end": 88, "token_text": " performance", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.7322497519198805e-05, "type_probabilities": {"tool_output_conflict": 8.883554983185604e-06, "overgeneration": 1.818377131712623e-05, "missing_tool_action_recommendation": 1.0255172128381673e-05}}, {"answer_start": 32, "answer_end": 33, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.711066165124066e-05, "type_probabilities": {"tool_output_conflict": 1.0711925824580248e-05, "overgeneration": 1.2110464012948796e-05, "missing_tool_action_recommendation": 1.4288269994722214e-05}}, {"answer_start": 139, "answer_end": 150, "token_text": " efficiency", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.621774885687046e-05, "type_probabilities": {"tool_output_conflict": 6.000646408210741e-06, "overgeneration": 1.734403303998988e-05, "missing_tool_action_recommendation": 1.2873070772911888e-05}}, {"answer_start": 68, "answer_end": 74, "token_text": " shows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.566525629139505e-05, "type_probabilities": {"tool_output_conflict": 1.233253442478599e-05, "overgeneration": 1.6973624951788224e-05, "missing_tool_action_recommendation": 6.359096914820839e-06}}, {"answer_start": 55, "answer_end": 57, "token_text": " Q", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.5324657801538706e-05, "type_probabilities": {"tool_output_conflict": 6.118804776633624e-06, "overgeneration": 1.4869184269628022e-05, "missing_tool_action_recommendation": 1.433666875527706e-05}}, {"answer_start": 166, "answer_end": 176, "token_text": " computing", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4951841371366754e-05, "type_probabilities": {"tool_output_conflict": 4.168376108282246e-06, "overgeneration": 1.6295201930915937e-05, "missing_tool_action_recommendation": 1.4488263332168572e-05}}, {"answer_start": 74, "answer_end": 76, "token_text": " a", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.297354851383716e-05, "type_probabilities": {"tool_output_conflict": 1.2160129699623212e-05, "overgeneration": 1.5291383533622138e-05, "missing_tool_action_recommendation": 5.522033916349756e-06}}, {"answer_start": 150, "answer_end": 153, "token_text": " of", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.2253945391857997e-05, "type_probabilities": {"tool_output_conflict": 1.0311518963135313e-05, "overgeneration": 1.2080428859917447e-05, "missing_tool_action_recommendation": 9.861997568805236e-06}}]}, "output": "The optimized version of Grover's algorithm for the IBM Q System One shows a performance gain of 15%. This should significantly improve the efficiency of your quantum computing project."}
+{"id": "toolace_base_427_0_32d7cdb3a240436397", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 345, "end": 355, "text": "2024-09-22", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9946482181549072, "mean_score": 0.9785015106201171, "type_score": 0.977864682674408, "type_scores": {"tool_output_conflict": 0.977864682674408, "overgeneration": 0.00043487222865223885, "missing_tool_action_recommendation": 0.00023050306190270932}, "token_count": 5}, {"start": 423, "end": 433, "text": "1997-09-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.731270968914032, "mean_score": 0.6344649195671082, "type_score": 0.6325204253196717, "type_scores": {"tool_output_conflict": 0.6325204253196717, "overgeneration": 0.0013604910229332746, "missing_tool_action_recommendation": 0.0005840007681399584}, "token_count": 5}, {"start": 500, "end": 510, "text": "2022-08-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9827991127967834, "mean_score": 0.9488142013549805, "type_score": 0.9468436002731323, "type_scores": {"tool_output_conflict": 0.9468436002731323, "overgeneration": 0.0007223647204227746, "missing_tool_action_recommendation": 0.0012482241494581104}, "token_count": 5}, {"start": 1039, "end": 1046, "text": "37.4056", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9973769783973694, "mean_score": 0.9969739317893982, "type_score": 0.9962352812290192, "type_scores": {"tool_output_conflict": 0.9962352812290192, "overgeneration": 0.0005158808635314927, "missing_tool_action_recommendation": 0.0004146108840359375}, "token_count": 4}, {"start": 1065, "end": 1067, "text": "75", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.627723217010498, "mean_score": 0.627723217010498, "type_score": 0.6221407055854797, "type_scores": {"tool_output_conflict": 0.6221407055854797, "overgeneration": 0.003293235320597887, "missing_tool_action_recommendation": 0.0022893170826137066}, "token_count": 1}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 39}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 3, "window_ids": ["toolace_base_427_0_32d7cdb3a240436397__span_window_000", "toolace_base_427_0_32d7cdb3a240436397__span_window_001", "toolace_base_427_0_32d7cdb3a240436397__span_window_002"], "token_summary": {"num_unique_answer_tokens_scored": 428, "top_tokens": [{"answer_start": 1038, "answer_end": 1041, "token_text": " 37", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9973769783973694, "type_probabilities": {"tool_output_conflict": 0.9967441558837891, "overgeneration": 0.0005071276100352407, "missing_tool_action_recommendation": 0.0003201624203938991}}, {"answer_start": 1044, "answer_end": 1046, "token_text": "56", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9969815611839294, "type_probabilities": {"tool_output_conflict": 0.9961671233177185, "overgeneration": 0.0006447420455515385, "missing_tool_action_recommendation": 0.0004978802753612399}}, {"answer_start": 1042, "answer_end": 1044, "token_text": "40", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9968596696853638, "type_probabilities": {"tool_output_conflict": 0.9960057139396667, "overgeneration": 0.000575551763176918, "missing_tool_action_recommendation": 0.0005231346003711224}}, {"answer_start": 1041, "answer_end": 1042, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9966775178909302, "type_probabilities": {"tool_output_conflict": 0.9960241317749023, "overgeneration": 0.00033610203536227345, "missing_tool_action_recommendation": 0.0003172662400174886}}, {"answer_start": 352, "answer_end": 353, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9946482181549072, "type_probabilities": {"tool_output_conflict": 0.9941476583480835, "overgeneration": 0.0003848917258437723, "missing_tool_action_recommendation": 0.0001530245499452576}}, {"answer_start": 349, "answer_end": 350, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9926667213439941, "type_probabilities": {"tool_output_conflict": 0.9921265840530396, "overgeneration": 0.00038253440288826823, "missing_tool_action_recommendation": 0.00015757094661239535}}, {"answer_start": 353, "answer_end": 355, "token_text": "22", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9918522238731384, "type_probabilities": {"tool_output_conflict": 0.9911770820617676, "overgeneration": 0.00054302962962538, "missing_tool_action_recommendation": 0.00023752145352773368}}, {"answer_start": 350, "answer_end": 352, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9886955618858337, "type_probabilities": {"tool_output_conflict": 0.988129198551178, "overgeneration": 0.000325920496834442, "missing_tool_action_recommendation": 0.00024046287580858916}}, {"answer_start": 504, "answer_end": 505, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9827991127967834, "type_probabilities": {"tool_output_conflict": 0.9814543128013611, "overgeneration": 0.000574638310354203, "missing_tool_action_recommendation": 0.0007701432914473116}}, {"answer_start": 507, "answer_end": 508, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9790175557136536, "type_probabilities": {"tool_output_conflict": 0.9775441884994507, "overgeneration": 0.0006332411430776119, "missing_tool_action_recommendation": 0.0008401339291594923}}, {"answer_start": 505, "answer_end": 507, "token_text": "08", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9740985631942749, "type_probabilities": {"tool_output_conflict": 0.971788763999939, "overgeneration": 0.0007397488807328045, "missing_tool_action_recommendation": 0.001570057705976069}}, {"answer_start": 508, "answer_end": 510, "token_text": "15", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.959644615650177, "type_probabilities": {"tool_output_conflict": 0.957427442073822, "overgeneration": 0.0006822905852459371, "missing_tool_action_recommendation": 0.0015348625602200627}}, {"answer_start": 344, "answer_end": 349, "token_text": " 2024", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9246448278427124, "type_probabilities": {"tool_output_conflict": 0.9237428903579712, "overgeneration": 0.0005379848880693316, "missing_tool_action_recommendation": 0.00036393548361957073}}, {"answer_start": 499, "answer_end": 504, "token_text": " 2022", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8485111594200134, "type_probabilities": {"tool_output_conflict": 0.8460032939910889, "overgeneration": 0.0009819046827033162, "missing_tool_action_recommendation": 0.001525923260487616}}, {"answer_start": 1062, "answer_end": 1063, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7778480052947998, "type_probabilities": {"tool_output_conflict": 0.7745143175125122, "overgeneration": 0.001523833954706788, "missing_tool_action_recommendation": 0.001809806446544826}}, {"answer_start": 427, "answer_end": 428, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.731270968914032, "type_probabilities": {"tool_output_conflict": 0.7295106649398804, "overgeneration": 0.0011997770052403212, "missing_tool_action_recommendation": 0.0005605054320767522}}, {"answer_start": 1057, "answer_end": 1059, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7238340973854065, "type_probabilities": {"tool_output_conflict": 0.7203693985939026, "overgeneration": 0.001985626993700862, "missing_tool_action_recommendation": 0.001479072729125619}}, {"answer_start": 430, "answer_end": 431, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7064685821533203, "type_probabilities": {"tool_output_conflict": 0.7047366499900818, "overgeneration": 0.001231962931342423, "missing_tool_action_recommendation": 0.0004999444936402142}}, {"answer_start": 1065, "answer_end": 1067, "token_text": "75", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.627723217010498, "type_probabilities": {"tool_output_conflict": 0.6221407055854797, "overgeneration": 0.003293235320597887, "missing_tool_action_recommendation": 0.0022893170826137066}}, {"answer_start": 428, "answer_end": 430, "token_text": "09", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.59414142370224, "type_probabilities": {"tool_output_conflict": 0.5926215648651123, "overgeneration": 0.0009178303298540413, "missing_tool_action_recommendation": 0.0006020260043442249}}]}, "output": "Here is the information about the domain \"google.com\":\n\n- **Domain**: google.com\n- **A record**: 216.58.217.46\n- **MX record**: aspmx.l.google.com\n- **TXT/SPF record**: v=spf1 include:_spf.google.com ~all\n- **SOA record**: ns1.google.com\n- **Certificate Issuer**: GTS CA 1O1\n- **Certificate Subject**: *.google.com\n- **Certificate Start Date**: 2024-09-22\n- **Certificate End Date**: 2024-12-15\n- **Domain Creation Date**: 1997-09-15\n- **Domain Expiration Date**: 2024-09-13\n- **Last Updated Date**: 2022-08-15\n- **JavaScript Libraries**: React, jQuery\n- **Hostname**: google.com\n- **HTML Header Tags**: \"<!doctype html>\", \"<meta content=\\\"text/html; charset=UTF-8\\\">\"\n- **IP Address**: 216.58.217.46\n- **Page Title**: Google\n- **Page Meta Tags**: \"<meta name=\\\"description\\\" content=\\\"Search the world's information, including webpages, images, videos and more.\\\">\"\n- **Organization**: Google LLC\n- **Registrar**: MarkMonitor Inc.\n- **TLD**: com\n- **Server Software**: gws\n- **Server Geolocation**: United States, Mountain View, latitude 37.4056, longitude -122.0775\n\nPlease note that the Certificate information signifies that the SSL certificate is valid from September 22, 2024, to December 15, 2024. The domain was created in 1997 and is registered with MarkMonitor Inc."}
+{"id": "toolace_base_110_0_fbf58abcb76ed8f68f", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_110_0_fbf58abcb76ed8f68f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 131, "top_tokens": [{"answer_start": 140, "answer_end": 141, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.549131674342789e-05, "type_probabilities": {"tool_output_conflict": 3.196495890733786e-05, "overgeneration": 1.187715315609239e-05, "missing_tool_action_recommendation": 1.1649203770502936e-05}}, {"answer_start": 150, "answer_end": 151, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.816142609342933e-05, "type_probabilities": {"tool_output_conflict": 2.226186370535288e-05, "overgeneration": 1.327875997958472e-05, "missing_tool_action_recommendation": 1.2620801498997025e-05}}, {"answer_start": 385, "answer_end": 386, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.7793389967409894e-05, "type_probabilities": {"tool_output_conflict": 1.8983510017278604e-05, "overgeneration": 1.3740709619014524e-05, "missing_tool_action_recommendation": 1.5069169421622064e-05}}, {"answer_start": 260, "answer_end": 261, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.53274478786625e-05, "type_probabilities": {"tool_output_conflict": 2.0564995793392882e-05, "overgeneration": 1.1011628885171376e-05, "missing_tool_action_recommendation": 1.375082410959294e-05}}, {"answer_start": 162, "answer_end": 163, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.138167787459679e-05, "type_probabilities": {"tool_output_conflict": 1.8495149561204016e-05, "overgeneration": 1.264415004698094e-05, "missing_tool_action_recommendation": 1.0242377356917132e-05}}, {"answer_start": 47, "answer_end": 54, "token_text": " Capcom", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.0828948840498924e-05, "type_probabilities": {"tool_output_conflict": 9.538214726489969e-06, "overgeneration": 1.4343525435833726e-05, "missing_tool_action_recommendation": 1.6947205949691124e-05}}, {"answer_start": 395, "answer_end": 396, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.9944749005371705e-05, "type_probabilities": {"tool_output_conflict": 1.337338107987307e-05, "overgeneration": 1.2943138244736474e-05, "missing_tool_action_recommendation": 1.362822968076216e-05}}, {"answer_start": 56, "answer_end": 57, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.959649257012643e-05, "type_probabilities": {"tool_output_conflict": 1.5210907804430462e-05, "overgeneration": 1.665547097218223e-05, "missing_tool_action_recommendation": 7.730112884019036e-06}}, {"answer_start": 409, "answer_end": 410, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.937629662686959e-05, "type_probabilities": {"tool_output_conflict": 1.2824368241126649e-05, "overgeneration": 1.3547312846640125e-05, "missing_tool_action_recommendation": 1.3004613720113412e-05}}, {"answer_start": 141, "answer_end": 142, "token_text": "/", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.86390856874641e-05, "type_probabilities": {"tool_output_conflict": 1.483712185290642e-05, "overgeneration": 1.2465996405808255e-05, "missing_tool_action_recommendation": 1.1335966519254725e-05}}, {"answer_start": 99, "answer_end": 100, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.8209822378121316e-05, "type_probabilities": {"tool_output_conflict": 2.0901627067360096e-05, "overgeneration": 7.4506510827632155e-06, "missing_tool_action_recommendation": 9.857545592240058e-06}}, {"answer_start": 386, "answer_end": 387, "token_text": "/", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8152771594468504e-05, "type_probabilities": {"tool_output_conflict": 1.0609282981022261e-05, "overgeneration": 1.3595451491710264e-05, "missing_tool_action_recommendation": 1.3948034393251874e-05}}, {"answer_start": 44, "answer_end": 47, "token_text": " vs", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8104371924418956e-05, "type_probabilities": {"tool_output_conflict": 6.8210429162718356e-06, "overgeneration": 1.471933865104802e-05, "missing_tool_action_recommendation": 1.6563988538109697e-05}}, {"answer_start": 143, "answer_end": 150, "token_text": "example", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.782555359066464e-05, "type_probabilities": {"tool_output_conflict": 1.2562367373902816e-05, "overgeneration": 1.2902607522846665e-05, "missing_tool_action_recommendation": 1.2360577784420457e-05}}, {"answer_start": 158, "answer_end": 159, "token_text": "o", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.703086986206472e-05, "type_probabilities": {"tool_output_conflict": 1.583943230798468e-05, "overgeneration": 1.115338545787381e-05, "missing_tool_action_recommendation": 1.003805209620623e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "/", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.6573044781107455e-05, "type_probabilities": {"tool_output_conflict": 1.3323869097803254e-05, "overgeneration": 1.2246239748492371e-05, "missing_tool_action_recommendation": 1.1002937753801234e-05}}, {"answer_start": 344, "answer_end": 345, "token_text": "-", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.6503046430880204e-05, "type_probabilities": {"tool_output_conflict": 1.235941454069689e-05, "overgeneration": 1.0326144547434524e-05, "missing_tool_action_recommendation": 1.3817487342748791e-05}}, {"answer_start": 270, "answer_end": 271, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.5926630516769364e-05, "type_probabilities": {"tool_output_conflict": 1.318370323133422e-05, "overgeneration": 1.0571220627753064e-05, "missing_tool_action_recommendation": 1.2171705748187378e-05}}, {"answer_start": 413, "answer_end": 414, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.588700928958133e-05, "type_probabilities": {"tool_output_conflict": 1.1068438652728219e-05, "overgeneration": 1.8561744582257234e-05, "missing_tool_action_recommendation": 6.256823780859122e-06}}, {"answer_start": 151, "answer_end": 154, "token_text": "com", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.555669536581263e-05, "type_probabilities": {"tool_output_conflict": 1.197754500026349e-05, "overgeneration": 1.2092687939002644e-05, "missing_tool_action_recommendation": 1.1486464245535899e-05}}]}, "output": "Here are the special moves for Ryu in Marvel vs Capcom 2:\n\n1. **Hadoken**\n   - Description: Quarter-circle forward punch\n   - ![Image](https://example.com/hadoken.png)\n\n2. **Shoryuken**\n   - Description: Forward, down, diagonal right, punch\n   - ![Image](https://example.com/shoryuken.png)\n\n3. **Tatsumaki Senpukyaku**\n   - Description: Quarter-circle backward kick\n   - ![Image](https://example.com/tatsumaki.png)"}
+{"id": "toolace_base_648_0_0fc991eedfa6fb478e__missing_tool_action_recommendation__1a22db76b88fd3269a", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 149, "end": 277, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 149, "end": 277, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.999984622001648, "mean_score": 0.9999755907058716, "type_score": 0.9999288606643677, "type_scores": {"tool_output_conflict": 1.4034294144948944e-05, "overgeneration": 3.269133376306854e-05, "missing_tool_action_recommendation": 0.9999288606643677}, "token_count": 25}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 128, "gold_chars": 128, "pred_chars": 128}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_648_0_0fc991eedfa6fb478e__missing_tool_action_recommendation__1a22db76b88fd3269a__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 57, "top_tokens": [{"answer_start": 205, "answer_end": 210, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984622001648, "type_probabilities": {"tool_output_conflict": 1.2362042070890311e-05, "overgeneration": 3.660823858808726e-05, "missing_tool_action_recommendation": 0.9999356269836426}}, {"answer_start": 226, "answer_end": 234, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.3542567103286274e-05, "overgeneration": 2.66570714302361e-05, "missing_tool_action_recommendation": 0.9999439716339111}}, {"answer_start": 213, "answer_end": 220, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839067459106, "type_probabilities": {"tool_output_conflict": 1.1744618859665934e-05, "overgeneration": 2.2472777345683426e-05, "missing_tool_action_recommendation": 0.9999496936798096}}, {"answer_start": 220, "answer_end": 226, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.468359914724715e-05, "overgeneration": 2.8285274311201647e-05, "missing_tool_action_recommendation": 0.9999408721923828}}, {"answer_start": 268, "answer_end": 276, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837875366211, "type_probabilities": {"tool_output_conflict": 1.4985747839091346e-05, "overgeneration": 2.7089919967693277e-05, "missing_tool_action_recommendation": 0.9999417066574097}}, {"answer_start": 183, "answer_end": 190, "token_text": " Review", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819397926331, "type_probabilities": {"tool_output_conflict": 1.576839895278681e-05, "overgeneration": 3.4836531995097175e-05, "missing_tool_action_recommendation": 0.9999313354492188}}, {"answer_start": 247, "answer_end": 258, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815225601196, "type_probabilities": {"tool_output_conflict": 1.4257184375310317e-05, "overgeneration": 2.5205814381479286e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 210, "answer_end": 213, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999810457229614, "type_probabilities": {"tool_output_conflict": 1.1005985470546875e-05, "overgeneration": 2.6291330868843943e-05, "missing_tool_action_recommendation": 0.999943733215332}}, {"answer_start": 201, "answer_end": 205, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802708625793, "type_probabilities": {"tool_output_conflict": 1.2644592061406001e-05, "overgeneration": 3.8913516618777066e-05, "missing_tool_action_recommendation": 0.9999287128448486}}, {"answer_start": 197, "answer_end": 201, "token_text": "ator", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999794363975525, "type_probabilities": {"tool_output_conflict": 1.2026565855194349e-05, "overgeneration": 3.5582532291300595e-05, "missing_tool_action_recommendation": 0.999931812286377}}, {"answer_start": 266, "answer_end": 268, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99997878074646, "type_probabilities": {"tool_output_conflict": 1.408550360793015e-05, "overgeneration": 2.5718003598740324e-05, "missing_tool_action_recommendation": 0.99993896484375}}, {"answer_start": 238, "answer_end": 247, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784231185913, "type_probabilities": {"tool_output_conflict": 1.339284426649101e-05, "overgeneration": 2.4301083612954244e-05, "missing_tool_action_recommendation": 0.9999407529830933}}, {"answer_start": 156, "answer_end": 160, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999763369560242, "type_probabilities": {"tool_output_conflict": 9.481947017775383e-06, "overgeneration": 3.147318057017401e-05, "missing_tool_action_recommendation": 0.9999353885650635}}, {"answer_start": 190, "answer_end": 193, "token_text": " Ag", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999759197235107, "type_probabilities": {"tool_output_conflict": 1.396076459059259e-05, "overgeneration": 3.7677389627788216e-05, "missing_tool_action_recommendation": 0.9999243021011353}}, {"answer_start": 234, "answer_end": 238, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999759197235107, "type_probabilities": {"tool_output_conflict": 1.4247856597648934e-05, "overgeneration": 2.936788587248884e-05, "missing_tool_action_recommendation": 0.9999322891235352}}, {"answer_start": 154, "answer_end": 156, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999757409095764, "type_probabilities": {"tool_output_conflict": 1.2057750609528739e-05, "overgeneration": 2.576707447587978e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 258, "answer_end": 265, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999753832817078, "type_probabilities": {"tool_output_conflict": 1.3887375644117128e-05, "overgeneration": 3.2212654332397506e-05, "missing_tool_action_recommendation": 0.9999293088912964}}, {"answer_start": 165, "answer_end": 169, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999740719795227, "type_probabilities": {"tool_output_conflict": 1.485789198341081e-05, "overgeneration": 3.524956991896033e-05, "missing_tool_action_recommendation": 0.9999239444732666}}, {"answer_start": 160, "answer_end": 165, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999721646308899, "type_probabilities": {"tool_output_conflict": 1.136938499257667e-05, "overgeneration": 3.229949652450159e-05, "missing_tool_action_recommendation": 0.9999284744262695}}, {"answer_start": 193, "answer_end": 197, "token_text": "greg", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999698400497437, "type_probabilities": {"tool_output_conflict": 1.530312692921143e-05, "overgeneration": 4.27407976530958e-05, "missing_tool_action_recommendation": 0.9999117851257324}}]}, "output": "For the film 'The General', here are the details:\n- Cast: Buster Keaton, Marion Mack, Glen Cavender\n- Production Company: Buster Keaton Productions\n\nNext, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_0_0_90173457caf4b30da8__tool_output_conflict__f9d81e36595eeed3b4", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 215, "end": 222, "text": "4297.98", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 215, "end": 222, "text": "4297.98", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9931200742721558, "mean_score": 0.9899880141019821, "type_score": 0.9891785085201263, "type_scores": {"tool_output_conflict": 0.9891785085201263, "overgeneration": 0.0005898617528146133, "missing_tool_action_recommendation": 0.00021963707331451587}, "token_count": 4}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 7, "gold_chars": 7, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_0_0_90173457caf4b30da8__tool_output_conflict__f9d81e36595eeed3b4__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 195, "top_tokens": [{"answer_start": 214, "answer_end": 216, "token_text": " 4", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9931200742721558, "type_probabilities": {"tool_output_conflict": 0.9921873807907104, "overgeneration": 0.0006493171094916761, "missing_tool_action_recommendation": 0.0002833865873981267}}, {"answer_start": 220, "answer_end": 222, "token_text": "98", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9895951747894287, "type_probabilities": {"tool_output_conflict": 0.9886925220489502, "overgeneration": 0.0006541719776578248, "missing_tool_action_recommendation": 0.0002484761644154787}}, {"answer_start": 219, "answer_end": 220, "token_text": ".", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9894471168518066, "type_probabilities": {"tool_output_conflict": 0.9887682795524597, "overgeneration": 0.0005361551884561777, "missing_tool_action_recommendation": 0.00014268206723500043}}, {"answer_start": 216, "answer_end": 219, "token_text": "297", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9877896904945374, "type_probabilities": {"tool_output_conflict": 0.987065851688385, "overgeneration": 0.0005198027356527746, "missing_tool_action_recommendation": 0.00020400347420945764}}, {"answer_start": 740, "answer_end": 745, "token_text": " make", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012100224557798356, "type_probabilities": {"tool_output_conflict": 1.7027683497872204e-05, "overgeneration": 2.48687356361188e-05, "missing_tool_action_recommendation": 7.910582644399256e-05}}, {"answer_start": 708, "answer_end": 709, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011930915934499353, "type_probabilities": {"tool_output_conflict": 4.0742248529568315e-05, "overgeneration": 4.2790612496901304e-05, "missing_tool_action_recommendation": 3.5776294680545107e-05}}, {"answer_start": 715, "answer_end": 727, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001110213779611513, "type_probabilities": {"tool_output_conflict": 1.9668916138471104e-05, "overgeneration": 2.6660560251912102e-05, "missing_tool_action_recommendation": 6.469189975177869e-05}}, {"answer_start": 253, "answer_end": 254, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010956083860946819, "type_probabilities": {"tool_output_conflict": 6.215307803358883e-05, "overgeneration": 1.6824464182718657e-05, "missing_tool_action_recommendation": 3.0583294574171305e-05}}, {"answer_start": 754, "answer_end": 764, "token_text": " decisions", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010698522964958102, "type_probabilities": {"tool_output_conflict": 1.2965176210855134e-05, "overgeneration": 2.5559875211911276e-05, "missing_tool_action_recommendation": 6.84601764078252e-05}}, {"answer_start": 256, "answer_end": 257, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001066103286575526, "type_probabilities": {"tool_output_conflict": 5.5356646043946967e-05, "overgeneration": 2.3913751647341996e-05, "missing_tool_action_recommendation": 2.733993824222125e-05}}, {"answer_start": 254, "answer_end": 256, "token_text": "68", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010121968807652593, "type_probabilities": {"tool_output_conflict": 2.591741031210404e-05, "overgeneration": 2.8027465305058286e-05, "missing_tool_action_recommendation": 4.727481791633181e-05}}, {"answer_start": 736, "answer_end": 740, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010054598533315584, "type_probabilities": {"tool_output_conflict": 1.6518592019565403e-05, "overgeneration": 1.5005620298325084e-05, "missing_tool_action_recommendation": 6.902177119627595e-05}}, {"answer_start": 764, "answer_end": 770, "token_text": " about", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.938252333085984e-05, "type_probabilities": {"tool_output_conflict": 1.2903929928143043e-05, "overgeneration": 2.1792659026687033e-05, "missing_tool_action_recommendation": 6.468593346653506e-05}}, {"answer_start": 731, "answer_end": 736, "token_text": " help", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.674544708104804e-05, "type_probabilities": {"tool_output_conflict": 1.6639120076433755e-05, "overgeneration": 2.1539088265853934e-05, "missing_tool_action_recommendation": 5.856723873876035e-05}}, {"answer_start": 792, "answer_end": 793, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.371610940434039e-05, "type_probabilities": {"tool_output_conflict": 2.2713029466103762e-05, "overgeneration": 3.768267561099492e-05, "missing_tool_action_recommendation": 3.3320404327241704e-05}}, {"answer_start": 257, "answer_end": 258, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.099440649151802e-05, "type_probabilities": {"tool_output_conflict": 3.469835064606741e-05, "overgeneration": 3.632598964031786e-05, "missing_tool_action_recommendation": 1.997006438614335e-05}}, {"answer_start": 521, "answer_end": 522, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.091796528082341e-05, "type_probabilities": {"tool_output_conflict": 3.3948559575947e-05, "overgeneration": 2.3344859073404223e-05, "missing_tool_action_recommendation": 3.362454299349338e-05}}, {"answer_start": 745, "answer_end": 754, "token_text": " informed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.905520371627063e-05, "type_probabilities": {"tool_output_conflict": 1.4474430827249307e-05, "overgeneration": 1.9832485122606158e-05, "missing_tool_action_recommendation": 5.474828867590986e-05}}, {"answer_start": 163, "answer_end": 164, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.89231960172765e-05, "type_probabilities": {"tool_output_conflict": 3.8575635699089617e-05, "overgeneration": 2.094392584695015e-05, "missing_tool_action_recommendation": 2.940363629022613e-05}}, {"answer_start": 23, "answer_end": 30, "token_text": " Trends", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.827974670566618e-05, "type_probabilities": {"tool_output_conflict": 2.1715059119742364e-05, "overgeneration": 3.2013147574616596e-05, "missing_tool_action_recommendation": 3.455153637332842e-05}}]}, "output": "Here are the top Market Trends in the US right now:\n\n1. **S&P 500**: The Standard & Poor's 500 Index is a market-capitalization-weighted index of the 500 largest U.S. publicly traded companies. Its current value is 4297.98 with a percentage change of +0.68%.\n\n2. **DOW J**: The Dow Jones Industrial Average is a price-weighted average of 30 blue-chip stocks that are generally the leaders in their industry. Its current value is 34479.60 with a percentage change of +0.47%.\n\n3. **NASDAQ**: The NASDAQ Composite is a broad-based capitalization-weighted index of stocks in all three NASDAQ tiers: Global Select, Global Market and Capital Market. Its current value is 13691.30 with a percentage change of +0.90%.\n\nThis information can help you make informed decisions about your investment plans."}
+{"id": "toolace_base_682_0_35128d5648795ba603__tool_output_conflict__89698300260962e677", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 76, "end": 86, "text": "12,360,000", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 76, "end": 86, "text": "12,360,000", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9981496930122375, "mean_score": 0.9963684678077698, "type_score": 0.9958244323730469, "type_scores": {"tool_output_conflict": 0.9958244323730469, "overgeneration": 0.00031550380517728625, "missing_tool_action_recommendation": 0.00022854229609947652}, "token_count": 5}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 10, "gold_chars": 10, "pred_chars": 10}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_682_0_35128d5648795ba603__tool_output_conflict__89698300260962e677__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 75, "answer_end": 78, "token_text": " 12", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9981496930122375, "type_probabilities": {"tool_output_conflict": 0.9975976347923279, "overgeneration": 0.0002923139836639166, "missing_tool_action_recommendation": 0.0002597740385681391}}, {"answer_start": 83, "answer_end": 86, "token_text": "000", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9980388879776001, "type_probabilities": {"tool_output_conflict": 0.9975606203079224, "overgeneration": 0.0002980942081194371, "missing_tool_action_recommendation": 0.00018018700939137489}}, {"answer_start": 82, "answer_end": 83, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9965552687644958, "type_probabilities": {"tool_output_conflict": 0.9960351586341858, "overgeneration": 0.0003099885070696473, "missing_tool_action_recommendation": 0.0002101278951158747}}, {"answer_start": 78, "answer_end": 79, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9965318441390991, "type_probabilities": {"tool_output_conflict": 0.9960477948188782, "overgeneration": 0.00028224269044585526, "missing_tool_action_recommendation": 0.0002017928782152012}}, {"answer_start": 79, "answer_end": 82, "token_text": "360", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9925666451454163, "type_probabilities": {"tool_output_conflict": 0.9918809533119202, "overgeneration": 0.0003948796365875751, "missing_tool_action_recommendation": 0.0002908296592067927}}, {"answer_start": 107, "answer_end": 110, "token_text": " 13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.005429444834589958, "type_probabilities": {"tool_output_conflict": 0.00484265573322773, "overgeneration": 0.00041069192229770124, "missing_tool_action_recommendation": 0.00017609749920666218}}, {"answer_start": 111, "answer_end": 114, "token_text": "200", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0035131131298840046, "type_probabilities": {"tool_output_conflict": 0.0025228806771337986, "overgeneration": 0.00042395805940032005, "missing_tool_action_recommendation": 0.0005662745097652078}}, {"answer_start": 114, "answer_end": 115, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003266426734626293, "type_probabilities": {"tool_output_conflict": 0.0029327142983675003, "overgeneration": 0.00014028446457814425, "missing_tool_action_recommendation": 0.0001934281171998009}}, {"answer_start": 110, "answer_end": 111, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0019459906034171581, "type_probabilities": {"tool_output_conflict": 0.0017701013712212443, "overgeneration": 8.41764485812746e-05, "missing_tool_action_recommendation": 9.171279816655442e-05}}, {"answer_start": 86, "answer_end": 90, "token_text": " EUR", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010858095483854413, "type_probabilities": {"tool_output_conflict": 0.000906610453967005, "overgeneration": 8.998902922030538e-05, "missing_tool_action_recommendation": 8.921007975004613e-05}}, {"answer_start": 115, "answer_end": 118, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010737829143181443, "type_probabilities": {"tool_output_conflict": 0.0008446637657471001, "overgeneration": 0.0001124702685046941, "missing_tool_action_recommendation": 0.0001166488291346468}}, {"answer_start": 72, "answer_end": 75, "token_text": " of", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017594739620108157, "type_probabilities": {"tool_output_conflict": 0.00014451995957642794, "overgeneration": 1.1784124581026845e-05, "missing_tool_action_recommendation": 1.964331022463739e-05}}, {"answer_start": 49, "answer_end": 59, "token_text": " Therefore", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001361046452075243, "type_probabilities": {"tool_output_conflict": 5.273829083307646e-05, "overgeneration": 5.476487422129139e-05, "missing_tool_action_recommendation": 2.8601481972145848e-05}}, {"answer_start": 64, "answer_end": 72, "token_text": " revenue", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012157978198956698, "type_probabilities": {"tool_output_conflict": 7.466122769983485e-05, "overgeneration": 2.710071021283511e-05, "missing_tool_action_recommendation": 1.9817849533865228e-05}}, {"answer_start": 93, "answer_end": 104, "token_text": " equivalent", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011980449198745191, "type_probabilities": {"tool_output_conflict": 2.7988240617560223e-05, "overgeneration": 5.793852687929757e-05, "missing_tool_action_recommendation": 3.387772085261531e-05}}, {"answer_start": 118, "answer_end": 122, "token_text": " USD", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011445100244600326, "type_probabilities": {"tool_output_conflict": 4.142685065744445e-05, "overgeneration": 3.8272304664133117e-05, "missing_tool_action_recommendation": 3.475185440038331e-05}}, {"answer_start": 143, "answer_end": 148, "token_text": " were", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011091925262007862, "type_probabilities": {"tool_output_conflict": 4.691689173341729e-05, "overgeneration": 3.187126640114002e-05, "missing_tool_action_recommendation": 3.2131098123500124e-05}}, {"answer_start": 59, "answer_end": 60, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010666228627087548, "type_probabilities": {"tool_output_conflict": 6.791648775106296e-05, "overgeneration": 1.4186587577569298e-05, "missing_tool_action_recommendation": 2.4559209123253822e-05}}, {"answer_start": 123, "answer_end": 136, "token_text": " Additionally", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010545377881499007, "type_probabilities": {"tool_output_conflict": 2.7490201318869367e-05, "overgeneration": 4.58543945569545e-05, "missing_tool_action_recommendation": 3.210918657714501e-05}}, {"answer_start": 148, "answer_end": 151, "token_text": " 50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010038205073215067, "type_probabilities": {"tool_output_conflict": 6.733448390150443e-05, "overgeneration": 1.4272440239437856e-05, "missing_tool_action_recommendation": 1.8775124772218987e-05}}]}, "output": "The current exchange rate from EUR to USD is 1.1. Therefore, the revenue of 12,360,000 EUR is equivalent to 13,200,000 USD. Additionally, there were 50 deals completed in the technology sector in Germany in 2021."}
+{"id": "toolace_base_751_0_a3d82dffdf8dc8abe8", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_751_0_a3d82dffdf8dc8abe8__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 111, "top_tokens": [{"answer_start": 481, "answer_end": 482, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.634558667428792e-05, "type_probabilities": {"tool_output_conflict": 1.762179090292193e-05, "overgeneration": 3.1482104532187805e-05, "missing_tool_action_recommendation": 1.724169123917818e-05}}, {"answer_start": 98, "answer_end": 102, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.9908925322815776e-05, "type_probabilities": {"tool_output_conflict": 2.667571243364364e-05, "overgeneration": 1.2790884284186177e-05, "missing_tool_action_recommendation": 2.044232860498596e-05}}, {"answer_start": 102, "answer_end": 110, "token_text": " options", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.740876465803012e-05, "type_probabilities": {"tool_output_conflict": 1.6363756003556773e-05, "overgeneration": 1.4952948731661309e-05, "missing_tool_action_recommendation": 1.6092062651296146e-05}}, {"answer_start": 300, "answer_end": 301, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.552094469545409e-05, "type_probabilities": {"tool_output_conflict": 1.1724587238859385e-05, "overgeneration": 1.7792222934076563e-05, "missing_tool_action_recommendation": 1.6004134522518143e-05}}, {"answer_start": 69, "answer_end": 75, "token_text": " could", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.2354669858468696e-05, "type_probabilities": {"tool_output_conflict": 8.42813005874632e-06, "overgeneration": 2.059435792034492e-05, "missing_tool_action_recommendation": 1.3332180060388055e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.165356222074479e-05, "type_probabilities": {"tool_output_conflict": 2.4176017177524045e-05, "overgeneration": 1.086341762857046e-05, "missing_tool_action_recommendation": 6.614128778892336e-06}}, {"answer_start": 110, "answer_end": 111, "token_text": ":", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.04380880354438e-05, "type_probabilities": {"tool_output_conflict": 1.3344533726922236e-05, "overgeneration": 1.193974821944721e-05, "missing_tool_action_recommendation": 1.5153805179579649e-05}}, {"answer_start": 192, "answer_end": 195, "token_text": " 10", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.0005430491873994e-05, "type_probabilities": {"tool_output_conflict": 1.3171599675843026e-05, "overgeneration": 1.7574706362211145e-05, "missing_tool_action_recommendation": 9.259126272809226e-06}}, {"answer_start": 301, "answer_end": 303, "token_text": "\n2", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8202044379431754e-05, "type_probabilities": {"tool_output_conflict": 4.230880676914239e-06, "overgeneration": 1.5369007087429054e-05, "missing_tool_action_recommendation": 1.8602157069835812e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.7355021049734205e-05, "type_probabilities": {"tool_output_conflict": 1.3877035598852672e-05, "overgeneration": 1.0718730663938913e-05, "missing_tool_action_recommendation": 1.2759253877447918e-05}}, {"answer_start": 245, "answer_end": 246, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.728311639861204e-05, "type_probabilities": {"tool_output_conflict": 1.0052803190774284e-05, "overgeneration": 1.0803129043779336e-05, "missing_tool_action_recommendation": 1.6427184164058417e-05}}, {"answer_start": 180, "answer_end": 189, "token_text": " starting", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.69913068425376e-05, "type_probabilities": {"tool_output_conflict": 7.886716957727913e-06, "overgeneration": 1.797854929463938e-05, "missing_tool_action_recommendation": 1.1126042409159709e-05}}, {"answer_start": 88, "answer_end": 89, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.594526060624048e-05, "type_probabilities": {"tool_output_conflict": 1.034139859257266e-05, "overgeneration": 1.4795989045524038e-05, "missing_tool_action_recommendation": 1.0807873877638485e-05}}, {"answer_start": 201, "answer_end": 202, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.4788961784215644e-05, "type_probabilities": {"tool_output_conflict": 1.2287757272133604e-05, "overgeneration": 1.100264307751786e-05, "missing_tool_action_recommendation": 1.149856143456418e-05}}, {"answer_start": 196, "answer_end": 198, "token_text": "00", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.4418480936437845e-05, "type_probabilities": {"tool_output_conflict": 1.1344539416313637e-05, "overgeneration": 1.3617354852613062e-05, "missing_tool_action_recommendation": 9.456587577005848e-06}}, {"answer_start": 171, "answer_end": 173, "token_text": "th", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.398843909963034e-05, "type_probabilities": {"tool_output_conflict": 2.0618585040210746e-05, "overgeneration": 7.5463781286089215e-06, "missing_tool_action_recommendation": 5.823475476063322e-06}}, {"answer_start": 195, "answer_end": 196, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.3854135836008936e-05, "type_probabilities": {"tool_output_conflict": 1.6628046068944968e-05, "overgeneration": 1.0548111276875716e-05, "missing_tool_action_recommendation": 6.677979399682954e-06}}, {"answer_start": 389, "answer_end": 390, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.3611300750635564e-05, "type_probabilities": {"tool_output_conflict": 7.771262971800752e-06, "overgeneration": 1.0925291462626774e-05, "missing_tool_action_recommendation": 1.4914743587723933e-05}}, {"answer_start": 89, "answer_end": 94, "token_text": " Here", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.35948534484487e-05, "type_probabilities": {"tool_output_conflict": 1.1872814866364934e-05, "overgeneration": 1.0040729648608249e-05, "missing_tool_action_recommendation": 1.1681310752464924e-05}}, {"answer_start": 198, "answer_end": 201, "token_text": " am", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.3049418561859056e-05, "type_probabilities": {"tool_output_conflict": 9.902673809847329e-06, "overgeneration": 1.3374176887737121e-05, "missing_tool_action_recommendation": 9.772568773769308e-06}}]}, "output": "There are upcoming related events where 'The Great Wave off Kanagawa' could be presented. Here are the options:\n1. \"Edo Art Legacy\" at the Tokyo National Museum on April 5th, 2025, starting at 10:00 am. This event is a celebration of Edo period's art and culture with various exhibitions and lectures.\n2. \"Ukiyo-e Spectacle\" at the Kyoto Art Center on April 20th, 2025, starting at 9:00 am. This exhibit features masterpieces of the woodblock printing tradition from the Edo period."}
+{"id": "toolace_base_13_0_79530dae7b85439929", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_0_79530dae7b85439929__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 30, "top_tokens": [{"answer_start": 75, "answer_end": 76, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.971026934683323e-05, "type_probabilities": {"tool_output_conflict": 2.457995287841186e-05, "overgeneration": 3.694997212733142e-05, "missing_tool_action_recommendation": 1.8180347979068756e-05}}, {"answer_start": 74, "answer_end": 75, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.127178832888603e-05, "type_probabilities": {"tool_output_conflict": 2.5809804355958477e-05, "overgeneration": 3.3400399843230844e-05, "missing_tool_action_recommendation": 1.2061585039191414e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.0209582443349063e-05, "type_probabilities": {"tool_output_conflict": 1.5083186553965788e-05, "overgeneration": 3.201770596206188e-05, "missing_tool_action_recommendation": 1.310868810833199e-05}}, {"answer_start": 76, "answer_end": 85, "token_text": " European", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.010870492900722e-05, "type_probabilities": {"tool_output_conflict": 1.9815646737697534e-05, "overgeneration": 2.669955210876651e-05, "missing_tool_action_recommendation": 1.3593506992037874e-05}}, {"answer_start": 37, "answer_end": 47, "token_text": " following", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8791785704670474e-05, "type_probabilities": {"tool_output_conflict": 1.1031112990167458e-05, "overgeneration": 2.9750392059213482e-05, "missing_tool_action_recommendation": 1.8010279745794833e-05}}, {"answer_start": 20, "answer_end": 22, "token_text": "To", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.8524678024696186e-05, "type_probabilities": {"tool_output_conflict": 1.5861676729400642e-05, "overgeneration": 1.5285217159544118e-05, "missing_tool_action_recommendation": 2.7377784135751426e-05}}, {"answer_start": 97, "answer_end": 101, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.8003992307931185e-05, "type_probabilities": {"tool_output_conflict": 1.1420864211686421e-05, "overgeneration": 2.5098517653532326e-05, "missing_tool_action_recommendation": 2.1484613171196543e-05}}, {"answer_start": 63, "answer_end": 70, "token_text": " States", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.633986438624561e-05, "type_probabilities": {"tool_output_conflict": 1.3622315236716531e-05, "overgeneration": 2.6550706024863757e-05, "missing_tool_action_recommendation": 1.6166844943654723e-05}}, {"answer_start": 3, "answer_end": 7, "token_text": " can", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.6000812037382275e-05, "type_probabilities": {"tool_output_conflict": 1.3680619304068387e-05, "overgeneration": 1.7711956388666295e-05, "missing_tool_action_recommendation": 2.4608236344647594e-05}}, {"answer_start": 55, "answer_end": 56, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.200056330068037e-05, "type_probabilities": {"tool_output_conflict": 1.0844527423614636e-05, "overgeneration": 2.4676230168552138e-05, "missing_tool_action_recommendation": 1.6479805708513595e-05}}, {"answer_start": 95, "answer_end": 96, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0707087211776525e-05, "type_probabilities": {"tool_output_conflict": 1.4440404811466578e-05, "overgeneration": 2.5931696654879488e-05, "missing_tool_action_recommendation": 1.0334983926441055e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "You", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.0349917728453875e-05, "type_probabilities": {"tool_output_conflict": 9.529021554044448e-06, "overgeneration": 1.357452947559068e-05, "missing_tool_action_recommendation": 2.7246365789324045e-05}}, {"answer_start": 85, "answer_end": 91, "token_text": " Union", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.969096335116774e-05, "type_probabilities": {"tool_output_conflict": 1.3604243576992303e-05, "overgeneration": 2.25009280256927e-05, "missing_tool_action_recommendation": 1.3585793567472138e-05}}, {"answer_start": 93, "answer_end": 95, "token_text": "eu", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6439065044978634e-05, "type_probabilities": {"tool_output_conflict": 1.037913989421213e-05, "overgeneration": 2.3590766431880184e-05, "missing_tool_action_recommendation": 1.246915871888632e-05}}, {"answer_start": 96, "answer_end": 97, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5869604946346954e-05, "type_probabilities": {"tool_output_conflict": 1.1497951163619291e-05, "overgeneration": 2.2029953470337205e-05, "missing_tool_action_recommendation": 1.2341702131379861e-05}}, {"answer_start": 22, "answer_end": 23, "token_text": "k", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.5209315430838615e-05, "type_probabilities": {"tool_output_conflict": 8.701781553099863e-06, "overgeneration": 1.199240159621695e-05, "missing_tool_action_recommendation": 2.4515133191016503e-05}}, {"answer_start": 91, "answer_end": 93, "token_text": " (", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.463997174752876e-05, "type_probabilities": {"tool_output_conflict": 1.527502536191605e-05, "overgeneration": 2.009590207308065e-05, "missing_tool_action_recommendation": 9.269047950510867e-06}}, {"answer_start": 112, "answer_end": 113, "token_text": ")", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.390849790070206e-05, "type_probabilities": {"tool_output_conflict": 8.209516636270564e-06, "overgeneration": 2.3772454369463958e-05, "missing_tool_action_recommendation": 1.1926529623451643e-05}}, {"answer_start": 72, "answer_end": 74, "token_text": "us", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.3339081457816064e-05, "type_probabilities": {"tool_output_conflict": 1.1612621165113524e-05, "overgeneration": 2.147001760022249e-05, "missing_tool_action_recommendation": 1.025644269248005e-05}}, {"answer_start": 16, "answer_end": 20, "token_text": " Tik", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.2093510273844004e-05, "type_probabilities": {"tool_output_conflict": 1.2411127499944996e-05, "overgeneration": 1.0994538570230361e-05, "missing_tool_action_recommendation": 1.868784602265805e-05}}]}, "output": "You can download TikTok videos in the following regions: United States (us), European Union (eu), and Asia (asia)."}
+{"id": "toolace_base_684_0_4408d5d0ddaf2bfab2__missing_tool_action_recommendation__eae10320d512c1e446", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 116, "end": 238, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 116, "end": 238, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999832510948181, "mean_score": 0.9999709501862526, "type_score": 0.9999287376801173, "type_scores": {"tool_output_conflict": 1.5514390573419707e-05, "overgeneration": 2.6697369624647156e-05, "missing_tool_action_recommendation": 0.9999287376801173}, "token_count": 24}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 122, "gold_chars": 122, "pred_chars": 122}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_684_0_4408d5d0ddaf2bfab2__missing_tool_action_recommendation__eae10320d512c1e446__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 46, "top_tokens": [{"answer_start": 166, "answer_end": 171, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.4241953977034427e-05, "overgeneration": 2.668798333615996e-05, "missing_tool_action_recommendation": 0.9999423027038574}}, {"answer_start": 229, "answer_end": 237, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999830722808838, "type_probabilities": {"tool_output_conflict": 1.5133945453271735e-05, "overgeneration": 1.980232264031656e-05, "missing_tool_action_recommendation": 0.9999481439590454}}, {"answer_start": 174, "answer_end": 181, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825358390808, "type_probabilities": {"tool_output_conflict": 1.3056246643827762e-05, "overgeneration": 1.7548554751556367e-05, "missing_tool_action_recommendation": 0.999951958656311}}, {"answer_start": 162, "answer_end": 166, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818205833435, "type_probabilities": {"tool_output_conflict": 1.2993841664865613e-05, "overgeneration": 2.928469803009648e-05, "missing_tool_action_recommendation": 0.9999395608901978}}, {"answer_start": 181, "answer_end": 187, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999817609786987, "type_probabilities": {"tool_output_conflict": 1.6928870536503382e-05, "overgeneration": 2.2909020117367618e-05, "missing_tool_action_recommendation": 0.9999419450759888}}, {"answer_start": 187, "answer_end": 195, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999811053276062, "type_probabilities": {"tool_output_conflict": 1.4230316992325243e-05, "overgeneration": 1.7064772691810504e-05, "missing_tool_action_recommendation": 0.9999498128890991}}, {"answer_start": 171, "answer_end": 174, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999787211418152, "type_probabilities": {"tool_output_conflict": 1.3406614016275853e-05, "overgeneration": 2.1199530237936415e-05, "missing_tool_action_recommendation": 0.9999440908432007}}, {"answer_start": 208, "answer_end": 219, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.5210975107038394e-05, "overgeneration": 2.153337118215859e-05, "missing_tool_action_recommendation": 0.9999419450759888}}, {"answer_start": 199, "answer_end": 208, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999759793281555, "type_probabilities": {"tool_output_conflict": 1.5694586181780323e-05, "overgeneration": 2.0241292077116668e-05, "missing_tool_action_recommendation": 0.999940037727356}}, {"answer_start": 227, "answer_end": 229, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999757409095764, "type_probabilities": {"tool_output_conflict": 1.4706158253829926e-05, "overgeneration": 2.1377589291660115e-05, "missing_tool_action_recommendation": 0.9999396800994873}}, {"answer_start": 155, "answer_end": 162, "token_text": " Report", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999975323677063, "type_probabilities": {"tool_output_conflict": 1.5785626601427794e-05, "overgeneration": 3.677927452372387e-05, "missing_tool_action_recommendation": 0.9999227523803711}}, {"answer_start": 123, "answer_end": 127, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999749064445496, "type_probabilities": {"tool_output_conflict": 1.1028603694285266e-05, "overgeneration": 2.1365625798352994e-05, "missing_tool_action_recommendation": 0.9999425411224365}}, {"answer_start": 121, "answer_end": 123, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999745488166809, "type_probabilities": {"tool_output_conflict": 1.484636050008703e-05, "overgeneration": 2.1570407625404187e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 136, "answer_end": 141, "token_text": " Live", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999973714351654, "type_probabilities": {"tool_output_conflict": 1.5250665455823764e-05, "overgeneration": 2.9400915082078427e-05, "missing_tool_action_recommendation": 0.9999290704727173}}, {"answer_start": 132, "answer_end": 136, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999973475933075, "type_probabilities": {"tool_output_conflict": 1.4763228136871476e-05, "overgeneration": 2.9142705898266286e-05, "missing_tool_action_recommendation": 0.9999295473098755}}, {"answer_start": 195, "answer_end": 199, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999719858169556, "type_probabilities": {"tool_output_conflict": 1.5968002117006108e-05, "overgeneration": 2.2627767975791357e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 219, "answer_end": 226, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999719262123108, "type_probabilities": {"tool_output_conflict": 1.5303934560506605e-05, "overgeneration": 2.731530366872903e-05, "missing_tool_action_recommendation": 0.9999293088912964}}, {"answer_start": 127, "answer_end": 132, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999711513519287, "type_probabilities": {"tool_output_conflict": 1.1818685379694216e-05, "overgeneration": 2.299215157108847e-05, "missing_tool_action_recommendation": 0.9999363422393799}}, {"answer_start": 115, "answer_end": 120, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999681115150452, "type_probabilities": {"tool_output_conflict": 1.1325274499540683e-05, "overgeneration": 2.1725654733018018e-05, "missing_tool_action_recommendation": 0.9999350309371948}}, {"answer_start": 148, "answer_end": 155, "token_text": " Injury", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999638199806213, "type_probabilities": {"tool_output_conflict": 1.52826432895381e-05, "overgeneration": 4.6745270083192736e-05, "missing_tool_action_recommendation": 0.9999017715454102}}]}, "output": "John Doe has been successfully registered for the Taekwondo Grand Prix happening on October 20, 2020, in New York.\n\nNext, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_377_0_ab4c25a54686a961f6", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_377_0_ab4c25a54686a961f6__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 24, "top_tokens": [{"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013730491627939045, "type_probabilities": {"tool_output_conflict": 1.4909101082594134e-05, "overgeneration": 7.749827636871487e-05, "missing_tool_action_recommendation": 4.489754428504966e-05}}, {"answer_start": 37, "answer_end": 44, "token_text": " stated", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012947346840519458, "type_probabilities": {"tool_output_conflict": 9.142620001512114e-06, "overgeneration": 7.193299097707495e-05, "missing_tool_action_recommendation": 4.8397861974081025e-05}}, {"answer_start": 17, "answer_end": 26, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.97833558358252e-05, "type_probabilities": {"tool_output_conflict": 9.34848594624782e-06, "overgeneration": 5.484625944518484e-05, "missing_tool_action_recommendation": 3.558860407792963e-05}}, {"answer_start": 59, "answer_end": 69, "token_text": " currently", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.955770656233653e-05, "type_probabilities": {"tool_output_conflict": 1.606141813681461e-05, "overgeneration": 5.627073551295325e-05, "missing_tool_action_recommendation": 2.7225547455600463e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.126008808379993e-05, "type_probabilities": {"tool_output_conflict": 7.0327241701306775e-06, "overgeneration": 4.020386768388562e-05, "missing_tool_action_recommendation": 4.402349441079423e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.615374827058986e-05, "type_probabilities": {"tool_output_conflict": 8.614390935690608e-06, "overgeneration": 4.012110730400309e-05, "missing_tool_action_recommendation": 3.741824912140146e-05}}, {"answer_start": 26, "answer_end": 27, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.209772204281762e-05, "type_probabilities": {"tool_output_conflict": 1.4100326552579645e-05, "overgeneration": 4.432257264852524e-05, "missing_tool_action_recommendation": 2.3674825570196845e-05}}, {"answer_start": 30, "answer_end": 34, "token_text": " can", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.006598363863304e-05, "type_probabilities": {"tool_output_conflict": 1.096359937946545e-05, "overgeneration": 4.292247103876434e-05, "missing_tool_action_recommendation": 2.6179915948887356e-05}}, {"answer_start": 74, "answer_end": 77, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.771509262965992e-05, "type_probabilities": {"tool_output_conflict": 3.31734299834352e-05, "overgeneration": 2.5759596610441804e-05, "missing_tool_action_recommendation": 1.8782067854772322e-05}}, {"answer_start": 27, "answer_end": 30, "token_text": " it", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.580652163596824e-05, "type_probabilities": {"tool_output_conflict": 1.1145638382004108e-05, "overgeneration": 3.4600474464241415e-05, "missing_tool_action_recommendation": 3.0060409699217416e-05}}, {"answer_start": 34, "answer_end": 37, "token_text": " be", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.455286686308682e-05, "type_probabilities": {"tool_output_conflict": 7.628901585121639e-06, "overgeneration": 3.834968083538115e-05, "missing_tool_action_recommendation": 2.857428444258403e-05}}, {"answer_start": 73, "answer_end": 74, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.262399594765157e-05, "type_probabilities": {"tool_output_conflict": 3.850271241390146e-05, "overgeneration": 1.9752134903683327e-05, "missing_tool_action_recommendation": 1.4369147720572073e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.075088797137141e-05, "type_probabilities": {"tool_output_conflict": 1.4326006748888176e-05, "overgeneration": 3.334411667310633e-05, "missing_tool_action_recommendation": 2.3080763639882207e-05}}, {"answer_start": 49, "answer_end": 55, "token_text": " there", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.457770384964533e-05, "type_probabilities": {"tool_output_conflict": 1.6789113942650147e-05, "overgeneration": 2.2550613721250556e-05, "missing_tool_action_recommendation": 1.5237975276249927e-05}}, {"answer_start": 69, "answer_end": 73, "token_text": " 350", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.378837158787064e-05, "type_probabilities": {"tool_output_conflict": 2.3110804249881767e-05, "overgeneration": 1.988352414628025e-05, "missing_tool_action_recommendation": 1.0794042282213923e-05}}, {"answer_start": 55, "answer_end": 59, "token_text": " are", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.9739126552594826e-05, "type_probabilities": {"tool_output_conflict": 1.4272620319388807e-05, "overgeneration": 2.3888967916718684e-05, "missing_tool_action_recommendation": 1.1577537406992633e-05}}, {"answer_start": 85, "answer_end": 91, "token_text": " icons", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.649252150557004e-05, "type_probabilities": {"tool_output_conflict": 7.737079613434616e-06, "overgeneration": 2.0418032363522798e-05, "missing_tool_action_recommendation": 1.8337410438107327e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.624352732207626e-05, "type_probabilities": {"tool_output_conflict": 1.3345485967874993e-05, "overgeneration": 2.2369507860275917e-05, "missing_tool_action_recommendation": 1.0528534403420053e-05}}, {"answer_start": 77, "answer_end": 85, "token_text": " premium", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5767130359308794e-05, "type_probabilities": {"tool_output_conflict": 8.313587386510335e-06, "overgeneration": 1.89189740922302e-05, "missing_tool_action_recommendation": 1.853456888056826e-05}}, {"answer_start": 44, "answer_end": 49, "token_text": " that", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.366366192698479e-05, "type_probabilities": {"tool_output_conflict": 1.3093311281409115e-05, "overgeneration": 1.701828841760289e-05, "missing_tool_action_recommendation": 1.3552061318478081e-05}}]}, "output": "Based on the data returned, it can be stated that there are currently 350,000 premium icons available on Flaticon."}
+{"id": "toolace_base_595_0_4b2d8833c9a79a4a92", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_595_0_4b2d8833c9a79a4a92__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 20, "top_tokens": [{"answer_start": 79, "answer_end": 88, "token_text": " accuracy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.69506480335258e-05, "type_probabilities": {"tool_output_conflict": 2.0451543605304323e-05, "overgeneration": 2.5927000024239533e-05, "missing_tool_action_recommendation": 2.0572102584992535e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.233378033153713e-05, "type_probabilities": {"tool_output_conflict": 3.0167435397743247e-05, "overgeneration": 1.1836189514724538e-05, "missing_tool_action_recommendation": 1.033015905704815e-05}}, {"answer_start": 94, "answer_end": 96, "token_text": "87", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.4110260205343366e-05, "type_probabilities": {"tool_output_conflict": 1.2333911399764474e-05, "overgeneration": 1.0482470315764658e-05, "missing_tool_action_recommendation": 2.129388121829834e-05}}, {"answer_start": 91, "answer_end": 93, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.347746289568022e-05, "type_probabilities": {"tool_output_conflict": 1.8114151316694915e-05, "overgeneration": 1.4067895790503826e-05, "missing_tool_action_recommendation": 1.1295413059997372e-05}}, {"answer_start": 73, "answer_end": 79, "token_text": " model", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.345308116171509e-05, "type_probabilities": {"tool_output_conflict": 1.3563561878982e-05, "overgeneration": 1.5064091712702066e-05, "missing_tool_action_recommendation": 1.4825425751041621e-05}}, {"answer_start": 96, "answer_end": 97, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.850928260362707e-05, "type_probabilities": {"tool_output_conflict": 1.2405693269101903e-05, "overgeneration": 1.998111474676989e-05, "missing_tool_action_recommendation": 6.122475042502629e-06}}, {"answer_start": 65, "answer_end": 69, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.824983286904171e-05, "type_probabilities": {"tool_output_conflict": 1.1642286153801251e-05, "overgeneration": 1.5221898138406686e-05, "missing_tool_action_recommendation": 1.1385647667339072e-05}}, {"answer_start": 64, "answer_end": 65, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.744783316506073e-05, "type_probabilities": {"tool_output_conflict": 1.130969849327812e-05, "overgeneration": 1.645068005018402e-05, "missing_tool_action_recommendation": 9.687453712103888e-06}}, {"answer_start": 3, "answer_end": 14, "token_text": " regression", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.6963450838811696e-05, "type_probabilities": {"tool_output_conflict": 5.259495992504526e-06, "overgeneration": 9.8249920483795e-06, "missing_tool_action_recommendation": 2.1878964616917074e-05}}, {"answer_start": 69, "answer_end": 73, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.2317067962139845e-05, "type_probabilities": {"tool_output_conflict": 1.1779166015912779e-05, "overgeneration": 1.1097999959019944e-05, "missing_tool_action_recommendation": 9.43990107771242e-06}}, {"answer_start": 88, "answer_end": 91, "token_text": " is", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.999613934662193e-05, "type_probabilities": {"tool_output_conflict": 8.703982530278154e-06, "overgeneration": 1.1725541298801545e-05, "missing_tool_action_recommendation": 9.566613698552828e-06}}, {"answer_start": 14, "answer_end": 20, "token_text": " model", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9345730581553653e-05, "type_probabilities": {"tool_output_conflict": 6.1482055571104866e-06, "overgeneration": 7.528600690420717e-06, "missing_tool_action_recommendation": 1.56689238792751e-05}}, {"answer_start": 29, "answer_end": 37, "token_text": " trained", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.8790876967832446e-05, "type_probabilities": {"tool_output_conflict": 5.835335741721792e-06, "overgeneration": 1.0122104868059978e-05, "missing_tool_action_recommendation": 1.2833436812798027e-05}}, {"answer_start": 37, "answer_end": 42, "token_text": " with", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.877974111470394e-05, "type_probabilities": {"tool_output_conflict": 8.451812391285785e-06, "overgeneration": 1.154028814198682e-05, "missing_tool_action_recommendation": 8.78763876244193e-06}}, {"answer_start": 46, "answer_end": 55, "token_text": " selected", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.3488331862608902e-05, "type_probabilities": {"tool_output_conflict": 4.033191999042174e-06, "overgeneration": 9.029809007188305e-06, "missing_tool_action_recommendation": 1.0425330401631072e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.3112530470825732e-05, "type_probabilities": {"tool_output_conflict": 6.050580850569531e-06, "overgeneration": 7.652502972632647e-06, "missing_tool_action_recommendation": 9.409445738128852e-06}}, {"answer_start": 20, "answer_end": 24, "token_text": " has", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.309550836798735e-05, "type_probabilities": {"tool_output_conflict": 7.136483418435091e-06, "overgeneration": 7.068977538438048e-06, "missing_tool_action_recommendation": 8.89004695636686e-06}}, {"answer_start": 24, "answer_end": 29, "token_text": " been", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.0860628865193576e-05, "type_probabilities": {"tool_output_conflict": 6.271117399592185e-06, "overgeneration": 6.994869636400836e-06, "missing_tool_action_recommendation": 7.594640919705853e-06}}, {"answer_start": 55, "answer_end": 64, "token_text": " features", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.06885852094274e-05, "type_probabilities": {"tool_output_conflict": 5.403656359703746e-06, "overgeneration": 6.816772383899661e-06, "missing_tool_action_recommendation": 8.468155101581942e-06}}, {"answer_start": 42, "answer_end": 46, "token_text": " the", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 1.9460418116068467e-05, "type_probabilities": {"tool_output_conflict": 7.419824669341324e-06, "overgeneration": 6.165551894810051e-06, "missing_tool_action_recommendation": 5.875041551917093e-06}}]}, "output": "The regression model has been trained with the selected features, and the model accuracy is 0.87."}
+{"id": "toolace_base_431_6_e73273ed258fc315d4__tool_output_conflict__45708c4b2260b7ae6c", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 178, "end": 193, "text": "$14,523,000,000", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 179, "end": 182, "text": "14,", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.8742637038230896, "mean_score": 0.8226015269756317, "type_score": 0.8212831616401672, "type_scores": {"tool_output_conflict": 0.8212831616401672, "overgeneration": 0.0007369270024355501, "missing_tool_action_recommendation": 0.0005814516334794462}, "token_count": 2}, {"start": 186, "end": 189, "text": "000", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.7795891761779785, "mean_score": 0.7795891761779785, "type_score": 0.7782527804374695, "type_scores": {"tool_output_conflict": 0.7782527804374695, "overgeneration": 0.0006769645260646939, "missing_tool_action_recommendation": 0.0006593947182409465}, "token_count": 1}, {"start": 632, "end": 636, "text": "4.2%", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.8316624164581299, "mean_score": 0.8040342926979065, "type_score": 0.8016544729471207, "type_scores": {"tool_output_conflict": 0.8016544729471207, "overgeneration": 0.001631413382710889, "missing_tool_action_recommendation": 0.0007484081506845541}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.6, "char_recall": 0.4, "char_f1": 0.48, "overlap_chars": 6, "gold_chars": 15, "pred_chars": 10}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 4, "window_ids": ["toolace_base_431_6_e73273ed258fc315d4__tool_output_conflict__45708c4b2260b7ae6c__span_window_000", "toolace_base_431_6_e73273ed258fc315d4__tool_output_conflict__45708c4b2260b7ae6c__span_window_001", "toolace_base_431_6_e73273ed258fc315d4__tool_output_conflict__45708c4b2260b7ae6c__span_window_002", "toolace_base_431_6_e73273ed258fc315d4__tool_output_conflict__45708c4b2260b7ae6c__span_window_003"], "token_summary": {"num_unique_answer_tokens_scored": 607, "top_tokens": [{"answer_start": 179, "answer_end": 181, "token_text": "14", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8742637038230896, "type_probabilities": {"tool_output_conflict": 0.8731714487075806, "overgeneration": 0.0005275120493024588, "missing_tool_action_recommendation": 0.000564752786885947}}, {"answer_start": 635, "answer_end": 636, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8316624164581299, "type_probabilities": {"tool_output_conflict": 0.8304042220115662, "overgeneration": 0.0009862901642918587, "missing_tool_action_recommendation": 0.000271912373136729}}, {"answer_start": 633, "answer_end": 634, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.820695698261261, "type_probabilities": {"tool_output_conflict": 0.8191838264465332, "overgeneration": 0.0008970017079263926, "missing_tool_action_recommendation": 0.0006148919346742332}}, {"answer_start": 632, "answer_end": 633, "token_text": "4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7892776131629944, "type_probabilities": {"tool_output_conflict": 0.7875052690505981, "overgeneration": 0.001286621787585318, "missing_tool_action_recommendation": 0.0004857102467212826}}, {"answer_start": 186, "answer_end": 189, "token_text": "000", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7795891761779785, "type_probabilities": {"tool_output_conflict": 0.7782527804374695, "overgeneration": 0.0006769645260646939, "missing_tool_action_recommendation": 0.0006593947182409465}}, {"answer_start": 634, "answer_end": 635, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7745014429092407, "type_probabilities": {"tool_output_conflict": 0.7695245742797852, "overgeneration": 0.0033557398710399866, "missing_tool_action_recommendation": 0.0016211180482059717}}, {"answer_start": 181, "answer_end": 182, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.7709393501281738, "type_probabilities": {"tool_output_conflict": 0.7693948745727539, "overgeneration": 0.0009463419555686414, "missing_tool_action_recommendation": 0.0005981504800729454}}, {"answer_start": 1224, "answer_end": 1225, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.488741934299469, "type_probabilities": {"tool_output_conflict": 0.48631593585014343, "overgeneration": 0.0010507620172575116, "missing_tool_action_recommendation": 0.0013752267695963383}}, {"answer_start": 607, "answer_end": 609, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.4857511520385742, "type_probabilities": {"tool_output_conflict": 0.47429603338241577, "overgeneration": 0.0026561033446341753, "missing_tool_action_recommendation": 0.008799019269645214}}, {"answer_start": 182, "answer_end": 185, "token_text": "523", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.4400416910648346, "type_probabilities": {"tool_output_conflict": 0.43782249093055725, "overgeneration": 0.0015297415666282177, "missing_tool_action_recommendation": 0.0006894421530887485}}, {"answer_start": 1223, "answer_end": 1224, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3600131571292877, "type_probabilities": {"tool_output_conflict": 0.35843533277511597, "overgeneration": 0.0009076224523596466, "missing_tool_action_recommendation": 0.0006702029495500028}}, {"answer_start": 189, "answer_end": 190, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.25916722416877747, "type_probabilities": {"tool_output_conflict": 0.2572544515132904, "overgeneration": 0.0008652869146317244, "missing_tool_action_recommendation": 0.0010474956361576915}}, {"answer_start": 126, "answer_end": 127, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.24962620437145233, "type_probabilities": {"tool_output_conflict": 0.24776813387870789, "overgeneration": 0.0014422734966501594, "missing_tool_action_recommendation": 0.0004157992370892316}}, {"answer_start": 124, "answer_end": 126, "token_text": "42", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.24550101161003113, "type_probabilities": {"tool_output_conflict": 0.24318194389343262, "overgeneration": 0.001733653829433024, "missing_tool_action_recommendation": 0.0005854025948792696}}, {"answer_start": 1226, "answer_end": 1227, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.2442101538181305, "type_probabilities": {"tool_output_conflict": 0.24222996830940247, "overgeneration": 0.0013062593061476946, "missing_tool_action_recommendation": 0.0006739255622960627}}, {"answer_start": 1225, "answer_end": 1226, "token_text": "1", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.22899174690246582, "type_probabilities": {"tool_output_conflict": 0.226303830742836, "overgeneration": 0.0011036364594474435, "missing_tool_action_recommendation": 0.0015842729480937123}}, {"answer_start": 185, "answer_end": 186, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.16294246912002563, "type_probabilities": {"tool_output_conflict": 0.16159793734550476, "overgeneration": 0.0006528964731842279, "missing_tool_action_recommendation": 0.0006916325655765831}}, {"answer_start": 177, "answer_end": 179, "token_text": " $", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.16155481338500977, "type_probabilities": {"tool_output_conflict": 0.16049665212631226, "overgeneration": 0.0005630480009131134, "missing_tool_action_recommendation": 0.000495104817673564}}, {"answer_start": 1196, "answer_end": 1197, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.14251452684402466, "type_probabilities": {"tool_output_conflict": 0.14150261878967285, "overgeneration": 0.0006487780483439565, "missing_tool_action_recommendation": 0.00036312767770141363}}, {"answer_start": 127, "answer_end": 129, "token_text": "13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.12096983194351196, "type_probabilities": {"tool_output_conflict": 0.11840790510177612, "overgeneration": 0.0016796531854197383, "missing_tool_action_recommendation": 0.0008822748786769807}}]}, "output": "Here are the top gainers in the cryptocurrency market over the past 24 hours:\n\n1. **Solana (SOL)**\n   - **Current Price:** $42.13\n   - **24h Change:** +5.5%\n   - **Market Cap:** $14,523,000,000\n\n2. **Avalanche (AVAX)**\n   - **Current Price:** $27.45\n   - **24h Change:** +6.3%\n   - **Market Cap:** $6,800,000,000\n\n3. **Bitcoin (BTC)**\n   - **Current Price:** $23,840.23\n   - **24h Change:** +5.2%\n   - **Market Cap:** $450,000,000,000\n\n4. **Ethereum (ETH)**\n   - **Current Price:** $1,880.75\n   - **24h Change:** +4.7%\n   - **Market Cap:** $220,000,000,000\n\n5. **Polkadot (DOT)**\n   - **Current Price:** $8.97\n   - **24h Change:** +4.2%\n   - **Market Cap:** $9,000,000,000\n\n6. **Binance Coin (BNB)**\n   - **Current Price:** $321.19\n   - **24h Change:** +3.9%\n   - **Market Cap:** $50,800,000,000\n\n7. **ChainLink (LINK)**\n   - **Current Price:** $7.31\n   - **24h Change:** +3.7%\n   - **Market Cap:** $3,200,000,000\n\n8. **Cardano (ADA)**\n   - **Current Price:** $0.55\n   - **24h Change:** +3.5%\n   - **Market Cap:** $18,300,000,000\n\n9. **Ripple (XRP)**\n   - **Current Price:** $0.38\n   - **24h Change:** +2.8%\n   - **Market Cap:** $17,600,000,000\n\n10. **Dogecoin (DOGE)**\n   - **Current Price:** $0.069\n   - **24h Change:** +2.1%\n   - **Market Cap:** $9,100,000,000\n\nThese cryptocurrencies have shown significant gains in the past 24 hours. If you're considering investing, it's always wise to do further research and consider the market trends and news impacting these assets. Let me know if you need more detailed information or assistance!"}
+{"id": "toolace_base_422_0_1ed2af2a93586abb68", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_422_0_1ed2af2a93586abb68__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 109, "top_tokens": [{"answer_start": 62, "answer_end": 63, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0005202483152970672, "type_probabilities": {"tool_output_conflict": 0.00046196283074095845, "overgeneration": 3.7583537050522864e-05, "missing_tool_action_recommendation": 2.0701969333458692e-05}}, {"answer_start": 63, "answer_end": 64, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00040491350227966905, "type_probabilities": {"tool_output_conflict": 0.00028115863096900284, "overgeneration": 7.066591206239536e-05, "missing_tool_action_recommendation": 5.3088951972313225e-05}}, {"answer_start": 60, "answer_end": 62, "token_text": " 3", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00034388090716674924, "type_probabilities": {"tool_output_conflict": 0.00026872364105656743, "overgeneration": 4.6773380745435134e-05, "missing_tool_action_recommendation": 2.838388718373608e-05}}, {"answer_start": 86, "answer_end": 91, "token_text": " June", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015426137542817742, "type_probabilities": {"tool_output_conflict": 6.49533249088563e-05, "overgeneration": 5.970527126919478e-05, "missing_tool_action_recommendation": 2.960277379315812e-05}}, {"answer_start": 91, "answer_end": 94, "token_text": " 28", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012866966426372528, "type_probabilities": {"tool_output_conflict": 7.018487667664886e-05, "overgeneration": 3.6471272323979065e-05, "missing_tool_action_recommendation": 2.201351526309736e-05}}, {"answer_start": 95, "answer_end": 100, "token_text": " 2026", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.849932393990457e-05, "type_probabilities": {"tool_output_conflict": 6.436686089728028e-05, "overgeneration": 2.153461355192121e-05, "missing_tool_action_recommendation": 1.2597845852724276e-05}}, {"answer_start": 238, "answer_end": 241, "token_text": " 19", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.715232590679079e-05, "type_probabilities": {"tool_output_conflict": 3.5291810490889475e-05, "overgeneration": 2.9730817914241925e-05, "missing_tool_action_recommendation": 3.21297011396382e-05}}, {"answer_start": 304, "answer_end": 311, "token_text": " August", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.451672667637467e-05, "type_probabilities": {"tool_output_conflict": 3.064851989620365e-05, "overgeneration": 4.0155264287022874e-05, "missing_tool_action_recommendation": 2.371294431213755e-05}}, {"answer_start": 335, "answer_end": 337, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.226155816577375e-05, "type_probabilities": {"tool_output_conflict": 5.770509960711934e-05, "overgeneration": 1.8732031094259582e-05, "missing_tool_action_recommendation": 1.5824425645405427e-05}}, {"answer_start": 65, "answer_end": 66, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.014117676997557e-05, "type_probabilities": {"tool_output_conflict": 6.266729178605601e-05, "overgeneration": 1.5120802345336415e-05, "missing_tool_action_recommendation": 1.2353085367067251e-05}}, {"answer_start": 360, "answer_end": 361, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.453662303509191e-05, "type_probabilities": {"tool_output_conflict": 2.2395654013962485e-05, "overgeneration": 4.529473153525032e-05, "missing_tool_action_recommendation": 1.68462374858791e-05}}, {"answer_start": 64, "answer_end": 65, "token_text": "/", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.09622069937177e-05, "type_probabilities": {"tool_output_conflict": 4.684881059802137e-05, "overgeneration": 2.3325326765188947e-05, "missing_tool_action_recommendation": 1.0788066902023274e-05}}, {"answer_start": 191, "answer_end": 199, "token_text": " perfect", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.767052738927305e-05, "type_probabilities": {"tool_output_conflict": 3.5561668482841924e-05, "overgeneration": 2.6473377147340216e-05, "missing_tool_action_recommendation": 1.56354781211121e-05}}, {"answer_start": 281, "answer_end": 282, "token_text": "7", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.827851757407188e-05, "type_probabilities": {"tool_output_conflict": 1.8526585336076096e-05, "overgeneration": 2.498642061254941e-05, "missing_tool_action_recommendation": 2.4765507987467572e-05}}, {"answer_start": 111, "answer_end": 113, "token_text": " B", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.478493014583364e-05, "type_probabilities": {"tool_output_conflict": 8.004841220099479e-06, "overgeneration": 2.8593211027327925e-05, "missing_tool_action_recommendation": 2.8186877898406237e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "1", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.29042333457619e-05, "type_probabilities": {"tool_output_conflict": 1.52559678099351e-05, "overgeneration": 2.2571470253751613e-05, "missing_tool_action_recommendation": 2.5076793463085778e-05}}, {"answer_start": 247, "answer_end": 248, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.025537368259393e-05, "type_probabilities": {"tool_output_conflict": 1.1190929399162997e-05, "overgeneration": 3.0889601475792006e-05, "missing_tool_action_recommendation": 1.8174843717133626e-05}}, {"answer_start": 100, "answer_end": 101, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.728158794227056e-05, "type_probabilities": {"tool_output_conflict": 1.8143222405342385e-05, "overgeneration": 2.6238680220558308e-05, "missing_tool_action_recommendation": 1.2899687135359272e-05}}, {"answer_start": 209, "answer_end": 211, "token_text": " 5", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.700498877558857e-05, "type_probabilities": {"tool_output_conflict": 1.6774380128481425e-05, "overgeneration": 2.35575334954774e-05, "missing_tool_action_recommendation": 1.6673073332640342e-05}}, {"answer_start": 181, "answer_end": 183, "token_text": " C", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.662696639774367e-05, "type_probabilities": {"tool_output_conflict": 7.573561106255511e-06, "overgeneration": 2.7470186978462152e-05, "missing_tool_action_recommendation": 2.158321876777336e-05}}]}, "output": "Here are the upcoming movies:\n\n1. \"Movie A\" with a rating of 3.5/5 will be released on June 28, 2026.\n2. \"Movie B\" with a rating of 4.1/5 will be released on July 2, 2026.\n3. \"Movie C\" with a perfect rating of 5/5 will be released on July 19, 2026.\n4. \"Movie D\" with a rating of 4.7/5 will be released on August 1, 2026.\n\nThese are the 4 latest upcoming movies."}
+{"id": "toolace_base_64_0_30a42a1fea756b4529", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_64_0_30a42a1fea756b4529__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 23, "top_tokens": [{"answer_start": 110, "answer_end": 122, "token_text": " millimeters", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00016273607616312802, "type_probabilities": {"tool_output_conflict": 3.695931445690803e-05, "overgeneration": 8.475373761029914e-05, "missing_tool_action_recommendation": 4.1023024095920846e-05}}, {"answer_start": 122, "answer_end": 123, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00014523026766255498, "type_probabilities": {"tool_output_conflict": 5.785279790870845e-05, "overgeneration": 6.801270501455292e-05, "missing_tool_action_recommendation": 1.9364755644346587e-05}}, {"answer_start": 106, "answer_end": 110, "token_text": " 320", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001073784296750091, "type_probabilities": {"tool_output_conflict": 6.750034663127735e-05, "overgeneration": 1.9871407857863232e-05, "missing_tool_action_recommendation": 2.0006680642836727e-05}}, {"answer_start": 34, "answer_end": 42, "token_text": " through", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.215323370881379e-05, "type_probabilities": {"tool_output_conflict": 1.4185765394358896e-05, "overgeneration": 5.618181967292912e-05, "missing_tool_action_recommendation": 2.1785646822536364e-05}}, {"answer_start": 68, "answer_end": 71, "token_text": " 45", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.199503645300865e-05, "type_probabilities": {"tool_output_conflict": 4.1153805796056986e-05, "overgeneration": 2.4188899260479957e-05, "missing_tool_action_recommendation": 1.6652333215461113e-05}}, {"answer_start": 63, "answer_end": 68, "token_text": " were", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.426294905599207e-05, "type_probabilities": {"tool_output_conflict": 3.1440209568245336e-05, "overgeneration": 2.904343455156777e-05, "missing_tool_action_recommendation": 1.3779306755168363e-05}}, {"answer_start": 94, "answer_end": 103, "token_text": " snowfall", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.927698268555105e-05, "type_probabilities": {"tool_output_conflict": 1.321917079621926e-05, "overgeneration": 3.3781358069973066e-05, "missing_tool_action_recommendation": 2.2276450181379914e-05}}, {"answer_start": 81, "answer_end": 86, "token_text": " with", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.059389124857262e-05, "type_probabilities": {"tool_output_conflict": 2.249441786261741e-05, "overgeneration": 2.7838475944008678e-05, "missing_tool_action_recommendation": 1.0260999260935932e-05}}, {"answer_start": 20, "answer_end": 29, "token_text": " December", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.047127317287959e-05, "type_probabilities": {"tool_output_conflict": 1.5524590708082542e-05, "overgeneration": 2.8780767024727538e-05, "missing_tool_action_recommendation": 1.616591544006951e-05}}, {"answer_start": 42, "answer_end": 51, "token_text": " February", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.296214294503443e-05, "type_probabilities": {"tool_output_conflict": 8.251347935583908e-06, "overgeneration": 2.6780377083923668e-05, "missing_tool_action_recommendation": 1.7930418835021555e-05}}, {"answer_start": 56, "answer_end": 57, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.082583084004e-05, "type_probabilities": {"tool_output_conflict": 1.7793023289414123e-05, "overgeneration": 2.439093259454239e-05, "missing_tool_action_recommendation": 8.641874046588782e-06}}, {"answer_start": 88, "answer_end": 94, "token_text": " total", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.712303780252114e-05, "type_probabilities": {"tool_output_conflict": 1.2609011719177943e-05, "overgeneration": 1.996821811189875e-05, "missing_tool_action_recommendation": 1.4545805242960341e-05}}, {"answer_start": 2, "answer_end": 14, "token_text": " Minneapolis", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.68483121949248e-05, "type_probabilities": {"tool_output_conflict": 9.308350854553282e-06, "overgeneration": 1.98032139451243e-05, "missing_tool_action_recommendation": 1.773674739524722e-05}}, {"answer_start": 71, "answer_end": 76, "token_text": " snow", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.592007098835893e-05, "type_probabilities": {"tool_output_conflict": 1.0831559848156758e-05, "overgeneration": 2.110591776727233e-05, "missing_tool_action_recommendation": 1.398259246343514e-05}}, {"answer_start": 51, "answer_end": 56, "token_text": " 2021", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.360270031611435e-05, "type_probabilities": {"tool_output_conflict": 9.52596019487828e-06, "overgeneration": 2.2502288629766554e-05, "missing_tool_action_recommendation": 1.1574450581974816e-05}}, {"answer_start": 15, "answer_end": 20, "token_text": " from", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.3045070924563333e-05, "type_probabilities": {"tool_output_conflict": 1.4837878552498296e-05, "overgeneration": 2.0749119357788004e-05, "missing_tool_action_recommendation": 7.458072559529683e-06}}, {"answer_start": 14, "answer_end": 15, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.222548159305006e-05, "type_probabilities": {"tool_output_conflict": 1.6906131349969655e-05, "overgeneration": 1.9182349205948412e-05, "missing_tool_action_recommendation": 6.137001946626697e-06}}, {"answer_start": 0, "answer_end": 2, "token_text": "In", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.905012272298336e-05, "type_probabilities": {"tool_output_conflict": 9.744534509081859e-06, "overgeneration": 1.6411040633101948e-05, "missing_tool_action_recommendation": 1.2894546671304852e-05}}, {"answer_start": 76, "answer_end": 81, "token_text": " days", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.860492506646551e-05, "type_probabilities": {"tool_output_conflict": 1.2472752132453024e-05, "overgeneration": 1.675242128840182e-05, "missing_tool_action_recommendation": 9.37975255510537e-06}}, {"answer_start": 29, "answer_end": 34, "token_text": " 2020", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.816374373855069e-05, "type_probabilities": {"tool_output_conflict": 1.1643809557426721e-05, "overgeneration": 1.5663903468521312e-05, "missing_tool_action_recommendation": 1.0856029803107958e-05}}]}, "output": "In Minneapolis, from December 2020 through February 2021, there were 45 snow days with a total snowfall of 320 millimeters."}
+{"id": "toolace_base_340_2_3a1bd3bcde5d3726ab__overgeneration__86e4e5581334d6772e", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 354, "end": 412, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 354, "end": 412, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999619126319885, "mean_score": 0.9999474823474884, "type_score": 0.9998539626598358, "type_scores": {"tool_output_conflict": 5.042031334596686e-05, "overgeneration": 0.9998539626598358, "missing_tool_action_recommendation": 4.310613585403189e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 58, "gold_chars": 58, "pred_chars": 58}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_340_2_3a1bd3bcde5d3726ab__overgeneration__86e4e5581334d6772e__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 101, "top_tokens": [{"answer_start": 392, "answer_end": 395, "token_text": " as", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999619126319885, "type_probabilities": {"tool_output_conflict": 6.449571083066985e-05, "overgeneration": 0.9998538494110107, "missing_tool_action_recommendation": 4.356705176178366e-05}}, {"answer_start": 353, "answer_end": 360, "token_text": "\nRecent", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999571442604065, "type_probabilities": {"tool_output_conflict": 6.0960006521781906e-05, "overgeneration": 0.9998446702957153, "missing_tool_action_recommendation": 5.149458593223244e-05}}, {"answer_start": 395, "answer_end": 402, "token_text": " highly", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999560117721558, "type_probabilities": {"tool_output_conflict": 4.8427809815621004e-05, "overgeneration": 0.9998730421066284, "missing_tool_action_recommendation": 3.4552376746432856e-05}}, {"answer_start": 380, "answer_end": 385, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999531507492065, "type_probabilities": {"tool_output_conflict": 4.7712892410345376e-05, "overgeneration": 0.9998635053634644, "missing_tool_action_recommendation": 4.198606620775536e-05}}, {"answer_start": 402, "answer_end": 411, "token_text": " reliable", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999526143074036, "type_probabilities": {"tool_output_conflict": 4.2900650441879407e-05, "overgeneration": 0.9998682737350464, "missing_tool_action_recommendation": 4.142044417676516e-05}}, {"answer_start": 385, "answer_end": 392, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999500513076782, "type_probabilities": {"tool_output_conflict": 3.6507637560134754e-05, "overgeneration": 0.999872088432312, "missing_tool_action_recommendation": 4.149042069911957e-05}}, {"answer_start": 365, "answer_end": 374, "token_text": " feedback", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999490976333618, "type_probabilities": {"tool_output_conflict": 5.6512893934268504e-05, "overgeneration": 0.9998515844345093, "missing_tool_action_recommendation": 4.1004597733262926e-05}}, {"answer_start": 374, "answer_end": 380, "token_text": " rates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999478459358215, "type_probabilities": {"tool_output_conflict": 4.680321580963209e-05, "overgeneration": 0.9998664855957031, "missing_tool_action_recommendation": 3.455353362369351e-05}}, {"answer_start": 360, "answer_end": 365, "token_text": " user", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999332427978516, "type_probabilities": {"tool_output_conflict": 4.353431359049864e-05, "overgeneration": 0.9998421669006348, "missing_tool_action_recommendation": 4.7535704652545974e-05}}, {"answer_start": 411, "answer_end": 412, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99991375207901, "type_probabilities": {"tool_output_conflict": 5.634800254483707e-05, "overgeneration": 0.9998039603233337, "missing_tool_action_recommendation": 5.345657700672746e-05}}, {"answer_start": 351, "answer_end": 352, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00022824705229140818, "type_probabilities": {"tool_output_conflict": 2.794930333038792e-05, "overgeneration": 0.0001514369942015037, "missing_tool_action_recommendation": 4.886076203547418e-05}}, {"answer_start": 128, "answer_end": 133, "token_text": " link", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001757690479280427, "type_probabilities": {"tool_output_conflict": 1.8578695744508877e-05, "overgeneration": 6.827518518548459e-05, "missing_tool_action_recommendation": 8.891517063602805e-05}}, {"answer_start": 15, "answer_end": 24, "token_text": " patience", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001708898926153779, "type_probabilities": {"tool_output_conflict": 5.7007775467354804e-05, "overgeneration": 8.450455061392859e-05, "missing_tool_action_recommendation": 2.9377571991062723e-05}}, {"answer_start": 340, "answer_end": 351, "token_text": " assistance", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00016980268992483616, "type_probabilities": {"tool_output_conflict": 1.8883101802202873e-05, "overgeneration": 7.902845391072333e-05, "missing_tool_action_recommendation": 7.189113239292055e-05}}, {"answer_start": 10, "answer_end": 15, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001605059951543808, "type_probabilities": {"tool_output_conflict": 3.334356733830646e-05, "overgeneration": 5.971007703919895e-05, "missing_tool_action_recommendation": 6.745234713889658e-05}}, {"answer_start": 6, "answer_end": 10, "token_text": " for", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013520965876523405, "type_probabilities": {"tool_output_conflict": 2.2667507437290624e-05, "overgeneration": 6.421936996048316e-05, "missing_tool_action_recommendation": 4.832277409150265e-05}}, {"answer_start": 0, "answer_end": 6, "token_text": "Thanks", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001258293486898765, "type_probabilities": {"tool_output_conflict": 2.3445851184078492e-05, "overgeneration": 5.38103049620986e-05, "missing_tool_action_recommendation": 4.857319436268881e-05}}, {"answer_start": 284, "answer_end": 289, "token_text": " fits", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011891894973814487, "type_probabilities": {"tool_output_conflict": 1.7604468666831963e-05, "overgeneration": 5.107909964863211e-05, "missing_tool_action_recommendation": 5.023537596571259e-05}}, {"answer_start": 294, "answer_end": 307, "token_text": " requirements", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010629860480548814, "type_probabilities": {"tool_output_conflict": 1.5025540960778017e-05, "overgeneration": 4.914437886327505e-05, "missing_tool_action_recommendation": 4.2128682252950966e-05}}, {"answer_start": 86, "answer_end": 95, "token_text": " download", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010202303383266553, "type_probabilities": {"tool_output_conflict": 1.0337183994124644e-05, "overgeneration": 5.3649044275516644e-05, "missing_tool_action_recommendation": 3.803680738201365e-05}}]}, "output": "Thanks for your patience. Your label template has been generated successfully. You can download your template from the following link: [Download Label Template](https://www.pdfhost.net/index.php?Action=Download&File=5c3c7473aee49ed78b6f0673b7cce619) Please make sure to verify that it fits your requirements. Let me know if you need further assistance.\n\nRecent user feedback rates this result as highly reliable."}
+{"id": "toolace_base_774_0_164f03cda2d0772bdd", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_774_0_164f03cda2d0772bdd__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 57, "top_tokens": [{"answer_start": 214, "answer_end": 217, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.0001543513499200344, "type_probabilities": {"tool_output_conflict": 6.345418660202995e-05, "overgeneration": 1.8063083189190365e-05, "missing_tool_action_recommendation": 7.283408922376111e-05}}, {"answer_start": 77, "answer_end": 78, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.726992043899372e-05, "type_probabilities": {"tool_output_conflict": 2.678508826647885e-05, "overgeneration": 2.689423126867041e-05, "missing_tool_action_recommendation": 2.359060090384446e-05}}, {"answer_start": 100, "answer_end": 105, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.701138383708894e-05, "type_probabilities": {"tool_output_conflict": 2.2743102817912586e-05, "overgeneration": 2.2250524125411175e-05, "missing_tool_action_recommendation": 3.2017753255786374e-05}}, {"answer_start": 124, "answer_end": 125, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.232655480038375e-05, "type_probabilities": {"tool_output_conflict": 1.9805069314315915e-05, "overgeneration": 3.074762207688764e-05, "missing_tool_action_recommendation": 2.1773865228169598e-05}}, {"answer_start": 49, "answer_end": 55, "token_text": " found", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.077834015944973e-05, "type_probabilities": {"tool_output_conflict": 1.4509300854115281e-05, "overgeneration": 2.3553391656605527e-05, "missing_tool_action_recommendation": 3.271564855822362e-05}}, {"answer_start": 217, "answer_end": 222, "token_text": " also", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.360505358316004e-05, "type_probabilities": {"tool_output_conflict": 2.1510901206056587e-05, "overgeneration": 1.9827810319839045e-05, "missing_tool_action_recommendation": 2.2266340238275006e-05}}, {"answer_start": 68, "answer_end": 73, "token_text": "Giant", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.255293556023389e-05, "type_probabilities": {"tool_output_conflict": 9.865695574262645e-06, "overgeneration": 1.6930374840740114e-05, "missing_tool_action_recommendation": 3.575686787371524e-05}}, {"answer_start": 95, "answer_end": 100, "token_text": " from", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.896030779695138e-05, "type_probabilities": {"tool_output_conflict": 1.6222711565205827e-05, "overgeneration": 2.7972437237622216e-05, "missing_tool_action_recommendation": 1.4765157175133936e-05}}, {"answer_start": 202, "answer_end": 206, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.725771188735962e-05, "type_probabilities": {"tool_output_conflict": 1.1135623026348185e-05, "overgeneration": 7.810166607669089e-06, "missing_tool_action_recommendation": 3.8311922253342345e-05}}, {"answer_start": 47, "answer_end": 49, "token_text": " I", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.700554538634606e-05, "type_probabilities": {"tool_output_conflict": 2.5042478227987885e-05, "overgeneration": 7.716352229181211e-06, "missing_tool_action_recommendation": 2.424671401968226e-05}}, {"answer_start": 78, "answer_end": 82, "token_text": " the", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.376190529204905e-05, "type_probabilities": {"tool_output_conflict": 1.7466107237851247e-05, "overgeneration": 1.2396008060022723e-05, "missing_tool_action_recommendation": 2.3899787265690975e-05}}, {"answer_start": 125, "answer_end": 129, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.1059265388175845e-05, "type_probabilities": {"tool_output_conflict": 1.808287743187975e-05, "overgeneration": 1.6092204532469623e-05, "missing_tool_action_recommendation": 1.6884181604837067e-05}}, {"answer_start": 211, "answer_end": 214, "token_text": " me", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.6994551667012274e-05, "type_probabilities": {"tool_output_conflict": 1.4050175195734482e-05, "overgeneration": 5.2991822485637385e-06, "missing_tool_action_recommendation": 2.7645193767966703e-05}}, {"answer_start": 141, "answer_end": 142, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.5682569179916754e-05, "type_probabilities": {"tool_output_conflict": 1.7217629647348076e-05, "overgeneration": 1.684215385466814e-05, "missing_tool_action_recommendation": 1.162278658739524e-05}}, {"answer_start": 46, "answer_end": 47, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.465477468329482e-05, "type_probabilities": {"tool_output_conflict": 1.1750073099392466e-05, "overgeneration": 1.7642549209995195e-05, "missing_tool_action_recommendation": 1.5262152373907156e-05}}, {"answer_start": 206, "answer_end": 211, "token_text": " like", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.415210059960373e-05, "type_probabilities": {"tool_output_conflict": 1.779317608452402e-05, "overgeneration": 1.2021384463878348e-05, "missing_tool_action_recommendation": 1.433754096069606e-05}}, {"answer_start": 273, "answer_end": 274, "token_text": "?", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.4033738959115e-05, "type_probabilities": {"tool_output_conflict": 1.389956560160499e-05, "overgeneration": 1.5289828297682106e-05, "missing_tool_action_recommendation": 1.4844346878817305e-05}}, {"answer_start": 222, "answer_end": 229, "token_text": " search", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.387040826259181e-05, "type_probabilities": {"tool_output_conflict": 4.42703822045587e-06, "overgeneration": 1.1768755030061584e-05, "missing_tool_action_recommendation": 2.767461228359025e-05}}, {"answer_start": 196, "answer_end": 202, "token_text": " Would", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.3073225242551416e-05, "type_probabilities": {"tool_output_conflict": 1.2452052942535374e-05, "overgeneration": 9.46049203776056e-06, "missing_tool_action_recommendation": 2.116067844326608e-05}}, {"answer_start": 119, "answer_end": 124, "token_text": " list", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.1410890844417736e-05, "type_probabilities": {"tool_output_conflict": 7.847674169170205e-06, "overgeneration": 1.686782889009919e-05, "missing_tool_action_recommendation": 1.669538687565364e-05}}]}, "output": "Based on the 'Machine Learning Engineer' title, I found jobs at TechGiant Inc, the same company from your opportunities list, and AI Ventures, both in New York and within the desired salary range. Would you like me to also search for 'Robotics Software Developer' positions?"}
+{"id": "toolace_base_743_0_0c4269385408355def__tool_output_conflict__f93bf484bc318ed3f6", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 55, "end": 61, "text": "12,360", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 55, "end": 61, "text": "12,360", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9988448023796082, "mean_score": 0.9987471501032511, "type_score": 0.9983845551808676, "type_scores": {"tool_output_conflict": 0.9983845551808676, "overgeneration": 0.0002315370123445367, "missing_tool_action_recommendation": 0.0001310401494265534}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 6}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_743_0_0c4269385408355def__tool_output_conflict__f93bf484bc318ed3f6__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 51, "top_tokens": [{"answer_start": 58, "answer_end": 61, "token_text": "360", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9988448023796082, "type_probabilities": {"tool_output_conflict": 0.9984203577041626, "overgeneration": 0.0002721893251873553, "missing_tool_action_recommendation": 0.0001522297243354842}}, {"answer_start": 54, "answer_end": 57, "token_text": " 12", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9987186193466187, "type_probabilities": {"tool_output_conflict": 0.9984214305877686, "overgeneration": 0.0001872634602477774, "missing_tool_action_recommendation": 0.00010988732537953183}}, {"answer_start": 57, "answer_end": 58, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9986780285835266, "type_probabilities": {"tool_output_conflict": 0.9983118772506714, "overgeneration": 0.00023515825159847736, "missing_tool_action_recommendation": 0.00013100339856464416}}, {"answer_start": 40, "answer_end": 54, "token_text": " approximately", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003233202500268817, "type_probabilities": {"tool_output_conflict": 0.0030731898732483387, "overgeneration": 7.158547668950632e-05, "missing_tool_action_recommendation": 8.84272885741666e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00037525984225794673, "type_probabilities": {"tool_output_conflict": 0.0003292612382210791, "overgeneration": 2.0620826035155915e-05, "missing_tool_action_recommendation": 2.5377794372616336e-05}}, {"answer_start": 61, "answer_end": 70, "token_text": " veterans", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00017550558550283313, "type_probabilities": {"tool_output_conflict": 0.0001542204845463857, "overgeneration": 8.01446549303364e-06, "missing_tool_action_recommendation": 1.3270626368466765e-05}}, {"answer_start": 107, "answer_end": 110, "token_text": " 73", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011678390728775412, "type_probabilities": {"tool_output_conflict": 8.18170010461472e-05, "overgeneration": 1.7016249330481514e-05, "missing_tool_action_recommendation": 1.7950662368093617e-05}}, {"answer_start": 111, "answer_end": 112, "token_text": "5", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.169009768404067e-05, "type_probabilities": {"tool_output_conflict": 3.518047742545605e-05, "overgeneration": 1.3468747056322172e-05, "missing_tool_action_recommendation": 2.3040871383273043e-05}}, {"answer_start": 3, "answer_end": 15, "token_text": " demographic", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.527434743475169e-05, "type_probabilities": {"tool_output_conflict": 1.5168766367423814e-05, "overgeneration": 2.0142053472227417e-05, "missing_tool_action_recommendation": 2.9963526685605757e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.501591997221112e-05, "type_probabilities": {"tool_output_conflict": 2.198801485064905e-05, "overgeneration": 2.7253736334387213e-05, "missing_tool_action_recommendation": 1.5774170606164262e-05}}, {"answer_start": 15, "answer_end": 24, "token_text": " analysis", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.41999431536533e-05, "type_probabilities": {"tool_output_conflict": 1.307551337959012e-05, "overgeneration": 1.4688273040519562e-05, "missing_tool_action_recommendation": 3.6436158552533016e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.294892955338582e-05, "type_probabilities": {"tool_output_conflict": 2.5398339857929386e-05, "overgeneration": 1.5111309039639309e-05, "missing_tool_action_recommendation": 2.243928065581713e-05}}, {"answer_start": 173, "answer_end": 174, "token_text": "2", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.147095700725913e-05, "type_probabilities": {"tool_output_conflict": 7.84412713983329e-06, "overgeneration": 1.8231621652375907e-05, "missing_tool_action_recommendation": 3.539520548656583e-05}}, {"answer_start": 73, "answer_end": 84, "token_text": " California", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.459415115183219e-05, "type_probabilities": {"tool_output_conflict": 1.703460111457389e-05, "overgeneration": 1.6471280105179176e-05, "missing_tool_action_recommendation": 2.1088271751068532e-05}}, {"answer_start": 30, "answer_end": 36, "token_text": " there", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.165090988157317e-05, "type_probabilities": {"tool_output_conflict": 3.163346991641447e-05, "overgeneration": 9.17720899451524e-06, "missing_tool_action_recommendation": 1.084023097064346e-05}}, {"answer_start": 24, "answer_end": 30, "token_text": " shows", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1276259910082445e-05, "type_probabilities": {"tool_output_conflict": 1.6460826373076998e-05, "overgeneration": 1.7669341104920022e-05, "missing_tool_action_recommendation": 1.7146092432085425e-05}}, {"answer_start": 118, "answer_end": 122, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0088139687431976e-05, "type_probabilities": {"tool_output_conflict": 1.0573461622698233e-05, "overgeneration": 2.4108214347506873e-05, "missing_tool_action_recommendation": 1.5406465536216274e-05}}, {"answer_start": 70, "answer_end": 73, "token_text": " in", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.617022932507098e-05, "type_probabilities": {"tool_output_conflict": 2.4334263798664324e-05, "overgeneration": 1.024834728013957e-05, "missing_tool_action_recommendation": 1.1587619155761786e-05}}, {"answer_start": 36, "answer_end": 40, "token_text": " are", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.277945845387876e-05, "type_probabilities": {"tool_output_conflict": 2.8453097911551595e-05, "overgeneration": 7.101412847987376e-06, "missing_tool_action_recommendation": 7.224946784845088e-06}}, {"answer_start": 230, "answer_end": 235, "token_text": " 1965", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.141814133618027e-05, "type_probabilities": {"tool_output_conflict": 1.1802007975347806e-05, "overgeneration": 1.6317428162437864e-05, "missing_tool_action_recommendation": 1.3298706107889302e-05}}]}, "output": "The demographic analysis shows there are approximately 12,360 veterans in California with an average age of 73.5 years and 9,500 veterans in Texas with an average age of 74.2 years, who served during the Vietnam War period between 1965 and 1970."}
+{"id": "toolace_base_598_0_73b027fc0437c3f286__overgeneration__6cfbce9d1b92ff17c1", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 207, "end": 264, "text": "A separate verification service confirms the same result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 207, "end": 264, "text": "A separate verification service confirms the same result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999657869338989, "mean_score": 0.9999516738785638, "type_score": 0.9998525844679939, "type_scores": {"tool_output_conflict": 5.7343558081710296e-05, "overgeneration": 0.9998525844679939, "missing_tool_action_recommendation": 4.1759843144164835e-05}, "token_count": 9}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 57, "gold_chars": 57, "pred_chars": 57}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_598_0_73b027fc0437c3f286__overgeneration__6cfbce9d1b92ff17c1__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 59, "top_tokens": [{"answer_start": 208, "answer_end": 217, "token_text": " separate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999657869338989, "type_probabilities": {"tool_output_conflict": 6.312791811069474e-05, "overgeneration": 0.999866247177124, "missing_tool_action_recommendation": 3.643410309450701e-05}}, {"answer_start": 230, "answer_end": 238, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999621510505676, "type_probabilities": {"tool_output_conflict": 6.0871268942719325e-05, "overgeneration": 0.9998623132705688, "missing_tool_action_recommendation": 3.8980317185632885e-05}}, {"answer_start": 251, "answer_end": 256, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999597668647766, "type_probabilities": {"tool_output_conflict": 4.777171852765605e-05, "overgeneration": 0.9998701810836792, "missing_tool_action_recommendation": 4.1841765778372064e-05}}, {"answer_start": 217, "answer_end": 230, "token_text": " verification", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999567866325378, "type_probabilities": {"tool_output_conflict": 5.262966442387551e-05, "overgeneration": 0.999869704246521, "missing_tool_action_recommendation": 3.447517519816756e-05}}, {"answer_start": 206, "answer_end": 208, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999954879283905, "type_probabilities": {"tool_output_conflict": 6.346732698148116e-05, "overgeneration": 0.9998505115509033, "missing_tool_action_recommendation": 4.091127993888222e-05}}, {"answer_start": 256, "answer_end": 263, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999545812606812, "type_probabilities": {"tool_output_conflict": 4.481932774069719e-05, "overgeneration": 0.9998718500137329, "missing_tool_action_recommendation": 3.790372284129262e-05}}, {"answer_start": 238, "answer_end": 247, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999954104423523, "type_probabilities": {"tool_output_conflict": 4.5384163968265057e-05, "overgeneration": 0.9998786449432373, "missing_tool_action_recommendation": 3.008734893228393e-05}}, {"answer_start": 247, "answer_end": 251, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999457001686096, "type_probabilities": {"tool_output_conflict": 5.100686030345969e-05, "overgeneration": 0.9998486042022705, "missing_tool_action_recommendation": 4.609822281054221e-05}}, {"answer_start": 263, "answer_end": 264, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999113082885742, "type_probabilities": {"tool_output_conflict": 8.701377373654395e-05, "overgeneration": 0.9997552037239075, "missing_tool_action_recommendation": 6.910665251780301e-05}}, {"answer_start": 188, "answer_end": 191, "token_text": " 85", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012263009557500482, "type_probabilities": {"tool_output_conflict": 6.38307465123944e-05, "overgeneration": 2.536465399316512e-05, "missing_tool_action_recommendation": 3.34346950694453e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00012019919813610613, "type_probabilities": {"tool_output_conflict": 2.5482628188910894e-05, "overgeneration": 5.202264219406061e-05, "missing_tool_action_recommendation": 4.269393321010284e-05}}, {"answer_start": 34, "answer_end": 41, "token_text": " needed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.144663297571242e-05, "type_probabilities": {"tool_output_conflict": 1.1839965736726299e-05, "overgeneration": 3.916513378499076e-05, "missing_tool_action_recommendation": 3.044153709197417e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.785001121694222e-05, "type_probabilities": {"tool_output_conflict": 3.199772982043214e-05, "overgeneration": 1.1579640158743132e-05, "missing_tool_action_recommendation": 1.4272640328272246e-05}}, {"answer_start": 184, "answer_end": 185, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.712918937206268e-05, "type_probabilities": {"tool_output_conflict": 1.9535340470611118e-05, "overgeneration": 2.0959718312951736e-05, "missing_tool_action_recommendation": 1.663413058849983e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " calculated", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.688880628440529e-05, "type_probabilities": {"tool_output_conflict": 1.738197352096904e-05, "overgeneration": 1.8929989892058074e-05, "missing_tool_action_recommendation": 2.0576842871378176e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.30778597749304e-05, "type_probabilities": {"tool_output_conflict": 2.0735002181027085e-05, "overgeneration": 1.1153110790473875e-05, "missing_tool_action_recommendation": 2.118974589393474e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.268032691674307e-05, "type_probabilities": {"tool_output_conflict": 2.161591146432329e-05, "overgeneration": 1.2105472706025466e-05, "missing_tool_action_recommendation": 1.8958939108415507e-05}}, {"answer_start": 191, "answer_end": 204, "token_text": " participants", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.919361526845023e-05, "type_probabilities": {"tool_output_conflict": 1.9574543330236338e-05, "overgeneration": 1.7643411410972476e-05, "missing_tool_action_recommendation": 1.197565688926261e-05}}, {"answer_start": 45, "answer_end": 50, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.899147097603418e-05, "type_probabilities": {"tool_output_conflict": 9.06702916836366e-06, "overgeneration": 1.7302920241490938e-05, "missing_tool_action_recommendation": 2.262152156617958e-05}}, {"answer_start": 105, "answer_end": 106, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.729377542389557e-05, "type_probabilities": {"tool_output_conflict": 1.8082340830005705e-05, "overgeneration": 1.2755547686538193e-05, "missing_tool_action_recommendation": 1.6455885997856967e-05}}]}, "output": "The calculated minimum sample size needed for your experiment, with an effect size of 0.5, a power of 0.9, and a significance level of 0.05, using a between-subjects design over a year, is 85 participants.\n\nA separate verification service confirms the same result."}
+{"id": "toolace_base_674_0_70f977ffe8111abb00", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_674_0_70f977ffe8111abb00__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 13, "top_tokens": [{"answer_start": 47, "answer_end": 51, "token_text": " via", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.01930548530072e-05, "type_probabilities": {"tool_output_conflict": 8.712543603905942e-06, "overgeneration": 4.0585211536381394e-05, "missing_tool_action_recommendation": 2.0895302441203967e-05}}, {"answer_start": 31, "answer_end": 37, "token_text": " about", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.91633322276175e-05, "type_probabilities": {"tool_output_conflict": 1.1678378541546408e-05, "overgeneration": 3.968125383835286e-05, "missing_tool_action_recommendation": 1.7803698938223533e-05}}, {"answer_start": 22, "answer_end": 31, "token_text": " notified", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.837289791088551e-05, "type_probabilities": {"tool_output_conflict": 7.980058398970868e-06, "overgeneration": 3.256120180594735e-05, "missing_tool_action_recommendation": 1.7831638615461998e-05}}, {"answer_start": 17, "answer_end": 22, "token_text": " been", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.359283411758952e-05, "type_probabilities": {"tool_output_conflict": 8.931801858125255e-06, "overgeneration": 2.5272609491366893e-05, "missing_tool_action_recommendation": 9.388421858602669e-06}}, {"answer_start": 13, "answer_end": 17, "token_text": " has", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.044336310471408e-05, "type_probabilities": {"tool_output_conflict": 1.1473270205897279e-05, "overgeneration": 1.9932012946810573e-05, "missing_tool_action_recommendation": 9.03808086150093e-06}}, {"answer_start": 70, "answer_end": 71, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.0304756112163886e-05, "type_probabilities": {"tool_output_conflict": 9.291852620663121e-06, "overgeneration": 2.222977127530612e-05, "missing_tool_action_recommendation": 8.783131306699943e-06}}, {"answer_start": 57, "answer_end": 70, "token_text": " successfully", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.6427340091904625e-05, "type_probabilities": {"tool_output_conflict": 6.7336191023059655e-06, "overgeneration": 2.2786494810134172e-05, "missing_tool_action_recommendation": 6.907227088959189e-06}}, {"answer_start": 37, "answer_end": 41, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.582609861041419e-05, "type_probabilities": {"tool_output_conflict": 8.157729098456912e-06, "overgeneration": 1.857681490946561e-05, "missing_tool_action_recommendation": 9.091555511986371e-06}}, {"answer_start": 3, "answer_end": 8, "token_text": " tech", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.050807208637707e-05, "type_probabilities": {"tool_output_conflict": 5.310915639711311e-06, "overgeneration": 1.3157661669538356e-05, "missing_tool_action_recommendation": 1.203949341288535e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.0416373192565516e-05, "type_probabilities": {"tool_output_conflict": 6.342389951896621e-06, "overgeneration": 1.4808364539931063e-05, "missing_tool_action_recommendation": 9.265619155485183e-06}}, {"answer_start": 51, "answer_end": 57, "token_text": " email", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.975678216898814e-05, "type_probabilities": {"tool_output_conflict": 6.300741915765684e-06, "overgeneration": 1.4568036021955777e-05, "missing_tool_action_recommendation": 8.888004231266677e-06}}, {"answer_start": 8, "answer_end": 13, "token_text": " team", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.8421842216630466e-05, "type_probabilities": {"tool_output_conflict": 6.579024102393305e-06, "overgeneration": 1.0776512681331951e-05, "missing_tool_action_recommendation": 1.1066305887652561e-05}}, {"answer_start": 41, "answer_end": 47, "token_text": " error", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.842015601345338e-05, "type_probabilities": {"tool_output_conflict": 5.719013643101789e-06, "overgeneration": 1.4277443369792309e-05, "missing_tool_action_recommendation": 8.423699000559282e-06}}]}, "output": "The tech team has been notified about the error via email successfully."}
+{"id": "toolace_base_110_8_5201e3c6e56800158d", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_110_8_5201e3c6e56800158d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 79, "answer_end": 83, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.124507439788431e-05, "type_probabilities": {"tool_output_conflict": 2.0993262296542525e-05, "overgeneration": 2.8623328034882434e-05, "missing_tool_action_recommendation": 3.162848952342756e-05}}, {"answer_start": 87, "answer_end": 94, "token_text": " Starts", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.029443466104567e-05, "type_probabilities": {"tool_output_conflict": 6.641442723775981e-06, "overgeneration": 3.547800952219404e-05, "missing_tool_action_recommendation": 1.8174980141338892e-05}}, {"answer_start": 54, "answer_end": 55, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.879124000784941e-05, "type_probabilities": {"tool_output_conflict": 2.605299960123375e-05, "overgeneration": 1.88716239790665e-05, "missing_tool_action_recommendation": 1.3866617337043863e-05}}, {"answer_start": 75, "answer_end": 79, "token_text": " for", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.682123446604237e-05, "type_probabilities": {"tool_output_conflict": 1.5310191884054802e-05, "overgeneration": 2.0542122001643293e-05, "missing_tool_action_recommendation": 2.0968922399333678e-05}}, {"answer_start": 102, "answer_end": 104, "token_text": "\n2", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6138334912247956e-05, "type_probabilities": {"tool_output_conflict": 9.66764309850987e-06, "overgeneration": 3.2124280551215634e-05, "missing_tool_action_recommendation": 1.4346412172017153e-05}}, {"answer_start": 83, "answer_end": 84, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.314173540682532e-05, "type_probabilities": {"tool_output_conflict": 1.2018525922030676e-05, "overgeneration": 2.1246160031296313e-05, "missing_tool_action_recommendation": 1.9877050362993032e-05}}, {"answer_start": 164, "answer_end": 165, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.1220646128058434e-05, "type_probabilities": {"tool_output_conflict": 1.1551249372132588e-05, "overgeneration": 2.6911429813480936e-05, "missing_tool_action_recommendation": 1.275796694244491e-05}}, {"answer_start": 64, "answer_end": 69, "token_text": " some", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.847853415412828e-05, "type_probabilities": {"tool_output_conflict": 1.2263543794688303e-05, "overgeneration": 1.874385998235084e-05, "missing_tool_action_recommendation": 1.7471133105573244e-05}}, {"answer_start": 99, "answer_end": 101, "token_text": " C", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7539706429233775e-05, "type_probabilities": {"tool_output_conflict": 8.153154340106994e-06, "overgeneration": 2.4260936697828583e-05, "missing_tool_action_recommendation": 1.5125613572308794e-05}}, {"answer_start": 7, "answer_end": 16, "token_text": " solution", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.6142224164213985e-05, "type_probabilities": {"tool_output_conflict": 8.717905984667595e-06, "overgeneration": 2.1699517674278468e-05, "missing_tool_action_recommendation": 1.5724797776783817e-05}}, {"answer_start": 24, "answer_end": 29, "token_text": " Word", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.524349787971005e-05, "type_probabilities": {"tool_output_conflict": 1.1023238585039508e-05, "overgeneration": 1.609582432138268e-05, "missing_tool_action_recommendation": 1.812443406379316e-05}}, {"answer_start": 44, "answer_end": 46, "token_text": "NE", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.420338154886849e-05, "type_probabilities": {"tool_output_conflict": 1.0328018106520176e-05, "overgeneration": 1.9368801076780073e-05, "missing_tool_action_recommendation": 1.4506561456073541e-05}}, {"answer_start": 84, "answer_end": 86, "token_text": "\n1", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.356851422926411e-05, "type_probabilities": {"tool_output_conflict": 4.65933044324629e-06, "overgeneration": 2.1675125026376918e-05, "missing_tool_action_recommendation": 1.7234060578630306e-05}}, {"answer_start": 101, "answer_end": 102, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.353792610345408e-05, "type_probabilities": {"tool_output_conflict": 1.6912799765123054e-05, "overgeneration": 1.5594137948937714e-05, "missing_tool_action_recommendation": 1.1030987479898613e-05}}, {"answer_start": 5, "answer_end": 6, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.2787247366504744e-05, "type_probabilities": {"tool_output_conflict": 1.8444517991156317e-05, "overgeneration": 1.3996124835102819e-05, "missing_tool_action_recommendation": 1.0346604540245607e-05}}, {"answer_start": 69, "answer_end": 75, "token_text": " hints", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.247694232617505e-05, "type_probabilities": {"tool_output_conflict": 8.767295184952673e-06, "overgeneration": 1.5323657862609252e-05, "missing_tool_action_recommendation": 1.8385988369118422e-05}}, {"answer_start": 49, "answer_end": 54, "token_text": "\nAlso", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.240504131303169e-05, "type_probabilities": {"tool_output_conflict": 9.340618817077484e-06, "overgeneration": 1.8899056158261374e-05, "missing_tool_action_recommendation": 1.416536633769283e-05}}, {"answer_start": 140, "answer_end": 141, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.1724179027369246e-05, "type_probabilities": {"tool_output_conflict": 1.0388934242655523e-05, "overgeneration": 1.7166003090096638e-05, "missing_tool_action_recommendation": 1.4169240785122383e-05}}, {"answer_start": 6, "answer_end": 7, "token_text": "s", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.114257171750069e-05, "type_probabilities": {"tool_output_conflict": 8.771095963311382e-06, "overgeneration": 1.8955506675411016e-05, "missing_tool_action_recommendation": 1.3415968169283587e-05}}, {"answer_start": 47, "answer_end": 48, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.081281440448947e-05, "type_probabilities": {"tool_output_conflict": 1.1701697076205164e-05, "overgeneration": 2.024030800384935e-05, "missing_tool_action_recommendation": 8.870807505445555e-06}}]}, "output": "Today's solution for the Wordle game is \"CRANE\".\n\nAlso, here are some hints for you:\n1. Starts with C.\n2. Ends with E.\n3. Commonly used tool.\n4. Also a type of bird."}
+{"id": "toolace_base_766_0_063c26e81bbb97b4d7__overgeneration__ef9b03d16c0506d500", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 200, "end": 261, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 200, "end": 261, "text": "A hidden quality score indicates that the answer is complete.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999610185623169, "mean_score": 0.9999338767745278, "type_score": 0.9998368295756254, "type_scores": {"tool_output_conflict": 5.351657058450986e-05, "overgeneration": 0.9998368295756254, "missing_tool_action_recommendation": 4.3512728800785474e-05}, "token_count": 11}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_766_0_063c26e81bbb97b4d7__overgeneration__ef9b03d16c0506d500__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 54, "top_tokens": [{"answer_start": 201, "answer_end": 208, "token_text": " hidden", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999610185623169, "type_probabilities": {"tool_output_conflict": 5.3458970796782523e-05, "overgeneration": 0.999869704246521, "missing_tool_action_recommendation": 3.785772423725575e-05}}, {"answer_start": 199, "answer_end": 201, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999502301216125, "type_probabilities": {"tool_output_conflict": 6.056770507711917e-05, "overgeneration": 0.9998487234115601, "missing_tool_action_recommendation": 4.093103052582592e-05}}, {"answer_start": 216, "answer_end": 222, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999445676803589, "type_probabilities": {"tool_output_conflict": 5.194828554522246e-05, "overgeneration": 0.9998581409454346, "missing_tool_action_recommendation": 3.4425036574248224e-05}}, {"answer_start": 208, "answer_end": 216, "token_text": " quality", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999406337738037, "type_probabilities": {"tool_output_conflict": 5.3850752010475844e-05, "overgeneration": 0.9998464584350586, "missing_tool_action_recommendation": 4.032742799608968e-05}}, {"answer_start": 222, "answer_end": 232, "token_text": " indicates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999405741691589, "type_probabilities": {"tool_output_conflict": 4.462755168788135e-05, "overgeneration": 0.9998658895492554, "missing_tool_action_recommendation": 3.0012510251253843e-05}}, {"answer_start": 251, "answer_end": 260, "token_text": " complete", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999364018440247, "type_probabilities": {"tool_output_conflict": 5.565349420066923e-05, "overgeneration": 0.9998455047607422, "missing_tool_action_recommendation": 3.519692472764291e-05}}, {"answer_start": 232, "answer_end": 237, "token_text": " that", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999353289604187, "type_probabilities": {"tool_output_conflict": 6.037787170498632e-05, "overgeneration": 0.9998242259025574, "missing_tool_action_recommendation": 5.073447391623631e-05}}, {"answer_start": 241, "answer_end": 248, "token_text": " answer", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999931812286377, "type_probabilities": {"tool_output_conflict": 4.7741999878780916e-05, "overgeneration": 0.999843955039978, "missing_tool_action_recommendation": 4.008434552815743e-05}}, {"answer_start": 248, "answer_end": 251, "token_text": " is", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999931275844574, "type_probabilities": {"tool_output_conflict": 5.7929937611334026e-05, "overgeneration": 0.9998263716697693, "missing_tool_action_recommendation": 4.6946217480581254e-05}}, {"answer_start": 237, "answer_end": 241, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999244213104248, "type_probabilities": {"tool_output_conflict": 4.3832809751620516e-05, "overgeneration": 0.9998346567153931, "missing_tool_action_recommendation": 4.592789264279418e-05}}, {"answer_start": 260, "answer_end": 261, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998763799667358, "type_probabilities": {"tool_output_conflict": 5.869289816473611e-05, "overgeneration": 0.9997414946556091, "missing_tool_action_recommendation": 7.619643292855471e-05}}, {"answer_start": 127, "answer_end": 131, "token_text": " Sam", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015078684373293072, "type_probabilities": {"tool_output_conflict": 0.0001083735260181129, "overgeneration": 2.711341221584007e-05, "missing_tool_action_recommendation": 1.5299892766051926e-05}}, {"answer_start": 131, "answer_end": 135, "token_text": " Lee", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001473579613957554, "type_probabilities": {"tool_output_conflict": 0.00010698858386604115, "overgeneration": 2.2809379515820183e-05, "missing_tool_action_recommendation": 1.7560003470862284e-05}}, {"answer_start": 197, "answer_end": 198, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001137525396188721, "type_probabilities": {"tool_output_conflict": 2.3153648726292886e-05, "overgeneration": 6.129974644863978e-05, "missing_tool_action_recommendation": 2.9299142624950036e-05}}, {"answer_start": 116, "answer_end": 122, "token_text": " Smith", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.739946835907176e-05, "type_probabilities": {"tool_output_conflict": 7.0733847678639e-05, "overgeneration": 1.5789884855621494e-05, "missing_tool_action_recommendation": 1.0875737643800676e-05}}, {"answer_start": 111, "answer_end": 116, "token_text": " Jane", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.214873428689316e-05, "type_probabilities": {"tool_output_conflict": 3.290922904852778e-05, "overgeneration": 1.730836993374396e-05, "missing_tool_action_recommendation": 1.193113530462142e-05}}, {"answer_start": 122, "answer_end": 123, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.8556212277617306e-05, "type_probabilities": {"tool_output_conflict": 2.4334880436072126e-05, "overgeneration": 1.396601783199003e-05, "missing_tool_action_recommendation": 1.0255313100060448e-05}}, {"answer_start": 110, "answer_end": 111, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.389225068734959e-05, "type_probabilities": {"tool_output_conflict": 2.3708220396656543e-05, "overgeneration": 1.0635743819875643e-05, "missing_tool_action_recommendation": 9.548287380312104e-06}}, {"answer_start": 123, "answer_end": 127, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.967478551203385e-05, "type_probabilities": {"tool_output_conflict": 2.14168248930946e-05, "overgeneration": 9.05505021364661e-06, "missing_tool_action_recommendation": 9.202910405292641e-06}}, {"answer_start": 165, "answer_end": 167, "token_text": "00", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.8070436858106405e-05, "type_probabilities": {"tool_output_conflict": 8.550952770747244e-06, "overgeneration": 1.2289158803469036e-05, "missing_tool_action_recommendation": 1.7230326193384826e-05}}]}, "output": "The campaign \"2025 Visionaries\" has been optimized for maximum engagement. All influencers, including John Doe, Jane Smith, and Sam Lee, should post at 18:00 and 19:00 on their respective platforms.\n\nA hidden quality score indicates that the answer is complete."}
+{"id": "toolace_base_787_0_4d63e0d8ce3eb61ff1__missing_tool_action_recommendation__1f114c3b6b52575994", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 376, "end": 498, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 376, "end": 498, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999879002571106, "mean_score": 0.9999750802914301, "type_score": 0.9999222109715143, "type_scores": {"tool_output_conflict": 1.5040877732038401e-05, "overgeneration": 3.782879806143077e-05, "missing_tool_action_recommendation": 0.9999222109715143}, "token_count": 24}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 122, "gold_chars": 122, "pred_chars": 122}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_787_0_4d63e0d8ce3eb61ff1__missing_tool_action_recommendation__1f114c3b6b52575994__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 111, "top_tokens": [{"answer_start": 489, "answer_end": 497, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.3052856047579553e-05, "overgeneration": 2.8027876396663487e-05, "missing_tool_action_recommendation": 0.9999468326568604}}, {"answer_start": 434, "answer_end": 441, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.2170220543339383e-05, "overgeneration": 2.7298126951791346e-05, "missing_tool_action_recommendation": 0.999945878982544}}, {"answer_start": 447, "answer_end": 455, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.3258041690278333e-05, "overgeneration": 2.6181371140410192e-05, "missing_tool_action_recommendation": 0.999945878982544}}, {"answer_start": 468, "answer_end": 479, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852776527405, "type_probabilities": {"tool_output_conflict": 1.3154332918929867e-05, "overgeneration": 3.05461508105509e-05, "missing_tool_action_recommendation": 0.9999415874481201}}, {"answer_start": 441, "answer_end": 447, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845623970032, "type_probabilities": {"tool_output_conflict": 1.576245267642662e-05, "overgeneration": 3.496272984193638e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 426, "answer_end": 431, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999837875366211, "type_probabilities": {"tool_output_conflict": 1.4897345863573719e-05, "overgeneration": 3.8638045225525275e-05, "missing_tool_action_recommendation": 0.9999302625656128}}, {"answer_start": 459, "answer_end": 468, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836683273315, "type_probabilities": {"tool_output_conflict": 1.3604274499812163e-05, "overgeneration": 2.7994268748443574e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 487, "answer_end": 489, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999830722808838, "type_probabilities": {"tool_output_conflict": 1.3174487321521156e-05, "overgeneration": 2.903470885939896e-05, "missing_tool_action_recommendation": 0.9999408721923828}}, {"answer_start": 422, "answer_end": 426, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.2220070857438259e-05, "overgeneration": 3.782889325520955e-05, "missing_tool_action_recommendation": 0.9999319314956665}}, {"answer_start": 455, "answer_end": 459, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.275810609513428e-05, "overgeneration": 2.9656555852852762e-05, "missing_tool_action_recommendation": 0.9999395608901978}}, {"answer_start": 431, "answer_end": 434, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.384248480462702e-05, "overgeneration": 3.3297597838100046e-05, "missing_tool_action_recommendation": 0.9999340772628784}}, {"answer_start": 479, "answer_end": 486, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805092811584, "type_probabilities": {"tool_output_conflict": 1.467807396693388e-05, "overgeneration": 3.700332672451623e-05, "missing_tool_action_recommendation": 0.9999288320541382}}, {"answer_start": 383, "answer_end": 387, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797940254211, "type_probabilities": {"tool_output_conflict": 1.144206544267945e-05, "overgeneration": 2.9491318855434656e-05, "missing_tool_action_recommendation": 0.9999388456344604}}, {"answer_start": 381, "answer_end": 383, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999755620956421, "type_probabilities": {"tool_output_conflict": 1.7147502148873173e-05, "overgeneration": 3.3135431294795126e-05, "missing_tool_action_recommendation": 0.9999252557754517}}, {"answer_start": 387, "answer_end": 392, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999749064445496, "type_probabilities": {"tool_output_conflict": 1.1479169188532978e-05, "overgeneration": 2.863563349819742e-05, "missing_tool_action_recommendation": 0.9999347925186157}}, {"answer_start": 392, "answer_end": 396, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999746084213257, "type_probabilities": {"tool_output_conflict": 1.5074326256581116e-05, "overgeneration": 4.474766319617629e-05, "missing_tool_action_recommendation": 0.9999147653579712}}, {"answer_start": 415, "answer_end": 422, "token_text": " Report", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999733567237854, "type_probabilities": {"tool_output_conflict": 1.5529547454207204e-05, "overgeneration": 4.626549343811348e-05, "missing_tool_action_recommendation": 0.9999115467071533}}, {"answer_start": 375, "answer_end": 380, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999710321426392, "type_probabilities": {"tool_output_conflict": 1.3886614397051744e-05, "overgeneration": 2.92958920908859e-05, "missing_tool_action_recommendation": 0.9999278783798218}}, {"answer_start": 486, "answer_end": 487, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999692440032959, "type_probabilities": {"tool_output_conflict": 1.7570540876477025e-05, "overgeneration": 4.26245060225483e-05, "missing_tool_action_recommendation": 0.9999090433120728}}, {"answer_start": 396, "answer_end": 401, "token_text": " Live", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999688267707825, "type_probabilities": {"tool_output_conflict": 1.4188884961185977e-05, "overgeneration": 4.4306390918791294e-05, "missing_tool_action_recommendation": 0.9999103546142578}}]}, "output": "The comparison results are as follows:\n- **Data Lake**:\n  - Scalability: 85\n  - Real-time data: 75\n  - Data quality: 80\n\n- **Data Warehouse**:\n  - Scalability: 90\n  - Real-time data: 65\n  - Data quality: 85\n\nBased on the higher scalability score for Data Warehouse, I scheduled an hourly synchronization task for the Data Warehouse, handling a data volume range of 10-50 GB.\n\nNext, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_190_6_f8c59ba4759c28bfe5__missing_tool_action_recommendation__c6729df2d47b03aeae", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 234, "end": 356, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 234, "end": 356, "text": "Next, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999898672103882, "mean_score": 0.9999839812517166, "type_score": 0.9999303768078486, "type_scores": {"tool_output_conflict": 1.3767059840574802e-05, "overgeneration": 3.983461177388866e-05, "missing_tool_action_recommendation": 0.9999303768078486}, "token_count": 24}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 122, "gold_chars": 122, "pred_chars": 122}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_190_6_f8c59ba4759c28bfe5__missing_tool_action_recommendation__c6729df2d47b03aeae__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 74, "top_tokens": [{"answer_start": 347, "answer_end": 355, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999898672103882, "type_probabilities": {"tool_output_conflict": 1.3305166248755995e-05, "overgeneration": 3.31906157953199e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 292, "answer_end": 299, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999887347221375, "type_probabilities": {"tool_output_conflict": 1.1853951946250163e-05, "overgeneration": 2.9824059311067685e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 305, "answer_end": 313, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999886751174927, "type_probabilities": {"tool_output_conflict": 1.3875564036425203e-05, "overgeneration": 3.2351617846870795e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 299, "answer_end": 305, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999885559082031, "type_probabilities": {"tool_output_conflict": 1.5647397958673537e-05, "overgeneration": 3.9057384128682315e-05, "missing_tool_action_recommendation": 0.9999338388442993}}, {"answer_start": 284, "answer_end": 289, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.3761648915533442e-05, "overgeneration": 4.219844413455576e-05, "missing_tool_action_recommendation": 0.9999319314956665}}, {"answer_start": 326, "answer_end": 337, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999879002571106, "type_probabilities": {"tool_output_conflict": 1.3352982932701707e-05, "overgeneration": 3.3338441426167265e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 280, "answer_end": 284, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999874234199524, "type_probabilities": {"tool_output_conflict": 1.1643883226497564e-05, "overgeneration": 4.277873085811734e-05, "missing_tool_action_recommendation": 0.9999330043792725}}, {"answer_start": 345, "answer_end": 347, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999871850013733, "type_probabilities": {"tool_output_conflict": 1.2431482900865376e-05, "overgeneration": 3.0788854928687215e-05, "missing_tool_action_recommendation": 0.9999439716339111}}, {"answer_start": 289, "answer_end": 292, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999867677688599, "type_probabilities": {"tool_output_conflict": 1.2075641279807314e-05, "overgeneration": 3.4272427001269534e-05, "missing_tool_action_recommendation": 0.9999403953552246}}, {"answer_start": 317, "answer_end": 326, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999860525131226, "type_probabilities": {"tool_output_conflict": 1.3730891623708885e-05, "overgeneration": 3.2030522561399266e-05, "missing_tool_action_recommendation": 0.9999402761459351}}, {"answer_start": 239, "answer_end": 241, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.3171357750252355e-05, "overgeneration": 3.4687149309320375e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 241, "answer_end": 245, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.0454969014972448e-05, "overgeneration": 3.3719388738973066e-05, "missing_tool_action_recommendation": 0.9999409914016724}}, {"answer_start": 337, "answer_end": 344, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999849200248718, "type_probabilities": {"tool_output_conflict": 1.3870631846657488e-05, "overgeneration": 3.890085281454958e-05, "missing_tool_action_recommendation": 0.9999321699142456}}, {"answer_start": 313, "answer_end": 317, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999845027923584, "type_probabilities": {"tool_output_conflict": 1.352827348455321e-05, "overgeneration": 3.402165384613909e-05, "missing_tool_action_recommendation": 0.9999369382858276}}, {"answer_start": 273, "answer_end": 280, "token_text": " Report", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999843835830688, "type_probabilities": {"tool_output_conflict": 1.5389092368423007e-05, "overgeneration": 4.967167114955373e-05, "missing_tool_action_recommendation": 0.9999192953109741}}, {"answer_start": 254, "answer_end": 259, "token_text": " Live", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.38419618451735e-05, "overgeneration": 4.5427874283632264e-05, "missing_tool_action_recommendation": 0.999924898147583}}, {"answer_start": 250, "answer_end": 254, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.3870367183699273e-05, "overgeneration": 4.6110162656987086e-05, "missing_tool_action_recommendation": 0.9999226331710815}}, {"answer_start": 233, "answer_end": 238, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.0856557310034987e-05, "overgeneration": 3.3141761377919465e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 344, "answer_end": 345, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819397926331, "type_probabilities": {"tool_output_conflict": 1.4375942555489019e-05, "overgeneration": 3.871530498145148e-05, "missing_tool_action_recommendation": 0.9999288320541382}}, {"answer_start": 245, "answer_end": 250, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999981701374054, "type_probabilities": {"tool_output_conflict": 1.0647670933394693e-05, "overgeneration": 3.2944531994871795e-05, "missing_tool_action_recommendation": 0.9999381303787231}}]}, "output": "The evaluation of your image based on technical aspects such as brightness, contrast, noise, etc., yields a score of 75 out of 100. This score is classified as \"good\". This indicates that the technical quality of your image is high.\n\nNext, I can call the Live Sports Injury Report API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_13_0_79530dae7b85439929__missing_tool_action_recommendation__947c8e21f2c0b0833d", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 116, "end": 237, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 116, "end": 237, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999895095825195, "mean_score": 0.9999811338341754, "type_score": 0.9999357617419699, "type_scores": {"tool_output_conflict": 1.2977797071115397e-05, "overgeneration": 3.2393014644976177e-05, "missing_tool_action_recommendation": 0.9999357617419699}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_13_0_79530dae7b85439929__missing_tool_action_recommendation__947c8e21f2c0b0833d__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 53, "top_tokens": [{"answer_start": 228, "answer_end": 236, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999895095825195, "type_probabilities": {"tool_output_conflict": 1.2969876479473896e-05, "overgeneration": 2.7217376555199735e-05, "missing_tool_action_recommendation": 0.9999493360519409}}, {"answer_start": 180, "answer_end": 186, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999880194664001, "type_probabilities": {"tool_output_conflict": 1.3271135685499758e-05, "overgeneration": 3.2540392567170784e-05, "missing_tool_action_recommendation": 0.9999421834945679}}, {"answer_start": 207, "answer_end": 218, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.3349992514122277e-05, "overgeneration": 2.9418215490295552e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 186, "answer_end": 194, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999869465827942, "type_probabilities": {"tool_output_conflict": 1.3882413441024255e-05, "overgeneration": 2.921915438491851e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 226, "answer_end": 228, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999866485595703, "type_probabilities": {"tool_output_conflict": 1.2421011888363864e-05, "overgeneration": 2.7986057830275968e-05, "missing_tool_action_recommendation": 0.9999462366104126}}, {"answer_start": 173, "answer_end": 180, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999865889549255, "type_probabilities": {"tool_output_conflict": 1.0680796549422666e-05, "overgeneration": 2.5128294510068372e-05, "missing_tool_action_recommendation": 0.9999507665634155}}, {"answer_start": 165, "answer_end": 170, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858736991882, "type_probabilities": {"tool_output_conflict": 1.2204018275951967e-05, "overgeneration": 3.074665437452495e-05, "missing_tool_action_recommendation": 0.9999428987503052}}, {"answer_start": 198, "answer_end": 207, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.3188074262870941e-05, "overgeneration": 2.8362333978293464e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 170, "answer_end": 173, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.1115823326690588e-05, "overgeneration": 2.5851817554212175e-05, "missing_tool_action_recommendation": 0.9999473094940186}}, {"answer_start": 218, "answer_end": 225, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999842643737793, "type_probabilities": {"tool_output_conflict": 1.250625336979283e-05, "overgeneration": 3.553345231921412e-05, "missing_tool_action_recommendation": 0.9999362230300903}}, {"answer_start": 121, "answer_end": 123, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836087226868, "type_probabilities": {"tool_output_conflict": 1.3886231499782298e-05, "overgeneration": 2.5512183128739707e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 194, "answer_end": 198, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999827146530151, "type_probabilities": {"tool_output_conflict": 1.3423432392301038e-05, "overgeneration": 3.224480678909458e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 123, "answer_end": 127, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 9.99554595182417e-06, "overgeneration": 2.8398726499290206e-05, "missing_tool_action_recommendation": 0.9999442100524902}}, {"answer_start": 155, "answer_end": 161, "token_text": " Check", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999824166297913, "type_probabilities": {"tool_output_conflict": 1.3834461242367979e-05, "overgeneration": 3.058014408452436e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 161, "answer_end": 165, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815225601196, "type_probabilities": {"tool_output_conflict": 1.1088121027569287e-05, "overgeneration": 3.599756382755004e-05, "missing_tool_action_recommendation": 0.9999344348907471}}, {"answer_start": 225, "answer_end": 226, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999806880950928, "type_probabilities": {"tool_output_conflict": 1.207140212500235e-05, "overgeneration": 3.5029206628678367e-05, "missing_tool_action_recommendation": 0.9999336004257202}}, {"answer_start": 115, "answer_end": 120, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980092048645, "type_probabilities": {"tool_output_conflict": 9.443244380236138e-06, "overgeneration": 2.7523858079803176e-05, "missing_tool_action_recommendation": 0.9999431371688843}}, {"answer_start": 132, "answer_end": 136, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999788403511047, "type_probabilities": {"tool_output_conflict": 1.1406187695683911e-05, "overgeneration": 3.2525604183319956e-05, "missing_tool_action_recommendation": 0.9999349117279053}}, {"answer_start": 127, "answer_end": 132, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999781847000122, "type_probabilities": {"tool_output_conflict": 9.65860363066895e-06, "overgeneration": 2.7391643016017042e-05, "missing_tool_action_recommendation": 0.9999411106109619}}, {"answer_start": 142, "answer_end": 155, "token_text": " Authenticity", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999776482582092, "type_probabilities": {"tool_output_conflict": 1.6674004655214958e-05, "overgeneration": 3.1891173421172425e-05, "missing_tool_action_recommendation": 0.9999290704727173}}]}, "output": "You can download TikTok videos in the following regions: United States (us), European Union (eu), and Asia (asia).\n\nNext, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_178_0_b24cfa1124f920d4ff__overgeneration__6140252f98333ea355", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 145, "end": 222, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 145, "end": 222, "text": "The same result appears in a cross-check from an external monitoring service.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999558329582214, "mean_score": 0.9999439716339111, "type_score": 0.9998557090759277, "type_scores": {"tool_output_conflict": 5.6222633914633965e-05, "overgeneration": 0.9998557090759277, "missing_tool_action_recommendation": 3.2041505740683836e-05}, "token_count": 15}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 77, "gold_chars": 77, "pred_chars": 77}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_178_0_b24cfa1124f920d4ff__overgeneration__6140252f98333ea355__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 66, "top_tokens": [{"answer_start": 180, "answer_end": 185, "token_text": "check", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999558329582214, "type_probabilities": {"tool_output_conflict": 5.0785667554009706e-05, "overgeneration": 0.9998809099197388, "missing_tool_action_recommendation": 2.4162249246728607e-05}}, {"answer_start": 148, "answer_end": 153, "token_text": " same", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999553561210632, "type_probabilities": {"tool_output_conflict": 4.637202437152155e-05, "overgeneration": 0.9998730421066284, "missing_tool_action_recommendation": 3.594061126932502e-05}}, {"answer_start": 171, "answer_end": 173, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999544620513916, "type_probabilities": {"tool_output_conflict": 5.8728663134388626e-05, "overgeneration": 0.9998670816421509, "missing_tool_action_recommendation": 2.8666236175922677e-05}}, {"answer_start": 193, "answer_end": 202, "token_text": " external", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999529719352722, "type_probabilities": {"tool_output_conflict": 5.3409006795845926e-05, "overgeneration": 0.9998749494552612, "missing_tool_action_recommendation": 2.462698466842994e-05}}, {"answer_start": 173, "answer_end": 179, "token_text": " cross", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999505877494812, "type_probabilities": {"tool_output_conflict": 4.8322643124265596e-05, "overgeneration": 0.9998753070831299, "missing_tool_action_recommendation": 2.69191059487639e-05}}, {"answer_start": 202, "answer_end": 213, "token_text": " monitoring", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999501705169678, "type_probabilities": {"tool_output_conflict": 4.6923250920372084e-05, "overgeneration": 0.9998787641525269, "missing_tool_action_recommendation": 2.4486776965204626e-05}}, {"answer_start": 168, "answer_end": 171, "token_text": " in", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999499320983887, "type_probabilities": {"tool_output_conflict": 5.6858185416786e-05, "overgeneration": 0.9998584985733032, "missing_tool_action_recommendation": 3.456307968008332e-05}}, {"answer_start": 160, "answer_end": 168, "token_text": " appears", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999485611915588, "type_probabilities": {"tool_output_conflict": 4.5908742322353646e-05, "overgeneration": 0.9998716115951538, "missing_tool_action_recommendation": 3.105881842202507e-05}}, {"answer_start": 213, "answer_end": 221, "token_text": " service", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999485015869141, "type_probabilities": {"tool_output_conflict": 5.339225390343927e-05, "overgeneration": 0.99986732006073, "missing_tool_action_recommendation": 2.775983011815697e-05}}, {"answer_start": 190, "answer_end": 193, "token_text": " an", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999464750289917, "type_probabilities": {"tool_output_conflict": 6.105811917223036e-05, "overgeneration": 0.9998563528060913, "missing_tool_action_recommendation": 2.9079667001497e-05}}, {"answer_start": 153, "answer_end": 160, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999446272850037, "type_probabilities": {"tool_output_conflict": 4.15237809647806e-05, "overgeneration": 0.9998728036880493, "missing_tool_action_recommendation": 3.030773950740695e-05}}, {"answer_start": 185, "answer_end": 190, "token_text": " from", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999431371688843, "type_probabilities": {"tool_output_conflict": 6.000711437081918e-05, "overgeneration": 0.9998530149459839, "missing_tool_action_recommendation": 3.011895933013875e-05}}, {"answer_start": 144, "answer_end": 148, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999427199363708, "type_probabilities": {"tool_output_conflict": 5.2570892876246944e-05, "overgeneration": 0.9998548030853271, "missing_tool_action_recommendation": 3.5320994356879964e-05}}, {"answer_start": 221, "answer_end": 222, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999130964279175, "type_probabilities": {"tool_output_conflict": 8.424843690590933e-05, "overgeneration": 0.9997864365577698, "missing_tool_action_recommendation": 4.241508213453926e-05}}, {"answer_start": 179, "answer_end": 180, "token_text": "-", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99990314245224, "type_probabilities": {"tool_output_conflict": 8.323072688654065e-05, "overgeneration": 0.9997647404670715, "missing_tool_action_recommendation": 5.519645128515549e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.048039358574897e-05, "type_probabilities": {"tool_output_conflict": 1.5464833268197253e-05, "overgeneration": 3.6125860788160935e-05, "missing_tool_action_recommendation": 8.889697710401379e-06}}, {"answer_start": 107, "answer_end": 113, "token_text": " Enjoy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.5466691264882684e-05, "type_probabilities": {"tool_output_conflict": 1.238027289218735e-05, "overgeneration": 2.7092191885458305e-05, "missing_tool_action_recommendation": 1.5994228306226432e-05}}, {"answer_start": 57, "answer_end": 63, "token_text": "System", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4187155910767615e-05, "type_probabilities": {"tool_output_conflict": 8.82900621945737e-06, "overgeneration": 2.1629179173032753e-05, "missing_tool_action_recommendation": 2.372896960878279e-05}}, {"answer_start": 12, "answer_end": 20, "token_text": " freshly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.085497468826361e-05, "type_probabilities": {"tool_output_conflict": 1.1808810086222365e-05, "overgeneration": 2.0562314603012055e-05, "missing_tool_action_recommendation": 1.848384999902919e-05}}, {"answer_start": 106, "answer_end": 107, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7483590606134385e-05, "type_probabilities": {"tool_output_conflict": 1.295487345487345e-05, "overgeneration": 1.7056765500456095e-05, "missing_tool_action_recommendation": 1.7471949831815436e-05}}]}, "output": "Here is your freshly generated UUIDv5 for your \"SuperCoolSystem\": **aeafd234-fb67-5ad4-b967-3ecbdf8fc9df**. Enjoy using it for your new system!\n\nThe same result appears in a cross-check from an external monitoring service."}
+{"id": "toolace_base_498_0_aa35adff3d55ad6e41", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_498_0_aa35adff3d55ad6e41__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 42, "top_tokens": [{"answer_start": 76, "answer_end": 77, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0029266513884067535, "type_probabilities": {"tool_output_conflict": 0.0026912186294794083, "overgeneration": 0.0001701642177067697, "missing_tool_action_recommendation": 6.526841752929613e-05}}, {"answer_start": 73, "answer_end": 76, "token_text": " 37", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001245635561645031, "type_probabilities": {"tool_output_conflict": 0.0011118842521682382, "overgeneration": 8.360468928003684e-05, "missing_tool_action_recommendation": 5.01465801789891e-05}}, {"answer_start": 97, "answer_end": 98, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0011001834645867348, "type_probabilities": {"tool_output_conflict": 0.0009454520768485963, "overgeneration": 9.363252320326865e-05, "missing_tool_action_recommendation": 6.109884998295456e-05}}, {"answer_start": 77, "answer_end": 80, "token_text": "751", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010096413316205144, "type_probabilities": {"tool_output_conflict": 0.0008004911942407489, "overgeneration": 0.00010999997175531462, "missing_tool_action_recommendation": 9.915015834849328e-05}}, {"answer_start": 93, "answer_end": 95, "token_text": " -", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0006631991709582508, "type_probabilities": {"tool_output_conflict": 0.0005798598867841065, "overgeneration": 5.3508905693888664e-05, "missing_tool_action_recommendation": 2.9830400308128446e-05}}, {"answer_start": 98, "answer_end": 101, "token_text": "822", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0004525354888755828, "type_probabilities": {"tool_output_conflict": 0.00026752104167826474, "overgeneration": 6.434904935304075e-05, "missing_tool_action_recommendation": 0.0001206653832923621}}, {"answer_start": 95, "answer_end": 97, "token_text": "97", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00032828038092702627, "type_probabilities": {"tool_output_conflict": 0.00023065700952429324, "overgeneration": 5.030764441471547e-05, "missing_tool_action_recommendation": 4.7315719712059945e-05}}, {"answer_start": 63, "answer_end": 72, "token_text": " Latitude", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.61121918912977e-05, "type_probabilities": {"tool_output_conflict": 3.1787800253368914e-05, "overgeneration": 3.151054261252284e-05, "missing_tool_action_recommendation": 1.2813849934900645e-05}}, {"answer_start": 50, "answer_end": 51, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.672075687674806e-05, "type_probabilities": {"tool_output_conflict": 3.190058487234637e-05, "overgeneration": 2.166189551644493e-05, "missing_tool_action_recommendation": 1.3158276487956755e-05}}, {"answer_start": 82, "answer_end": 92, "token_text": " Longitude", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.973300721962005e-05, "type_probabilities": {"tool_output_conflict": 2.1121375539223664e-05, "overgeneration": 1.929192330862861e-05, "missing_tool_action_recommendation": 1.931970655277837e-05}}, {"answer_start": 72, "answer_end": 73, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.798627535114065e-05, "type_probabilities": {"tool_output_conflict": 3.5132547054672614e-05, "overgeneration": 1.5422030628542416e-05, "missing_tool_action_recommendation": 7.431699032167671e-06}}, {"answer_start": 53, "answer_end": 54, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.660155147779733e-05, "type_probabilities": {"tool_output_conflict": 2.8481970730354078e-05, "overgeneration": 1.756764504534658e-05, "missing_tool_action_recommendation": 1.0551937521086074e-05}}, {"answer_start": 54, "answer_end": 56, "token_text": "89", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.559235069085844e-05, "type_probabilities": {"tool_output_conflict": 1.4159589227347169e-05, "overgeneration": 2.2931681087356992e-05, "missing_tool_action_recommendation": 1.8501079466659576e-05}}, {"answer_start": 47, "answer_end": 48, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.940357757732272e-05, "type_probabilities": {"tool_output_conflict": 2.218536610598676e-05, "overgeneration": 1.5247284864017274e-05, "missing_tool_action_recommendation": 1.1970926607318688e-05}}, {"answer_start": 51, "answer_end": 53, "token_text": "67", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.689231718657538e-05, "type_probabilities": {"tool_output_conflict": 1.6052970750024542e-05, "overgeneration": 1.7689902961137705e-05, "missing_tool_action_recommendation": 1.3149444384907838e-05}}, {"answer_start": 153, "answer_end": 160, "token_text": " States", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.662273568101227e-05, "type_probabilities": {"tool_output_conflict": 1.5050903130031656e-05, "overgeneration": 1.6155379853444174e-05, "missing_tool_action_recommendation": 1.5416453607031144e-05}}, {"answer_start": 48, "answer_end": 50, "token_text": "45", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.520211587077938e-05, "type_probabilities": {"tool_output_conflict": 1.2722867722914089e-05, "overgeneration": 1.7001666492433287e-05, "missing_tool_action_recommendation": 1.5477580745937303e-05}}, {"answer_start": 59, "answer_end": 60, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.4549353333422914e-05, "type_probabilities": {"tool_output_conflict": 2.241456058982294e-05, "overgeneration": 1.604731187399011e-05, "missing_tool_action_recommendation": 6.0874808696098626e-06}}, {"answer_start": 146, "answer_end": 153, "token_text": " United", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.260004061507061e-05, "type_probabilities": {"tool_output_conflict": 1.7867243514047004e-05, "overgeneration": 1.0252821994072292e-05, "missing_tool_action_recommendation": 1.4479976016446017e-05}}, {"answer_start": 80, "answer_end": 82, "token_text": "\n-", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.0708837332203984e-05, "type_probabilities": {"tool_output_conflict": 1.3228565876488574e-05, "overgeneration": 1.9216709915781394e-05, "missing_tool_action_recommendation": 8.263561539934017e-06}}]}, "output": "The location information for the IP address 123.45.67.89 is:\n\n- Latitude: 37.751\n- Longitude: -97.822\n- City: Unknown\n- Region: Unknown\n- Country: United States"}
+{"id": "toolace_base_684_0_4408d5d0ddaf2bfab2", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_684_0_4408d5d0ddaf2bfab2__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 22, "top_tokens": [{"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.7453708248212934e-05, "type_probabilities": {"tool_output_conflict": 1.3728009434998967e-05, "overgeneration": 2.0893443434033543e-05, "missing_tool_action_recommendation": 1.2832255379180424e-05}}, {"answer_start": 94, "answer_end": 95, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.051582800457254e-05, "type_probabilities": {"tool_output_conflict": 1.774173324520234e-05, "overgeneration": 1.228357450600015e-05, "missing_tool_action_recommendation": 1.0490517524885945e-05}}, {"answer_start": 17, "answer_end": 30, "token_text": " successfully", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.771078263525851e-05, "type_probabilities": {"tool_output_conflict": 8.056270417000633e-06, "overgeneration": 1.2850393432017881e-05, "missing_tool_action_recommendation": 1.6804118786239997e-05}}, {"answer_start": 4, "answer_end": 8, "token_text": " Doe", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.76338284695521e-05, "type_probabilities": {"tool_output_conflict": 6.569496235897532e-06, "overgeneration": 9.580508958606515e-06, "missing_tool_action_recommendation": 2.1483821910806e-05}}, {"answer_start": 49, "answer_end": 59, "token_text": " Taekwondo", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.7395726394606754e-05, "type_probabilities": {"tool_output_conflict": 7.331404049182311e-06, "overgeneration": 1.1910113244084641e-05, "missing_tool_action_recommendation": 1.8154209101339802e-05}}, {"answer_start": 30, "answer_end": 41, "token_text": " registered", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.488313450361602e-05, "type_probabilities": {"tool_output_conflict": 7.2703114710748196e-06, "overgeneration": 1.186823737953091e-05, "missing_tool_action_recommendation": 1.5744586562504992e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " been", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.4129036066588014e-05, "type_probabilities": {"tool_output_conflict": 1.0461702004249673e-05, "overgeneration": 9.519466402707621e-06, "missing_tool_action_recommendation": 1.4147865840641316e-05}}, {"answer_start": 70, "answer_end": 80, "token_text": " happening", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.3492040529381484e-05, "type_probabilities": {"tool_output_conflict": 7.851906957512256e-06, "overgeneration": 1.0365841262682807e-05, "missing_tool_action_recommendation": 1.5274294128175825e-05}}, {"answer_start": 0, "answer_end": 4, "token_text": "John", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.3322052331641316e-05, "type_probabilities": {"tool_output_conflict": 6.64466369926231e-06, "overgeneration": 8.829990292724688e-06, "missing_tool_action_recommendation": 1.7847400158643723e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " has", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.2627278415020555e-05, "type_probabilities": {"tool_output_conflict": 1.0385185305494815e-05, "overgeneration": 9.047163075592835e-06, "missing_tool_action_recommendation": 1.3194930033932906e-05}}, {"answer_start": 100, "answer_end": 101, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.243684477638453e-05, "type_probabilities": {"tool_output_conflict": 1.075262207450578e-05, "overgeneration": 1.242146663571475e-05, "missing_tool_action_recommendation": 9.262756066164002e-06}}, {"answer_start": 104, "answer_end": 108, "token_text": " New", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.231193477404304e-05, "type_probabilities": {"tool_output_conflict": 9.027705345943104e-06, "overgeneration": 9.379158655065112e-06, "missing_tool_action_recommendation": 1.3905071682529524e-05}}, {"answer_start": 91, "answer_end": 94, "token_text": " 20", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.20841463690158e-05, "type_probabilities": {"tool_output_conflict": 1.1520941370690707e-05, "overgeneration": 8.010204510355834e-06, "missing_tool_action_recommendation": 1.2553001397463959e-05}}, {"answer_start": 101, "answer_end": 104, "token_text": " in", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.1955383747117594e-05, "type_probabilities": {"tool_output_conflict": 9.149870493274648e-06, "overgeneration": 9.349994797958061e-06, "missing_tool_action_recommendation": 1.3455518455884885e-05}}, {"answer_start": 108, "answer_end": 113, "token_text": " York", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.1940522603690624e-05, "type_probabilities": {"tool_output_conflict": 6.733147984050447e-06, "overgeneration": 1.1227346476516686e-05, "missing_tool_action_recommendation": 1.3980028597870842e-05}}, {"answer_start": 65, "answer_end": 70, "token_text": " Prix", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9738575904048048e-05, "type_probabilities": {"tool_output_conflict": 5.7990259847429115e-06, "overgeneration": 8.579220775573049e-06, "missing_tool_action_recommendation": 1.5360328688984737e-05}}, {"answer_start": 59, "answer_end": 65, "token_text": " Grand", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 2.9407157853711396e-05, "type_probabilities": {"tool_output_conflict": 8.822684321785346e-06, "overgeneration": 7.608138730574865e-06, "missing_tool_action_recommendation": 1.2976335710845888e-05}}, {"answer_start": 80, "answer_end": 83, "token_text": " on", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 2.8705489967251197e-05, "type_probabilities": {"tool_output_conflict": 9.447004231333267e-06, "overgeneration": 1.0015664884122089e-05, "missing_tool_action_recommendation": 9.242820851795841e-06}}, {"answer_start": 95, "answer_end": 100, "token_text": " 2020", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.8313517759670503e-05, "type_probabilities": {"tool_output_conflict": 1.203714418807067e-05, "overgeneration": 7.870045919844415e-06, "missing_tool_action_recommendation": 8.406326742260717e-06}}, {"answer_start": 83, "answer_end": 91, "token_text": " October", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.7298305212752894e-05, "type_probabilities": {"tool_output_conflict": 1.0421135812066495e-05, "overgeneration": 8.074022844084539e-06, "missing_tool_action_recommendation": 8.803145647107158e-06}}]}, "output": "John Doe has been successfully registered for the Taekwondo Grand Prix happening on October 20, 2020, in New York."}
+{"id": "toolace_base_796_0_9e76ca5af901d85961", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_796_0_9e76ca5af901d85961__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 48, "top_tokens": [{"answer_start": 137, "answer_end": 142, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.347597369924188e-05, "type_probabilities": {"tool_output_conflict": 1.4329480109154247e-05, "overgeneration": 1.917319059430156e-05, "missing_tool_action_recommendation": 5.997330299578607e-05}}, {"answer_start": 201, "answer_end": 202, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.210880671162158e-05, "type_probabilities": {"tool_output_conflict": 2.5875662686303258e-05, "overgeneration": 3.0686056561535224e-05, "missing_tool_action_recommendation": 3.554709110176191e-05}}, {"answer_start": 95, "answer_end": 108, "token_text": " Additionally", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.182268695440143e-05, "type_probabilities": {"tool_output_conflict": 2.1272304365993477e-05, "overgeneration": 2.6086623620358296e-05, "missing_tool_action_recommendation": 4.446375896804966e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.830871229292825e-05, "type_probabilities": {"tool_output_conflict": 1.957594395207707e-05, "overgeneration": 4.407491360325366e-05, "missing_tool_action_recommendation": 2.4657854737597518e-05}}, {"answer_start": 202, "answer_end": 207, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.261405360419303e-05, "type_probabilities": {"tool_output_conflict": 2.0487083020270802e-05, "overgeneration": 1.8805883883032948e-05, "missing_tool_action_recommendation": 2.332108488189988e-05}}, {"answer_start": 207, "answer_end": 209, "token_text": " a", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.244084215722978e-05, "type_probabilities": {"tool_output_conflict": 1.5853040167712606e-05, "overgeneration": 1.6751286239014007e-05, "missing_tool_action_recommendation": 2.9836519388481975e-05}}, {"answer_start": 47, "answer_end": 49, "token_text": " 8", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.235518958419561e-05, "type_probabilities": {"tool_output_conflict": 3.444702088017948e-05, "overgeneration": 1.4208366337697953e-05, "missing_tool_action_recommendation": 1.3699803275812883e-05}}, {"answer_start": 109, "answer_end": 111, "token_text": " I", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.040908920112997e-05, "type_probabilities": {"tool_output_conflict": 1.5444760720129125e-05, "overgeneration": 8.0182926467387e-06, "missing_tool_action_recommendation": 3.694603583426215e-05}}, {"answer_start": 142, "answer_end": 149, "token_text": " spouse", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.0386395489331335e-05, "type_probabilities": {"tool_output_conflict": 7.115454991435399e-06, "overgeneration": 1.6303476513712667e-05, "missing_tool_action_recommendation": 3.696746352943592e-05}}, {"answer_start": 149, "answer_end": 152, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.9178350056754425e-05, "type_probabilities": {"tool_output_conflict": 1.7832730009104125e-05, "overgeneration": 1.351655100734206e-05, "missing_tool_action_recommendation": 2.782906813081354e-05}}, {"answer_start": 126, "answer_end": 128, "token_text": " a", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7876524806488305e-05, "type_probabilities": {"tool_output_conflict": 1.40097090479685e-05, "overgeneration": 1.5048870409373194e-05, "missing_tool_action_recommendation": 2.8817947168136016e-05}}, {"answer_start": 108, "answer_end": 109, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.3077983466209844e-05, "type_probabilities": {"tool_output_conflict": 1.3617786862596404e-05, "overgeneration": 1.0312619451724458e-05, "missing_tool_action_recommendation": 2.914757715188898e-05}}, {"answer_start": 128, "answer_end": 133, "token_text": " task", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.2160059567540884e-05, "type_probabilities": {"tool_output_conflict": 8.122011422528885e-06, "overgeneration": 1.3211116311140358e-05, "missing_tool_action_recommendation": 3.0826933652861044e-05}}, {"answer_start": 218, "answer_end": 222, "token_text": " set", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.101121132611297e-05, "type_probabilities": {"tool_output_conflict": 8.602937668911181e-06, "overgeneration": 1.658425753703341e-05, "missing_tool_action_recommendation": 2.582401612016838e-05}}, {"answer_start": 0, "answer_end": 4, "token_text": "Your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.79874070151709e-05, "type_probabilities": {"tool_output_conflict": 7.026457296888111e-06, "overgeneration": 1.6871257685124874e-05, "missing_tool_action_recommendation": 2.408969339739997e-05}}, {"answer_start": 116, "answer_end": 126, "token_text": " scheduled", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.6757406380493194e-05, "type_probabilities": {"tool_output_conflict": 8.144014827848878e-06, "overgeneration": 1.0424660104035866e-05, "missing_tool_action_recommendation": 2.818873144860845e-05}}, {"answer_start": 94, "answer_end": 95, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.642861313186586e-05, "type_probabilities": {"tool_output_conflict": 1.3497351574187633e-05, "overgeneration": 1.758155121933669e-05, "missing_tool_action_recommendation": 1.5349709428846836e-05}}, {"answer_start": 36, "answer_end": 44, "token_text": " updated", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.573723708745092e-05, "type_probabilities": {"tool_output_conflict": 1.0747269698185846e-05, "overgeneration": 2.2362371964845806e-05, "missing_tool_action_recommendation": 1.262759633391397e-05}}, {"answer_start": 4, "answer_end": 14, "token_text": " inventory", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.5620687160408124e-05, "type_probabilities": {"tool_output_conflict": 7.579815246572252e-06, "overgeneration": 2.006270005949773e-05, "missing_tool_action_recommendation": 1.797817094484344e-05}}, {"answer_start": 56, "answer_end": 60, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.1227649489883333e-05, "type_probabilities": {"tool_output_conflict": 1.5239400454447605e-05, "overgeneration": 1.3129368198860902e-05, "missing_tool_action_recommendation": 1.2858881746069528e-05}}]}, "output": "Your inventory has been successfully updated to 8 towels and 8 bed sheets in the guest bedroom. Additionally, I have scheduled a task for your spouse to wash all towels and bed sheets on Friday morning, with a reminder set up for Thursday night."}
+{"id": "toolace_base_503_0_d13c66a74981f0af10__missing_tool_action_recommendation__e7b5b7b188699e9ac1", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 171, "end": 292, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 171, "end": 292, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999877214431763, "mean_score": 0.9999800635420758, "type_score": 0.999931672345037, "type_scores": {"tool_output_conflict": 1.455856968475374e-05, "overgeneration": 3.3838814725522354e-05, "missing_tool_action_recommendation": 0.999931672345037}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_503_0_d13c66a74981f0af10__missing_tool_action_recommendation__e7b5b7b188699e9ac1__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 60, "top_tokens": [{"answer_start": 283, "answer_end": 291, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999877214431763, "type_probabilities": {"tool_output_conflict": 1.332416468358133e-05, "overgeneration": 2.9843418815289624e-05, "missing_tool_action_recommendation": 0.9999445676803589}}, {"answer_start": 241, "answer_end": 249, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862313270569, "type_probabilities": {"tool_output_conflict": 1.5074449038365856e-05, "overgeneration": 2.922943895100616e-05, "missing_tool_action_recommendation": 0.9999419450759888}}, {"answer_start": 220, "answer_end": 225, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858140945435, "type_probabilities": {"tool_output_conflict": 1.303703902522102e-05, "overgeneration": 3.489511436782777e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 235, "answer_end": 241, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999855756759644, "type_probabilities": {"tool_output_conflict": 1.734297075017821e-05, "overgeneration": 3.608093174989335e-05, "missing_tool_action_recommendation": 0.9999321699142456}}, {"answer_start": 210, "answer_end": 216, "token_text": " Check", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852180480957, "type_probabilities": {"tool_output_conflict": 1.2958126717421692e-05, "overgeneration": 3.0804840207565576e-05, "missing_tool_action_recommendation": 0.9999414682388306}}, {"answer_start": 262, "answer_end": 273, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.3793867765343748e-05, "overgeneration": 2.895144461945165e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 228, "answer_end": 235, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850988388062, "type_probabilities": {"tool_output_conflict": 1.2812460226996336e-05, "overgeneration": 2.7151256290380843e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 216, "answer_end": 220, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 1.1866356544487644e-05, "overgeneration": 3.359126640134491e-05, "missing_tool_action_recommendation": 0.9999392032623291}}, {"answer_start": 281, "answer_end": 283, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999983549118042, "type_probabilities": {"tool_output_conflict": 1.3415455214271788e-05, "overgeneration": 2.8693972126347944e-05, "missing_tool_action_recommendation": 0.9999414682388306}}, {"answer_start": 253, "answer_end": 262, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999832510948181, "type_probabilities": {"tool_output_conflict": 1.3946446415502578e-05, "overgeneration": 2.78446423180867e-05, "missing_tool_action_recommendation": 0.9999414682388306}}, {"answer_start": 225, "answer_end": 228, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999826550483704, "type_probabilities": {"tool_output_conflict": 1.2144663742219564e-05, "overgeneration": 2.8698332243948244e-05, "missing_tool_action_recommendation": 0.9999418258666992}}, {"answer_start": 176, "answer_end": 178, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.5720503142802045e-05, "overgeneration": 2.809137549775187e-05, "missing_tool_action_recommendation": 0.9999382495880127}}, {"answer_start": 197, "answer_end": 210, "token_text": " Authenticity", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999812245368958, "type_probabilities": {"tool_output_conflict": 1.554147274873685e-05, "overgeneration": 3.2294203265337273e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 249, "answer_end": 253, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980628490448, "type_probabilities": {"tool_output_conflict": 1.4052250662643928e-05, "overgeneration": 3.179863779223524e-05, "missing_tool_action_recommendation": 0.9999347925186157}}, {"answer_start": 273, "answer_end": 280, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805688858032, "type_probabilities": {"tool_output_conflict": 1.451797015761258e-05, "overgeneration": 3.652213126770221e-05, "missing_tool_action_recommendation": 0.9999295473098755}}, {"answer_start": 178, "answer_end": 182, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999801516532898, "type_probabilities": {"tool_output_conflict": 1.1817941413028166e-05, "overgeneration": 3.196536999894306e-05, "missing_tool_action_recommendation": 0.9999363422393799}}, {"answer_start": 187, "answer_end": 191, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999800324440002, "type_probabilities": {"tool_output_conflict": 1.3641185432788916e-05, "overgeneration": 3.4703873097896576e-05, "missing_tool_action_recommendation": 0.9999316930770874}}, {"answer_start": 182, "answer_end": 187, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999776482582092, "type_probabilities": {"tool_output_conflict": 1.1469261153251864e-05, "overgeneration": 2.805927215376869e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 280, "answer_end": 281, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976634979248, "type_probabilities": {"tool_output_conflict": 1.4775417184864637e-05, "overgeneration": 3.768389069591649e-05, "missing_tool_action_recommendation": 0.9999241828918457}}, {"answer_start": 170, "answer_end": 175, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976396560669, "type_probabilities": {"tool_output_conflict": 1.2389997209538706e-05, "overgeneration": 2.872459481295664e-05, "missing_tool_action_recommendation": 0.9999352693557739}}]}, "output": "The model has been successfully deployed. You can access your deployed model for real-time image recognition at the following URL: https://production.endpoint.url/model.\n\nNext, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_740_0_4139df0c81d8b9d58f__missing_tool_action_recommendation__436ee89db70ecf2678", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 234, "end": 354, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 234, "end": 354, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999874830245972, "mean_score": 0.9999815692072329, "type_score": 0.9999339528705763, "type_scores": {"tool_output_conflict": 1.475333200410798e-05, "overgeneration": 3.286477611096495e-05, "missing_tool_action_recommendation": 0.9999339528705763}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 120}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_740_0_4139df0c81d8b9d58f__missing_tool_action_recommendation__436ee89db70ecf2678__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 75, "top_tokens": [{"answer_start": 297, "answer_end": 303, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999874830245972, "type_probabilities": {"tool_output_conflict": 1.674152554187458e-05, "overgeneration": 3.0439618058153428e-05, "missing_tool_action_recommendation": 0.9999402761459351}}, {"answer_start": 345, "answer_end": 353, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999870657920837, "type_probabilities": {"tool_output_conflict": 1.4636919331678655e-05, "overgeneration": 2.94147012027679e-05, "missing_tool_action_recommendation": 0.9999430179595947}}, {"answer_start": 303, "answer_end": 311, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999869465827942, "type_probabilities": {"tool_output_conflict": 1.5432311556651257e-05, "overgeneration": 2.765269164228812e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 282, "answer_end": 287, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999863505363464, "type_probabilities": {"tool_output_conflict": 1.4028380064701196e-05, "overgeneration": 3.441051740082912e-05, "missing_tool_action_recommendation": 0.999937891960144}}, {"answer_start": 290, "answer_end": 297, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999863505363464, "type_probabilities": {"tool_output_conflict": 1.3053520888206549e-05, "overgeneration": 2.5161272787954658e-05, "missing_tool_action_recommendation": 0.9999481439590454}}, {"answer_start": 324, "answer_end": 335, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999847412109375, "type_probabilities": {"tool_output_conflict": 1.4174716852721758e-05, "overgeneration": 2.645916356414091e-05, "missing_tool_action_recommendation": 0.9999440908432007}}, {"answer_start": 343, "answer_end": 345, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 1.3042369573668111e-05, "overgeneration": 2.4538992875022814e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 287, "answer_end": 290, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839663505554, "type_probabilities": {"tool_output_conflict": 1.3381179996940773e-05, "overgeneration": 2.855003003787715e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 278, "answer_end": 282, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999839067459106, "type_probabilities": {"tool_output_conflict": 1.2775574759871233e-05, "overgeneration": 3.561858829925768e-05, "missing_tool_action_recommendation": 0.999935507774353}}, {"answer_start": 239, "answer_end": 241, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999831318855286, "type_probabilities": {"tool_output_conflict": 1.475279077567393e-05, "overgeneration": 2.8960552299395204e-05, "missing_tool_action_recommendation": 0.9999394416809082}}, {"answer_start": 315, "answer_end": 324, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999821782112122, "type_probabilities": {"tool_output_conflict": 1.5766087017254904e-05, "overgeneration": 2.707448584260419e-05, "missing_tool_action_recommendation": 0.9999393224716187}}, {"answer_start": 263, "answer_end": 271, "token_text": " Reviews", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999820590019226, "type_probabilities": {"tool_output_conflict": 1.5749137673992664e-05, "overgeneration": 3.841764191747643e-05, "missing_tool_action_recommendation": 0.9999278783798218}}, {"answer_start": 271, "answer_end": 278, "token_text": " Lookup", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818205833435, "type_probabilities": {"tool_output_conflict": 1.5127066944842227e-05, "overgeneration": 3.739335443242453e-05, "missing_tool_action_recommendation": 0.9999293088912964}}, {"answer_start": 250, "answer_end": 254, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999813437461853, "type_probabilities": {"tool_output_conflict": 1.3901725651521701e-05, "overgeneration": 3.526606451487169e-05, "missing_tool_action_recommendation": 0.9999321699142456}}, {"answer_start": 311, "answer_end": 315, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999981164932251, "type_probabilities": {"tool_output_conflict": 1.4932680642232299e-05, "overgeneration": 2.808577482937835e-05, "missing_tool_action_recommendation": 0.9999381303787231}}, {"answer_start": 241, "answer_end": 245, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999809265136719, "type_probabilities": {"tool_output_conflict": 1.3766937627224252e-05, "overgeneration": 3.3466407330706716e-05, "missing_tool_action_recommendation": 0.9999337196350098}}, {"answer_start": 335, "answer_end": 342, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999805688858032, "type_probabilities": {"tool_output_conflict": 1.4045143871044274e-05, "overgeneration": 3.2110343454405665e-05, "missing_tool_action_recommendation": 0.9999344348907471}}, {"answer_start": 245, "answer_end": 250, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999793767929077, "type_probabilities": {"tool_output_conflict": 1.2407485883159097e-05, "overgeneration": 2.9818816983606666e-05, "missing_tool_action_recommendation": 0.9999371767044067}}, {"answer_start": 342, "answer_end": 343, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999786615371704, "type_probabilities": {"tool_output_conflict": 1.4910077879903838e-05, "overgeneration": 3.455299520283006e-05, "missing_tool_action_recommendation": 0.9999291896820068}}, {"answer_start": 254, "answer_end": 263, "token_text": " Business", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778866767883, "type_probabilities": {"tool_output_conflict": 1.2746856555168051e-05, "overgeneration": 3.607081089285202e-05, "missing_tool_action_recommendation": 0.9999290704727173}}]}, "output": "London has a higher vegetation coverage of 23.5% compared to Beijing's 18.9% for this year. To proceed with checking the air quality for London over the past month, could you provide the ID of the monitoring station you want to use?\n\nNext, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_788_0_f19ccba472fe308d14__overgeneration__e785061bd6002d78a8", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 160, "end": 218, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 160, "end": 218, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999673962593079, "mean_score": 0.9999573767185211, "type_score": 0.9998690664768219, "type_scores": {"tool_output_conflict": 4.343375949247275e-05, "overgeneration": 0.9998690664768219, "missing_tool_action_recommendation": 4.486835532588884e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 58, "gold_chars": 58, "pred_chars": 58}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_788_0_f19ccba472fe308d14__overgeneration__e785061bd6002d78a8__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 38, "top_tokens": [{"answer_start": 198, "answer_end": 201, "token_text": " as", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999673962593079, "type_probabilities": {"tool_output_conflict": 5.686159056494944e-05, "overgeneration": 0.9998593330383301, "missing_tool_action_recommendation": 5.1179413276258856e-05}}, {"answer_start": 159, "answer_end": 166, "token_text": "\nRecent", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999663829803467, "type_probabilities": {"tool_output_conflict": 4.722995436168276e-05, "overgeneration": 0.999868631362915, "missing_tool_action_recommendation": 5.054567736806348e-05}}, {"answer_start": 186, "answer_end": 191, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999628663063049, "type_probabilities": {"tool_output_conflict": 3.676276173791848e-05, "overgeneration": 0.9998799562454224, "missing_tool_action_recommendation": 4.6111450501484796e-05}}, {"answer_start": 201, "answer_end": 208, "token_text": " highly", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999619722366333, "type_probabilities": {"tool_output_conflict": 4.421447010827251e-05, "overgeneration": 0.9998819828033447, "missing_tool_action_recommendation": 3.574325819499791e-05}}, {"answer_start": 180, "answer_end": 186, "token_text": " rates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999616146087646, "type_probabilities": {"tool_output_conflict": 4.08620762755163e-05, "overgeneration": 0.9998878240585327, "missing_tool_action_recommendation": 3.288637526566163e-05}}, {"answer_start": 171, "answer_end": 180, "token_text": " feedback", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999960720539093, "type_probabilities": {"tool_output_conflict": 4.797726433025673e-05, "overgeneration": 0.9998739957809448, "missing_tool_action_recommendation": 3.873370951623656e-05}}, {"answer_start": 191, "answer_end": 198, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999592900276184, "type_probabilities": {"tool_output_conflict": 3.274157643318176e-05, "overgeneration": 0.9998840093612671, "missing_tool_action_recommendation": 4.2574567487463355e-05}}, {"answer_start": 208, "answer_end": 217, "token_text": " reliable", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999584555625916, "type_probabilities": {"tool_output_conflict": 3.6798985092900693e-05, "overgeneration": 0.9998778104782104, "missing_tool_action_recommendation": 4.388799425214529e-05}}, {"answer_start": 166, "answer_end": 171, "token_text": " user", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999561905860901, "type_probabilities": {"tool_output_conflict": 4.3317038944223896e-05, "overgeneration": 0.9998666048049927, "missing_tool_action_recommendation": 4.6247310820035636e-05}}, {"answer_start": 217, "answer_end": 218, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999188780784607, "type_probabilities": {"tool_output_conflict": 4.7571877075824887e-05, "overgeneration": 0.999810516834259, "missing_tool_action_recommendation": 6.077379657654092e-05}}, {"answer_start": 157, "answer_end": 158, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0002715468581300229, "type_probabilities": {"tool_output_conflict": 3.424053284106776e-05, "overgeneration": 0.0001335526758339256, "missing_tool_action_recommendation": 0.0001037536421790719}}, {"answer_start": 139, "answer_end": 142, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010476042371010408, "type_probabilities": {"tool_output_conflict": 8.540407179680187e-06, "overgeneration": 4.292644371162169e-05, "missing_tool_action_recommendation": 5.3293573728296906e-05}}, {"answer_start": 133, "answer_end": 139, "token_text": " based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.38105333968997e-05, "type_probabilities": {"tool_output_conflict": 1.1298200661258306e-05, "overgeneration": 4.23903766204603e-05, "missing_tool_action_recommendation": 3.012195520568639e-05}}, {"answer_start": 123, "answer_end": 133, "token_text": " necessary", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.629784911638126e-05, "type_probabilities": {"tool_output_conflict": 6.764118097635219e-06, "overgeneration": 3.104413190158084e-05, "missing_tool_action_recommendation": 2.848959957191255e-05}}, {"answer_start": 79, "answer_end": 87, "token_text": " monitor", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.986531323287636e-05, "type_probabilities": {"tool_output_conflict": 1.0083936103910673e-05, "overgeneration": 3.005438338732347e-05, "missing_tool_action_recommendation": 1.9726996470126323e-05}}, {"answer_start": 103, "answer_end": 110, "token_text": " adjust", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.635803972836584e-05, "type_probabilities": {"tool_output_conflict": 8.053010787989479e-06, "overgeneration": 2.7838437745231204e-05, "missing_tool_action_recommendation": 2.0466590285650454e-05}}, {"answer_start": 148, "answer_end": 157, "token_text": " response", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.525290544028394e-05, "type_probabilities": {"tool_output_conflict": 1.0182008736592252e-05, "overgeneration": 2.967116415675264e-05, "missing_tool_action_recommendation": 1.5399731637444347e-05}}, {"answer_start": 99, "answer_end": 103, "token_text": " and", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.4994885431369767e-05, "type_probabilities": {"tool_output_conflict": 1.4437079698836897e-05, "overgeneration": 2.116014002240263e-05, "missing_tool_action_recommendation": 1.9397666619624943e-05}}, {"answer_start": 110, "answer_end": 120, "token_text": " treatment", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.139685526955873e-05, "type_probabilities": {"tool_output_conflict": 9.285433407058008e-06, "overgeneration": 2.1718431526096538e-05, "missing_tool_action_recommendation": 2.0392986698425375e-05}}, {"answer_start": 120, "answer_end": 123, "token_text": " as", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.9315072828903794e-05, "type_probabilities": {"tool_output_conflict": 8.412669558310881e-06, "overgeneration": 2.3185411919257604e-05, "missing_tool_action_recommendation": 1.771699135133531e-05}}]}, "output": "The management of the patient's back pain has been applied successfully. Please monitor the patient and adjust treatment as necessary based on their response.\n\nRecent user feedback rates this result as highly reliable."}
+{"id": "toolace_base_129_6_bd8090bc38d014bf54", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_129_6_bd8090bc38d014bf54__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 75, "top_tokens": [{"answer_start": 296, "answer_end": 300, "token_text": " you", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002484935102984309, "type_probabilities": {"tool_output_conflict": 9.424544259672984e-05, "overgeneration": 6.202377699082717e-05, "missing_tool_action_recommendation": 9.22242907108739e-05}}, {"answer_start": 300, "answer_end": 306, "token_text": " aptly", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00020951504120603204, "type_probabilities": {"tool_output_conflict": 6.649802526226267e-05, "overgeneration": 8.856798376655206e-05, "missing_tool_action_recommendation": 5.444902490125969e-05}}, {"answer_start": 313, "answer_end": 314, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001703353482298553, "type_probabilities": {"tool_output_conflict": 6.239790673134848e-05, "overgeneration": 6.0659040173050016e-05, "missing_tool_action_recommendation": 4.72784013254568e-05}}, {"answer_start": 306, "answer_end": 310, "token_text": " put", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015315810742322356, "type_probabilities": {"tool_output_conflict": 4.0353566873818636e-05, "overgeneration": 5.855723429704085e-05, "missing_tool_action_recommendation": 5.4247309890342876e-05}}, {"answer_start": 310, "answer_end": 313, "token_text": " it", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00015160185284912586, "type_probabilities": {"tool_output_conflict": 4.740276563097723e-05, "overgeneration": 4.40831390733365e-05, "missing_tool_action_recommendation": 6.011594450683333e-05}}, {"answer_start": 211, "answer_end": 217, "token_text": " seems", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013091365690343082, "type_probabilities": {"tool_output_conflict": 2.144887730537448e-05, "overgeneration": 5.8253132010577247e-05, "missing_tool_action_recommendation": 5.121164576848969e-05}}, {"answer_start": 240, "answer_end": 247, "token_text": " indeed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001123082111007534, "type_probabilities": {"tool_output_conflict": 3.127301897620782e-05, "overgeneration": 5.814765245304443e-05, "missing_tool_action_recommendation": 2.2887536033522338e-05}}, {"answer_start": 26, "answer_end": 31, "token_text": " from", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011060306133003905, "type_probabilities": {"tool_output_conflict": 2.062793828372378e-05, "overgeneration": 5.677860463038087e-05, "missing_tool_action_recommendation": 3.319652023492381e-05}}, {"answer_start": 0, "answer_end": 5, "token_text": "Based", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010408910748083144, "type_probabilities": {"tool_output_conflict": 1.4307370292954147e-05, "overgeneration": 5.633249384118244e-05, "missing_tool_action_recommendation": 3.3449246984673664e-05}}, {"answer_start": 17, "answer_end": 26, "token_text": " returned", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.851218783296645e-05, "type_probabilities": {"tool_output_conflict": 1.211660674016457e-05, "overgeneration": 5.703137503587641e-05, "missing_tool_action_recommendation": 2.936420787591487e-05}}, {"answer_start": 31, "answer_end": 35, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.794534707907587e-05, "type_probabilities": {"tool_output_conflict": 2.2060890842112713e-05, "overgeneration": 3.847322295769118e-05, "missing_tool_action_recommendation": 3.741123873624019e-05}}, {"answer_start": 12, "answer_end": 17, "token_text": " data", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.62572667049244e-05, "type_probabilities": {"tool_output_conflict": 1.1903280210390221e-05, "overgeneration": 5.003975093131885e-05, "missing_tool_action_recommendation": 3.431423829169944e-05}}, {"answer_start": 5, "answer_end": 8, "token_text": " on", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.584963845554739e-05, "type_probabilities": {"tool_output_conflict": 6.830334314145148e-06, "overgeneration": 4.053295560879633e-05, "missing_tool_action_recommendation": 4.848634489462711e-05}}, {"answer_start": 35, "answer_end": 40, "token_text": " tool", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.163092181552202e-05, "type_probabilities": {"tool_output_conflict": 1.52993670781143e-05, "overgeneration": 3.658602145151235e-05, "missing_tool_action_recommendation": 3.974553692387417e-05}}, {"answer_start": 236, "answer_end": 240, "token_text": " may", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.38889172882773e-05, "type_probabilities": {"tool_output_conflict": 2.4085131371975876e-05, "overgeneration": 3.777771780733019e-05, "missing_tool_action_recommendation": 2.2026071746950038e-05}}, {"answer_start": 292, "answer_end": 293, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.181340672308579e-05, "type_probabilities": {"tool_output_conflict": 3.030001425941009e-05, "overgeneration": 3.0319002689793706e-05, "missing_tool_action_recommendation": 2.11943934118608e-05}}, {"answer_start": 78, "answer_end": 82, "token_text": "Side", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.036984607111663e-05, "type_probabilities": {"tool_output_conflict": 1.1440202797530219e-05, "overgeneration": 2.285847585881129e-05, "missing_tool_action_recommendation": 3.6071171052753925e-05}}, {"answer_start": 250, "answer_end": 255, "token_text": " just", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.460217264248058e-05, "type_probabilities": {"tool_output_conflict": 1.3563803804572672e-05, "overgeneration": 2.7876383683178574e-05, "missing_tool_action_recommendation": 2.3161985154729337e-05}}, {"answer_start": 8, "answer_end": 12, "token_text": " the", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.104247586335987e-05, "type_probabilities": {"tool_output_conflict": 1.757212339725811e-05, "overgeneration": 2.348404814256355e-05, "missing_tool_action_recommendation": 1.998630614252761e-05}}, {"answer_start": 93, "answer_end": 94, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.098346057115123e-05, "type_probabilities": {"tool_output_conflict": 1.446938404114917e-05, "overgeneration": 2.4526580091333017e-05, "missing_tool_action_recommendation": 2.1987498257658444e-05}}]}, "output": "Based on the data returned from the tool, the email address 'HelloFromTheOtherSide@domain.com' is not valid. The reason for this is either an invalid format or that the domain 'domain.com' is non-existent. So it seems this email address may indeed be just a wisp of smoke in the virtual world, as you aptly put it."}
+{"id": "toolace_base_450_6_c41d819ac9d7b8dce2__tool_output_conflict__20e9109768c2ac7bb3", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "clean", "true_is_hallucinated": true, "pred_is_hallucinated": false, "gold_spans": [{"start": 197, "end": 208, "text": "901,821,650", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 11, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_450_6_c41d819ac9d7b8dce2__tool_output_conflict__20e9109768c2ac7bb3__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 344, "top_tokens": [{"answer_start": 204, "answer_end": 205, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.11002351343631744, "type_probabilities": {"tool_output_conflict": 0.10682518780231476, "overgeneration": 0.0015489355428144336, "missing_tool_action_recommendation": 0.0016493850853294134}}, {"answer_start": 200, "answer_end": 201, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.08662029355764389, "type_probabilities": {"tool_output_conflict": 0.08436606079339981, "overgeneration": 0.0010292095830664039, "missing_tool_action_recommendation": 0.0012250237632542849}}, {"answer_start": 196, "answer_end": 200, "token_text": " 901", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.06989207118749619, "type_probabilities": {"tool_output_conflict": 0.06828363984823227, "overgeneration": 0.001121239154599607, "missing_tool_action_recommendation": 0.00048719116603024304}}, {"answer_start": 760, "answer_end": 763, "token_text": "211", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.04065437987446785, "type_probabilities": {"tool_output_conflict": 0.040066637098789215, "overgeneration": 0.00039303276571445167, "missing_tool_action_recommendation": 0.0001947080745594576}}, {"answer_start": 201, "answer_end": 204, "token_text": "821", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.01990259811282158, "type_probabilities": {"tool_output_conflict": 0.018463457003235817, "overgeneration": 0.0008441525278612971, "missing_tool_action_recommendation": 0.000594988523516804}}, {"answer_start": 205, "answer_end": 208, "token_text": "650", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.013412972912192345, "type_probabilities": {"tool_output_conflict": 0.011710669845342636, "overgeneration": 0.0010618934174999595, "missing_tool_action_recommendation": 0.0006404100568033755}}, {"answer_start": 764, "answer_end": 765, "token_text": "9", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.011411548592150211, "type_probabilities": {"tool_output_conflict": 0.010966730304062366, "overgeneration": 0.00020722896442748606, "missing_tool_action_recommendation": 0.00023758941097185016}}, {"answer_start": 377, "answer_end": 380, "token_text": " 96", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.011078095994889736, "type_probabilities": {"tool_output_conflict": 0.010039535351097584, "overgeneration": 0.0007354157278314233, "missing_tool_action_recommendation": 0.0003031450032722205}}, {"answer_start": 381, "answer_end": 382, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.010660000145435333, "type_probabilities": {"tool_output_conflict": 0.009717656299471855, "overgeneration": 0.0005580928409472108, "missing_tool_action_recommendation": 0.0003842507430817932}}, {"answer_start": 385, "answer_end": 386, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0061506060883402824, "type_probabilities": {"tool_output_conflict": 0.005225733388215303, "overgeneration": 0.0005168421193957329, "missing_tool_action_recommendation": 0.0004080307262483984}}, {"answer_start": 380, "answer_end": 381, "token_text": "2", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.003269905224442482, "type_probabilities": {"tool_output_conflict": 0.002820086432620883, "overgeneration": 0.00022778632410336286, "missing_tool_action_recommendation": 0.00022203252592589706}}, {"answer_start": 382, "answer_end": 385, "token_text": "251", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0031418183352798223, "type_probabilities": {"tool_output_conflict": 0.0022783244494348764, "overgeneration": 0.000519504421390593, "missing_tool_action_recommendation": 0.00034398931893520057}}, {"answer_start": 763, "answer_end": 764, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.001513454131782055, "type_probabilities": {"tool_output_conflict": 0.0013856147415935993, "overgeneration": 4.672569775721058e-05, "missing_tool_action_recommendation": 8.111368515528738e-05}}, {"answer_start": 642, "answer_end": 645, "token_text": " 18", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0013200651155784726, "type_probabilities": {"tool_output_conflict": 0.0007474091253243387, "overgeneration": 0.00037165451794862747, "missing_tool_action_recommendation": 0.00020100142864976078}}, {"answer_start": 646, "answer_end": 649, "token_text": "868", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0012907373020425439, "type_probabilities": {"tool_output_conflict": 0.0005282819038257003, "overgeneration": 0.000470798637252301, "missing_tool_action_recommendation": 0.0002916567900683731}}, {"answer_start": 386, "answer_end": 389, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010928328847512603, "type_probabilities": {"tool_output_conflict": 0.0006376579985953867, "overgeneration": 0.00026053166948258877, "missing_tool_action_recommendation": 0.00019464317301753908}}, {"answer_start": 649, "answer_end": 650, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0010377871803939342, "type_probabilities": {"tool_output_conflict": 0.0007099362555891275, "overgeneration": 0.00018009137420449406, "missing_tool_action_recommendation": 0.0001477595797041431}}, {"answer_start": 650, "answer_end": 653, "token_text": "900", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0007475525490008295, "type_probabilities": {"tool_output_conflict": 0.00022454423015005887, "overgeneration": 0.00030345303821377456, "missing_tool_action_recommendation": 0.00021955529518891126}}, {"answer_start": 1174, "answer_end": 1184, "token_text": " multitude", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006641836953349411, "type_probabilities": {"tool_output_conflict": 0.0001426030503353104, "overgeneration": 0.00046609845594502985, "missing_tool_action_recommendation": 5.548217814066447e-05}}, {"answer_start": 1129, "answer_end": 1130, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0006547557422891259, "type_probabilities": {"tool_output_conflict": 0.00010110942093888298, "overgeneration": 0.0005135287065058947, "missing_tool_action_recommendation": 4.0117571188602597e-05}}]}, "output": "The historical quarterly prices for Apple Inc. (AAPL) are as follows:\n\n1. For the quarter ending on 2026-03-31:\n   - Open: $185.5\n   - High: $198.2\n   - Low: $182.8\n   - Close: $197.5\n   - Volume: 901,821,650\n   - Dividend: $0.85\n   - Split: No Split\n\n2. For the quarter ending on 2026-06-30:\n   - Open: $197.5\n   - High: $210.8\n   - Low: $190.1\n   - Close: $202.6\n   - Volume: 962,251,000\n   - Dividend: $0.85\n   - Split: No Split\n\nThe 10-year historical monthly adjusted prices for Apple Inc. (AAPL) are as follows:\n\n1. For the month ending on 2026-05-31:\n   - Open: $202.6\n   - High: $205.8\n   - Low: $197.4\n   - Close: $205.1\n   - Volume: 18,868,900\n   - Dividend: $0.85\n   - Split: 1.0\n\n2. For the current date (2026-06-20):\n   - Open: $205.1\n   - High: $211.9\n   - Low: $198.6\n   - Close: $208.7\n   - Volume: 26,521,100\n   - Dividend: $0.85\n   - Split: 1.0\n\nThe data above reveals that the stock price has been increasing over recent quarters and months. The volume - the number of shares traded - has also gone up. The dividends remain consistent. Note that past performance is not necessarily indicative of future results, and the stock market can be influenced by a multitude of factors."}
+{"id": "toolace_base_223_6_1a70c80c772deee158__tool_output_conflict__e427bc55b0f67e1aac", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 152, "end": 158, "text": "701957", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 152, "end": 158, "text": "701957", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9458681344985962, "mean_score": 0.9191845953464508, "type_score": 0.9164083302021027, "type_scores": {"tool_output_conflict": 0.9164083302021027, "overgeneration": 0.0016351445228792727, "missing_tool_action_recommendation": 0.0011410938459448516}, "token_count": 2}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 6, "gold_chars": 6, "pred_chars": 6}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_223_6_1a70c80c772deee158__tool_output_conflict__e427bc55b0f67e1aac__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 201, "top_tokens": [{"answer_start": 151, "answer_end": 154, "token_text": " 70", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9458681344985962, "type_probabilities": {"tool_output_conflict": 0.9441601634025574, "overgeneration": 0.001174372504465282, "missing_tool_action_recommendation": 0.0005335855530574918}}, {"answer_start": 154, "answer_end": 158, "token_text": "1957", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.8925010561943054, "type_probabilities": {"tool_output_conflict": 0.888656497001648, "overgeneration": 0.0020959165412932634, "missing_tool_action_recommendation": 0.0017486021388322115}}, {"answer_start": 512, "answer_end": 514, "token_text": "up", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003641714865807444, "type_probabilities": {"tool_output_conflict": 0.00030142199830152094, "overgeneration": 3.813386138062924e-05, "missing_tool_action_recommendation": 2.4615650545456447e-05}}, {"answer_start": 510, "answer_end": 511, "token_text": "s", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003044778713956475, "type_probabilities": {"tool_output_conflict": 0.0002524605952203274, "overgeneration": 1.903080010379199e-05, "missing_tool_action_recommendation": 3.2986488804453984e-05}}, {"answer_start": 515, "answer_end": 522, "token_text": "percent", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00023750710533931851, "type_probabilities": {"tool_output_conflict": 0.00018977529543917626, "overgeneration": 2.4899132768041454e-05, "missing_tool_action_recommendation": 2.2832675313111395e-05}}, {"answer_start": 543, "answer_end": 554, "token_text": " retrieving", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00020676132407970726, "type_probabilities": {"tool_output_conflict": 3.287861909484491e-05, "overgeneration": 6.265459524001926e-05, "missing_tool_action_recommendation": 0.0001112281097448431}}, {"answer_start": 503, "answer_end": 510, "token_text": "analyst", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001931081060320139, "type_probabilities": {"tool_output_conflict": 0.0001366164506180212, "overgeneration": 1.9988830899819732e-05, "missing_tool_action_recommendation": 3.650281723821536e-05}}, {"answer_start": 497, "answer_end": 498, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016877107555046678, "type_probabilities": {"tool_output_conflict": 7.784598710713908e-05, "overgeneration": 3.368348552612588e-05, "missing_tool_action_recommendation": 5.724161019315943e-05}}, {"answer_start": 267, "answer_end": 268, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00015534940757788718, "type_probabilities": {"tool_output_conflict": 0.00011213640391360968, "overgeneration": 1.8242537407786585e-05, "missing_tool_action_recommendation": 2.4970455342554487e-05}}, {"answer_start": 511, "answer_end": 512, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001500358630437404, "type_probabilities": {"tool_output_conflict": 9.78452226263471e-05, "overgeneration": 2.9761755286017433e-05, "missing_tool_action_recommendation": 2.2428874217439443e-05}}, {"answer_start": 603, "answer_end": 604, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001322459283983335, "type_probabilities": {"tool_output_conflict": 5.5264819820877165e-05, "overgeneration": 4.122346217627637e-05, "missing_tool_action_recommendation": 3.5757646401179954e-05}}, {"answer_start": 268, "answer_end": 269, "token_text": "7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012550537940114737, "type_probabilities": {"tool_output_conflict": 5.593883179244585e-05, "overgeneration": 2.6265475753461942e-05, "missing_tool_action_recommendation": 4.3301064579281956e-05}}, {"answer_start": 514, "answer_end": 515, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012501879245974123, "type_probabilities": {"tool_output_conflict": 7.659123366465792e-05, "overgeneration": 2.5403667677892372e-05, "missing_tool_action_recommendation": 2.3023892936180346e-05}}, {"answer_start": 265, "answer_end": 267, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011492537305457518, "type_probabilities": {"tool_output_conflict": 7.42575284675695e-05, "overgeneration": 1.4381317669176497e-05, "missing_tool_action_recommendation": 2.6286526917829178e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011125628225272521, "type_probabilities": {"tool_output_conflict": 8.024078124435619e-05, "overgeneration": 1.5179749425442424e-05, "missing_tool_action_recommendation": 1.5835750673431903e-05}}, {"answer_start": 101, "answer_end": 103, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010405444481875747, "type_probabilities": {"tool_output_conflict": 7.815073331585154e-05, "overgeneration": 1.5096096831257455e-05, "missing_tool_action_recommendation": 1.0807611033669673e-05}}, {"answer_start": 535, "answer_end": 540, "token_text": " help", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.908898937283084e-05, "type_probabilities": {"tool_output_conflict": 1.448324564989889e-05, "overgeneration": 3.0960742151364684e-05, "missing_tool_action_recommendation": 5.3645002481061965e-05}}, {"answer_start": 292, "answer_end": 293, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.823380241869017e-05, "type_probabilities": {"tool_output_conflict": 6.96775532560423e-05, "overgeneration": 1.8729062503552996e-05, "missing_tool_action_recommendation": 9.82718302111607e-06}}, {"answer_start": 581, "answer_end": 593, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.725275594973937e-05, "type_probabilities": {"tool_output_conflict": 1.9672583221108653e-05, "overgeneration": 2.7458461772766896e-05, "missing_tool_action_recommendation": 5.012171095586382e-05}}, {"answer_start": 289, "answer_end": 290, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.854447514750063e-05, "type_probabilities": {"tool_output_conflict": 6.116725853644311e-05, "overgeneration": 1.690144563326612e-05, "missing_tool_action_recommendation": 1.0475768249307293e-05}}]}, "output": "### Bitcoin Transaction Details for Hash \"abc123\"\n\n- **Hash**: abc123\n- **Symbol**: BTC\n- **Amount**: 0.5 BTC\n- **Fee**: 0.0001 BTC\n- **Block Number**: 701957\n- **Confirmations**: 6\n\n### Ratings for Stock Symbol \"AAPL\"\n\n1. **Rating by Morningstar**\n   - **Rating**: 4.7\n   - **Date**: 2021-07-07\n\n2. **Rating by S&P Global**\n   - **Rating**: 4.6\n   - **Date**: 2021-07-06\n\n### Sector Metrics for Stock Symbol \"AAPL\"\n\nCould you please specify the category of sector metrics you are interested in (e.g., \"analysts_up_percent\")? This will help in retrieving more detailed and relevant information for \"AAPL.\""}
+{"id": "toolace_base_273_2_d020c746d6b9694524", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_273_2_d020c746d6b9694524__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 80, "top_tokens": [{"answer_start": 239, "answer_end": 250, "token_text": " additional", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.000230090954573825, "type_probabilities": {"tool_output_conflict": 5.017765215598047e-05, "overgeneration": 0.00011250848911004141, "missing_tool_action_recommendation": 6.740482785971835e-05}}, {"answer_start": 224, "answer_end": 225, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011277791054453701, "type_probabilities": {"tool_output_conflict": 3.734773054020479e-05, "overgeneration": 3.699515218613669e-05, "missing_tool_action_recommendation": 3.843503145617433e-05}}, {"answer_start": 115, "answer_end": 116, "token_text": "t", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.866275649983436e-05, "type_probabilities": {"tool_output_conflict": 4.1694886022014543e-05, "overgeneration": 2.455928915878758e-05, "missing_tool_action_recommendation": 3.240858859498985e-05}}, {"answer_start": 143, "answer_end": 144, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.161581692751497e-05, "type_probabilities": {"tool_output_conflict": 3.1232862966135144e-05, "overgeneration": 2.393852628301829e-05, "missing_tool_action_recommendation": 3.644443131634034e-05}}, {"answer_start": 250, "answer_end": 262, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.412795432377607e-05, "type_probabilities": {"tool_output_conflict": 1.8713399185799062e-05, "overgeneration": 2.8262344130780548e-05, "missing_tool_action_recommendation": 3.7152211007196456e-05}}, {"answer_start": 114, "answer_end": 115, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.101408118614927e-05, "type_probabilities": {"tool_output_conflict": 3.250987356295809e-05, "overgeneration": 1.8217246179119684e-05, "missing_tool_action_recommendation": 2.02869650820503e-05}}, {"answer_start": 398, "answer_end": 399, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.043146615615115e-05, "type_probabilities": {"tool_output_conflict": 1.8679065760807134e-05, "overgeneration": 3.953807390644215e-05, "missing_tool_action_recommendation": 1.2214321941428352e-05}}, {"answer_start": 62, "answer_end": 63, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.913758988957852e-05, "type_probabilities": {"tool_output_conflict": 2.381471495027654e-05, "overgeneration": 2.3310038159252144e-05, "missing_tool_action_recommendation": 2.2012831323081627e-05}}, {"answer_start": 152, "answer_end": 153, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.740171374985948e-05, "type_probabilities": {"tool_output_conflict": 2.032493648584932e-05, "overgeneration": 1.8041173461824656e-05, "missing_tool_action_recommendation": 2.903560562117491e-05}}, {"answer_start": 109, "answer_end": 110, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.612249126192182e-05, "type_probabilities": {"tool_output_conflict": 2.4393842977588065e-05, "overgeneration": 2.2459078536485322e-05, "missing_tool_action_recommendation": 1.9269569747848436e-05}}, {"answer_start": 388, "answer_end": 394, "token_text": " great", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.460965232690796e-05, "type_probabilities": {"tool_output_conflict": 1.0335954357287847e-05, "overgeneration": 4.143389014643617e-05, "missing_tool_action_recommendation": 1.2839808732678648e-05}}, {"answer_start": 262, "answer_end": 268, "token_text": " about", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.158285395940766e-05, "type_probabilities": {"tool_output_conflict": 1.3261988897284027e-05, "overgeneration": 2.409093031019438e-05, "missing_tool_action_recommendation": 2.422993566142395e-05}}, {"answer_start": 125, "answer_end": 130, "token_text": " from", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.806793342344463e-05, "type_probabilities": {"tool_output_conflict": 2.2966376491240226e-05, "overgeneration": 1.3915352610638365e-05, "missing_tool_action_recommendation": 2.118620614055544e-05}}, {"answer_start": 278, "answer_end": 279, "token_text": ":", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.6795171985868365e-05, "type_probabilities": {"tool_output_conflict": 1.434287059964845e-05, "overgeneration": 2.6314668502891436e-05, "missing_tool_action_recommendation": 1.6137631973833777e-05}}, {"answer_start": 110, "answer_end": 114, "token_text": " don", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.5293363402597606e-05, "type_probabilities": {"tool_output_conflict": 2.1574252969003282e-05, "overgeneration": 1.53001874423353e-05, "missing_tool_action_recommendation": 1.841892117226962e-05}}, {"answer_start": 394, "answer_end": 398, "token_text": " day", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.5123906349763274e-05, "type_probabilities": {"tool_output_conflict": 6.943647349544335e-06, "overgeneration": 2.8633383408305235e-05, "missing_tool_action_recommendation": 1.9546876501408406e-05}}, {"answer_start": 165, "answer_end": 169, "token_text": " and", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4103169532027096e-05, "type_probabilities": {"tool_output_conflict": 1.659708323131781e-05, "overgeneration": 1.5872385120019317e-05, "missing_tool_action_recommendation": 2.163369754271116e-05}}, {"answer_start": 120, "answer_end": 125, "token_text": " away", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.356120891519822e-05, "type_probabilities": {"tool_output_conflict": 2.050785224128049e-05, "overgeneration": 1.3672473869519308e-05, "missing_tool_action_recommendation": 1.938088462338783e-05}}, {"answer_start": 116, "answer_end": 120, "token_text": " shy", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.334984234650619e-05, "type_probabilities": {"tool_output_conflict": 1.6254303773166612e-05, "overgeneration": 1.8612987332744524e-05, "missing_tool_action_recommendation": 1.8482551240595058e-05}}, {"answer_start": 360, "answer_end": 365, "token_text": " With", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.306356615619734e-05, "type_probabilities": {"tool_output_conflict": 1.0604410817904864e-05, "overgeneration": 2.7703563318937086e-05, "missing_tool_action_recommendation": 1.4755589290871285e-05}}]}, "output": "Today is a promising day for your professional life, Capricorn. An unexpected opportunity might come your way, don't shy away from taking risks. However, be cautious and focus on maintaining harmony in personal relationships.\n\nHere is some additional information about your sign: \n- Symbol: The Sea-Goat \n- Ruling Planet: Saturn \n- Element: Earth \n- Compatible With: Taurus, Virgo\n\nHave a great day!"}
+{"id": "toolace_base_459_0_b4ad6a8704defeea3b", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_459_0_b4ad6a8704defeea3b__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 110, "top_tokens": [{"answer_start": 186, "answer_end": 188, "token_text": "12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00023791614512447268, "type_probabilities": {"tool_output_conflict": 0.00010888753604376689, "overgeneration": 6.833732913946733e-05, "missing_tool_action_recommendation": 6.0691276303259656e-05}}, {"answer_start": 185, "answer_end": 186, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00018958505825139582, "type_probabilities": {"tool_output_conflict": 0.00012160238111391664, "overgeneration": 3.769286922761239e-05, "missing_tool_action_recommendation": 3.028981518582441e-05}}, {"answer_start": 89, "answer_end": 91, "token_text": "85", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001547917927382514, "type_probabilities": {"tool_output_conflict": 4.34516514360439e-05, "overgeneration": 5.970364509266801e-05, "missing_tool_action_recommendation": 5.1636492571560666e-05}}, {"answer_start": 183, "answer_end": 185, "token_text": " 7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000150954831042327, "type_probabilities": {"tool_output_conflict": 8.535244705853984e-05, "overgeneration": 3.583751094993204e-05, "missing_tool_action_recommendation": 2.9764876671833917e-05}}, {"answer_start": 88, "answer_end": 89, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012415552919264883, "type_probabilities": {"tool_output_conflict": 8.45397007651627e-05, "overgeneration": 2.4132561520673335e-05, "missing_tool_action_recommendation": 1.5483270544791594e-05}}, {"answer_start": 109, "answer_end": 110, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00012181809870526195, "type_probabilities": {"tool_output_conflict": 7.970111619215459e-05, "overgeneration": 2.261538611492142e-05, "missing_tool_action_recommendation": 1.9501594579196535e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " Euro", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011810222349595279, "type_probabilities": {"tool_output_conflict": 1.905049430206418e-05, "overgeneration": 5.667382720275782e-05, "missing_tool_action_recommendation": 4.237789471517317e-05}}, {"answer_start": 86, "answer_end": 88, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011326085950713605, "type_probabilities": {"tool_output_conflict": 5.287374369800091e-05, "overgeneration": 3.808439942076802e-05, "missing_tool_action_recommendation": 2.2302720026345924e-05}}, {"answer_start": 110, "answer_end": 112, "token_text": "23", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010820717579917982, "type_probabilities": {"tool_output_conflict": 2.5588426069589332e-05, "overgeneration": 3.872139859595336e-05, "missing_tool_action_recommendation": 4.389735113363713e-05}}, {"answer_start": 245, "answer_end": 247, "token_text": "84", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00010659742110874504, "type_probabilities": {"tool_output_conflict": 2.784627940854989e-05, "overgeneration": 4.766506390296854e-05, "missing_tool_action_recommendation": 3.10860741592478e-05}}, {"answer_start": 340, "answer_end": 341, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.913845133269206e-05, "type_probabilities": {"tool_output_conflict": 2.9646103939739987e-05, "overgeneration": 5.3535273764282465e-05, "missing_tool_action_recommendation": 1.5957069990690798e-05}}, {"answer_start": 202, "answer_end": 205, "token_text": " 87", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.909685468301177e-05, "type_probabilities": {"tool_output_conflict": 4.10036082030274e-05, "overgeneration": 3.4520991903264076e-05, "missing_tool_action_recommendation": 2.3572252757730894e-05}}, {"answer_start": 148, "answer_end": 150, "token_text": "42", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.351331391371787e-05, "type_probabilities": {"tool_output_conflict": 1.5975234418874606e-05, "overgeneration": 3.721945540746674e-05, "missing_tool_action_recommendation": 4.031862044939771e-05}}, {"answer_start": 206, "answer_end": 208, "token_text": "74", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.092564141610637e-05, "type_probabilities": {"tool_output_conflict": 2.6342147975810803e-05, "overgeneration": 3.688415017677471e-05, "missing_tool_action_recommendation": 2.7699346901499666e-05}}, {"answer_start": 225, "answer_end": 227, "token_text": "76", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.015275281853974e-05, "type_probabilities": {"tool_output_conflict": 3.4336058888584375e-05, "overgeneration": 3.076379653066397e-05, "missing_tool_action_recommendation": 2.5052901037270203e-05}}, {"answer_start": 205, "answer_end": 206, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.79371800692752e-05, "type_probabilities": {"tool_output_conflict": 4.570575765683316e-05, "overgeneration": 2.5699926482047886e-05, "missing_tool_action_recommendation": 1.6531503206351772e-05}}, {"answer_start": 244, "answer_end": 245, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.48530326038599e-05, "type_probabilities": {"tool_output_conflict": 4.855758379562758e-05, "overgeneration": 2.354859134356957e-05, "missing_tool_action_recommendation": 1.2746860193146858e-05}}, {"answer_start": 105, "answer_end": 109, "token_text": " 148", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.390329458052292e-05, "type_probabilities": {"tool_output_conflict": 3.8671118090860546e-05, "overgeneration": 2.6206069378531538e-05, "missing_tool_action_recommendation": 1.9026105292141438e-05}}, {"answer_start": 70, "answer_end": 71, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.165454346453771e-05, "type_probabilities": {"tool_output_conflict": 5.301012788549997e-05, "overgeneration": 1.7368716726196e-05, "missing_tool_action_recommendation": 1.1275695214862935e-05}}, {"answer_start": 224, "answer_end": 225, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.06821626611054e-05, "type_probabilities": {"tool_output_conflict": 4.3836647819262e-05, "overgeneration": 2.2597772840526886e-05, "missing_tool_action_recommendation": 1.4247740182327107e-05}}]}, "output": "The exchange rates for the Euro (EUR) are as follows:\n\n- EUR to USD: 1.1\n- EUR to GBP: 0.85\n- EUR to JPY: 148.23\n- EUR to CHF: 1.05\n- EUR to CAD: 1.42\n- EUR to AUD: 1.55\n- EUR to CNY: 7.12\n- EUR to INR: 87.74\n- EUR to BRL: 5.76\n- EUR to RUB: 67.84\n\nThese rates provide the amount of the corresponding currency you would receive for one Euro."}
+{"id": "toolace_base_343_0_5d28ec1b980232bb6f__overgeneration__ac9d4e371ab1eef5a5", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 676, "end": 726, "text": "This result remains accurate for the next 30 days.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 676, "end": 726, "text": "This result remains accurate for the next 30 days.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999614357948303, "mean_score": 0.9999517977237702, "type_score": 0.9998602330684662, "type_scores": {"tool_output_conflict": 5.319793490343727e-05, "overgeneration": 0.9998602330684662, "missing_tool_action_recommendation": 3.8362068880815056e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 50, "gold_chars": 50, "pred_chars": 50}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_343_0_5d28ec1b980232bb6f__overgeneration__ac9d4e371ab1eef5a5__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 212, "top_tokens": [{"answer_start": 687, "answer_end": 695, "token_text": " remains", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999614357948303, "type_probabilities": {"tool_output_conflict": 5.0069978897226974e-05, "overgeneration": 0.999879002571106, "missing_tool_action_recommendation": 3.23620333801955e-05}}, {"answer_start": 695, "answer_end": 704, "token_text": " accurate", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999600648880005, "type_probabilities": {"tool_output_conflict": 4.510811049840413e-05, "overgeneration": 0.9998800754547119, "missing_tool_action_recommendation": 3.4861699532484636e-05}}, {"answer_start": 720, "answer_end": 725, "token_text": " days", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999579191207886, "type_probabilities": {"tool_output_conflict": 4.599298335961066e-05, "overgeneration": 0.999871015548706, "missing_tool_action_recommendation": 4.088119385414757e-05}}, {"answer_start": 717, "answer_end": 720, "token_text": " 30", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999573230743408, "type_probabilities": {"tool_output_conflict": 5.584506652667187e-05, "overgeneration": 0.9998695850372314, "missing_tool_action_recommendation": 3.189886047039181e-05}}, {"answer_start": 680, "answer_end": 687, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999551773071289, "type_probabilities": {"tool_output_conflict": 3.880511940224096e-05, "overgeneration": 0.9998829364776611, "missing_tool_action_recommendation": 3.341782939969562e-05}}, {"answer_start": 712, "answer_end": 717, "token_text": " next", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999544024467468, "type_probabilities": {"tool_output_conflict": 5.158298881724477e-05, "overgeneration": 0.9998718500137329, "missing_tool_action_recommendation": 3.096861473750323e-05}}, {"answer_start": 675, "answer_end": 680, "token_text": "\nThis", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999527931213379, "type_probabilities": {"tool_output_conflict": 4.508892379817553e-05, "overgeneration": 0.9998694658279419, "missing_tool_action_recommendation": 3.825906605925411e-05}}, {"answer_start": 704, "answer_end": 708, "token_text": " for", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999527335166931, "type_probabilities": {"tool_output_conflict": 6.164974911371246e-05, "overgeneration": 0.9998548030853271, "missing_tool_action_recommendation": 3.631352956290357e-05}}, {"answer_start": 708, "answer_end": 712, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999511241912842, "type_probabilities": {"tool_output_conflict": 5.858599251951091e-05, "overgeneration": 0.9998561143875122, "missing_tool_action_recommendation": 3.643425588961691e-05}}, {"answer_start": 725, "answer_end": 726, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999150037765503, "type_probabilities": {"tool_output_conflict": 7.925043610157445e-05, "overgeneration": 0.9997674822807312, "missing_tool_action_recommendation": 6.822360592195764e-05}}, {"answer_start": 673, "answer_end": 674, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.865614993032068e-05, "type_probabilities": {"tool_output_conflict": 3.1012001272756606e-05, "overgeneration": 4.891577555099502e-05, "missing_tool_action_recommendation": 1.872837674454786e-05}}, {"answer_start": 0, "answer_end": 1, "token_text": "I", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.988824265543371e-05, "type_probabilities": {"tool_output_conflict": 3.248319626436569e-05, "overgeneration": 7.265087788255187e-06, "missing_tool_action_recommendation": 5.0139962695539e-05}}, {"answer_start": 1, "answer_end": 7, "token_text": " found", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.766219980316237e-05, "type_probabilities": {"tool_output_conflict": 1.8953649487229995e-05, "overgeneration": 2.1367854060372338e-05, "missing_tool_action_recommendation": 4.7340698074549437e-05}}, {"answer_start": 537, "answer_end": 542, "token_text": " didn", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.489320316584781e-05, "type_probabilities": {"tool_output_conflict": 2.5369266950292513e-05, "overgeneration": 3.277386713307351e-05, "missing_tool_action_recommendation": 2.6750069082481787e-05}}, {"answer_start": 543, "answer_end": 544, "token_text": "t", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.748143252683803e-05, "type_probabilities": {"tool_output_conflict": 2.4744742404436693e-05, "overgeneration": 2.3833328668843023e-05, "missing_tool_action_recommendation": 2.890336145355832e-05}}, {"answer_start": 154, "answer_end": 155, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.373862899839878e-05, "type_probabilities": {"tool_output_conflict": 2.1800493414048105e-05, "overgeneration": 1.8502669263398275e-05, "missing_tool_action_recommendation": 3.343546995893121e-05}}, {"answer_start": 626, "answer_end": 631, "token_text": " more", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.555194704560563e-05, "type_probabilities": {"tool_output_conflict": 1.7391374058206566e-05, "overgeneration": 2.8662567274295725e-05, "missing_tool_action_recommendation": 1.9498007532092743e-05}}, {"answer_start": 621, "answer_end": 626, "token_text": " need", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.39045174466446e-05, "type_probabilities": {"tool_output_conflict": 1.555836024635937e-05, "overgeneration": 2.1717620256822556e-05, "missing_tool_action_recommendation": 2.6628531486494467e-05}}, {"answer_start": 655, "answer_end": 656, "token_text": ",", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.085446511860937e-05, "type_probabilities": {"tool_output_conflict": 1.2267589227121789e-05, "overgeneration": 2.775882967398502e-05, "missing_tool_action_recommendation": 2.0828048945986666e-05}}, {"answer_start": 542, "answer_end": 543, "token_text": "'", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.047082570148632e-05, "type_probabilities": {"tool_output_conflict": 1.8049453501589596e-05, "overgeneration": 2.2663887648377568e-05, "missing_tool_action_recommendation": 1.9757484551519156e-05}}]}, "output": "I found the latest videos for the \"bottlecapchallenge\" on TikTok. Here they are:\n\n1. **Amazing Bottle Cap Kick by John**\n   - **Description**: Watch John's incredible precision kick to unscrew the bottle cap!\n   - **URL**: [Watch here](https://tiktok.com/video1)\n\n2. **Sophie's Bottle Cap Challenge**\n   - **Description**: Sophie nails the bottle cap challenge on her first try!\n   - **URL**: [Watch here](https://tiktok.com/video2)\n\n3. **Epic Fail at Bottle Cap Challenge**\n   - **Description**: This attempt at the bottle cap challenge didn't go as planned!\n   - **URL**: [Watch here](https://tiktok.com/video3)\n\nIf you need more videos or anything else, feel free to ask!\n\nThis result remains accurate for the next 30 days."}
+{"id": "toolace_base_684_0_4408d5d0ddaf2bfab2__overgeneration__3fdadb36aeee8bd4f0", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 116, "end": 177, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 116, "end": 177, "text": "The tool provider assigns this result a 98% confidence score.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.9999444484710693, "mean_score": 0.9999247888724009, "type_score": 0.9998372693856558, "type_scores": {"tool_output_conflict": 5.087406710420813e-05, "overgeneration": 0.9998372693856558, "missing_tool_action_recommendation": 3.664460443057275e-05}, "token_count": 12}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 61, "gold_chars": 61, "pred_chars": 61}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_684_0_4408d5d0ddaf2bfab2__overgeneration__3fdadb36aeee8bd4f0__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 34, "top_tokens": [{"answer_start": 159, "answer_end": 170, "token_text": " confidence", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999444484710693, "type_probabilities": {"tool_output_conflict": 5.1335726311663166e-05, "overgeneration": 0.999862790107727, "missing_tool_action_recommendation": 3.0360984965227544e-05}}, {"answer_start": 141, "answer_end": 146, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999420642852783, "type_probabilities": {"tool_output_conflict": 3.9433907659258693e-05, "overgeneration": 0.9998654127120972, "missing_tool_action_recommendation": 3.7184574466664344e-05}}, {"answer_start": 146, "answer_end": 153, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999417662620544, "type_probabilities": {"tool_output_conflict": 3.287906656623818e-05, "overgeneration": 0.999874472618103, "missing_tool_action_recommendation": 3.4412863897159696e-05}}, {"answer_start": 170, "answer_end": 176, "token_text": " score", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999409914016724, "type_probabilities": {"tool_output_conflict": 4.215807712171227e-05, "overgeneration": 0.9998703002929688, "missing_tool_action_recommendation": 2.8548089176183566e-05}}, {"answer_start": 133, "answer_end": 141, "token_text": " assigns", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999400973320007, "type_probabilities": {"tool_output_conflict": 4.550887388177216e-05, "overgeneration": 0.9998618364334106, "missing_tool_action_recommendation": 3.2696480047889054e-05}}, {"answer_start": 124, "answer_end": 133, "token_text": " provider", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999370574951172, "type_probabilities": {"tool_output_conflict": 4.475865716813132e-05, "overgeneration": 0.9998533725738525, "missing_tool_action_recommendation": 3.894158362527378e-05}}, {"answer_start": 153, "answer_end": 155, "token_text": " a", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999368190765381, "type_probabilities": {"tool_output_conflict": 5.1154594984836876e-05, "overgeneration": 0.9998511075973511, "missing_tool_action_recommendation": 3.454242687439546e-05}}, {"answer_start": 155, "answer_end": 158, "token_text": " 98", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999276995658875, "type_probabilities": {"tool_output_conflict": 6.867181218694896e-05, "overgeneration": 0.9998277425765991, "missing_tool_action_recommendation": 3.130474215140566e-05}}, {"answer_start": 119, "answer_end": 124, "token_text": " tool", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999231696128845, "type_probabilities": {"tool_output_conflict": 4.007358802482486e-05, "overgeneration": 0.9998445510864258, "missing_tool_action_recommendation": 3.8545967981917784e-05}}, {"answer_start": 115, "answer_end": 119, "token_text": "\nThe", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999174475669861, "type_probabilities": {"tool_output_conflict": 5.121230424265377e-05, "overgeneration": 0.99982750415802, "missing_tool_action_recommendation": 3.872467277687974e-05}}, {"answer_start": 158, "answer_end": 159, "token_text": "%", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998968243598938, "type_probabilities": {"tool_output_conflict": 5.738648178521544e-05, "overgeneration": 0.9997993111610413, "missing_tool_action_recommendation": 4.0139701013686135e-05}}, {"answer_start": 176, "answer_end": 177, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9998490810394287, "type_probabilities": {"tool_output_conflict": 8.591571531724185e-05, "overgeneration": 0.9997088313102722, "missing_tool_action_recommendation": 5.433316619019024e-05}}, {"answer_start": 113, "answer_end": 114, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00013248475443106145, "type_probabilities": {"tool_output_conflict": 1.9718620023922995e-05, "overgeneration": 6.695835327263921e-05, "missing_tool_action_recommendation": 4.580778841045685e-05}}, {"answer_start": 104, "answer_end": 108, "token_text": " New", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.615756526822224e-05, "type_probabilities": {"tool_output_conflict": 9.777497325558215e-06, "overgeneration": 2.1139545424375683e-05, "missing_tool_action_recommendation": 2.5240522518288344e-05}}, {"answer_start": 94, "answer_end": 95, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.034600690123625e-05, "type_probabilities": {"tool_output_conflict": 1.828981658036355e-05, "overgeneration": 1.6860829418874346e-05, "missing_tool_action_recommendation": 1.5195361811493058e-05}}, {"answer_start": 17, "answer_end": 30, "token_text": " successfully", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.03203809785191e-05, "type_probabilities": {"tool_output_conflict": 8.457830517727416e-06, "overgeneration": 1.7604987078811973e-05, "missing_tool_action_recommendation": 2.4257562472485006e-05}}, {"answer_start": 4, "answer_end": 8, "token_text": " Doe", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.9258494982495904e-05, "type_probabilities": {"tool_output_conflict": 5.798183337901719e-06, "overgeneration": 1.085639451048337e-05, "missing_tool_action_recommendation": 3.260391531512141e-05}}, {"answer_start": 108, "answer_end": 113, "token_text": " York", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.770660598296672e-05, "type_probabilities": {"tool_output_conflict": 6.77380376146175e-06, "overgeneration": 2.0923804186168127e-05, "missing_tool_action_recommendation": 2.0008998035336845e-05}}, {"answer_start": 70, "answer_end": 80, "token_text": " happening", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.7057597839739174e-05, "type_probabilities": {"tool_output_conflict": 7.883418220444582e-06, "overgeneration": 1.3939611562818754e-05, "missing_tool_action_recommendation": 2.523456532799173e-05}}, {"answer_start": 49, "answer_end": 59, "token_text": " Taekwondo", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.673885996453464e-05, "type_probabilities": {"tool_output_conflict": 6.751695764251053e-06, "overgeneration": 1.3913691873312928e-05, "missing_tool_action_recommendation": 2.607347232697066e-05}}]}, "output": "John Doe has been successfully registered for the Taekwondo Grand Prix happening on October 20, 2020, in New York.\n\nThe tool provider assigns this result a 98% confidence score."}
+{"id": "toolace_base_0_0_90173457caf4b30da8", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": false, "pred_is_hallucinated": true, "gold_spans": [], "predicted_spans": [{"start": 215, "end": 222, "text": "4172.80", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9953114986419678, "mean_score": 0.9826388359069824, "type_score": 0.9817992299795151, "type_scores": {"tool_output_conflict": 0.9817992299795151, "overgeneration": 0.0005910937106818892, "missing_tool_action_recommendation": 0.00024852948990883306}, "token_count": 4}], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_0_0_90173457caf4b30da8__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 195, "top_tokens": [{"answer_start": 214, "answer_end": 216, "token_text": " 4", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9953114986419678, "type_probabilities": {"tool_output_conflict": 0.9944504499435425, "overgeneration": 0.0005669647362083197, "missing_tool_action_recommendation": 0.0002941166749224067}}, {"answer_start": 216, "answer_end": 219, "token_text": "172", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9864404201507568, "type_probabilities": {"tool_output_conflict": 0.9858033657073975, "overgeneration": 0.0004493449523579329, "missing_tool_action_recommendation": 0.00018769249436445534}}, {"answer_start": 219, "answer_end": 220, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9761033058166504, "type_probabilities": {"tool_output_conflict": 0.9753236174583435, "overgeneration": 0.0005854639457538724, "missing_tool_action_recommendation": 0.0001942707458510995}}, {"answer_start": 220, "answer_end": 222, "token_text": "80", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9727001190185547, "type_probabilities": {"tool_output_conflict": 0.9716194868087769, "overgeneration": 0.0007626012084074318, "missing_tool_action_recommendation": 0.0003180380444973707}}, {"answer_start": 740, "answer_end": 745, "token_text": " make", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00012043816968798637, "type_probabilities": {"tool_output_conflict": 1.7037344150594436e-05, "overgeneration": 2.4764687623246573e-05, "missing_tool_action_recommendation": 7.863614155212417e-05}}, {"answer_start": 708, "answer_end": 709, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00011587297194637358, "type_probabilities": {"tool_output_conflict": 3.965292125940323e-05, "overgeneration": 4.1590359614929184e-05, "missing_tool_action_recommendation": 3.462969107204117e-05}}, {"answer_start": 715, "answer_end": 727, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00011005384294549003, "type_probabilities": {"tool_output_conflict": 1.9657554730656557e-05, "overgeneration": 2.6558220270089805e-05, "missing_tool_action_recommendation": 6.383806612575427e-05}}, {"answer_start": 754, "answer_end": 764, "token_text": " decisions", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010582869435893372, "type_probabilities": {"tool_output_conflict": 1.2898727618448902e-05, "overgeneration": 2.530955316615291e-05, "missing_tool_action_recommendation": 6.762041448382661e-05}}, {"answer_start": 736, "answer_end": 740, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.951108222594485e-05, "type_probabilities": {"tool_output_conflict": 1.654402512940578e-05, "overgeneration": 1.4880174603604246e-05, "missing_tool_action_recommendation": 6.808688340242952e-05}}, {"answer_start": 764, "answer_end": 770, "token_text": " about", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.85814695013687e-05, "type_probabilities": {"tool_output_conflict": 1.284150221181335e-05, "overgeneration": 2.1600266336463392e-05, "missing_tool_action_recommendation": 6.413970550056547e-05}}, {"answer_start": 731, "answer_end": 736, "token_text": " help", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.520802996121347e-05, "type_probabilities": {"tool_output_conflict": 1.653054823691491e-05, "overgeneration": 2.116884024871979e-05, "missing_tool_action_recommendation": 5.750863783759996e-05}}, {"answer_start": 792, "answer_end": 793, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.280694939661771e-05, "type_probabilities": {"tool_output_conflict": 2.256119296362158e-05, "overgeneration": 3.7307148886611685e-05, "missing_tool_action_recommendation": 3.293860936537385e-05}}, {"answer_start": 745, "answer_end": 754, "token_text": " informed", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.903809793991968e-05, "type_probabilities": {"tool_output_conflict": 1.4471228496404365e-05, "overgeneration": 1.988172334677074e-05, "missing_tool_action_recommendation": 5.468514427775517e-05}}, {"answer_start": 521, "answer_end": 522, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.774165326030925e-05, "type_probabilities": {"tool_output_conflict": 3.264431870775297e-05, "overgeneration": 2.246945041406434e-05, "missing_tool_action_recommendation": 3.262788231950253e-05}}, {"answer_start": 23, "answer_end": 30, "token_text": " Trends", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.717978926142678e-05, "type_probabilities": {"tool_output_conflict": 2.1603684217552654e-05, "overgeneration": 3.157323953928426e-05, "missing_tool_action_recommendation": 3.400286368560046e-05}}, {"answer_start": 786, "answer_end": 792, "token_text": " plans", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.545588934794068e-05, "type_probabilities": {"tool_output_conflict": 1.767992762324866e-05, "overgeneration": 2.361138649575878e-05, "missing_tool_action_recommendation": 4.416457886691205e-05}}, {"answer_start": 253, "answer_end": 254, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.494171197526157e-05, "type_probabilities": {"tool_output_conflict": 4.787374200532213e-05, "overgeneration": 1.4384246242116205e-05, "missing_tool_action_recommendation": 2.268372190883383e-05}}, {"answer_start": 254, "answer_end": 256, "token_text": "68", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.2974715041928e-05, "type_probabilities": {"tool_output_conflict": 2.019601561187301e-05, "overgeneration": 2.572813355072867e-05, "missing_tool_action_recommendation": 3.705056224134751e-05}}, {"answer_start": 256, "answer_end": 257, "token_text": "%", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.296418673126027e-05, "type_probabilities": {"tool_output_conflict": 4.197445741738193e-05, "overgeneration": 2.0128505639149807e-05, "missing_tool_action_recommendation": 2.0861223674728535e-05}}, {"answer_start": 542, "answer_end": 543, "token_text": "-", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.243563934229314e-05, "type_probabilities": {"tool_output_conflict": 2.3480206436943263e-05, "overgeneration": 2.3451204469893128e-05, "missing_tool_action_recommendation": 3.550423207343556e-05}}]}, "output": "Here are the top Market Trends in the US right now:\n\n1. **S&P 500**: The Standard & Poor's 500 Index is a market-capitalization-weighted index of the 500 largest U.S. publicly traded companies. Its current value is 4172.80 with a percentage change of +0.68%.\n\n2. **DOW J**: The Dow Jones Industrial Average is a price-weighted average of 30 blue-chip stocks that are generally the leaders in their industry. Its current value is 34479.60 with a percentage change of +0.47%.\n\n3. **NASDAQ**: The NASDAQ Composite is a broad-based capitalization-weighted index of stocks in all three NASDAQ tiers: Global Select, Global Market and Capital Market. Its current value is 13691.30 with a percentage change of +0.90%.\n\nThis information can help you make informed decisions about your investment plans."}
+{"id": "toolace_base_343_6_c320e7903fb75fed52", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_343_6_c320e7903fb75fed52__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 178, "top_tokens": [{"answer_start": 571, "answer_end": 572, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.500070154899731e-05, "type_probabilities": {"tool_output_conflict": 3.010550790349953e-05, "overgeneration": 3.462024324107915e-05, "missing_tool_action_recommendation": 3.0274944947450422e-05}}, {"answer_start": 527, "answer_end": 530, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.029926877701655e-05, "type_probabilities": {"tool_output_conflict": 2.334897180844564e-05, "overgeneration": 2.1846355593879707e-05, "missing_tool_action_recommendation": 4.51039413746912e-05}}, {"answer_start": 447, "answer_end": 448, "token_text": "'", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.272836566902697e-05, "type_probabilities": {"tool_output_conflict": 3.183989610988647e-05, "overgeneration": 2.886233414756134e-05, "missing_tool_action_recommendation": 2.202613904955797e-05}}, {"answer_start": 511, "answer_end": 527, "token_text": " recommendations", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 8.072535274550319e-05, "type_probabilities": {"tool_output_conflict": 2.7271693397779018e-05, "overgeneration": 1.6134814359247684e-05, "missing_tool_action_recommendation": 3.7318844988476485e-05}}, {"answer_start": 456, "answer_end": 465, "token_text": " exciting", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 8.037741645239294e-05, "type_probabilities": {"tool_output_conflict": 3.501295213936828e-05, "overgeneration": 2.878439408959821e-05, "missing_tool_action_recommendation": 1.658007204241585e-05}}, {"answer_start": 551, "answer_end": 552, "token_text": ",", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.862217171350494e-05, "type_probabilities": {"tool_output_conflict": 2.0204734028084204e-05, "overgeneration": 2.8977270631003194e-05, "missing_tool_action_recommendation": 2.9440167054417543e-05}}, {"answer_start": 448, "answer_end": 449, "token_text": "s", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.250173075590283e-05, "type_probabilities": {"tool_output_conflict": 2.5464452846790664e-05, "overgeneration": 2.014186975429766e-05, "missing_tool_action_recommendation": 2.6895413611782715e-05}}, {"answer_start": 540, "answer_end": 551, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.891563680255786e-05, "type_probabilities": {"tool_output_conflict": 1.2377286111586727e-05, "overgeneration": 1.6533427697140723e-05, "missing_tool_action_recommendation": 4.0004921174841e-05}}, {"answer_start": 506, "answer_end": 511, "token_text": " more", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 6.751213368261233e-05, "type_probabilities": {"tool_output_conflict": 3.0792230973020196e-05, "overgeneration": 1.7537673556944355e-05, "missing_tool_action_recommendation": 1.918222915264778e-05}}, {"answer_start": 559, "answer_end": 563, "token_text": " let", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.636265607085079e-05, "type_probabilities": {"tool_output_conflict": 1.2119860912207514e-05, "overgeneration": 1.9198720110580325e-05, "missing_tool_action_recommendation": 3.504407141008414e-05}}, {"answer_start": 493, "answer_end": 494, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.549545651068911e-05, "type_probabilities": {"tool_output_conflict": 2.133456655428745e-05, "overgeneration": 2.910663533839397e-05, "missing_tool_action_recommendation": 1.5054253708512988e-05}}, {"answer_start": 534, "answer_end": 540, "token_text": " other", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.600613440037705e-05, "type_probabilities": {"tool_output_conflict": 1.2541620890260674e-05, "overgeneration": 1.2178695214970503e-05, "missing_tool_action_recommendation": 3.128581738565117e-05}}, {"answer_start": 373, "answer_end": 380, "token_text": "Profile", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.4771189752500504e-05, "type_probabilities": {"tool_output_conflict": 8.906898074201308e-06, "overgeneration": 1.583247649250552e-05, "missing_tool_action_recommendation": 3.0031813366804272e-05}}, {"answer_start": 566, "answer_end": 571, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.303064244799316e-05, "type_probabilities": {"tool_output_conflict": 9.638600204198156e-06, "overgeneration": 1.822136437112931e-05, "missing_tool_action_recommendation": 2.5170675144181587e-05}}, {"answer_start": 465, "answer_end": 468, "token_text": " to", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.285793304210529e-05, "type_probabilities": {"tool_output_conflict": 1.8266166080138646e-05, "overgeneration": 1.2018414054182358e-05, "missing_tool_action_recommendation": 2.2573352907784283e-05}}, {"answer_start": 438, "answer_end": 439, "token_text": ".", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.271408008411527e-05, "type_probabilities": {"tool_output_conflict": 1.2668412637140136e-05, "overgeneration": 1.6953696103882976e-05, "missing_tool_action_recommendation": 2.3091970433597453e-05}}, {"answer_start": 412, "answer_end": 413, "token_text": ":", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.234842683421448e-05, "type_probabilities": {"tool_output_conflict": 1.8009586710832082e-05, "overgeneration": 1.4735362128703855e-05, "missing_tool_action_recommendation": 1.960347617568914e-05}}, {"answer_start": 468, "answer_end": 473, "token_text": " find", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.124050221638754e-05, "type_probabilities": {"tool_output_conflict": 9.758858141140081e-06, "overgeneration": 1.727639937598724e-05, "missing_tool_action_recommendation": 2.4205242880270816e-05}}, {"answer_start": 449, "answer_end": 456, "token_text": " always", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.0691138312686235e-05, "type_probabilities": {"tool_output_conflict": 1.6551901353523135e-05, "overgeneration": 2.0810966816497967e-05, "missing_tool_action_recommendation": 1.3328269233170431e-05}}, {"answer_start": 388, "answer_end": 392, "token_text": " URL", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.920069477520883e-05, "type_probabilities": {"tool_output_conflict": 8.397183592023794e-06, "overgeneration": 1.642058305151295e-05, "missing_tool_action_recommendation": 2.4382925403187983e-05}}]}, "output": "I found some Instagram accounts related to the keyword 'travel'. Here they are:\n\n1. **travelguru**\n   - **User ID**: 101\n   - **Profile Picture URL**: [View here](http://example.com/picture/101.jpg)\n\n2. **adventureseeker**\n   - **User ID**: 102\n   - **Profile Picture URL**: [View here](http://example.com/picture/102.jpg)\n\n3. **globetrotter**\n   - **User ID**: 103\n   - **Profile Picture URL**: [View here](http://example.com/picture/103.jpg)\n\nIt's always exciting to find new travel accounts! If you need more recommendations or any other assistance, please let me know."}
+{"id": "toolace_base_687_0_50f2058bdbf5c87d86", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_687_0_50f2058bdbf5c87d86__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 46, "top_tokens": [{"answer_start": 0, "answer_end": 5, "token_text": "Files", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 4.1917530325008556e-05, "type_probabilities": {"tool_output_conflict": 1.4980833839217667e-05, "overgeneration": 7.505837402277393e-06, "missing_tool_action_recommendation": 1.9430859538260847e-05}}, {"answer_start": 142, "answer_end": 143, "token_text": "\"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.012402132502757e-05, "type_probabilities": {"tool_output_conflict": 1.695526771072764e-05, "overgeneration": 1.6907730241655372e-05, "missing_tool_action_recommendation": 6.261022917897208e-06}}, {"answer_start": 138, "answer_end": 139, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.9673665014561266e-05, "type_probabilities": {"tool_output_conflict": 1.4460864804277662e-05, "overgeneration": 1.378170054522343e-05, "missing_tool_action_recommendation": 1.1431099665060174e-05}}, {"answer_start": 134, "answer_end": 135, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.933601692551747e-05, "type_probabilities": {"tool_output_conflict": 1.4762420505576301e-05, "overgeneration": 1.1902960068255197e-05, "missing_tool_action_recommendation": 1.267063544219127e-05}}, {"answer_start": 126, "answer_end": 127, "token_text": "_", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.86285682907328e-05, "type_probabilities": {"tool_output_conflict": 1.4945935618015938e-05, "overgeneration": 1.0544339602347463e-05, "missing_tool_action_recommendation": 1.3138294889358804e-05}}, {"answer_start": 135, "answer_end": 138, "token_text": "124", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.802318315138109e-05, "type_probabilities": {"tool_output_conflict": 1.1624339094851166e-05, "overgeneration": 1.2552460248116404e-05, "missing_tool_action_recommendation": 1.3846382898918819e-05}}, {"answer_start": 10, "answer_end": 15, "token_text": " been", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.680703230202198e-05, "type_probabilities": {"tool_output_conflict": 1.715805228741374e-05, "overgeneration": 7.1649237725068815e-06, "missing_tool_action_recommendation": 1.248405624210136e-05}}, {"answer_start": 127, "answer_end": 134, "token_text": "project", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.598721377784386e-05, "type_probabilities": {"tool_output_conflict": 1.2034675819450058e-05, "overgeneration": 1.1637717761914246e-05, "missing_tool_action_recommendation": 1.2314818377490155e-05}}, {"answer_start": 15, "answer_end": 28, "token_text": " successfully", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.511760223773308e-05, "type_probabilities": {"tool_output_conflict": 1.7437292626709677e-05, "overgeneration": 7.789980372763239e-06, "missing_tool_action_recommendation": 9.890328328765463e-06}}, {"answer_start": 139, "answer_end": 142, "token_text": "txt", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 3.500682578305714e-05, "type_probabilities": {"tool_output_conflict": 1.0505753380130045e-05, "overgeneration": 1.3414528439170681e-05, "missing_tool_action_recommendation": 1.1086544873251114e-05}}, {"answer_start": 119, "answer_end": 121, "token_text": " \"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.4167387639172375e-05, "type_probabilities": {"tool_output_conflict": 1.3908187611377798e-05, "overgeneration": 1.0581134120002389e-05, "missing_tool_action_recommendation": 9.67806681728689e-06}}, {"answer_start": 121, "answer_end": 126, "token_text": "final", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.4109296393580735e-05, "type_probabilities": {"tool_output_conflict": 1.1465379429864697e-05, "overgeneration": 1.1162014743604232e-05, "missing_tool_action_recommendation": 1.1481901310617104e-05}}, {"answer_start": 36, "answer_end": 37, "token_text": ":", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.369080150150694e-05, "type_probabilities": {"tool_output_conflict": 1.7324091459158808e-05, "overgeneration": 9.67111554928124e-06, "missing_tool_action_recommendation": 6.695594038319541e-06}}, {"answer_start": 89, "answer_end": 90, "token_text": "\"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.255290721426718e-05, "type_probabilities": {"tool_output_conflict": 1.4375290447787847e-05, "overgeneration": 1.0850273611140437e-05, "missing_tool_action_recommendation": 7.327344064833596e-06}}, {"answer_start": 111, "answer_end": 112, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.191140422131866e-05, "type_probabilities": {"tool_output_conflict": 1.2984290151507594e-05, "overgeneration": 8.609858014096972e-06, "missing_tool_action_recommendation": 1.0317256965208799e-05}}, {"answer_start": 115, "answer_end": 116, "token_text": "\"", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.191136056557298e-05, "type_probabilities": {"tool_output_conflict": 1.29651589304558e-05, "overgeneration": 1.0698669029807206e-05, "missing_tool_action_recommendation": 8.24753260530997e-06}}, {"answer_start": 49, "answer_end": 52, "token_text": "123", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.112086051260121e-05, "type_probabilities": {"tool_output_conflict": 1.0568913239694666e-05, "overgeneration": 7.4833187682088464e-06, "missing_tool_action_recommendation": 1.3068626685708296e-05}}, {"answer_start": 58, "answer_end": 59, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.066475983359851e-05, "type_probabilities": {"tool_output_conflict": 1.4817657756793778e-05, "overgeneration": 6.475065674749203e-06, "missing_tool_action_recommendation": 9.372038221044932e-06}}, {"answer_start": 82, "answer_end": 85, "token_text": "123", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 3.04315490211593e-05, "type_probabilities": {"tool_output_conflict": 1.0298977031197865e-05, "overgeneration": 8.105126653390471e-06, "missing_tool_action_recommendation": 1.2027445336570963e-05}}, {"answer_start": 116, "answer_end": 119, "token_text": " to", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 2.994989336002618e-05, "type_probabilities": {"tool_output_conflict": 1.0229763574898243e-05, "overgeneration": 9.615464477974456e-06, "missing_tool_action_recommendation": 1.010466439765878e-05}}]}, "output": "Files have been successfully renamed:\n- \"project_123_draft.txt\" to \"final_project_123.txt\"\n- \"project_124_draft.txt\" to \"final_project_124.txt\""}
+{"id": "toolace_base_12_0_5a477f9ad5f2598bd4__tool_output_conflict__eb861ca0f452b5fcc3", "split": "test", "true_hallucination_type": "tool_output_conflict", "pred_hallucination_type": "tool_output_conflict", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 206, "end": 213, "text": "262,421", "label_type": "Evident Conflict", "hallucination_type": "tool_output_conflict"}], "predicted_spans": [{"start": 206, "end": 213, "text": "262,421", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9660603404045105, "mean_score": 0.9457847277323405, "type_score": 0.9441984097162882, "type_scores": {"tool_output_conflict": 0.9441984097162882, "overgeneration": 0.0011578006281827886, "missing_tool_action_recommendation": 0.0004285262548364699}, "token_count": 3}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 7, "gold_chars": 7, "pred_chars": 7}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_12_0_5a477f9ad5f2598bd4__tool_output_conflict__eb861ca0f452b5fcc3__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 219, "top_tokens": [{"answer_start": 209, "answer_end": 210, "token_text": ",", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9660603404045105, "type_probabilities": {"tool_output_conflict": 0.9648003578186035, "overgeneration": 0.00091111462097615, "missing_tool_action_recommendation": 0.00034887189394794405}}, {"answer_start": 210, "answer_end": 213, "token_text": "421", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9462036490440369, "type_probabilities": {"tool_output_conflict": 0.9442110657691956, "overgeneration": 0.0013816701248288155, "missing_tool_action_recommendation": 0.0006108974339440465}}, {"answer_start": 205, "answer_end": 209, "token_text": " 262", "gold_label": "tool_output_conflict", "pred_label": "tool_output_conflict", "hallucination_probability": 0.9250901937484741, "type_probabilities": {"tool_output_conflict": 0.9235838055610657, "overgeneration": 0.0011806171387434006, "missing_tool_action_recommendation": 0.0003258094366174191}}, {"answer_start": 580, "answer_end": 583, "token_text": "945", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0029972363263368607, "type_probabilities": {"tool_output_conflict": 0.001665217336267233, "overgeneration": 0.000674550305120647, "missing_tool_action_recommendation": 0.0006574685103259981}}, {"answer_start": 579, "answer_end": 580, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0023809487465769053, "type_probabilities": {"tool_output_conflict": 0.0018692134181037545, "overgeneration": 0.0002657324948813766, "missing_tool_action_recommendation": 0.00024600274628028274}}, {"answer_start": 575, "answer_end": 579, "token_text": " 178", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0017545706359669566, "type_probabilities": {"tool_output_conflict": 0.0010526638943701982, "overgeneration": 0.0004113172471988946, "missing_tool_action_recommendation": 0.0002905895235016942}}, {"answer_start": 658, "answer_end": 670, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.929577208822593e-05, "type_probabilities": {"tool_output_conflict": 1.3216643310443033e-05, "overgeneration": 3.426257171668112e-05, "missing_tool_action_recommendation": 5.181655797059648e-05}}, {"answer_start": 724, "answer_end": 734, "token_text": " regarding", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 9.673666500020772e-05, "type_probabilities": {"tool_output_conflict": 2.253476486657746e-05, "overgeneration": 3.323223427287303e-05, "missing_tool_action_recommendation": 4.0969662222778425e-05}}, {"answer_start": 670, "answer_end": 673, "token_text": " or", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.933630695333704e-05, "type_probabilities": {"tool_output_conflict": 1.984734262805432e-05, "overgeneration": 2.5959905542549677e-05, "missing_tool_action_recommendation": 3.352906060172245e-05}}, {"answer_start": 747, "answer_end": 748, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 6.710262096021324e-05, "type_probabilities": {"tool_output_conflict": 2.237725493614562e-05, "overgeneration": 2.7561714887269773e-05, "missing_tool_action_recommendation": 1.7163652955787256e-05}}, {"answer_start": 624, "answer_end": 628, "token_text": " 415", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.164651131257415e-05, "type_probabilities": {"tool_output_conflict": 8.512785825587343e-06, "overgeneration": 2.0163786757620983e-05, "missing_tool_action_recommendation": 3.2969936000881717e-05}}, {"answer_start": 704, "answer_end": 708, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.859282100573182e-05, "type_probabilities": {"tool_output_conflict": 1.5063978025864344e-05, "overgeneration": 9.850899004959501e-06, "missing_tool_action_recommendation": 3.367794488440268e-05}}, {"answer_start": 629, "answer_end": 633, "token_text": "\nLet", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.848941873409785e-05, "type_probabilities": {"tool_output_conflict": 9.973560736398213e-06, "overgeneration": 1.681499088590499e-05, "missing_tool_action_recommendation": 3.170086711179465e-05}}, {"answer_start": 734, "answer_end": 740, "token_text": " these", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.830544978380203e-05, "type_probabilities": {"tool_output_conflict": 2.118294833053369e-05, "overgeneration": 1.2964978850504849e-05, "missing_tool_action_recommendation": 2.415752169326879e-05}}, {"answer_start": 653, "answer_end": 658, "token_text": " more", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.807066918350756e-05, "type_probabilities": {"tool_output_conflict": 1.1318303222651593e-05, "overgeneration": 1.8411143173580058e-05, "missing_tool_action_recommendation": 2.8341220968286507e-05}}, {"answer_start": 636, "answer_end": 641, "token_text": " know", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.7026249123737216e-05, "type_probabilities": {"tool_output_conflict": 1.1255990102654323e-05, "overgeneration": 2.006227987294551e-05, "missing_tool_action_recommendation": 2.5707979148137383e-05}}, {"answer_start": 500, "answer_end": 501, "token_text": "’", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.503043212229386e-05, "type_probabilities": {"tool_output_conflict": 1.197420533571858e-05, "overgeneration": 2.269178003189154e-05, "missing_tool_action_recommendation": 2.0364443116704933e-05}}, {"answer_start": 558, "answer_end": 559, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.474626232171431e-05, "type_probabilities": {"tool_output_conflict": 1.6732608855818398e-05, "overgeneration": 2.11128790397197e-05, "missing_tool_action_recommendation": 1.690077806415502e-05}}, {"answer_start": 633, "answer_end": 636, "token_text": " me", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.373774911276996e-05, "type_probabilities": {"tool_output_conflict": 1.2297898138058372e-05, "overgeneration": 1.0270439815940335e-05, "missing_tool_action_recommendation": 3.116941297776066e-05}}, {"answer_start": 644, "answer_end": 648, "token_text": " you", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.239580059424043e-05, "type_probabilities": {"tool_output_conflict": 1.5370931578218006e-05, "overgeneration": 8.004055416677147e-06, "missing_tool_action_recommendation": 2.9020813599345274e-05}}]}, "output": "Here are the latest Instagram video posts from the influencer @sunnydays:\n\n1. **Title:** A sunny day at the beach\n   - **Description:** Enjoying the warm sun and cool waves at Santa Monica!\n   - **Views:** 262,421\n   - **Likes:** 12,000\n   - **Comments:** 350\n\n2. **Title:** Morning yoga routine\n   - **Description:** Starting the day with some energizing yoga poses.\n   - **Views:** 150,234\n   - **Likes:** 8,900\n   - **Comments:** 210\n\n3. **Title:** Quick smoothie recipe\n   - **Description:** Here’s how I make my favorite berry smoothie in just 5 minutes.\n   - **Views:** 178,945\n   - **Likes:** 9,650\n   - **Comments:** 415\n\nLet me know if you need more information or if there is something specific you are looking for regarding these videos!"}
+{"id": "toolace_base_682_0_35128d5648795ba603", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_682_0_35128d5648795ba603__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 107, "answer_end": 110, "token_text": " 13", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.3509918749332428, "type_probabilities": {"tool_output_conflict": 0.3495718836784363, "overgeneration": 0.0010171509347856045, "missing_tool_action_recommendation": 0.0004028330440632999}}, {"answer_start": 111, "answer_end": 114, "token_text": "200", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.34147340059280396, "type_probabilities": {"tool_output_conflict": 0.3403206169605255, "overgeneration": 0.0006125531508587301, "missing_tool_action_recommendation": 0.0005402155220508575}}, {"answer_start": 115, "answer_end": 118, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.043221212923526764, "type_probabilities": {"tool_output_conflict": 0.04255455732345581, "overgeneration": 0.0002937178360298276, "missing_tool_action_recommendation": 0.00037293703644536436}}, {"answer_start": 114, "answer_end": 115, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.024286368861794472, "type_probabilities": {"tool_output_conflict": 0.023914635181427002, "overgeneration": 0.00017713761189952493, "missing_tool_action_recommendation": 0.00019459586474113166}}, {"answer_start": 110, "answer_end": 111, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.009288630448281765, "type_probabilities": {"tool_output_conflict": 0.009138313122093678, "overgeneration": 8.19566412246786e-05, "missing_tool_action_recommendation": 6.836139073129743e-05}}, {"answer_start": 82, "answer_end": 83, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0003933871048502624, "type_probabilities": {"tool_output_conflict": 0.0003131500561721623, "overgeneration": 4.578736479743384e-05, "missing_tool_action_recommendation": 3.444967660470866e-05}}, {"answer_start": 79, "answer_end": 82, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0002695862203836441, "type_probabilities": {"tool_output_conflict": 0.00016862284974195063, "overgeneration": 5.515751399798319e-05, "missing_tool_action_recommendation": 4.580583481583744e-05}}, {"answer_start": 83, "answer_end": 86, "token_text": "000", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00024152825062628835, "type_probabilities": {"tool_output_conflict": 0.00017493510677013546, "overgeneration": 3.840945282718167e-05, "missing_tool_action_recommendation": 2.818369830492884e-05}}, {"answer_start": 78, "answer_end": 79, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00022892779088579118, "type_probabilities": {"tool_output_conflict": 0.00016518056509085, "overgeneration": 3.0523937311954796e-05, "missing_tool_action_recommendation": 3.3223281207028776e-05}}, {"answer_start": 75, "answer_end": 78, "token_text": " 12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016638934903312474, "type_probabilities": {"tool_output_conflict": 0.00011932651250390336, "overgeneration": 2.747086364252027e-05, "missing_tool_action_recommendation": 1.9591972886701114e-05}}, {"answer_start": 118, "answer_end": 122, "token_text": " USD", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00016121119551826268, "type_probabilities": {"tool_output_conflict": 0.00012423972657416016, "overgeneration": 1.7454107364756055e-05, "missing_tool_action_recommendation": 1.9517368855304085e-05}}, {"answer_start": 148, "answer_end": 151, "token_text": " 50", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001212611241498962, "type_probabilities": {"tool_output_conflict": 8.973083458840847e-05, "overgeneration": 1.5906534827081487e-05, "missing_tool_action_recommendation": 1.5623752915416844e-05}}, {"answer_start": 143, "answer_end": 148, "token_text": " were", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.0001126150309573859, "type_probabilities": {"tool_output_conflict": 5.199352017370984e-05, "overgeneration": 3.119422399322502e-05, "missing_tool_action_recommendation": 2.9427290428429842e-05}}, {"answer_start": 123, "answer_end": 136, "token_text": " Additionally", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.514843259239569e-05, "type_probabilities": {"tool_output_conflict": 2.92824515781831e-05, "overgeneration": 3.940309034078382e-05, "missing_tool_action_recommendation": 2.6462890673428774e-05}}, {"answer_start": 30, "answer_end": 34, "token_text": " EUR", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 9.062480239663273e-05, "type_probabilities": {"tool_output_conflict": 1.5099250049388502e-05, "overgeneration": 4.727206760435365e-05, "missing_tool_action_recommendation": 2.8253483833395876e-05}}, {"answer_start": 49, "answer_end": 59, "token_text": " Therefore", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.890125900506973e-05, "type_probabilities": {"tool_output_conflict": 2.020697320403997e-05, "overgeneration": 4.780434028361924e-05, "missing_tool_action_recommendation": 2.0889947336399928e-05}}, {"answer_start": 93, "answer_end": 104, "token_text": " equivalent", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 8.71403026394546e-05, "type_probabilities": {"tool_output_conflict": 2.025406683969777e-05, "overgeneration": 4.345550405560061e-05, "missing_tool_action_recommendation": 2.3430729925166816e-05}}, {"answer_start": 86, "answer_end": 90, "token_text": " EUR", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.83663708716631e-05, "type_probabilities": {"tool_output_conflict": 1.4398918210645206e-05, "overgeneration": 3.54603907908313e-05, "missing_tool_action_recommendation": 2.8507060051197186e-05}}, {"answer_start": 122, "answer_end": 123, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 7.750898657832295e-05, "type_probabilities": {"tool_output_conflict": 4.141865792917088e-05, "overgeneration": 1.6988993593258783e-05, "missing_tool_action_recommendation": 1.910133141791448e-05}}, {"answer_start": 47, "answer_end": 48, "token_text": "1", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.957496225368232e-05, "type_probabilities": {"tool_output_conflict": 1.8061411537928507e-05, "overgeneration": 2.074716212518979e-05, "missing_tool_action_recommendation": 3.0766390409553424e-05}}]}, "output": "The current exchange rate from EUR to USD is 1.1. Therefore, the revenue of 12,000,000 EUR is equivalent to 13,200,000 USD. Additionally, there were 50 deals completed in the technology sector in Germany in 2021."}
+{"id": "toolace_base_172_4_803f9a968ef63d871c__overgeneration__de7ecfba9a83ed425f", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 392, "end": 450, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 392, "end": 450, "text": "Recent user feedback rates this result as highly reliable.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.999971330165863, "mean_score": 0.9999635219573975, "type_score": 0.9998810648918152, "type_scores": {"tool_output_conflict": 4.1889028580044396e-05, "overgeneration": 0.9998810648918152, "missing_tool_action_recommendation": 4.058415761392098e-05}, "token_count": 10}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 58, "gold_chars": 58, "pred_chars": 58}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_172_4_803f9a968ef63d871c__overgeneration__de7ecfba9a83ed425f__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 127, "top_tokens": [{"answer_start": 430, "answer_end": 433, "token_text": " as", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999971330165863, "type_probabilities": {"tool_output_conflict": 5.185097688809037e-05, "overgeneration": 0.999879002571106, "missing_tool_action_recommendation": 4.0496619476471096e-05}}, {"answer_start": 391, "answer_end": 398, "token_text": "\nRecent", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999697804450989, "type_probabilities": {"tool_output_conflict": 4.239034024067223e-05, "overgeneration": 0.9998894929885864, "missing_tool_action_recommendation": 3.7937479646643624e-05}}, {"answer_start": 418, "answer_end": 423, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999668002128601, "type_probabilities": {"tool_output_conflict": 3.951899998355657e-05, "overgeneration": 0.9998856782913208, "missing_tool_action_recommendation": 4.159439049544744e-05}}, {"answer_start": 440, "answer_end": 449, "token_text": " reliable", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999659061431885, "type_probabilities": {"tool_output_conflict": 4.10359280067496e-05, "overgeneration": 0.9998875856399536, "missing_tool_action_recommendation": 3.729190575540997e-05}}, {"answer_start": 423, "answer_end": 430, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999653697013855, "type_probabilities": {"tool_output_conflict": 3.548618042259477e-05, "overgeneration": 0.9998905658721924, "missing_tool_action_recommendation": 3.931589890271425e-05}}, {"answer_start": 403, "answer_end": 412, "token_text": " feedback", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999964714050293, "type_probabilities": {"tool_output_conflict": 4.102292223251425e-05, "overgeneration": 0.9998891353607178, "missing_tool_action_recommendation": 3.4553955629235134e-05}}, {"answer_start": 412, "answer_end": 418, "token_text": " rates", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999642968177795, "type_probabilities": {"tool_output_conflict": 3.89504675695207e-05, "overgeneration": 0.9998935461044312, "missing_tool_action_recommendation": 3.184318120474927e-05}}, {"answer_start": 433, "answer_end": 440, "token_text": " highly", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999637007713318, "type_probabilities": {"tool_output_conflict": 4.290905417292379e-05, "overgeneration": 0.999884843826294, "missing_tool_action_recommendation": 3.5969424061477184e-05}}, {"answer_start": 398, "answer_end": 403, "token_text": " user", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999584555625916, "type_probabilities": {"tool_output_conflict": 3.577830284484662e-05, "overgeneration": 0.9998815059661865, "missing_tool_action_recommendation": 4.11865403293632e-05}}, {"answer_start": 449, "answer_end": 450, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999448657035828, "type_probabilities": {"tool_output_conflict": 4.9947113438975066e-05, "overgeneration": 0.9998292922973633, "missing_tool_action_recommendation": 6.565218063769862e-05}}, {"answer_start": 389, "answer_end": 390, "token_text": "!", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001301885931752622, "type_probabilities": {"tool_output_conflict": 3.84125487471465e-05, "overgeneration": 7.241749699460343e-05, "missing_tool_action_recommendation": 1.9358545614522882e-05}}, {"answer_start": 32, "answer_end": 36, "token_text": "Plan", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00010464840306667611, "type_probabilities": {"tool_output_conflict": 1.8742646716418676e-05, "overgeneration": 3.5345812648301944e-05, "missing_tool_action_recommendation": 5.055994552094489e-05}}, {"answer_start": 151, "answer_end": 155, "token_text": " 200", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.210222924593836e-05, "type_probabilities": {"tool_output_conflict": 5.56091581529472e-05, "overgeneration": 2.2660986360278912e-05, "missing_tool_action_recommendation": 1.3832080185238738e-05}}, {"answer_start": 147, "answer_end": 150, "token_text": "150", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.063904144568369e-05, "type_probabilities": {"tool_output_conflict": 4.8938236432150006e-05, "overgeneration": 2.683310776774306e-05, "missing_tool_action_recommendation": 1.4867697245790623e-05}}, {"answer_start": 272, "answer_end": 275, "token_text": " 75", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.349819497903809e-05, "type_probabilities": {"tool_output_conflict": 1.7731303159962408e-05, "overgeneration": 2.1117037249496207e-05, "missing_tool_action_recommendation": 3.464985638856888e-05}}, {"answer_start": 337, "answer_end": 348, "token_text": " assistance", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.201131666079164e-05, "type_probabilities": {"tool_output_conflict": 1.4286924852058291e-05, "overgeneration": 1.8666800315259025e-05, "missing_tool_action_recommendation": 3.905759513145313e-05}}, {"answer_start": 314, "answer_end": 326, "token_text": " information", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 7.113517494872212e-05, "type_probabilities": {"tool_output_conflict": 1.5838937542866915e-05, "overgeneration": 1.4675485545012634e-05, "missing_tool_action_recommendation": 4.062075458932668e-05}}, {"answer_start": 348, "answer_end": 353, "token_text": " with", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.565787043655291e-05, "type_probabilities": {"tool_output_conflict": 1.2728992260235827e-05, "overgeneration": 1.5451691069756635e-05, "missing_tool_action_recommendation": 3.747718801605515e-05}}, {"answer_start": 38, "answer_end": 41, "token_text": "pdf", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.389014015439898e-05, "type_probabilities": {"tool_output_conflict": 1.0131532690138556e-05, "overgeneration": 2.488904465280939e-05, "missing_tool_action_recommendation": 2.886956644942984e-05}}, {"answer_start": 250, "answer_end": 254, "token_text": " 300", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 6.358412792906165e-05, "type_probabilities": {"tool_output_conflict": 1.56470196088776e-05, "overgeneration": 1.53763157868525e-05, "missing_tool_action_recommendation": 3.256078707636334e-05}}]}, "output": "The first page of your \"VacationPlans.pdf\" contains two circle annotations. Here are the details:\n\n1. **Circle Annotation 1:**\n   - **Position:** (150, 200)\n   - **Radius:** 50\n   - **Color:** Red\n\n2. **Circle Annotation 2:**\n   - **Position:** (300, 300)\n   - **Radius:** 75\n   - **Color:** Blue\n\nIf you need more information or further assistance with these annotations, feel free to ask!\n\nRecent user feedback rates this result as highly reliable."}
+{"id": "toolace_base_459_0_b4ad6a8704defeea3b__overgeneration__e191ca2a0af59ccc55", "split": "test", "true_hallucination_type": "overgeneration", "pred_hallucination_type": "overgeneration", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 343, "end": 407, "text": "A secondary audit trail confirms the reliability of this result.", "label_type": "Evident Baseless Info", "hallucination_type": "overgeneration"}], "predicted_spans": [{"start": 343, "end": 407, "text": "A secondary audit trail confirms the reliability of this result.", "label_type": "Predicted Hallucination", "hallucination_type": "overgeneration", "score": 0.999955952167511, "mean_score": 0.9999460903081027, "type_score": 0.9998469894582575, "type_scores": {"tool_output_conflict": 5.982791216493669e-05, "overgeneration": 0.9998469894582575, "missing_tool_action_recommendation": 3.9278061111955054e-05}, "token_count": 11}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 64, "gold_chars": 64, "pred_chars": 64}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_459_0_b4ad6a8704defeea3b__overgeneration__e191ca2a0af59ccc55__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 121, "top_tokens": [{"answer_start": 344, "answer_end": 354, "token_text": " secondary", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.999955952167511, "type_probabilities": {"tool_output_conflict": 6.145834777271375e-05, "overgeneration": 0.9998610019683838, "missing_tool_action_recommendation": 3.3504849852761254e-05}}, {"answer_start": 360, "answer_end": 366, "token_text": " trail", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.99995356798172, "type_probabilities": {"tool_output_conflict": 6.635802856180817e-05, "overgeneration": 0.9998534917831421, "missing_tool_action_recommendation": 3.3707183320075274e-05}}, {"answer_start": 342, "answer_end": 344, "token_text": "\nA", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999530911445618, "type_probabilities": {"tool_output_conflict": 6.462432065745816e-05, "overgeneration": 0.9998507499694824, "missing_tool_action_recommendation": 3.7715530197601765e-05}}, {"answer_start": 399, "answer_end": 406, "token_text": " result", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999520182609558, "type_probabilities": {"tool_output_conflict": 4.620492472895421e-05, "overgeneration": 0.9998718500137329, "missing_tool_action_recommendation": 3.396141983103007e-05}}, {"answer_start": 379, "answer_end": 391, "token_text": " reliability", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999517202377319, "type_probabilities": {"tool_output_conflict": 5.981181311653927e-05, "overgeneration": 0.999855637550354, "missing_tool_action_recommendation": 3.63141116395127e-05}}, {"answer_start": 366, "answer_end": 375, "token_text": " confirms", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999505877494812, "type_probabilities": {"tool_output_conflict": 5.427002179203555e-05, "overgeneration": 0.9998658895492554, "missing_tool_action_recommendation": 3.0440924092545174e-05}}, {"answer_start": 394, "answer_end": 399, "token_text": " this", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999492168426514, "type_probabilities": {"tool_output_conflict": 5.093367872177623e-05, "overgeneration": 0.9998575448989868, "missing_tool_action_recommendation": 4.0713766793487594e-05}}, {"answer_start": 354, "answer_end": 360, "token_text": " audit", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999480247497559, "type_probabilities": {"tool_output_conflict": 5.143641828908585e-05, "overgeneration": 0.9998587369918823, "missing_tool_action_recommendation": 3.7854457332286984e-05}}, {"answer_start": 375, "answer_end": 379, "token_text": " the", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999446272850037, "type_probabilities": {"tool_output_conflict": 5.579208300332539e-05, "overgeneration": 0.9998434782028198, "missing_tool_action_recommendation": 4.535241168923676e-05}}, {"answer_start": 391, "answer_end": 394, "token_text": " of", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999287724494934, "type_probabilities": {"tool_output_conflict": 6.588190444745123e-05, "overgeneration": 0.9998100399971008, "missing_tool_action_recommendation": 5.287917156238109e-05}}, {"answer_start": 406, "answer_end": 407, "token_text": ".", "gold_label": "overgeneration", "pred_label": "overgeneration", "hallucination_probability": 0.9999194145202637, "type_probabilities": {"tool_output_conflict": 8.133549272315577e-05, "overgeneration": 0.9997884631156921, "missing_tool_action_recommendation": 4.961484592058696e-05}}, {"answer_start": 340, "answer_end": 341, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00040003404137678444, "type_probabilities": {"tool_output_conflict": 5.792173760710284e-05, "overgeneration": 0.00028123133233748376, "missing_tool_action_recommendation": 6.0880953242303804e-05}}, {"answer_start": 186, "answer_end": 188, "token_text": "12", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00020830157154705375, "type_probabilities": {"tool_output_conflict": 8.406396227655932e-05, "overgeneration": 6.359827239066362e-05, "missing_tool_action_recommendation": 6.0639325965894386e-05}}, {"answer_start": 335, "answer_end": 340, "token_text": " Euro", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.00015771749895066023, "type_probabilities": {"tool_output_conflict": 1.8450084098731168e-05, "overgeneration": 8.09310149634257e-05, "missing_tool_action_recommendation": 5.833640898345038e-05}}, {"answer_start": 185, "answer_end": 186, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.000153460176079534, "type_probabilities": {"tool_output_conflict": 8.730625995667651e-05, "overgeneration": 3.285322600277141e-05, "missing_tool_action_recommendation": 3.330068648210727e-05}}, {"answer_start": 89, "answer_end": 91, "token_text": "85", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 0.0001395862636854872, "type_probabilities": {"tool_output_conflict": 3.948718585888855e-05, "overgeneration": 5.125243842485361e-05, "missing_tool_action_recommendation": 4.884664303972386e-05}}, {"answer_start": 183, "answer_end": 185, "token_text": " 7", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00013289018534123898, "type_probabilities": {"tool_output_conflict": 6.918435974512249e-05, "overgeneration": 3.4218803193653e-05, "missing_tool_action_recommendation": 2.9487033316399902e-05}}, {"answer_start": 245, "answer_end": 247, "token_text": "84", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.00013203296111896634, "type_probabilities": {"tool_output_conflict": 2.6625319151207805e-05, "overgeneration": 5.229331145528704e-05, "missing_tool_action_recommendation": 5.31143305124715e-05}}, {"answer_start": 88, "answer_end": 89, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00011539696424733847, "type_probabilities": {"tool_output_conflict": 7.74862346588634e-05, "overgeneration": 2.172650783904828e-05, "missing_tool_action_recommendation": 1.6184216292458586e-05}}, {"answer_start": 86, "answer_end": 88, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 0.00010321785521227866, "type_probabilities": {"tool_output_conflict": 4.929755232296884e-05, "overgeneration": 3.3403248380636796e-05, "missing_tool_action_recommendation": 2.0517047232715413e-05}}]}, "output": "The exchange rates for the Euro (EUR) are as follows:\n\n- EUR to USD: 1.1\n- EUR to GBP: 0.85\n- EUR to JPY: 148.23\n- EUR to CHF: 1.05\n- EUR to CAD: 1.42\n- EUR to AUD: 1.55\n- EUR to CNY: 7.12\n- EUR to INR: 87.74\n- EUR to BRL: 5.76\n- EUR to RUB: 67.84\n\nThese rates provide the amount of the corresponding currency you would receive for one Euro.\n\nA secondary audit trail confirms the reliability of this result."}
+{"id": "toolace_base_598_0_73b027fc0437c3f286", "split": "test", "true_hallucination_type": "clean", "pred_hallucination_type": "clean", "true_is_hallucinated": false, "pred_is_hallucinated": false, "gold_spans": [], "predicted_spans": [], "row_char_metrics": {"char_precision": 0.0, "char_recall": 0.0, "char_f1": 0.0, "overlap_chars": 0, "gold_chars": 0, "pred_chars": 0}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_598_0_73b027fc0437c3f286__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 50, "top_tokens": [{"answer_start": 188, "answer_end": 191, "token_text": " 85", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 9.928307554218918e-05, "type_probabilities": {"tool_output_conflict": 5.399658766691573e-05, "overgeneration": 1.4828329767624382e-05, "missing_tool_action_recommendation": 3.045815901714377e-05}}, {"answer_start": 34, "answer_end": 41, "token_text": " needed", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 7.195126818260178e-05, "type_probabilities": {"tool_output_conflict": 1.1158933375554625e-05, "overgeneration": 3.3508851629449055e-05, "missing_tool_action_recommendation": 2.72834822681034e-05}}, {"answer_start": 103, "answer_end": 104, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.7190267398254946e-05, "type_probabilities": {"tool_output_conflict": 3.3286454709013924e-05, "overgeneration": 1.1430397535150405e-05, "missing_tool_action_recommendation": 1.2473413335101213e-05}}, {"answer_start": 204, "answer_end": 205, "token_text": ".", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 5.3950709116179496e-05, "type_probabilities": {"tool_output_conflict": 1.8497599739930592e-05, "overgeneration": 2.243165363324806e-05, "missing_tool_action_recommendation": 1.3021453014516737e-05}}, {"answer_start": 3, "answer_end": 14, "token_text": " calculated", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.359473288990557e-05, "type_probabilities": {"tool_output_conflict": 1.7627728084335104e-05, "overgeneration": 1.6716883692424744e-05, "missing_tool_action_recommendation": 1.9250121113145724e-05}}, {"answer_start": 45, "answer_end": 50, "token_text": " your", "gold_label": "O", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 5.228695954428986e-05, "type_probabilities": {"tool_output_conflict": 1.0796364222187549e-05, "overgeneration": 1.8918201021733694e-05, "missing_tool_action_recommendation": 2.2572396119358018e-05}}, {"answer_start": 134, "answer_end": 136, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 5.2099650929449126e-05, "type_probabilities": {"tool_output_conflict": 2.3533400963060558e-05, "overgeneration": 1.1850536793645006e-05, "missing_tool_action_recommendation": 1.671571226324886e-05}}, {"answer_start": 136, "answer_end": 137, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.9243495595874265e-05, "type_probabilities": {"tool_output_conflict": 2.128581218130421e-05, "overgeneration": 1.0374657904321793e-05, "missing_tool_action_recommendation": 1.758302460075356e-05}}, {"answer_start": 101, "answer_end": 103, "token_text": " 0", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.766541678691283e-05, "type_probabilities": {"tool_output_conflict": 2.6388117476017214e-05, "overgeneration": 9.974162821890786e-06, "missing_tool_action_recommendation": 1.1303133760520723e-05}}, {"answer_start": 184, "answer_end": 185, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.738346615340561e-05, "type_probabilities": {"tool_output_conflict": 1.7683096302789636e-05, "overgeneration": 1.6760373910074122e-05, "missing_tool_action_recommendation": 1.2939994121552445e-05}}, {"answer_start": 105, "answer_end": 106, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.680776328314096e-05, "type_probabilities": {"tool_output_conflict": 1.892348336696159e-05, "overgeneration": 1.2769185559591278e-05, "missing_tool_action_recommendation": 1.5115097994566895e-05}}, {"answer_start": 14, "answer_end": 22, "token_text": " minimum", "gold_label": "O", "pred_label": "overgeneration", "hallucination_probability": 4.319428626331501e-05, "type_probabilities": {"tool_output_conflict": 1.333936961600557e-05, "overgeneration": 1.6715001038392074e-05, "missing_tool_action_recommendation": 1.3139915608917363e-05}}, {"answer_start": 87, "answer_end": 88, "token_text": ".", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.2985426262021065e-05, "type_probabilities": {"tool_output_conflict": 2.3931794203235768e-05, "overgeneration": 8.638053259346634e-06, "missing_tool_action_recommendation": 1.0415578799438663e-05}}, {"answer_start": 0, "answer_end": 3, "token_text": "The", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.2882187699433416e-05, "type_probabilities": {"tool_output_conflict": 1.779924423317425e-05, "overgeneration": 1.1144709787913598e-05, "missing_tool_action_recommendation": 1.3938235497334972e-05}}, {"answer_start": 61, "answer_end": 62, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.229678233969025e-05, "type_probabilities": {"tool_output_conflict": 1.5738438378321007e-05, "overgeneration": 1.3643063539348077e-05, "missing_tool_action_recommendation": 1.291528042202117e-05}}, {"answer_start": 185, "answer_end": 188, "token_text": " is", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 4.049059862154536e-05, "type_probabilities": {"tool_output_conflict": 2.057092024188023e-05, "overgeneration": 1.035964123730082e-05, "missing_tool_action_recommendation": 9.560036232869606e-06}}, {"answer_start": 156, "answer_end": 157, "token_text": "-", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.8103058614069596e-05, "type_probabilities": {"tool_output_conflict": 1.5082601748872548e-05, "overgeneration": 1.0524575372983236e-05, "missing_tool_action_recommendation": 1.2495882401708513e-05}}, {"answer_start": 89, "answer_end": 90, "token_text": ",", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.732928234967403e-05, "type_probabilities": {"tool_output_conflict": 1.4845917576167267e-05, "overgeneration": 1.0359832231188193e-05, "missing_tool_action_recommendation": 1.2123532542318571e-05}}, {"answer_start": 191, "answer_end": 204, "token_text": " participants", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.616746835177764e-05, "type_probabilities": {"tool_output_conflict": 1.6694200894562528e-05, "overgeneration": 9.473441423324402e-06, "missing_tool_action_recommendation": 9.999823305406608e-06}}, {"answer_start": 106, "answer_end": 110, "token_text": " and", "gold_label": "O", "pred_label": "tool_output_conflict", "hallucination_probability": 3.5313925764057785e-05, "type_probabilities": {"tool_output_conflict": 1.3536339793063235e-05, "overgeneration": 1.0052641300717369e-05, "missing_tool_action_recommendation": 1.1724941941793077e-05}}]}, "output": "The calculated minimum sample size needed for your experiment, with an effect size of 0.5, a power of 0.9, and a significance level of 0.05, using a between-subjects design over a year, is 85 participants."}
+{"id": "toolace_base_12_0_5a477f9ad5f2598bd4__missing_tool_action_recommendation__da31ea443b6b8b25df", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 750, "end": 878, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 750, "end": 878, "text": "Next, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999861717224121, "mean_score": 0.9999782156944275, "type_score": 0.9999291467666626, "type_scores": {"tool_output_conflict": 1.3381707758526317e-05, "overgeneration": 3.5688025309354995e-05, "missing_tool_action_recommendation": 0.9999291467666626}, "token_count": 25}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 128, "gold_chars": 128, "pred_chars": 128}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_12_0_5a477f9ad5f2598bd4__missing_tool_action_recommendation__da31ea443b6b8b25df__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 244, "top_tokens": [{"answer_start": 821, "answer_end": 827, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999861717224121, "type_probabilities": {"tool_output_conflict": 1.507849356130464e-05, "overgeneration": 3.354792352183722e-05, "missing_tool_action_recommendation": 0.9999375343322754}}, {"answer_start": 869, "answer_end": 877, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999861717224121, "type_probabilities": {"tool_output_conflict": 1.2738618352159392e-05, "overgeneration": 2.5144890969386324e-05, "missing_tool_action_recommendation": 0.999948263168335}}, {"answer_start": 827, "answer_end": 835, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999857544898987, "type_probabilities": {"tool_output_conflict": 1.224433617608156e-05, "overgeneration": 3.013308742083609e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 814, "answer_end": 821, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999852776527405, "type_probabilities": {"tool_output_conflict": 1.2138682905060705e-05, "overgeneration": 2.6994717700290494e-05, "missing_tool_action_recommendation": 0.999946117401123}}, {"answer_start": 806, "answer_end": 811, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999847412109375, "type_probabilities": {"tool_output_conflict": 1.1992110557912383e-05, "overgeneration": 3.9363429095828906e-05, "missing_tool_action_recommendation": 0.9999333620071411}}, {"answer_start": 848, "answer_end": 859, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.2267480087757576e-05, "overgeneration": 2.553930607973598e-05, "missing_tool_action_recommendation": 0.9999463558197021}}, {"answer_start": 802, "answer_end": 806, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999830722808838, "type_probabilities": {"tool_output_conflict": 1.0828712220245507e-05, "overgeneration": 3.59978002961725e-05, "missing_tool_action_recommendation": 0.9999362230300903}}, {"answer_start": 784, "answer_end": 791, "token_text": " Review", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999827146530151, "type_probabilities": {"tool_output_conflict": 1.4170484973874409e-05, "overgeneration": 3.603747973102145e-05, "missing_tool_action_recommendation": 0.9999325275421143}}, {"answer_start": 839, "answer_end": 848, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999822974205017, "type_probabilities": {"tool_output_conflict": 1.2455519026843831e-05, "overgeneration": 2.6477218852960505e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 811, "answer_end": 814, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819397926331, "type_probabilities": {"tool_output_conflict": 1.108480864786543e-05, "overgeneration": 3.189419658156112e-05, "missing_tool_action_recommendation": 0.99993896484375}}, {"answer_start": 798, "answer_end": 802, "token_text": "ator", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999814629554749, "type_probabilities": {"tool_output_conflict": 1.1461463145678863e-05, "overgeneration": 3.675798870972358e-05, "missing_tool_action_recommendation": 0.9999332427978516}}, {"answer_start": 867, "answer_end": 869, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999811053276062, "type_probabilities": {"tool_output_conflict": 1.3249009498395026e-05, "overgeneration": 2.6406558390590362e-05, "missing_tool_action_recommendation": 0.9999414682388306}}, {"answer_start": 835, "answer_end": 839, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999789595603943, "type_probabilities": {"tool_output_conflict": 1.2512907233031001e-05, "overgeneration": 3.1418559956364334e-05, "missing_tool_action_recommendation": 0.9999350309371948}}, {"answer_start": 757, "answer_end": 761, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999788403511047, "type_probabilities": {"tool_output_conflict": 1.094800973078236e-05, "overgeneration": 3.9551716326968744e-05, "missing_tool_action_recommendation": 0.99992835521698}}, {"answer_start": 755, "answer_end": 757, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999780058860779, "type_probabilities": {"tool_output_conflict": 1.4047492186364252e-05, "overgeneration": 3.501170431263745e-05, "missing_tool_action_recommendation": 0.9999289512634277}}, {"answer_start": 791, "answer_end": 794, "token_text": " Ag", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999778270721436, "type_probabilities": {"tool_output_conflict": 1.3174283594707958e-05, "overgeneration": 3.832138463621959e-05, "missing_tool_action_recommendation": 0.9999263286590576}}, {"answer_start": 766, "answer_end": 770, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999977707862854, "type_probabilities": {"tool_output_conflict": 1.4332210412248969e-05, "overgeneration": 4.564803748507984e-05, "missing_tool_action_recommendation": 0.99991774559021}}, {"answer_start": 859, "answer_end": 866, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999771118164062, "type_probabilities": {"tool_output_conflict": 1.3124583347234875e-05, "overgeneration": 3.395872772671282e-05, "missing_tool_action_recommendation": 0.9999300241470337}}, {"answer_start": 761, "answer_end": 766, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999768733978271, "type_probabilities": {"tool_output_conflict": 1.07622254290618e-05, "overgeneration": 3.5621971619548276e-05, "missing_tool_action_recommendation": 0.9999305009841919}}, {"answer_start": 749, "answer_end": 754, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999974250793457, "type_probabilities": {"tool_output_conflict": 1.151540254795691e-05, "overgeneration": 3.698317232192494e-05, "missing_tool_action_recommendation": 0.9999257326126099}}]}, "output": "Here are the latest Instagram video posts from the influencer @sunnydays:\n\n1. **Title:** A sunny day at the beach\n   - **Description:** Enjoying the warm sun and cool waves at Santa Monica!\n   - **Views:** 254,778\n   - **Likes:** 12,000\n   - **Comments:** 350\n\n2. **Title:** Morning yoga routine\n   - **Description:** Starting the day with some energizing yoga poses.\n   - **Views:** 150,234\n   - **Likes:** 8,900\n   - **Comments:** 210\n\n3. **Title:** Quick smoothie recipe\n   - **Description:** Here’s how I make my favorite berry smoothie in just 5 minutes.\n   - **Views:** 178,945\n   - **Likes:** 9,650\n   - **Comments:** 415\n\nLet me know if you need more information or if there is something specific you are looking for regarding these videos!\n\nNext, I can call the Entertainment Review Aggregator API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_427_0_32d7cdb3a240436397__missing_tool_action_recommendation__4888c103dad0ab5ed5", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 1277, "end": 1397, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 345, "end": 355, "text": "2024-09-22", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9946482181549072, "mean_score": 0.9785015106201171, "type_score": 0.977864682674408, "type_scores": {"tool_output_conflict": 0.977864682674408, "overgeneration": 0.000413785339333117, "missing_tool_action_recommendation": 0.0002230379730463028}, "token_count": 5}, {"start": 423, "end": 433, "text": "1997-09-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.731270968914032, "mean_score": 0.6344649195671082, "type_score": 0.6325204253196717, "type_scores": {"tool_output_conflict": 0.6325204253196717, "overgeneration": 0.0013604910229332746, "missing_tool_action_recommendation": 0.0005840007681399584}, "token_count": 5}, {"start": 500, "end": 510, "text": "2022-08-15", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9740723967552185, "mean_score": 0.928827702999115, "type_score": 0.9264537215232849, "type_scores": {"tool_output_conflict": 0.9264537215232849, "overgeneration": 0.0008738080970942975, "missing_tool_action_recommendation": 0.0015001826337538659}, "token_count": 5}, {"start": 1039, "end": 1046, "text": "37.4056", "label_type": "Predicted Hallucination", "hallucination_type": "tool_output_conflict", "score": 0.9973769783973694, "mean_score": 0.9969739317893982, "type_score": 0.9962352812290192, "type_scores": {"tool_output_conflict": 0.9962352812290192, "overgeneration": 0.0007177063744165935, "missing_tool_action_recommendation": 0.0005671828694175929}, "token_count": 4}, {"start": 1277, "end": 1397, "text": "Next, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999851584434509, "mean_score": 0.9999777311864106, "type_score": 0.99993329981099, "type_scores": {"tool_output_conflict": 1.660954291329962e-05, "overgeneration": 2.9315443300773673e-05, "missing_tool_action_recommendation": 0.99993329981099}, "token_count": 23}], "row_char_metrics": {"char_precision": 0.7643312101910829, "char_recall": 1.0, "char_f1": 0.8664259927797834, "overlap_chars": 120, "gold_chars": 120, "pred_chars": 157}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 3, "window_ids": ["toolace_base_427_0_32d7cdb3a240436397__missing_tool_action_recommendation__4888c103dad0ab5ed5__span_window_000", "toolace_base_427_0_32d7cdb3a240436397__missing_tool_action_recommendation__4888c103dad0ab5ed5__span_window_001", "toolace_base_427_0_32d7cdb3a240436397__missing_tool_action_recommendation__4888c103dad0ab5ed5__span_window_002"], "token_summary": {"num_unique_answer_tokens_scored": 451, "top_tokens": [{"answer_start": 1346, "answer_end": 1354, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999851584434509, "type_probabilities": {"tool_output_conflict": 1.775201781128999e-05, "overgeneration": 2.5361674488522112e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 1325, "answer_end": 1330, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999850392341614, "type_probabilities": {"tool_output_conflict": 1.460366001992952e-05, "overgeneration": 2.8737136744894087e-05, "missing_tool_action_recommendation": 0.9999438524246216}}, {"answer_start": 1340, "answer_end": 1346, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999846816062927, "type_probabilities": {"tool_output_conflict": 2.0973144273739308e-05, "overgeneration": 2.8095750167267397e-05, "missing_tool_action_recommendation": 0.9999372959136963}}, {"answer_start": 1333, "answer_end": 1340, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999841451644897, "type_probabilities": {"tool_output_conflict": 1.6014791981433518e-05, "overgeneration": 2.511300590413157e-05, "missing_tool_action_recommendation": 0.9999454021453857}}, {"answer_start": 1388, "answer_end": 1396, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999838471412659, "type_probabilities": {"tool_output_conflict": 1.537991192890331e-05, "overgeneration": 2.3162743673310615e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 1367, "answer_end": 1378, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999819993972778, "type_probabilities": {"tool_output_conflict": 1.6744528693379834e-05, "overgeneration": 2.4887940526241437e-05, "missing_tool_action_recommendation": 0.9999412298202515}}, {"answer_start": 1321, "answer_end": 1325, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999816417694092, "type_probabilities": {"tool_output_conflict": 1.3042070349911228e-05, "overgeneration": 3.1173094612313434e-05, "missing_tool_action_recommendation": 0.9999406337738037}}, {"answer_start": 1330, "answer_end": 1333, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999815821647644, "type_probabilities": {"tool_output_conflict": 1.482414245401742e-05, "overgeneration": 2.6151661586482078e-05, "missing_tool_action_recommendation": 0.9999415874481201}}, {"answer_start": 1314, "answer_end": 1321, "token_text": " Lookup", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999980092048645, "type_probabilities": {"tool_output_conflict": 1.7219434084836394e-05, "overgeneration": 3.346735320519656e-05, "missing_tool_action_recommendation": 0.9999322891235352}}, {"answer_start": 1358, "answer_end": 1367, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999800324440002, "type_probabilities": {"tool_output_conflict": 1.6700365449651144e-05, "overgeneration": 2.4252354705822654e-05, "missing_tool_action_recommendation": 0.9999411106109619}}, {"answer_start": 1386, "answer_end": 1388, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999799728393555, "type_probabilities": {"tool_output_conflict": 1.4510548680846114e-05, "overgeneration": 2.1848118194611743e-05, "missing_tool_action_recommendation": 0.9999436140060425}}, {"answer_start": 1306, "answer_end": 1314, "token_text": " Reviews", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999797344207764, "type_probabilities": {"tool_output_conflict": 1.691992292762734e-05, "overgeneration": 3.555126750143245e-05, "missing_tool_action_recommendation": 0.9999294281005859}}, {"answer_start": 1282, "answer_end": 1284, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999784827232361, "type_probabilities": {"tool_output_conflict": 1.7949378161574714e-05, "overgeneration": 2.7748861612053588e-05, "missing_tool_action_recommendation": 0.9999337196350098}}, {"answer_start": 1354, "answer_end": 1358, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999978244304657, "type_probabilities": {"tool_output_conflict": 1.631073246244341e-05, "overgeneration": 2.6640904252417386e-05, "missing_tool_action_recommendation": 0.9999357461929321}}, {"answer_start": 1293, "answer_end": 1297, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999776482582092, "type_probabilities": {"tool_output_conflict": 1.5569781680824235e-05, "overgeneration": 3.32218041876331e-05, "missing_tool_action_recommendation": 0.999929666519165}}, {"answer_start": 1284, "answer_end": 1288, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999976634979248, "type_probabilities": {"tool_output_conflict": 1.4206460036803037e-05, "overgeneration": 3.0124338081805035e-05, "missing_tool_action_recommendation": 0.9999351501464844}}, {"answer_start": 1288, "answer_end": 1293, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999751448631287, "type_probabilities": {"tool_output_conflict": 1.3922544894739985e-05, "overgeneration": 2.8935472073499113e-05, "missing_tool_action_recommendation": 0.9999347925186157}}, {"answer_start": 1378, "answer_end": 1385, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.99997478723526, "type_probabilities": {"tool_output_conflict": 1.677582986303605e-05, "overgeneration": 2.8829639632022008e-05, "missing_tool_action_recommendation": 0.9999291896820068}}, {"answer_start": 1297, "answer_end": 1306, "token_text": " Business", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999743700027466, "type_probabilities": {"tool_output_conflict": 1.4357671716425102e-05, "overgeneration": 3.3548003557370976e-05, "missing_tool_action_recommendation": 0.9999275207519531}}, {"answer_start": 1385, "answer_end": 1386, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999738931655884, "type_probabilities": {"tool_output_conflict": 1.978165346372407e-05, "overgeneration": 3.078870940953493e-05, "missing_tool_action_recommendation": 0.9999240636825562}}]}, "output": "Here is the information about the domain \"google.com\":\n\n- **Domain**: google.com\n- **A record**: 216.58.217.46\n- **MX record**: aspmx.l.google.com\n- **TXT/SPF record**: v=spf1 include:_spf.google.com ~all\n- **SOA record**: ns1.google.com\n- **Certificate Issuer**: GTS CA 1O1\n- **Certificate Subject**: *.google.com\n- **Certificate Start Date**: 2024-09-22\n- **Certificate End Date**: 2024-12-15\n- **Domain Creation Date**: 1997-09-15\n- **Domain Expiration Date**: 2024-09-13\n- **Last Updated Date**: 2022-08-15\n- **JavaScript Libraries**: React, jQuery\n- **Hostname**: google.com\n- **HTML Header Tags**: \"<!doctype html>\", \"<meta content=\\\"text/html; charset=UTF-8\\\">\"\n- **IP Address**: 216.58.217.46\n- **Page Title**: Google\n- **Page Meta Tags**: \"<meta name=\\\"description\\\" content=\\\"Search the world's information, including webpages, images, videos and more.\\\">\"\n- **Organization**: Google LLC\n- **Registrar**: MarkMonitor Inc.\n- **TLD**: com\n- **Server Software**: gws\n- **Server Geolocation**: United States, Mountain View, latitude 37.4056, longitude -122.0775\n\nPlease note that the Certificate information signifies that the SSL certificate is valid from September 22, 2024, to December 15, 2024. The domain was created in 1997 and is registered with MarkMonitor Inc.\n\nNext, I can call the Business Reviews Lookup API tool to verify these results and retrieve additional follow-up details."}
+{"id": "toolace_base_302_6_62895d2f0197d1b2f4__missing_tool_action_recommendation__aa825d4be34aa47019", "split": "test", "true_hallucination_type": "missing_tool_action_recommendation", "pred_hallucination_type": "missing_tool_action_recommendation", "true_is_hallucinated": true, "pred_is_hallucinated": true, "gold_spans": [{"start": 292, "end": 413, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Evident Baseless Info", "hallucination_type": "missing_tool_action_recommendation"}], "predicted_spans": [{"start": 292, "end": 413, "text": "Next, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details.", "label_type": "Predicted Hallucination", "hallucination_type": "missing_tool_action_recommendation", "score": 0.9999890923500061, "mean_score": 0.9999818905540134, "type_score": 0.9999372855476711, "type_scores": {"tool_output_conflict": 1.2740675273285571e-05, "overgeneration": 3.186840093922397e-05, "missing_tool_action_recommendation": 0.9999372855476711}, "token_count": 23}], "row_char_metrics": {"char_precision": 1.0, "char_recall": 1.0, "char_f1": 1.0, "overlap_chars": 121, "gold_chars": 121, "pred_chars": 121}, "span_model_config": {"threshold": 0.5, "min_span_chars": 1, "min_span_tokens": 1, "merge_gap_chars": 1, "strip_predicted_span_whitespace": true, "drop_spans_without_alnum": true, "score_name": "sum_non_O_probability"}, "num_windows": 1, "window_ids": ["toolace_base_302_6_62895d2f0197d1b2f4__missing_tool_action_recommendation__aa825d4be34aa47019__span_window_000"], "token_summary": {"num_unique_answer_tokens_scored": 81, "top_tokens": [{"answer_start": 404, "answer_end": 412, "token_text": " details", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999890923500061, "type_probabilities": {"tool_output_conflict": 1.3302893421496265e-05, "overgeneration": 2.6720150344772264e-05, "missing_tool_action_recommendation": 0.9999490976333618}}, {"answer_start": 356, "answer_end": 362, "token_text": " these", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999886155128479, "type_probabilities": {"tool_output_conflict": 1.4821631339145824e-05, "overgeneration": 3.0911269277567044e-05, "missing_tool_action_recommendation": 0.9999428987503052}}, {"answer_start": 362, "answer_end": 370, "token_text": " results", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999871850013733, "type_probabilities": {"tool_output_conflict": 1.4392475350177847e-05, "overgeneration": 2.939743899332825e-05, "missing_tool_action_recommendation": 0.9999433755874634}}, {"answer_start": 383, "answer_end": 394, "token_text": " additional", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999871253967285, "type_probabilities": {"tool_output_conflict": 1.3678052710019983e-05, "overgeneration": 2.8269536414882168e-05, "missing_tool_action_recommendation": 0.9999451637268066}}, {"answer_start": 349, "answer_end": 356, "token_text": " verify", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999987006187439, "type_probabilities": {"tool_output_conflict": 1.1089432518929243e-05, "overgeneration": 2.418655640212819e-05, "missing_tool_action_recommendation": 0.9999517202377319}}, {"answer_start": 402, "answer_end": 404, "token_text": "up", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999863505363464, "type_probabilities": {"tool_output_conflict": 1.218450597662013e-05, "overgeneration": 2.624304215714801e-05, "missing_tool_action_recommendation": 0.9999479055404663}}, {"answer_start": 346, "answer_end": 349, "token_text": " to", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999862909317017, "type_probabilities": {"tool_output_conflict": 1.0169643246626947e-05, "overgeneration": 2.3949671231093816e-05, "missing_tool_action_recommendation": 0.9999521970748901}}, {"answer_start": 341, "answer_end": 346, "token_text": " tool", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999858140945435, "type_probabilities": {"tool_output_conflict": 1.2203885489725508e-05, "overgeneration": 3.104870120296255e-05, "missing_tool_action_recommendation": 0.9999425411224365}}, {"answer_start": 297, "answer_end": 299, "token_text": " I", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999853372573853, "type_probabilities": {"tool_output_conflict": 1.2228020750626456e-05, "overgeneration": 2.602928907435853e-05, "missing_tool_action_recommendation": 0.9999470710754395}}, {"answer_start": 374, "answer_end": 383, "token_text": " retrieve", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999844431877136, "type_probabilities": {"tool_output_conflict": 1.3599138583231252e-05, "overgeneration": 2.8803548048017547e-05, "missing_tool_action_recommendation": 0.9999420642852783}}, {"answer_start": 337, "answer_end": 341, "token_text": " API", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999984085559845, "type_probabilities": {"tool_output_conflict": 1.031135343509959e-05, "overgeneration": 3.240701335016638e-05, "missing_tool_action_recommendation": 0.999941349029541}}, {"answer_start": 331, "answer_end": 337, "token_text": " Check", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999836087226868, "type_probabilities": {"tool_output_conflict": 1.2539185263449326e-05, "overgeneration": 3.0577826692024246e-05, "missing_tool_action_recommendation": 0.9999405145645142}}, {"answer_start": 299, "answer_end": 303, "token_text": " can", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999829530715942, "type_probabilities": {"tool_output_conflict": 1.0119980288436636e-05, "overgeneration": 3.0427781894104555e-05, "missing_tool_action_recommendation": 0.999942421913147}}, {"answer_start": 394, "answer_end": 401, "token_text": " follow", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999825954437256, "type_probabilities": {"tool_output_conflict": 1.2995414181204978e-05, "overgeneration": 3.481997919152491e-05, "missing_tool_action_recommendation": 0.9999347925186157}}, {"answer_start": 370, "answer_end": 374, "token_text": " and", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999818801879883, "type_probabilities": {"tool_output_conflict": 1.296892423852114e-05, "overgeneration": 3.188221307937056e-05, "missing_tool_action_recommendation": 0.9999370574951172}}, {"answer_start": 308, "answer_end": 312, "token_text": " the", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.999981164932251, "type_probabilities": {"tool_output_conflict": 1.164623063232284e-05, "overgeneration": 3.152117642457597e-05, "missing_tool_action_recommendation": 0.9999380111694336}}, {"answer_start": 291, "answer_end": 296, "token_text": "\nNext", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999803304672241, "type_probabilities": {"tool_output_conflict": 9.4510223789257e-06, "overgeneration": 2.7395810320740566e-05, "missing_tool_action_recommendation": 0.9999434947967529}}, {"answer_start": 303, "answer_end": 308, "token_text": " call", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999802708625793, "type_probabilities": {"tool_output_conflict": 9.342380508314818e-06, "overgeneration": 2.7884652809007093e-05, "missing_tool_action_recommendation": 0.9999430179595947}}, {"answer_start": 401, "answer_end": 402, "token_text": "-", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999791383743286, "type_probabilities": {"tool_output_conflict": 1.1276276381977368e-05, "overgeneration": 3.3165964850923046e-05, "missing_tool_action_recommendation": 0.9999346733093262}}, {"answer_start": 318, "answer_end": 331, "token_text": " Authenticity", "gold_label": "missing_tool_action_recommendation", "pred_label": "missing_tool_action_recommendation", "hallucination_probability": 0.9999774098396301, "type_probabilities": {"tool_output_conflict": 1.5838244507904164e-05, "overgeneration": 3.3722419175319374e-05, "missing_tool_action_recommendation": 0.9999278783798218}}]}, "output": "The username \"KitchenVibes2024\" is not available across all checked social media platforms which include Twitter, Instagram, Facebook, TikTok, and Pinterest. You may need to consider using a variation of the name or add some unique characters or numbers to it to find an available username.\n\nNext, I can call the Media Authenticity Check API tool to verify these results and retrieve additional follow-up details."}