diff --git "a/fixtures/parity-multilingual.json" "b/fixtures/parity-multilingual.json"
new file mode 100644--- /dev/null
+++ "b/fixtures/parity-multilingual.json"
@@ -0,0 +1 @@
+{"model": "aac6fef/laya-multilingual-mlx", "revision": "f2b4faf51023039425946074e2cf1361d2db11d5", "packages": {"mlx": "0.32.2", "mlx-metal": "0.32.2", "numpy": "2.5.3", "torch": "2.14.0", "transformers": "5.17.0", "tokenizers": "0.23.2", "huggingface-hub": "1.32.0", "onnx": "1.23.0", "onnxruntime": "1.30.0", "onnxscript": "0.7.2"}, "config": {"encoder": "jhu-clsp/mmBERT-base", "head_layers": 2, "max_len": 1024, "head_max_len": 256, "max_prefixes": 6, "act_costs": {"escalate": 0.5}, "cost_wrong_act": 3.0, "amp_dtype": "bf16", "model_name": "rl-agent", "temperature": [1.0, 1.0, 1.0], "temperature_by_options": {}, "training": {"updates": 15987, "epochs_completed": 4, "hours": 4.97, "world_size": 1, "fine_tuned_from_checkpoint": false}}, "special_tokens": {"cls": 2, "sep": 1, "pad": 0, "mask": 4, "mask_token": "<mask>"}, "tokenizer_cases": [{"text": "  leading  spaces", "ids": [235248, 8133, 235248, 14130]}, {"text": "a  b", "ids": [476, 235248, 518]}, {"text": "   ", "ids": [235248, 235248, 235248]}, {"text": "x ", "ids": [1141, 235248]}, {"text": " x", "ids": [1141]}, {"text": "line\nbreak", "ids": [2017, 108, 3376]}, {"text": "tab\there", "ids": [6684, 226, 1828]}, {"text": "\n", "ids": [108]}, {"text": "\n\n\n", "ids": [110]}, {"text": "\nhello", "ids": [108, 25612]}, {"text": "hello\n", "ids": [25612, 108]}, {"text": "\t", "ids": [235248, 226]}, {"text": "\thello", "ids": [235248, 226, 17534]}, {"text": "\r", "ids": [2722]}, {"text": " b", "ids": [518]}, {"text": "1", "ids": [235248, 235274]}, {"text": "。", "ids": [22614]}, {"text": "<mask>x", "ids": [4, 1141]}, {"text": "x<mask>y", "ids": [1141, 4, 597]}, {"text": "x <mask> y", "ids": [1141, 4, 597]}, {"text": "<mask>", "ids": [4]}, {"text": "<mask><mask>", "ids": [4, 4]}, {"text": "\nx\n", "ids": [108, 1141, 108]}, {"text": "{\"message\": \"hi  there\"}", "ids": [19946, 1529, 1192, 664, 544, 235248, 1104, 12990]}, {"text": "▁literal", "ids": [36414]}, {"text": "▁▁x", "ids": [139, 1141]}, {"text": "<2mass>x", "ids": [5, 1141]}, {"text": "[@BOS@]x", "ids": [6, 1141]}, {"text": "<unused0>x", "ids": [7, 1141]}, {"text": "mixed 日本語 and English  double", "ids": [10616, 26867, 236333, 578, 4645, 235248, 4199]}, {"text": "emoji 😀😀", "ids": [52810, 79937, 239061]}, {"text": "level 0: not urgent", "ids": [2403, 235248, 235276, 235292, 780, 34722]}, {"text": "a.b*c+d?e^f$g{h}(i)|j[k]\\l", "ids": [476, 235265, 235268, 235287, 235260, 235340, 235258, 235336, 235249, 235393, 235266, 235323, 235264, 235282, 235259, 3929, 235252, 31966, 235312, 235309, 235273, 25954, 235257]}, {"text": "Ich wurde zweimal für Rechnung 4411 belastet", "ids": [14278, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216]}, {"text": "मुझसे इनवॉइस 4411", "ids": [39728, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274]}, {"text": "С меня дважды", "ids": [3045, 18930, 30428, 58283]}, {"text": "発票4411被重复扣款，请今天退款。", "ids": [87820, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362]}, {"text": "[MASK] <mask> hello [MASK] <mask>", "ids": [892, 43551, 235307, 4, 25612, 892, 43551, 235307, 4]}, {"text": "", "ids": []}, {"text": "\n<mask>", "ids": [108, 4]}, {"text": "\n\n\n<mask>", "ids": [110, 4]}, {"text": "x\n\n\n<mask>\n\n\ny", "ids": [1141, 110, 4, 110, 597]}, {"text": "<mask>\n", "ids": [4, 108]}, {"text": "x   <mask>", "ids": [1141, 4]}, {"text": "x\t<mask>", "ids": [1141, 4]}, {"text": "　<mask>", "ids": [4]}, {"text": "<mask> \n<mask>", "ids": [4, 235248, 108, 4]}], "cases": [{"name": "email", "state": {"from": "user@example.com", "subject": "Duplicate charge on invoice #4411", "body": "We were billed twice for March. Please refund the duplicate today or we will cancel our plan."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[15.122567176818848, -4.579589366912842, -4.579456329345703, -4.369716644287109], [-3.7111573219299316, -0.09945106506347656, 1.851316213607788, -10000.0], [-3.3468549251556396, 0.22383588552474976, -10000.0, -10000.0]], "act_logits": [[1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.5977783203125, -1306.054443359375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q2": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}}, "usage": {"input_tokens": 257, "output_tokens": 0}}}, {"name": "en", "state": {"message": "I was charged twice for invoice 4411, please refund it today."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[14.916961669921875, -4.471896171569824, -4.5128936767578125, -3.6355104446411133], [-2.920267105102539, 0.43648409843444824, 2.402521848678589, -10000.0], [-2.5081071853637695, 0.5854443311691284, -10000.0, -10000.0]], "act_logits": [[1353.2628173828125, -1615.0592041015625], [1541.083251953125, -1819.9656982421875], [1174.822509765625, -1400.1953125]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.6373, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0043, "1": 0.1223, "2": 0.8734}}, "q2": {"type": "noul", "confidence": 0.9566, "action": {"act_probability": 1.0}, "noul": 0.9566}}, "usage": {"input_tokens": 179, "output_tokens": 0}}}, {"name": "zh", "state": {"message": "发票4411被重复扣款，请今天退款。"}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235740, 237232, 235310, 235310, 235274, 235274, 235936, 79825, 238498, 236604, 235365, 236343, 22180, 186612, 235362, 12990, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[8.22008991241455, -3.9275243282318115, -3.9624948501586914, -3.8399293422698975], [-2.168610095977783, -0.17155873775482178, 0.623232901096344, -10000.0], [-3.1817245483398438, 0.49650096893310547, -10000.0, -10000.0]], "act_logits": [[1320.013916015625, -1574.77392578125], [1460.4095458984375, -1723.3885498046875], [1219.2891845703125, -1454.2547607421875]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.9998, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.3041, "action": {"act_probability": 1.0}, "score": 1.6204, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0405, "1": 0.2985, "2": 0.6609}}, "q2": {"type": "noul", "confidence": 0.9754, "action": {"act_probability": 1.0}, "noul": 0.9754}}, "usage": {"input_tokens": 173, "output_tokens": 0}}}, {"name": "de", "state": {"message": "Ich wurde zweimal für Rechnung 4411 belastet, bitte erstatten Sie den Betrag."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 15954, 9907, 169541, 2943, 114045, 235248, 235310, 235310, 235274, 235274, 2100, 142216, 235269, 48273, 157098, 965, 3670, 1600, 199150, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[6.612385272979736, -3.1881134510040283, -3.02119517326355, -1.8882311582565308], [-2.336754322052002, 1.4446816444396973, 3.6390650272369385, -10000.0], [-2.2694363594055176, 0.6168636083602905, -10000.0, -10000.0]], "act_logits": [[1297.295654296875, -1546.0147705078125], [1559.050537109375, -1841.0701904296875], [1126.5797119140625, -1343.598388671875]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.9977, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9997, "technical": 0.0001, "sales": 0.0001, "other": 0.0002}}, "q1": {"type": "score", "confidence": 0.6896, "action": {"act_probability": 1.0}, "score": 1.8954, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0023, "1": 0.1, "2": 0.8977}}, "q2": {"type": "noul", "confidence": 0.9472, "action": {"act_probability": 1.0}, "noul": 0.9472}}, "usage": {"input_tokens": 188, "output_tokens": 0}}}, {"name": "fr", "state": {"message": "J'ai été facturé deux fois pour la facture 4411, remboursez-moi s'il vous plaît."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235338, 235303, 1515, 8515, 2252, 46857, 9080, 15845, 1982, 683, 159315, 235248, 235310, 235310, 235274, 235274, 235269, 121023, 235306, 235290, 39962, 485, 235303, 540, 3473, 94148, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[13.961609840393066, -4.573187828063965, -4.573686122894287, -3.852029800415039], [-1.83303964138031, 0.34918373823165894, 1.641136884689331, -10000.0], [-1.289527416229248, 0.8094314336776733, -10000.0, -10000.0]], "act_logits": [[1374.929931640625, -1641.4486083984375], [1530.7740478515625, -1806.5130615234375], [1188.724365234375, -1417.348388671875]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.4347, "action": {"act_probability": 1.0}, "score": 1.7421, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0237, "1": 0.2104, "2": 0.7659}}, "q2": {"type": "noul", "confidence": 0.8908, "action": {"act_probability": 1.0}, "noul": 0.8908}}, "usage": {"input_tokens": 209, "output_tokens": 0}}}, {"name": "es", "state": {"message": "Me cobraron dos veces la factura 4411, por favor devuélvanme el dinero."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 1898, 161386, 5904, 3834, 22160, 683, 97569, 235248, 235310, 235310, 235274, 235274, 235269, 1395, 4287, 4586, 235261, 14026, 1890, 504, 822, 28401, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[13.879066467285156, -4.5676469802856445, -4.566494464874268, -4.188570976257324], [-2.103020191192627, 0.23701369762420654, 1.5663397312164307, -10000.0], [-3.126067638397217, 0.6342833042144775, -10000.0, -10000.0]], "act_logits": [[1211.8150634765625, -1447.7615966796875], [1484.0855712890625, -1751.6309814453125], [1058.6632080078125, -1264.1663818359375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.4539, "action": {"act_probability": 1.0}, "score": 1.7553, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0198, "1": 0.2051, "2": 0.7751}}, "q2": {"type": "noul", "confidence": 0.9773, "action": {"act_probability": 1.0}, "noul": 0.9773}}, "usage": {"input_tokens": 197, "output_tokens": 0}}}, {"name": "hi", "state": {"message": "मुझसे इनवॉइस 4411 के लिए दो बार शुल्क लिया गया, कृपया पैसे वापस करें।"}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 84372, 238385, 20579, 82617, 235699, 237351, 117722, 235248, 235310, 235310, 235274, 235274, 6777, 19126, 51484, 99744, 144905, 228834, 158850, 44370, 235269, 232499, 4587, 54026, 195109, 235533, 38607, 235940, 12990, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[4.5168867111206055, -0.4443514943122864, 0.3156282305717468, -2.456451416015625], [-2.347912549972534, 0.1606311798095703, 1.5928971767425537, -10000.0], [-4.228496551513672, 0.4603695869445801, -10000.0, -10000.0]], "act_logits": [[1222.4718017578125, -1457.38037109375], [1478.6282958984375, -1745.716552734375], [1167.5086669921875, -1393.103515625]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.9102, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9776, "technical": 0.0068, "sales": 0.0146, "other": 0.0009}}, "q1": {"type": "score", "confidence": 0.4881, "action": {"act_probability": 1.0}, "score": 1.7793, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0154, "1": 0.1898, "2": 0.7948}}, "q2": {"type": "noul", "confidence": 0.9909, "action": {"act_probability": 1.0}, "noul": 0.9909}}, "usage": {"input_tokens": 212, "output_tokens": 0}}}, {"name": "ja", "state": {"message": "請求書4411で二重に請求されました。返金してください��"}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 133074, 236128, 235310, 235310, 235274, 235274, 235398, 217491, 235400, 133074, 65612, 235362, 236572, 235854, 54934, 235362, 12990, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[4.243605613708496, -3.507979393005371, -3.212862014770508, -2.5109376907348633], [-2.323288679122925, -0.1459040641784668, 1.6749831438064575, -10000.0], [-3.2941582202911377, 0.9556125402450562, -10000.0, -10000.0]], "act_logits": [[1316.3177490234375, -1570.3465576171875], [1522.372314453125, -1798.4473876953125], [1140.2740478515625, -1361.0452880859375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.9873, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9978, "technical": 0.0004, "sales": 0.0006, "other": 0.0012}}, "q1": {"type": "score", "confidence": 0.5653, "action": {"act_probability": 1.0}, "score": 1.8317, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0155, "1": 0.1372, "2": 0.8473}}, "q2": {"type": "noul", "confidence": 0.9859, "action": {"act_probability": 1.0}, "noul": 0.9859}}, "usage": {"input_tokens": 176, "output_tokens": 0}}}, {"name": "ru", "state": {"message": "С меня дважды списали деньги по счёту 4411, верните деньги."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 1529, 1192, 664, 235475, 18930, 30428, 58283, 941, 14867, 1289, 68578, 1372, 941, 106289, 3987, 235248, 235310, 235310, 235274, 235274, 235269, 17892, 18864, 68578, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[6.397098064422607, -4.193325996398926, -4.227289199829102, -2.866758346557617], [-1.8214083909988403, 0.34476596117019653, 1.6406614780426025, -10000.0], [-1.1538143157958984, 0.6471766829490662, -10000.0, -10000.0]], "act_logits": [[1294.79833984375, -1545.5535888671875], [1477.6328125, -1744.544921875], [1217.296142578125, -1450.9569091796875]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.9989, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9999, "technical": 0.0, "sales": 0.0, "other": 0.0001}}, "q1": {"type": "score", "confidence": 0.4346, "action": {"act_probability": 1.0}, "score": 1.7422, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.024, "1": 0.2097, "2": 0.7663}}, "q2": {"type": "noul", "confidence": 0.8583, "action": {"act_probability": 1.0}, "noul": 0.8583}}, "usage": {"input_tokens": 194, "output_tokens": 0}}}, {"name": "empty_state", "state": "", "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[-1.4842324256896973, -1.4129817485809326, -1.460862636566162, -0.6860545873641968], [-1.07118558883667, 1.6514034271240234, 2.70894455909729, -10000.0], [3.597174882888794, -0.09589481353759766, -10000.0, -10000.0]], "act_logits": [[1381.9622802734375, -1643.6832275390625], [1550.9061279296875, -1830.973876953125], [1454.7760009765625, -1725.6634521484375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.0485, "action": {"act_probability": 1.0}, "choice": "other", "probabilities": {"billing": 0.188, "technical": 0.2019, "sales": 0.1925, "other": 0.4177}}, "q1": {"type": "score", "confidence": 0.412, "action": {"act_probability": 1.0}, "score": 1.7132, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0167, "1": 0.2535, "2": 0.7299}}, "q2": {"type": "noul", "confidence": 0.9757, "action": {"act_probability": 1.0}, "noul": 0.0243}}, "usage": {"input_tokens": 113, "output_tokens": 0}}}, {"name": "long", "state": {"from": "user@example.com", "subject": "Duplicate charge on invoice #4411", "body": "The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. The customer reports duplicate billing and requests a refund today. "}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 1], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 651, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 578, 12557, 476, 19745, 3646, 235265, 714, 6650, 8134, 38294, 54972, 1]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[2.07485032081604, -2.632869243621826, -3.018404006958008, -2.309281349182129], [-2.596721649169922, 0.39243996143341064, 1.708768606185913, -10000.0], [-1.6602681875228882, 0.447431743144989, -10000.0, -10000.0]], "act_logits": [[1158.27392578125, -1381.821044921875], [1500.4693603515625, -1771.64208984375], [993.298095703125, -1185.8896484375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.8902, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9731, "technical": 0.0088, "sales": 0.006, "other": 0.0121}}, "q1": {"type": "score", "confidence": 0.4822, "action": {"act_probability": 1.0}, "score": 1.7697, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0105, "1": 0.2092, "2": 0.7803}}, "q2": {"type": "noul", "confidence": 0.8916, "action": {"act_probability": 1.0}, "noul": 0.8916}}, "usage": {"input_tokens": 3072, "output_tokens": 0}}}, {"name": "conversation", "state": [{"role": "user", "content": "I was charged twice for invoice 4411, please refund it today."}], "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 892, 9766, 8247, 1192, 664, 1645, 824, 664, 3312, 1192, 664, 235285, 729, 12497, 11594, 604, 42529, 235248, 235310, 235310, 235274, 235274, 235269, 3743, 19745, 665, 3646, 1464, 12765, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[14.808247566223145, -4.5038580894470215, -4.561988830566406, -3.9475958347320557], [-3.4129323959350586, 0.4097709059715271, 2.6897480487823486, -10000.0], [-1.4610199928283691, 0.2930426001548767, -10000.0, -10000.0]], "act_logits": [[1290.61669921875, -1542.017333984375], [1568.6402587890625, -1854.3311767578125], [1162.1529541015625, -1385.5784912109375]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.7061, "action": {"act_probability": 1.0}, "score": 1.9033, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.002, "1": 0.0926, "2": 0.9054}}, "q2": {"type": "noul", "confidence": 0.8525, "action": {"act_probability": 1.0}, "noul": 0.8525}}, "usage": {"input_tokens": 200, "output_tokens": 0}}}, {"name": "mask_literals", "state": "[MASK] <mask> hello [MASK] <mask>", "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1], "markers": [14, 24], "qtype": 2}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 892, 43551, 235307, 235248, 235248, 25612, 892, 43551, 235307, 235248, 235248, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0]], "qtype": [0, 1, 2]}, "logits": [[-2.3841094970703125, -1.8760333061218262, -2.1010212898254395, -0.7446075677871704], [-0.03700399398803711, 1.061819314956665, 1.8920587301254272, -10000.0], [6.5898542404174805, -0.5973876118659973, -10000.0, -10000.0]], "act_logits": [[1281.3092041015625, -1526.261962890625], [1520.3076171875, -1794.619384765625], [1484.5703125, -1759.5750732421875]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 0.1666, "action": {"act_probability": 1.0}, "choice": "other", "probabilities": {"billing": 0.1094, "technical": 0.1818, "sales": 0.1452, "other": 0.5636}}, "q1": {"type": "score", "confidence": 0.2132, "action": {"act_probability": 1.0}, "score": 1.5405, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0919, "1": 0.2757, "2": 0.6324}}, "q2": {"type": "noul", "confidence": 0.9992, "action": {"act_probability": 1.0}, "noul": 0.0008}}, "usage": {"input_tokens": 146, "output_tokens": 0}}}, {"name": "many_questions", "state": {"from": "user@example.com", "subject": "Duplicate charge on invoice #4411", "body": "We were billed twice for March. Please refund the duplicate today or we will cancel our plan."}, "questions": {"q0": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q1": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q2": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q3": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q4": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q5": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q6": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q7": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q8": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q9": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q10": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q11": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q12": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q13": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q14": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q15": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q16": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}, "q17": {"type": "noul", "instructions": "Does the customer ask for money back?"}, "q18": {"type": "choice", "instructions": "Which department should handle this email?", "criteria": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, "q19": {"type": "score", "instructions": "How urgent is this request?", "criteria": ["not urgent", "soon", "critical deadline or blocking issue"]}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [14, 24], "qtype": 2}, {"ids": [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 20, 29, 36], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [11, 18, 24], "qtype": 1}], "internal": [{"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}, {"t": "noul", "ins": "Does the customer ask for money back?", "crit": null}, {"t": "choice", "ins": "Which department should handle this email?", "crit": {"billing": "invoices, payments, refunds", "technical": "bugs, outages, system errors", "sales": "pricing, new contracts", "other": "everything else"}}, {"t": "score", "ins": "How urgent is this request?", "crit": ["not urgent", "soon", "critical deadline or blocking issue"]}], "options": [["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"], ["false: no, the statement does not hold", "true: yes, the statement holds"], ["billing: invoices, payments, refunds", "technical: bugs, outages, system errors", "sales: pricing, new contracts", "other: everything else"], ["level 0: not urgent", "level 1: soon", "level 2: critical deadline or blocking issue"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0], [2, 552, 6311, 2872, 235292, 11188, 573, 6650, 5291, 604, 3370, 1355, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 7778, 235269, 573, 6218, 12723, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [2, 6241, 2872, 235292, 12236, 9888, 1412, 6589, 736, 4801, 235336, 1, 4, 54972, 235292, 88220, 235269, 15598, 235269, 85869, 4, 9838, 235292, 30608, 235269, 142788, 235269, 1812, 10266, 4, 7108, 235292, 25063, 235269, 888, 20078, 4, 1156, 235292, 4553, 1354, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], [2, 7716, 2872, 235292, 2250, 34722, 603, 736, 3853, 235336, 1, 4, 2403, 235248, 235276, 235292, 780, 34722, 4, 2403, 235248, 235274, 235292, 4445, 4, 2403, 235248, 235284, 235292, 9523, 30699, 689, 35578, 4295, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0]], "marker_pos": [[12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0], [14, 24, 0, 0], [12, 20, 29, 36], [11, 18, 24, 0]], "marker_mask": [[1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0], [1, 1, 0, 0], [1, 1, 1, 1], [1, 1, 1, 0]], "qtype": [0, 1, 2, 0, 1, 2, 0, 1, 2, 0, 1, 2, 0, 1, 2, 0, 1, 2, 0, 1]}, "logits": [[15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0], [-3.346853494644165, 0.22383591532707214, -10000.0, -10000.0], [15.122566223144531, -4.579587936401367, -4.579456329345703, -4.369716644287109], [-3.7111568450927734, -0.09945110976696014, 1.8513165712356567, -10000.0]], "act_logits": [[1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125], [1096.59765625, -1306.053955078125], [1238.386962890625, -1480.57958984375], [1502.5657958984375, -1775.7667236328125]], "result": {"model": "laya-rl-agent", "answers": {"q0": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q1": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q2": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q3": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q4": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q5": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q6": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q7": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q8": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q9": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q10": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q11": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q12": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q13": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q14": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q15": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q16": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}, "q17": {"type": "noul", "confidence": 0.9726, "action": {"act_probability": 1.0}, "noul": 0.9726}, "q18": {"type": "choice", "confidence": 1.0, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 1.0, "technical": 0.0, "sales": 0.0, "other": 0.0}}, "q19": {"type": "score", "confidence": 0.6387, "action": {"act_probability": 1.0}, "score": 1.8692, "legend": {"0": "not urgent", "1": "soon", "2": "critical deadline or blocking issue"}, "probabilities": {"0": 0.0034, "1": 0.1241, "2": 0.8726}}}, "usage": {"input_tokens": 1717, "output_tokens": 0}}}, {"name": "structured", "state": {"from": "user@example.com", "subject": "Duplicate charge on invoice #4411", "body": "We were billed twice for March. Please refund the duplicate today or we will cancel our plan."}, "questions": {"choice": {"type": "choice", "instructions": {"task": "choose department"}, "criteria": {"billing": {"description": "refunds"}, "other": false}}, "score": {"type": "score", "instructions": "Urgency?", "criteria": [{"level": "low"}, "high"]}, "noul": {"type": "noul", "instructions": "Refund?", "criteria": {"true": {"reason": "money back"}}}}, "items": [{"ids": [2, 6241, 2872, 235292, 19946, 8277, 1192, 664, 36648, 9888, 12990, 1, 4, 54972, 235292, 19946, 6448, 1192, 664, 2153, 58833, 12990, 4, 1156, 235292, 1566, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [12, 22], "qtype": 0}, {"ids": [2, 7716, 2872, 235292, 9155, 6266, 235336, 1, 4, 2403, 235248, 235276, 235292, 19946, 5584, 1192, 664, 1319, 12990, 4, 2403, 235248, 235274, 235292, 1536, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [8, 19], "qtype": 1}, {"ids": [2, 552, 6311, 2872, 235292, 93114, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 19946, 21248, 1192, 664, 21713, 1355, 12990, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [8, 18], "qtype": 2}], "internal": [{"t": "choice", "ins": "{\"task\": \"choose department\"}", "crit": {"billing": {"description": "refunds"}, "other": false}}, {"t": "score", "ins": "Urgency?", "crit": [{"level": "low"}, "high"]}, {"t": "noul", "ins": "Refund?", "crit": {"true": {"reason": "money back"}}}], "options": [["billing: {\"description\": \"refunds\"}", "other: false"], ["level 0: {\"level\": \"low\"}", "level 1: high"], ["false: no, the statement does not hold", "true: {\"reason\": \"money back\"}"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 19946, 8277, 1192, 664, 36648, 9888, 12990, 1, 4, 54972, 235292, 19946, 6448, 1192, 664, 2153, 58833, 12990, 4, 1156, 235292, 1566, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0], [2, 7716, 2872, 235292, 9155, 6266, 235336, 1, 4, 2403, 235248, 235276, 235292, 19946, 5584, 1192, 664, 1319, 12990, 4, 2403, 235248, 235274, 235292, 1536, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1, 0, 0, 0], [2, 552, 6311, 2872, 235292, 93114, 235336, 1, 4, 1566, 235292, 793, 235269, 573, 6218, 1721, 780, 3385, 4, 1382, 235292, 19946, 21248, 1192, 664, 21713, 1355, 12990, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], "marker_pos": [[12, 22], [8, 19], [8, 18]], "marker_mask": [[1, 1], [1, 1], [1, 1]], "qtype": [0, 1, 2]}, "logits": [[5.2911601066589355, -1.6646242141723633], [-4.5730791091918945, -2.5098979473114014], [-3.631676435470581, 0.13094562292099]], "act_logits": [[1273.421142578125, -1520.791259765625], [1371.816650390625, -1619.264404296875], [1146.1986083984375, -1365.124267578125]], "result": {"model": "laya-rl-agent", "answers": {"choice": {"type": "choice", "confidence": 0.9891, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.999, "other": 0.001}}, "score": {"type": "score", "confidence": 0.4919, "action": {"act_probability": 1.0}, "score": 0.8873, "legend": {"0": {"level": "low"}, "1": "high"}, "probabilities": {"0": 0.1127, "1": 0.8873}}, "noul": {"type": "noul", "confidence": 0.9773, "action": {"act_probability": 1.0}, "noul": 0.9773}}, "usage": {"input_tokens": 229, "output_tokens": 0}}}, {"name": "twenty_options", "state": {"from": "user@example.com", "subject": "Duplicate charge on invoice #4411", "body": "We were billed twice for March. Please refund the duplicate today or we will cancel our plan."}, "questions": {"choice": {"type": "choice", "instructions": "Which department handles billing?", "criteria": ["billing", "department_0", "department_1", "department_2", "department_3", "department_4", "department_5", "department_6", "department_7", "department_8", "department_9", "department_10", "department_11", "department_12", "department_13", "department_14", "department_15", "department_16", "department_17", "department_18"]}}, "items": [{"ids": [2, 6241, 2872, 235292, 12236, 9888, 26446, 54972, 235336, 1, 4, 54972, 4, 9888, 235298, 235276, 4, 9888, 235298, 235274, 4, 9888, 235298, 235284, 4, 9888, 235298, 235304, 4, 9888, 235298, 235310, 4, 9888, 235298, 235308, 4, 9888, 235298, 235318, 4, 9888, 235298, 235324, 4, 9888, 235298, 235321, 4, 9888, 235298, 235315, 4, 9888, 235298, 235274, 235276, 4, 9888, 235298, 235274, 235274, 4, 9888, 235298, 235274, 235284, 4, 9888, 235298, 235274, 235304, 4, 9888, 235298, 235274, 235310, 4, 9888, 235298, 235274, 235308, 4, 9888, 235298, 235274, 235318, 4, 9888, 235298, 235274, 235324, 4, 9888, 235298, 235274, 235321, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1], "markers": [10, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 57, 62, 67, 72, 77, 82, 87, 92], "qtype": 0}], "internal": [{"t": "choice", "ins": "Which department handles billing?", "crit": {"billing": null, "department_0": null, "department_1": null, "department_2": null, "department_3": null, "department_4": null, "department_5": null, "department_6": null, "department_7": null, "department_8": null, "department_9": null, "department_10": null, "department_11": null, "department_12": null, "department_13": null, "department_14": null, "department_15": null, "department_16": null, "department_17": null, "department_18": null}}], "options": [["billing", "department_0", "department_1", "department_2", "department_3", "department_4", "department_5", "department_6", "department_7", "department_8", "department_9", "department_10", "department_11", "department_12", "department_13", "department_14", "department_15", "department_16", "department_17", "department_18"]], "batch": {"input_ids": [[2, 6241, 2872, 235292, 12236, 9888, 26446, 54972, 235336, 1, 4, 54972, 4, 9888, 235298, 235276, 4, 9888, 235298, 235274, 4, 9888, 235298, 235284, 4, 9888, 235298, 235304, 4, 9888, 235298, 235310, 4, 9888, 235298, 235308, 4, 9888, 235298, 235318, 4, 9888, 235298, 235324, 4, 9888, 235298, 235321, 4, 9888, 235298, 235315, 4, 9888, 235298, 235274, 235276, 4, 9888, 235298, 235274, 235274, 4, 9888, 235298, 235274, 235284, 4, 9888, 235298, 235274, 235304, 4, 9888, 235298, 235274, 235310, 4, 9888, 235298, 235274, 235308, 4, 9888, 235298, 235274, 235318, 4, 9888, 235298, 235274, 235324, 4, 9888, 235298, 235274, 235321, 1, 19946, 2273, 1192, 664, 1645, 235348, 7310, 235265, 872, 824, 664, 15029, 1192, 664, 71925, 6256, 611, 42529, 1700, 235310, 235310, 235274, 235274, 824, 664, 2168, 1192, 664, 1734, 1049, 100159, 11594, 604, 4482, 235265, 5651, 19745, 573, 38294, 3646, 689, 783, 877, 12459, 1167, 1780, 1464, 235270, 1]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], "marker_pos": [[10, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 57, 62, 67, 72, 77, 82, 87, 92]], "marker_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], "qtype": [0]}, "logits": [[4.2875800132751465, -3.260587692260742, -4.329775810241699, -4.275410175323486, -4.5663228034973145, -4.581521987915039, -4.588339805603027, -4.577242374420166, -4.585216999053955, -4.583779811859131, -4.583242416381836, -4.584021091461182, -4.5136871337890625, -4.5835065841674805, -4.587921142578125, -4.587544918060303, -4.586542129516602, -4.587331771850586, -4.588327884674072, -4.567976951599121]], "act_logits": [[1098.0882568359375, -1318.265380859375]], "result": {"model": "laya-rl-agent", "answers": {"choice": {"type": "choice", "confidence": 0.9899, "action": {"act_probability": 1.0}, "choice": "billing", "probabilities": {"billing": 0.9969, "department_0": 0.0005, "department_1": 0.0002, "department_2": 0.0002, "department_3": 0.0001, "department_4": 0.0001, "department_5": 0.0001, "department_6": 0.0001, "department_7": 0.0001, "department_8": 0.0001, "department_9": 0.0001, "department_10": 0.0001, "department_11": 0.0002, "department_12": 0.0001, "department_13": 0.0001, "department_14": 0.0001, "department_15": 0.0001, "department_16": 0.0001, "department_17": 0.0001, "department_18": 0.0001}}}, "usage": {"input_tokens": 147, "output_tokens": 0}}}]}