File size: 3,773 Bytes
b6a4ce8 2412d94 b6a4ce8 2412d94 b6a4ce8 2412d94 b6a4ce8 2412d94 b6a4ce8 2412d94 b6a4ce8 7cae429 9cafada 7cae429 b6a4ce8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 | {
"request": {
"state": "The customer reports that the same invoice was charged twice. They ask for a refund. There is no product outage.",
"questions": {
"destination": {
"type": "choice",
"instructions": "Choose the team that handles this request.",
"criteria": {
"billing": "Invoices, payments, refunds and duplicate charges",
"technical": "Product errors and troubleshooting"
}
},
"refund_requested": {
"type": "noul",
"instructions": "Does the customer explicitly ask for a refund?"
},
"urgency": {
"type": "score",
"instructions": "Rate urgency using only these ordered levels.",
"criteria": [
"Routine information request with no payment problem or outage",
"A payment or billing problem, with no product outage",
"An active product outage stopping the customer from working"
]
}
}
},
"response": {
"model": "Decision-1.0-Sol",
"answers": {
"destination": {
"type": "choice",
"probabilities": {
"billing": 0.9994137709479778,
"technical": 0.0005862290520222329
},
"confidence": 0.9988275418959556,
"choice": "billing"
},
"refund_requested": {
"type": "noul",
"noul": 0.9981037460809301
},
"urgency": {
"type": "score",
"probabilities": {
"0": 0.09484846481689971,
"1": 0.9038855158357278,
"2": 0.0012660193473724532
},
"confidence": 0.8558282737535918,
"score": 0.9064175545304728,
"legend": {
"0": "Routine information request with no payment problem or outage",
"1": "A payment or billing problem, with no product outage",
"2": "An active product outage stopping the customer from working"
}
}
},
"usage": {
"input_tokens": 355,
"scored_questions": 3
}
},
"direct_engine_exact_response": true,
"overflow_rejected": true,
"overflow_message": "check: 40083 tokens exceeds max_length=16384; no truncation allowed",
"bundle_manifest_sha256": "1498cc7aa42f5884ab6ca828b5c23f23d4965b7e950a2ef86d530eed99ad78f1",
"runtime": {
"actual": {
"torch": "2.12.0+git6bbd260",
"hip": "7.2.53211",
"transformers": "5.17.0",
"fla": "0.5.2",
"tokenizers": "0.23.2",
"safetensors": "0.8.0",
"triton": "3.7.1",
"gated_delta": "fla.ops.gated_delta_rule.chunk"
},
"differences": {},
"matches_validated_runtime": true,
"normalization_profile": {
"profile_sha256": "6b03450d42dbb68f0ffe14945ffcf3e6ea043e1033a819fb7211a8176a51722f",
"guard_sha256": "1603c39038ff783b9d5a5f69110d1695bbb7e28accffd0c03525854e8f258452",
"validated_arch": "gfx942",
"automatic_bundle_binding": true,
"scope": "single profile per process"
}
},
"revision": null,
"device": "cuda:0",
"model_name": "Decision-1.0-Sol",
"example_source_sha256": "a54dec885f92c2d38d07ef2333dff51965be52bc119f772cc74200ed314e69b6",
"normalization_telemetry": {
"profile_sha256": "6b03450d42dbb68f0ffe14945ffcf3e6ea043e1033a819fb7211a8176a51722f",
"status": "installed",
"calls": 72,
"keys": {
"[128,1,\"torch.bfloat16\",\"torch.bfloat16\",\"torch.float32\"]": 72
},
"strict_guard": true,
"unknown_keys": "raise",
"autotune_fallback_permitted": false,
"runtime": {
"torch": "2.12.0+git6bbd260",
"hip": "7.2.53211",
"triton": "3.7.1",
"fla": "0.5.2"
},
"gpu_arch": "gfx942",
"process_scope": "one explicitly profiled Sol model; other model loading in this process is not supported"
}
}
|