File size: 3,775 Bytes
43d6004 ad089ad 43d6004 ad089ad 43d6004 ad089ad 43d6004 ad089ad 43d6004 ad089ad 43d6004 5bee306 74979f7 5bee306 d330a0b 5bee306 d330a0b 43d6004 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 | {
"request": {
"state": "The customer reports that the same invoice was charged twice. They ask for a refund. There is no product outage.",
"questions": {
"destination": {
"type": "choice",
"instructions": "Choose the team that handles this request.",
"criteria": {
"billing": "Invoices, payments, refunds and duplicate charges",
"technical": "Product errors and troubleshooting"
}
},
"refund_requested": {
"type": "noul",
"instructions": "Does the customer explicitly ask for a refund?"
},
"urgency": {
"type": "score",
"instructions": "Rate urgency using only these ordered levels.",
"criteria": [
"Routine information request with no payment problem or outage",
"A payment or billing problem, with no product outage",
"An active product outage stopping the customer from working"
]
}
}
},
"response": {
"model": "Decision-1.0-Nox",
"answers": {
"destination": {
"type": "choice",
"probabilities": {
"billing": 0.9990422083691034,
"technical": 0.0009577916308966501
},
"confidence": 0.9980844167382068,
"choice": "billing"
},
"refund_requested": {
"type": "noul",
"noul": 0.9994888159055739
},
"urgency": {
"type": "score",
"probabilities": {
"0": 0.012138526904188826,
"1": 0.9878299250528677,
"2": 3.1548042943515704e-05
},
"confidence": 0.9817448875793016,
"score": 0.9878930211387548,
"legend": {
"0": "Routine information request with no payment problem or outage",
"1": "A payment or billing problem, with no product outage",
"2": "An active product outage stopping the customer from working"
}
}
},
"usage": {
"input_tokens": 355,
"scored_questions": 3
}
},
"direct_engine_exact_response": true,
"overflow_rejected": true,
"overflow_message": "check: 40083 tokens exceeds max_length=16384; no truncation allowed",
"bundle_manifest_sha256": "83876db506b2d98e3e8ce7d34310b21f97bac30d4f5aef3371053798bff08830",
"runtime": {
"actual": {
"torch": "2.12.0+git6bbd260",
"hip": "7.2.53211",
"transformers": "5.17.0",
"fla": "0.5.2",
"tokenizers": "0.23.2",
"safetensors": "0.8.0",
"triton": "3.7.1",
"gated_delta": "fla.ops.gated_delta_rule.chunk"
},
"differences": {},
"matches_validated_runtime": true,
"normalization_profile": {
"profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850",
"guard_sha256": "061d6ba3edf032038b074b061879a1ff81cfd2928fc0131c66b15563f7822509",
"validated_arch": "gfx942",
"automatic_bundle_binding": true,
"scope": "single profile per process"
}
},
"revision": null,
"device": "cuda:0",
"model_name": "Decision-1.0-Nox",
"example_source_sha256": "a54dec885f92c2d38d07ef2333dff51965be52bc119f772cc74200ed314e69b6",
"normalization_telemetry": {
"profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850",
"status": "installed",
"calls": 96,
"keys": {
"[128,1,\"torch.bfloat16\",\"torch.bfloat16\",\"torch.float32\"]": 96
},
"strict_guard": true,
"unknown_keys": "raise",
"autotune_fallback_permitted": false,
"runtime": {
"torch": "2.12.0+git6bbd260",
"hip": "7.2.53211",
"triton": "3.7.1",
"fla": "0.5.2"
},
"gpu_arch": "gfx942",
"process_scope": "one explicitly profiled Nox model; other model loading in this process is not supported"
}
}
|