| { |
| "request": { |
| "state": "The customer reports that the same invoice was charged twice. They ask for a refund. There is no product outage.", |
| "questions": { |
| "destination": { |
| "type": "choice", |
| "instructions": "Choose the team that handles this request.", |
| "criteria": { |
| "billing": "Invoices, payments, refunds and duplicate charges", |
| "technical": "Product errors and troubleshooting" |
| } |
| }, |
| "refund_requested": { |
| "type": "noul", |
| "instructions": "Does the customer explicitly ask for a refund?" |
| }, |
| "urgency": { |
| "type": "score", |
| "instructions": "Rate urgency using only these ordered levels.", |
| "criteria": [ |
| "Routine information request with no payment problem or outage", |
| "A payment or billing problem, with no product outage", |
| "An active product outage stopping the customer from working" |
| ] |
| } |
| } |
| }, |
| "response": { |
| "model": "Decision-1.0-Sol", |
| "answers": { |
| "destination": { |
| "type": "choice", |
| "probabilities": { |
| "billing": 0.9994137709479778, |
| "technical": 0.0005862290520222329 |
| }, |
| "confidence": 0.9988275418959556, |
| "choice": "billing" |
| }, |
| "refund_requested": { |
| "type": "noul", |
| "noul": 0.9981037460809301 |
| }, |
| "urgency": { |
| "type": "score", |
| "probabilities": { |
| "0": 0.09484846481689971, |
| "1": 0.9038855158357278, |
| "2": 0.0012660193473724532 |
| }, |
| "confidence": 0.8558282737535918, |
| "score": 0.9064175545304728, |
| "legend": { |
| "0": "Routine information request with no payment problem or outage", |
| "1": "A payment or billing problem, with no product outage", |
| "2": "An active product outage stopping the customer from working" |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 355, |
| "scored_questions": 3 |
| } |
| }, |
| "direct_engine_exact_response": true, |
| "overflow_rejected": true, |
| "overflow_message": "check: 40083 tokens exceeds max_length=16384; no truncation allowed", |
| "bundle_manifest_sha256": "1498cc7aa42f5884ab6ca828b5c23f23d4965b7e950a2ef86d530eed99ad78f1", |
| "runtime": { |
| "actual": { |
| "torch": "2.12.0+git6bbd260", |
| "hip": "7.2.53211", |
| "transformers": "5.17.0", |
| "fla": "0.5.2", |
| "tokenizers": "0.23.2", |
| "safetensors": "0.8.0", |
| "triton": "3.7.1", |
| "gated_delta": "fla.ops.gated_delta_rule.chunk" |
| }, |
| "differences": {}, |
| "matches_validated_runtime": true, |
| "normalization_profile": { |
| "profile_sha256": "6b03450d42dbb68f0ffe14945ffcf3e6ea043e1033a819fb7211a8176a51722f", |
| "guard_sha256": "1603c39038ff783b9d5a5f69110d1695bbb7e28accffd0c03525854e8f258452", |
| "validated_arch": "gfx942", |
| "automatic_bundle_binding": true, |
| "scope": "single profile per process" |
| } |
| }, |
| "revision": null, |
| "device": "cuda:0", |
| "model_name": "Decision-1.0-Sol", |
| "example_source_sha256": "a54dec885f92c2d38d07ef2333dff51965be52bc119f772cc74200ed314e69b6", |
| "normalization_telemetry": { |
| "profile_sha256": "6b03450d42dbb68f0ffe14945ffcf3e6ea043e1033a819fb7211a8176a51722f", |
| "status": "installed", |
| "calls": 72, |
| "keys": { |
| "[128,1,\"torch.bfloat16\",\"torch.bfloat16\",\"torch.float32\"]": 72 |
| }, |
| "strict_guard": true, |
| "unknown_keys": "raise", |
| "autotune_fallback_permitted": false, |
| "runtime": { |
| "torch": "2.12.0+git6bbd260", |
| "hip": "7.2.53211", |
| "triton": "3.7.1", |
| "fla": "0.5.2" |
| }, |
| "gpu_arch": "gfx942", |
| "process_scope": "one explicitly profiled Sol model; other model loading in this process is not supported" |
| } |
| } |
|
|
