| { |
| "request": { |
| "state": "The customer reports that the same invoice was charged twice. They ask for a refund. There is no product outage.", |
| "questions": { |
| "destination": { |
| "type": "choice", |
| "instructions": "Choose the team that handles this request.", |
| "criteria": { |
| "billing": "Invoices, payments, refunds and duplicate charges", |
| "technical": "Product errors and troubleshooting" |
| } |
| }, |
| "refund_requested": { |
| "type": "noul", |
| "instructions": "Does the customer explicitly ask for a refund?" |
| }, |
| "urgency": { |
| "type": "score", |
| "instructions": "Rate urgency using only these ordered levels.", |
| "criteria": [ |
| "Routine information request with no payment problem or outage", |
| "A payment or billing problem, with no product outage", |
| "An active product outage stopping the customer from working" |
| ] |
| } |
| } |
| }, |
| "response": { |
| "model": "Decision-1.0-Nox", |
| "answers": { |
| "destination": { |
| "type": "choice", |
| "probabilities": { |
| "billing": 0.9995198700709675, |
| "technical": 0.00048012992903245 |
| }, |
| "confidence": 0.9990397401419351, |
| "choice": "billing" |
| }, |
| "refund_requested": { |
| "type": "noul", |
| "noul": 0.9997257333959462 |
| }, |
| "urgency": { |
| "type": "score", |
| "probabilities": { |
| "0": 0.01145875993979324, |
| "1": 0.9885278778333887, |
| "2": 1.3362226818050175e-05 |
| }, |
| "confidence": 0.9827918167500831, |
| "score": 0.9885546022870247, |
| "legend": { |
| "0": "Routine information request with no payment problem or outage", |
| "1": "A payment or billing problem, with no product outage", |
| "2": "An active product outage stopping the customer from working" |
| } |
| } |
| }, |
| "usage": { |
| "input_tokens": 355, |
| "scored_questions": 3 |
| } |
| }, |
| "direct_engine_exact_response": true, |
| "overflow_rejected": true, |
| "overflow_message": "check: 40083 tokens exceeds max_length=16384; no truncation allowed", |
| "bundle_manifest_sha256": "7762761b5da5d51d33e06d322c037f7cfdee54f910e6e83d3e8c7ce02ae42b2e", |
| "runtime": { |
| "actual": { |
| "torch": "2.12.0+git6bbd260", |
| "hip": "7.2.53211", |
| "transformers": "5.17.0", |
| "fla": "0.5.2", |
| "tokenizers": "0.23.2", |
| "safetensors": "0.8.0", |
| "triton": "3.7.1", |
| "gated_delta": "fla.ops.gated_delta_rule.chunk" |
| }, |
| "differences": {}, |
| "matches_validated_runtime": true, |
| "normalization_profile": { |
| "profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850", |
| "guard_sha256": "061d6ba3edf032038b074b061879a1ff81cfd2928fc0131c66b15563f7822509", |
| "validated_arch": "gfx942", |
| "automatic_bundle_binding": true, |
| "scope": "single profile per process" |
| } |
| }, |
| "revision": null, |
| "device": "cuda:0", |
| "model_name": "Decision-1.0-Nox", |
| "example_source_sha256": "a54dec885f92c2d38d07ef2333dff51965be52bc119f772cc74200ed314e69b6", |
| "normalization_telemetry": { |
| "profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850", |
| "status": "installed", |
| "calls": 96, |
| "keys": { |
| "[128,1,\"torch.bfloat16\",\"torch.bfloat16\",\"torch.float32\"]": 96 |
| }, |
| "strict_guard": true, |
| "unknown_keys": "raise", |
| "autotune_fallback_permitted": false, |
| "runtime": { |
| "torch": "2.12.0+git6bbd260", |
| "hip": "7.2.53211", |
| "triton": "3.7.1", |
| "fla": "0.5.2" |
| }, |
| "gpu_arch": "gfx942", |
| "process_scope": "one explicitly profiled Nox model; other model loading in this process is not supported" |
| } |
| } |
|
|
