| { | |
| "benchmark": "LocalLLaMA/typed-decisions", | |
| "model": "Laya (Fine-Tuned 2xT4)", | |
| "n_cases": 400, | |
| "n_decisions": 2000, | |
| "metrics": { | |
| "accuracy": 0.769, | |
| "soft_accuracy": 0.5068, | |
| "brier_score": 0.0694, | |
| "ece": 0.215, | |
| "score_mae": 0.2442, | |
| "within_1_level": 0.9912, | |
| "latency_p50_ms": 116.1, | |
| "latency_p95_ms": 153.8, | |
| "kl_divergence": 0.1287, | |
| "total_variation": 0.184 | |
| }, | |
| "per_workflow": { | |
| "agent_trace_observability": { | |
| "decisions": 500, | |
| "accuracy": 0.746 | |
| }, | |
| "customer_service": { | |
| "decisions": 500, | |
| "accuracy": 0.776 | |
| }, | |
| "invoice_processing": { | |
| "decisions": 500, | |
| "accuracy": 0.806 | |
| }, | |
| "security_incidents": { | |
| "decisions": 500, | |
| "accuracy": 0.748 | |
| } | |
| } | |
| } |