{ "kind": "user-started English single-form live comparison", "date": "2026-09-21", "seed": 43129, "fixtureSha256": "03e4713e07448df49bd9c5f56830ef41275e20c32299a64ed5beb9b638cb898b", "displayPauseMs": 0, "concurrency": 3, "equalInitialInputs": true, "results": [ { "model": "jev", "form": "Workshop booking", "passed": false, "status": "action_cycle", "seconds": 8.773282124999998, "validFields": 6, "fieldsCorrect": 4, "serverValid": false, "inputTokens": 13307, "outputTokens": 1916, "costUsd": 0.000558894, "unknownRequests": 0, "executionSeconds": 8.773282124999998, "insertedPauseMs": 0, "decisions": 11, "actions": 10, "error": null }, { "model": "nanojev", "form": "Workshop booking", "passed": true, "status": "completed", "seconds": 19.850137833000016, "validFields": 15, "fieldsCorrect": 15, "serverValid": true, "inputTokens": 52743, "outputTokens": 0, "costUsd": 0, "unknownRequests": 0, "executionSeconds": 19.850137833000016, "insertedPauseMs": 0, "decisions": 21, "actions": 20, "error": null }, { "model": "astra", "form": "Workshop booking", "passed": true, "status": "completed", "seconds": 79.15651054199998, "validFields": 15, "fieldsCorrect": 15, "serverValid": true, "inputTokens": 14661, "outputTokens": 812, "costUsd": 0.18721, "unknownRequests": 0, "executionSeconds": 79.15651054199998, "insertedPauseMs": 0, "decisions": 20, "actions": 19, "error": null } ], "identities": { "jev": "typesafe/jev-1.13-20260917", "nanojev": "NanoJev-Web/browser-head-v5", "astra": "openai/gpt-6-astra" }, "scope": "One attempt per model. Individual model outcomes were recorded; a Stop request was also registered at the bench job level. This is not a multi-seed reliability estimate.", "detailedReport": "../SINGLE_FORM_REPORT.md", "detailedEvidence": "decisions.json", "jevFailureSummary": { "cycle": "scroll to #notifications below, then scroll to #consent above", "cycleStartsAtDecision": 5, "stopDecision": 11, "executedScrolls": 6, "completedDownUpLoops": 3, "rejectedAction": "Fourth scroll to #notifications, rejected before browser execution", "usefulActionsAvailable": true } }