| { |
| "distribution": "model-and-browser-runtime", |
| "choiceContractTests": { |
| "passed": 6, |
| "total": 6 |
| }, |
| "frozenDecisionParity": { |
| "passed": 12, |
| "total": 12, |
| "maxProbabilityDifference": 0.0, |
| "tolerance": 0.0001 |
| }, |
| "standaloneBrowserSmoke": { |
| "passed": true, |
| "execution": "agent-browser 0.37.1", |
| "localModelDevice": "mps", |
| "decisions": 6, |
| "actions": [ |
| "fill", |
| "scroll", |
| "select", |
| "check", |
| "click" |
| ], |
| "exactServerReceipts": 1, |
| "externalModelCalls": 0, |
| "scope": "Synthetic local contact form; execution check, not a model comparison" |
| }, |
| "packaging": { |
| "comparisonApplicationIncluded": false, |
| "cloudProviderIntegrationsIncluded": false, |
| "weightsUnchanged": true, |
| "staticDemonstrationDocsRetained": true |
| }, |
| "modelCardMetadataParsed": true, |
| "localMarkdownLinksValid": true, |
| "documentationPreview": { |
| "agentBrowserPagesChecked": 3, |
| "imagesLoaded": true |
| }, |
| "dependencyInstallation": "Existing pinned runtime reused for verification; installer not rerun", |
| "reportedHardwareChecks": [ |
| { |
| "hardware": "Apple M2 Pro", |
| "status": "passed", |
| "source": "contributor-reported functional test", |
| "unifiedMemoryGB": 16, |
| "cpuCores": null, |
| "gpuCores": null, |
| "macOSVersion": null, |
| "scope": "Successful local operation reported on Apple M2 Pro with 16 GB unified memory. CPU/GPU core counts, macOS version, detailed trace, peak memory and benchmark timing were not supplied.", |
| "computer": "MacBook Pro" |
| } |
| ], |
| "runtime11": { |
| "version": "1.1.0", |
| "runtimeTestsPassed": 11, |
| "browserWorkflowRunsPassed": 6, |
| "additionalAttachedSessionPassed": true, |
| "measurements": "evals/runtime-1.1.json", |
| "weightsUnchanged": true, |
| "defaultExecutionMode": "hybrid", |
| "defaultModeBrowserSmokePassed": true |
| } |
| } |
|
|
