File size: 1,898 Bytes
a0a9254 d786697 a0a9254 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | {
"distribution": "model-and-browser-runtime",
"choiceContractTests": {
"passed": 6,
"total": 6
},
"frozenDecisionParity": {
"passed": 12,
"total": 12,
"maxProbabilityDifference": 0.0,
"tolerance": 0.0001
},
"standaloneBrowserSmoke": {
"passed": true,
"execution": "agent-browser 0.37.1",
"localModelDevice": "mps",
"decisions": 6,
"actions": [
"fill",
"scroll",
"select",
"check",
"click"
],
"exactServerReceipts": 1,
"externalModelCalls": 0,
"scope": "Synthetic local contact form; execution check, not a model comparison"
},
"packaging": {
"comparisonApplicationIncluded": false,
"cloudProviderIntegrationsIncluded": false,
"weightsUnchanged": true,
"staticDemonstrationDocsRetained": true
},
"modelCardMetadataParsed": true,
"localMarkdownLinksValid": true,
"documentationPreview": {
"agentBrowserPagesChecked": 3,
"imagesLoaded": true
},
"dependencyInstallation": "Existing pinned runtime reused for verification; installer not rerun",
"reportedHardwareChecks": [
{
"hardware": "Apple M2 Pro",
"status": "passed",
"source": "contributor-reported functional test",
"unifiedMemoryGB": 16,
"cpuCores": null,
"gpuCores": null,
"macOSVersion": null,
"scope": "Successful local operation reported on Apple M2 Pro with 16 GB unified memory. CPU/GPU core counts, macOS version, detailed trace, peak memory and benchmark timing were not supplied.",
"computer": "MacBook Pro"
}
],
"runtime11": {
"version": "1.1.0",
"runtimeTestsPassed": 11,
"browserWorkflowRunsPassed": 6,
"additionalAttachedSessionPassed": true,
"measurements": "evals/runtime-1.1.json",
"weightsUnchanged": true,
"defaultExecutionMode": "hybrid",
"defaultModeBrowserSmokePassed": true
}
}
|