| { |
| "environment": { |
| "created_at": "2026-09-20T03:20:11.091953+00:00", |
| "chip": "Apple M3 Max", |
| "memory_bytes": 137438953472, |
| "os": "macOS-27.2-arm64-arm-64bit", |
| "python": "3.12.13", |
| "packages": { |
| "coremltools": "9.0", |
| "numpy": "2.1.3", |
| "torch": "2.7.0", |
| "tokenizers": "0.23.2", |
| "mlx": "0.32.2", |
| "laya-mlx": "0.1.0" |
| }, |
| "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2" |
| }, |
| "repository": "aac6fef/laya-multilingual-coreml-snake", |
| "format": "laya-coreml", |
| "shape": { |
| "batch_size": 3, |
| "max_length": 64, |
| "min_length": 16, |
| "default_length": 64, |
| "max_options": 4, |
| "flexible": false, |
| "mode": "fixed", |
| "lengths": null |
| }, |
| "compute_units": "cpu_gpu", |
| "load_seconds": 1.695275666002999, |
| "source_weights_sha256": "9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204", |
| "package_sha256": "85a738c18147a7485ea738b6238f43ab7d1740b58d8af37b83d8878f64ab563b", |
| "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682", |
| "bundle_files_verified": true, |
| "cases": [ |
| { |
| "name": "email", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "en", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "zh", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0004650094824689699, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "de", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "fr", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "es", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "hi", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "ja", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 8.419404114012874e-05, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "ru", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "empty_state", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00039023162459189686, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "long", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "conversation", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "mask_literals", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0013082645248925218, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "many_questions", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "structured", |
| "skipped": "outside bundle capacity" |
| }, |
| { |
| "name": "twenty_options", |
| "skipped": "outside bundle capacity" |
| } |
| ], |
| "passed": true, |
| "questions": 12, |
| "argmax_agreements": 12, |
| "probability_max_abs_error": 0.0013082645248925218, |
| "action_probability_max_abs_error": 0.0, |
| "stability": { |
| "calls": 100, |
| "identical_rounded_results": true |
| }, |
| "gate": { |
| "all_argmax_agree": true, |
| "max_probability_error": 0.02, |
| "max_action_probability_error": 0.02, |
| "finite": true, |
| "stable": true |
| } |
| } |
|
|
