| { |
| "purpose": "Local conversion parity on the upstream demo; not a generalization or live GUI benchmark", |
| "created_utc": "2026-09-19T16:49:43.157197+00:00", |
| "model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71", |
| "source_revision": "83f142c4290a0f7d9ed545ae8532858c6e4f8145", |
| "dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845", |
| "dataset_file": "demo.jsonl", |
| "dataset_sha256": "4f43b442e79ba2e2ce731e27e9b8e340c2b5dfcaffc92d8ff564c34f115ff1ca", |
| "conversion": { |
| "model": "cua_s1_forms_fp16_options32.mlpackage", |
| "precision": "float16", |
| "minimum_target": "iOS17/macOS14", |
| "limits": { |
| "context_bytes": 224, |
| "option_bytes": 96, |
| "max_options": 32 |
| }, |
| "model_config": { |
| "context_tokens": 224, |
| "encoder": "tinyx", |
| "heads": 4, |
| "hf_model": "Qwen/Qwen2.5-0.5B", |
| "layers": 2, |
| "option_tokens": 96, |
| "rank": 128, |
| "width": 128 |
| }, |
| "parameters": 706048, |
| "assets_lock_sha256": "8e65ad70af6bb814b571cdcfe828ba4bc339147da2d2211cbeac416163ef18ba", |
| "model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71", |
| "source_revision": "83f142c4290a0f7d9ed545ae8532858c6e4f8145", |
| "trace_row": 0, |
| "trace_dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845", |
| "export_seconds": 0.5374167499830946, |
| "python": "3.11.11", |
| "torch": "2.7.0", |
| "coremltools": "9.0", |
| "package_files": { |
| "Data/com.apple.CoreML/model.mlmodel": "70485fc18cbb21785df833cbddddc0b5b59acb00d22394b76e55307e2c135dd0", |
| "Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895", |
| "Manifest.json": "2bc0f5f62337b27fb6b0ecde248f1e3dc269e1ba4b65516aaeede2a60e293dcc" |
| } |
| }, |
| "environment": { |
| "machine": "Apple M5 Pro", |
| "os": "27.0", |
| "python": "3.11.11", |
| "torch": "2.7.0", |
| "coremltools": "9.0", |
| "torch_cpu_threads": 2 |
| }, |
| "rows": 196, |
| "upstream": { |
| "correct": 196, |
| "accuracy": 1.0, |
| "inference_latency_ms": { |
| "count": 196, |
| "median_ms": 2.4375420034630224, |
| "p95_ms": 3.0990312443464063, |
| "min_ms": 1.6581250238232315, |
| "max_ms": 3.908416983904317 |
| } |
| }, |
| "export_adapter_fp32": { |
| "argmax_agreement": 196, |
| "max_abs_probability_error": 1.1324882507324219e-06 |
| }, |
| "host_preprocessing_latency_ms": { |
| "count": 196, |
| "median_ms": 0.03766651207115501, |
| "p95_ms": 0.04735450784210116, |
| "min_ms": 0.026416993932798505, |
| "max_ms": 0.07812498370185494 |
| }, |
| "thresholds": { |
| "argmax_agreement": 1.0, |
| "max_abs_probability_error": 0.005, |
| "export_adapter_max_abs_probability_error": 0.0001, |
| "allow_accuracy_loss": false |
| }, |
| "backends": { |
| "ALL": { |
| "passed": true, |
| "correct": 196, |
| "accuracy": 1.0, |
| "argmax_agreement": 196, |
| "max_abs_probability_error": 0.0030989646911621094, |
| "mean_row_max_abs_probability_error": 1.6251600213152587e-05, |
| "max_abs_logit_error": 0.03653383255004883, |
| "load_seconds": 0.1422372910019476, |
| "warm_inference_latency_ms": { |
| "count": 196, |
| "median_ms": 1.8487705092411488, |
| "p95_ms": 2.4909165003919043, |
| "min_ms": 1.7662910104263574, |
| "max_ms": 2.893916011089459 |
| }, |
| "reversed_option_order": { |
| "rows": 6, |
| "max_abs_probability_error": 5.26619260199368e-07 |
| }, |
| "per_action": { |
| "fill": { |
| "rows": 36, |
| "correct": 36 |
| }, |
| "skip": { |
| "rows": 150, |
| "correct": 150 |
| }, |
| "check": { |
| "rows": 4, |
| "correct": 4 |
| }, |
| "click": { |
| "rows": 6, |
| "correct": 6 |
| } |
| }, |
| "decisions": [ |
| { |
| "row": 0, |
| "label": 22, |
| "upstream": 22, |
| "coreml": 22, |
| "max_abs_probability_error": 5.26619260199368e-07, |
| "max_abs_logit_error": 0.017948150634765625 |
| }, |
| { |
| "row": 1, |
| "label": 23, |
| "upstream": 23, |
| "coreml": 23, |
| "max_abs_probability_error": 5.320471245795488e-07, |
| "max_abs_logit_error": 0.0173797607421875 |
| }, |
| { |
| "row": 2, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 3.134431381113245e-09, |
| "max_abs_logit_error": 0.02239227294921875 |
| }, |
| { |
| "row": 3, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 2.8436625143513083e-07, |
| "max_abs_logit_error": 0.014525413513183594 |
| }, |
| { |
| "row": 4, |
| "label": 4, |
| "upstream": 4, |
| "coreml": 4, |
| "max_abs_probability_error": 4.76837158203125e-07, |
| "max_abs_logit_error": 0.013245582580566406 |
| }, |
| { |
| "row": 5, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 3.197783371433616e-08, |
| "max_abs_logit_error": 0.01342916488647461 |
| }, |
| { |
| "row": 6, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 1.7993625078815967e-07, |
| "max_abs_logit_error": 0.011149883270263672 |
| }, |
| { |
| "row": 7, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 6.677582859992981e-07, |
| "max_abs_logit_error": 0.013294458389282227 |
| }, |
| { |
| "row": 8, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 4.183561941317748e-09, |
| "max_abs_logit_error": 0.013601541519165039 |
| }, |
| { |
| "row": 9, |
| "label": 10, |
| "upstream": 10, |
| "coreml": 10, |
| "max_abs_probability_error": 4.019384505227208e-07, |
| "max_abs_logit_error": 0.029033660888671875 |
| }, |
| { |
| "row": 10, |
| "label": 11, |
| "upstream": 11, |
| "coreml": 11, |
| "max_abs_probability_error": 2.5259510039177258e-09, |
| "max_abs_logit_error": 0.03653383255004883 |
| }, |
| { |
| "row": 11, |
| "label": 13, |
| "upstream": 13, |
| "coreml": 13, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.026096343994140625 |
| }, |
| { |
| "row": 12, |
| "label": 15, |
| "upstream": 15, |
| "coreml": 15, |
| "max_abs_probability_error": 4.578259904519655e-08, |
| "max_abs_logit_error": 0.029152870178222656 |
| }, |
| { |
| "row": 13, |
| "label": 16, |
| "upstream": 16, |
| "coreml": 16, |
| "max_abs_probability_error": 8.465372957289219e-06, |
| "max_abs_logit_error": 0.01841115951538086 |
| }, |
| { |
| "row": 14, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.020061016082763672 |
| }, |
| { |
| "row": 15, |
| "label": 24, |
| "upstream": 24, |
| "coreml": 24, |
| "max_abs_probability_error": 8.867027645464987e-08, |
| "max_abs_logit_error": 0.013807952404022217 |
| }, |
| { |
| "row": 16, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.60369528557203e-10, |
| "max_abs_logit_error": 0.011376380920410156 |
| }, |
| { |
| "row": 17, |
| "label": 25, |
| "upstream": 25, |
| "coreml": 25, |
| "max_abs_probability_error": 3.9392489270539954e-11, |
| "max_abs_logit_error": 0.02391815185546875 |
| }, |
| { |
| "row": 18, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.761169319384862e-11, |
| "max_abs_logit_error": 0.008268356323242188 |
| }, |
| { |
| "row": 19, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.685274307940745e-12, |
| "max_abs_logit_error": 0.012112617492675781 |
| }, |
| { |
| "row": 20, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.197389020215269e-10, |
| "max_abs_logit_error": 0.012657880783081055 |
| }, |
| { |
| "row": 21, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.3100631690576847e-13, |
| "max_abs_logit_error": 0.02386617660522461 |
| }, |
| { |
| "row": 22, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.716319613682572e-09, |
| "max_abs_logit_error": 0.027971267700195312 |
| }, |
| { |
| "row": 23, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 8.720178357179975e-09, |
| "max_abs_logit_error": 0.026054739952087402 |
| }, |
| { |
| "row": 24, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.5336516778763354e-13, |
| "max_abs_logit_error": 0.012665033340454102 |
| }, |
| { |
| "row": 25, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 9.446710080851517e-11, |
| "max_abs_logit_error": 0.014183402061462402 |
| }, |
| { |
| "row": 26, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 4.373890138964498e-12, |
| "max_abs_logit_error": 0.009427070617675781 |
| }, |
| { |
| "row": 27, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 4.2128106558791956e-13, |
| "max_abs_logit_error": 0.016583919525146484 |
| }, |
| { |
| "row": 28, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1457235160605705e-10, |
| "max_abs_logit_error": 0.012380242347717285 |
| }, |
| { |
| "row": 29, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.6885971787505838e-13, |
| "max_abs_logit_error": 0.01409292221069336 |
| }, |
| { |
| "row": 30, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.038820750589366e-09, |
| "max_abs_logit_error": 0.023344039916992188 |
| }, |
| { |
| "row": 31, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.535194276731545e-12, |
| "max_abs_logit_error": 0.019451618194580078 |
| }, |
| { |
| "row": 32, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1524559084818975e-11, |
| "max_abs_logit_error": 0.016178369522094727 |
| }, |
| { |
| "row": 33, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.133360568900571e-11, |
| "max_abs_logit_error": 0.016007661819458008 |
| }, |
| { |
| "row": 34, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 8.463859558105469e-06, |
| "max_abs_logit_error": 0.021859407424926758 |
| }, |
| { |
| "row": 35, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.966427434917932e-12, |
| "max_abs_logit_error": 0.012809276580810547 |
| }, |
| { |
| "row": 36, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.978734008924789e-12, |
| "max_abs_logit_error": 0.011217594146728516 |
| }, |
| { |
| "row": 37, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.058104880437895e-10, |
| "max_abs_logit_error": 0.015135049819946289 |
| }, |
| { |
| "row": 38, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1240661179634515e-12, |
| "max_abs_logit_error": 0.013502120971679688 |
| }, |
| { |
| "row": 39, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.3960612100258913e-12, |
| "max_abs_logit_error": 0.015411376953125 |
| }, |
| { |
| "row": 40, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.713369369506836e-05, |
| "max_abs_logit_error": 0.02988719940185547 |
| }, |
| { |
| "row": 41, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.836255592024827e-10, |
| "max_abs_logit_error": 0.017060812562704086 |
| }, |
| { |
| "row": 42, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.5000002068509275e-12, |
| "max_abs_logit_error": 0.009338855743408203 |
| }, |
| { |
| "row": 43, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.031253304972779e-08, |
| "max_abs_logit_error": 0.013645172119140625 |
| }, |
| { |
| "row": 44, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.2869124089174306e-12, |
| "max_abs_logit_error": 0.014712810516357422 |
| }, |
| { |
| "row": 45, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.582760394442829e-13, |
| "max_abs_logit_error": 0.01000899076461792 |
| }, |
| { |
| "row": 46, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.987421504092481e-12, |
| "max_abs_logit_error": 0.008915901184082031 |
| }, |
| { |
| "row": 47, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.5084782301630923e-13, |
| "max_abs_logit_error": 0.012367963790893555 |
| }, |
| { |
| "row": 48, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.020061016082763672 |
| }, |
| { |
| "row": 49, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.312366881833782e-12, |
| "max_abs_logit_error": 0.02675628662109375 |
| }, |
| { |
| "row": 50, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.60369528557203e-10, |
| "max_abs_logit_error": 0.011376380920410156 |
| }, |
| { |
| "row": 51, |
| "label": 25, |
| "upstream": 25, |
| "coreml": 25, |
| "max_abs_probability_error": 3.9392489270539954e-11, |
| "max_abs_logit_error": 0.02391815185546875 |
| }, |
| { |
| "row": 52, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.761169319384862e-11, |
| "max_abs_logit_error": 0.008268356323242188 |
| }, |
| { |
| "row": 53, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.685274307940745e-12, |
| "max_abs_logit_error": 0.012112617492675781 |
| }, |
| { |
| "row": 54, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.197389020215269e-10, |
| "max_abs_logit_error": 0.012657880783081055 |
| }, |
| { |
| "row": 55, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.3100631690576847e-13, |
| "max_abs_logit_error": 0.02386617660522461 |
| }, |
| { |
| "row": 56, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.716319613682572e-09, |
| "max_abs_logit_error": 0.027971267700195312 |
| }, |
| { |
| "row": 57, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 8.720178357179975e-09, |
| "max_abs_logit_error": 0.026054739952087402 |
| }, |
| { |
| "row": 58, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.5336516778763354e-13, |
| "max_abs_logit_error": 0.012665033340454102 |
| }, |
| { |
| "row": 59, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 9.446710080851517e-11, |
| "max_abs_logit_error": 0.014183402061462402 |
| }, |
| { |
| "row": 60, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 4.373890138964498e-12, |
| "max_abs_logit_error": 0.009427070617675781 |
| }, |
| { |
| "row": 61, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 4.2128106558791956e-13, |
| "max_abs_logit_error": 0.016583919525146484 |
| }, |
| { |
| "row": 62, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1457235160605705e-10, |
| "max_abs_logit_error": 0.012380242347717285 |
| }, |
| { |
| "row": 63, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.6885971787505838e-13, |
| "max_abs_logit_error": 0.01409292221069336 |
| }, |
| { |
| "row": 64, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.038820750589366e-09, |
| "max_abs_logit_error": 0.023344039916992188 |
| }, |
| { |
| "row": 65, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.535194276731545e-12, |
| "max_abs_logit_error": 0.019451618194580078 |
| }, |
| { |
| "row": 66, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.1524559084818975e-11, |
| "max_abs_logit_error": 0.016178369522094727 |
| }, |
| { |
| "row": 67, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.133360568900571e-11, |
| "max_abs_logit_error": 0.016007661819458008 |
| }, |
| { |
| "row": 68, |
| "label": 0, |
| "upstream": 0, |
| "coreml": 0, |
| "max_abs_probability_error": 5.960464477539062e-07, |
| "max_abs_logit_error": 0.02204132080078125 |
| }, |
| { |
| "row": 69, |
| "label": 1, |
| "upstream": 1, |
| "coreml": 1, |
| "max_abs_probability_error": 5.992624210193753e-07, |
| "max_abs_logit_error": 0.01074361801147461 |
| }, |
| { |
| "row": 70, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 1.6200374375330284e-09, |
| "max_abs_logit_error": 0.012182235717773438 |
| }, |
| { |
| "row": 71, |
| "label": 3, |
| "upstream": 3, |
| "coreml": 3, |
| "max_abs_probability_error": 7.649177860002965e-07, |
| "max_abs_logit_error": 0.021416664123535156 |
| }, |
| { |
| "row": 72, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 1.716807673801668e-08, |
| "max_abs_logit_error": 0.015079259872436523 |
| }, |
| { |
| "row": 73, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.022822856903076172 |
| }, |
| { |
| "row": 74, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 1.3113021850585938e-06, |
| "max_abs_logit_error": 0.02725982666015625 |
| }, |
| { |
| "row": 75, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 8.482402336085215e-08, |
| "max_abs_logit_error": 0.01822662353515625 |
| }, |
| { |
| "row": 76, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 4.19224761571968e-08, |
| "max_abs_logit_error": 0.027760028839111328 |
| }, |
| { |
| "row": 77, |
| "label": 13, |
| "upstream": 13, |
| "coreml": 13, |
| "max_abs_probability_error": 6.794929504394531e-06, |
| "max_abs_logit_error": 0.02509307861328125 |
| }, |
| { |
| "row": 78, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.013262271881103516 |
| }, |
| { |
| "row": 79, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.902155630290508e-06, |
| "max_abs_logit_error": 0.019384384155273438 |
| }, |
| { |
| "row": 80, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.386720320326276e-09, |
| "max_abs_logit_error": 0.020812511444091797 |
| }, |
| { |
| "row": 81, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.5509287954482716e-08, |
| "max_abs_logit_error": 0.033596038818359375 |
| }, |
| { |
| "row": 82, |
| "label": 19, |
| "upstream": 19, |
| "coreml": 19, |
| "max_abs_probability_error": 1.1210374850634253e-09, |
| "max_abs_logit_error": 0.021764755249023438 |
| }, |
| { |
| "row": 83, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.9104718635153404e-11, |
| "max_abs_logit_error": 0.017470359802246094 |
| }, |
| { |
| "row": 84, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.615042487581377e-09, |
| "max_abs_logit_error": 0.011733055114746094 |
| }, |
| { |
| "row": 85, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.5568436257117355e-12, |
| "max_abs_logit_error": 0.018376827239990234 |
| }, |
| { |
| "row": 86, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.652814939414384e-09, |
| "max_abs_logit_error": 0.013185739517211914 |
| }, |
| { |
| "row": 87, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 8.637570658720506e-10, |
| "max_abs_logit_error": 0.010789871215820312 |
| }, |
| { |
| "row": 88, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.6595947666407938e-11, |
| "max_abs_logit_error": 0.022840499877929688 |
| }, |
| { |
| "row": 89, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.6561418902938385e-11, |
| "max_abs_logit_error": 0.009737014770507812 |
| }, |
| { |
| "row": 90, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1621037465658901e-11, |
| "max_abs_logit_error": 0.01908111572265625 |
| }, |
| { |
| "row": 91, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 8.295308884243013e-13, |
| "max_abs_logit_error": 0.016066551208496094 |
| }, |
| { |
| "row": 92, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.485815372987865e-14, |
| "max_abs_logit_error": 0.01638507843017578 |
| }, |
| { |
| "row": 93, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.78640222006743e-10, |
| "max_abs_logit_error": 0.024122238159179688 |
| }, |
| { |
| "row": 94, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6049052631881295e-11, |
| "max_abs_logit_error": 0.0227203369140625 |
| }, |
| { |
| "row": 95, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 7.636086207796211e-12, |
| "max_abs_logit_error": 0.021586894989013672 |
| }, |
| { |
| "row": 96, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.5383029012004954e-12, |
| "max_abs_logit_error": 0.019191741943359375 |
| }, |
| { |
| "row": 97, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6573055695043877e-09, |
| "max_abs_logit_error": 0.016190528869628906 |
| }, |
| { |
| "row": 98, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6824872040597256e-09, |
| "max_abs_logit_error": 0.016640663146972656 |
| }, |
| { |
| "row": 99, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 7.239464139274787e-09, |
| "max_abs_logit_error": 0.012330055236816406 |
| }, |
| { |
| "row": 100, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.094208053284092e-09, |
| "max_abs_logit_error": 0.024295806884765625 |
| }, |
| { |
| "row": 101, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.488498461796553e-11, |
| "max_abs_logit_error": 0.010948657989501953 |
| }, |
| { |
| "row": 102, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 6.78730405212491e-11, |
| "max_abs_logit_error": 0.0258026123046875 |
| }, |
| { |
| "row": 103, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.291534423828125e-06, |
| "max_abs_logit_error": 0.013744831085205078 |
| }, |
| { |
| "row": 104, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.948583409714047e-08, |
| "max_abs_logit_error": 0.02979755401611328 |
| }, |
| { |
| "row": 105, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.98279237052202e-12, |
| "max_abs_logit_error": 0.012142181396484375 |
| }, |
| { |
| "row": 106, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.4030777368011513e-11, |
| "max_abs_logit_error": 0.013262748718261719 |
| }, |
| { |
| "row": 107, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.511102437097179e-12, |
| "max_abs_logit_error": 0.018053054809570312 |
| }, |
| { |
| "row": 108, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.8072548730051494e-09, |
| "max_abs_logit_error": 0.024975299835205078 |
| }, |
| { |
| "row": 109, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.013262271881103516 |
| }, |
| { |
| "row": 110, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.9665898182429373e-08, |
| "max_abs_logit_error": 0.02109050750732422 |
| }, |
| { |
| "row": 111, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.0117645263671875 |
| }, |
| { |
| "row": 112, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.5509287954482716e-08, |
| "max_abs_logit_error": 0.033596038818359375 |
| }, |
| { |
| "row": 113, |
| "label": 19, |
| "upstream": 19, |
| "coreml": 19, |
| "max_abs_probability_error": 1.1210374850634253e-09, |
| "max_abs_logit_error": 0.021764755249023438 |
| }, |
| { |
| "row": 114, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.9104718635153404e-11, |
| "max_abs_logit_error": 0.017470359802246094 |
| }, |
| { |
| "row": 115, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.615042487581377e-09, |
| "max_abs_logit_error": 0.011733055114746094 |
| }, |
| { |
| "row": 116, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.5568436257117355e-12, |
| "max_abs_logit_error": 0.018376827239990234 |
| }, |
| { |
| "row": 117, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.652814939414384e-09, |
| "max_abs_logit_error": 0.013185739517211914 |
| }, |
| { |
| "row": 118, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 8.637570658720506e-10, |
| "max_abs_logit_error": 0.010789871215820312 |
| }, |
| { |
| "row": 119, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.6595947666407938e-11, |
| "max_abs_logit_error": 0.022840499877929688 |
| }, |
| { |
| "row": 120, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.6561418902938385e-11, |
| "max_abs_logit_error": 0.009737014770507812 |
| }, |
| { |
| "row": 121, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1621037465658901e-11, |
| "max_abs_logit_error": 0.01908111572265625 |
| }, |
| { |
| "row": 122, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 8.295308884243013e-13, |
| "max_abs_logit_error": 0.016066551208496094 |
| }, |
| { |
| "row": 123, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.485815372987865e-14, |
| "max_abs_logit_error": 0.01638507843017578 |
| }, |
| { |
| "row": 124, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.78640222006743e-10, |
| "max_abs_logit_error": 0.024122238159179688 |
| }, |
| { |
| "row": 125, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6049052631881295e-11, |
| "max_abs_logit_error": 0.0227203369140625 |
| }, |
| { |
| "row": 126, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 7.636086207796211e-12, |
| "max_abs_logit_error": 0.021586894989013672 |
| }, |
| { |
| "row": 127, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.5383029012004954e-12, |
| "max_abs_logit_error": 0.019191741943359375 |
| }, |
| { |
| "row": 128, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6573055695043877e-09, |
| "max_abs_logit_error": 0.016190528869628906 |
| }, |
| { |
| "row": 129, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.6824872040597256e-09, |
| "max_abs_logit_error": 0.016640663146972656 |
| }, |
| { |
| "row": 130, |
| "label": 1, |
| "upstream": 1, |
| "coreml": 1, |
| "max_abs_probability_error": 4.76837158203125e-07, |
| "max_abs_logit_error": 0.027278900146484375 |
| }, |
| { |
| "row": 131, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 1.3382816632656613e-08, |
| "max_abs_logit_error": 0.016567230224609375 |
| }, |
| { |
| "row": 132, |
| "label": 3, |
| "upstream": 3, |
| "coreml": 3, |
| "max_abs_probability_error": 4.5742126530967653e-07, |
| "max_abs_logit_error": 0.025929927825927734 |
| }, |
| { |
| "row": 133, |
| "label": 4, |
| "upstream": 4, |
| "coreml": 4, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.017045140266418457 |
| }, |
| { |
| "row": 134, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 8.344650268554688e-07, |
| "max_abs_logit_error": 0.017194747924804688 |
| }, |
| { |
| "row": 135, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 3.5762786865234375e-07, |
| "max_abs_logit_error": 0.026395797729492188 |
| }, |
| { |
| "row": 136, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.020420074462890625 |
| }, |
| { |
| "row": 137, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 0.0030989646911621094, |
| "max_abs_logit_error": 0.021968841552734375 |
| }, |
| { |
| "row": 138, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 1.7425772966817021e-06, |
| "max_abs_logit_error": 0.010594367980957031 |
| }, |
| { |
| "row": 139, |
| "label": 10, |
| "upstream": 10, |
| "coreml": 10, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.015566825866699219 |
| }, |
| { |
| "row": 140, |
| "label": 11, |
| "upstream": 11, |
| "coreml": 11, |
| "max_abs_probability_error": 2.733497694862308e-08, |
| "max_abs_logit_error": 0.020360946655273438 |
| }, |
| { |
| "row": 141, |
| "label": 12, |
| "upstream": 12, |
| "coreml": 12, |
| "max_abs_probability_error": 8.882998372428119e-07, |
| "max_abs_logit_error": 0.01713848114013672 |
| }, |
| { |
| "row": 142, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.821654435247183e-11, |
| "max_abs_logit_error": 0.016475677490234375 |
| }, |
| { |
| "row": 143, |
| "label": 16, |
| "upstream": 16, |
| "coreml": 16, |
| "max_abs_probability_error": 6.903178473294247e-09, |
| "max_abs_logit_error": 0.02091217041015625 |
| }, |
| { |
| "row": 144, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.9354274627403356e-08, |
| "max_abs_logit_error": 0.014428257942199707 |
| }, |
| { |
| "row": 145, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.937020665034652e-08, |
| "max_abs_logit_error": 0.013593673706054688 |
| }, |
| { |
| "row": 146, |
| "label": 17, |
| "upstream": 17, |
| "coreml": 17, |
| "max_abs_probability_error": 1.295774154641549e-09, |
| "max_abs_logit_error": 0.03515338897705078 |
| }, |
| { |
| "row": 147, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.638334078459593e-11, |
| "max_abs_logit_error": 0.016902923583984375 |
| }, |
| { |
| "row": 148, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.354898415684147e-10, |
| "max_abs_logit_error": 0.007921218872070312 |
| }, |
| { |
| "row": 149, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.4544090638254374e-12, |
| "max_abs_logit_error": 0.018396615982055664 |
| }, |
| { |
| "row": 150, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.2619059403261588e-14, |
| "max_abs_logit_error": 0.019584178924560547 |
| }, |
| { |
| "row": 151, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.77121683775772e-12, |
| "max_abs_logit_error": 0.01009368896484375 |
| }, |
| { |
| "row": 152, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.4402368186949843e-12, |
| "max_abs_logit_error": 0.016597270965576172 |
| }, |
| { |
| "row": 153, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.3069191001923173e-10, |
| "max_abs_logit_error": 0.023260116577148438 |
| }, |
| { |
| "row": 154, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.5346018606728933e-13, |
| "max_abs_logit_error": 0.023482322692871094 |
| }, |
| { |
| "row": 155, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.2430889650971721e-12, |
| "max_abs_logit_error": 0.013761520385742188 |
| }, |
| { |
| "row": 156, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.12792326762068e-14, |
| "max_abs_logit_error": 0.013568401336669922 |
| }, |
| { |
| "row": 157, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.5832196664788967e-12, |
| "max_abs_logit_error": 0.013137876987457275 |
| }, |
| { |
| "row": 158, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.681888127715638e-12, |
| "max_abs_logit_error": 0.026842832565307617 |
| }, |
| { |
| "row": 159, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.731503829205394e-11, |
| "max_abs_logit_error": 0.015740394592285156 |
| }, |
| { |
| "row": 160, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.0416112417033219e-10, |
| "max_abs_logit_error": 0.01055908203125 |
| }, |
| { |
| "row": 161, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.944752163282828e-09, |
| "max_abs_logit_error": 0.01996326446533203 |
| }, |
| { |
| "row": 162, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.288525007860699e-11, |
| "max_abs_logit_error": 0.011535167694091797 |
| }, |
| { |
| "row": 163, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.579597977562912e-13, |
| "max_abs_logit_error": 0.010066986083984375 |
| }, |
| { |
| "row": 164, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.8768099841490766e-11, |
| "max_abs_logit_error": 0.014286994934082031 |
| }, |
| { |
| "row": 165, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.6796633528493032e-13, |
| "max_abs_logit_error": 0.014059066772460938 |
| }, |
| { |
| "row": 166, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.0951239914902544e-11, |
| "max_abs_logit_error": 0.012742996215820312 |
| }, |
| { |
| "row": 167, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.0552340091769565e-12, |
| "max_abs_logit_error": 0.017006397247314453 |
| }, |
| { |
| "row": 168, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.349431037553586e-09, |
| "max_abs_logit_error": 0.02781963348388672 |
| }, |
| { |
| "row": 169, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.7824977605052084e-13, |
| "max_abs_logit_error": 0.022431373596191406 |
| }, |
| { |
| "row": 170, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.2377225900326323e-13, |
| "max_abs_logit_error": 0.006749153137207031 |
| }, |
| { |
| "row": 171, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.13179953081999e-08, |
| "max_abs_logit_error": 0.015783309936523438 |
| }, |
| { |
| "row": 172, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.681899312686255e-11, |
| "max_abs_logit_error": 0.013919830322265625 |
| }, |
| { |
| "row": 173, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.2486568163060383e-11, |
| "max_abs_logit_error": 0.016487598419189453 |
| }, |
| { |
| "row": 174, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.743627630115043e-11, |
| "max_abs_logit_error": 0.02295398712158203 |
| }, |
| { |
| "row": 175, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.821654435247183e-11, |
| "max_abs_logit_error": 0.016475677490234375 |
| }, |
| { |
| "row": 176, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.1420979717513546e-09, |
| "max_abs_logit_error": 0.028388500213623047 |
| }, |
| { |
| "row": 177, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.5013057463875157e-10, |
| "max_abs_logit_error": 0.015703678131103516 |
| }, |
| { |
| "row": 178, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.937020665034652e-08, |
| "max_abs_logit_error": 0.013593673706054688 |
| }, |
| { |
| "row": 179, |
| "label": 17, |
| "upstream": 17, |
| "coreml": 17, |
| "max_abs_probability_error": 1.295774154641549e-09, |
| "max_abs_logit_error": 0.03515338897705078 |
| }, |
| { |
| "row": 180, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.638334078459593e-11, |
| "max_abs_logit_error": 0.016902923583984375 |
| }, |
| { |
| "row": 181, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.354898415684147e-10, |
| "max_abs_logit_error": 0.007921218872070312 |
| }, |
| { |
| "row": 182, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.4544090638254374e-12, |
| "max_abs_logit_error": 0.018396615982055664 |
| }, |
| { |
| "row": 183, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.2619059403261588e-14, |
| "max_abs_logit_error": 0.019584178924560547 |
| }, |
| { |
| "row": 184, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.77121683775772e-12, |
| "max_abs_logit_error": 0.01009368896484375 |
| }, |
| { |
| "row": 185, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.4402368186949843e-12, |
| "max_abs_logit_error": 0.016597270965576172 |
| }, |
| { |
| "row": 186, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.3069191001923173e-10, |
| "max_abs_logit_error": 0.023260116577148438 |
| }, |
| { |
| "row": 187, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.5346018606728933e-13, |
| "max_abs_logit_error": 0.023482322692871094 |
| }, |
| { |
| "row": 188, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.2430889650971721e-12, |
| "max_abs_logit_error": 0.013761520385742188 |
| }, |
| { |
| "row": 189, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.12792326762068e-14, |
| "max_abs_logit_error": 0.013568401336669922 |
| }, |
| { |
| "row": 190, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.5832196664788967e-12, |
| "max_abs_logit_error": 0.013137876987457275 |
| }, |
| { |
| "row": 191, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.681888127715638e-12, |
| "max_abs_logit_error": 0.026842832565307617 |
| }, |
| { |
| "row": 192, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.731503829205394e-11, |
| "max_abs_logit_error": 0.015740394592285156 |
| }, |
| { |
| "row": 193, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.0416112417033219e-10, |
| "max_abs_logit_error": 0.01055908203125 |
| }, |
| { |
| "row": 194, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.944752163282828e-09, |
| "max_abs_logit_error": 0.01996326446533203 |
| }, |
| { |
| "row": 195, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.288525007860699e-11, |
| "max_abs_logit_error": 0.011535167694091797 |
| } |
| ] |
| }, |
| "CPU_AND_NE": { |
| "passed": true, |
| "correct": 196, |
| "accuracy": 1.0, |
| "argmax_agreement": 196, |
| "max_abs_probability_error": 0.00233614444732666, |
| "mean_row_max_abs_probability_error": 2.934475840582507e-05, |
| "max_abs_logit_error": 0.07230281829833984, |
| "load_seconds": 0.578660333994776, |
| "warm_inference_latency_ms": { |
| "count": 196, |
| "median_ms": 0.9031249937834218, |
| "p95_ms": 0.9396872410434298, |
| "min_ms": 0.8796670008450747, |
| "max_ms": 0.9663329983595759 |
| }, |
| "reversed_option_order": { |
| "rows": 6, |
| "max_abs_probability_error": 3.1828880310058594e-05 |
| }, |
| "per_action": { |
| "fill": { |
| "rows": 36, |
| "correct": 36 |
| }, |
| "skip": { |
| "rows": 150, |
| "correct": 150 |
| }, |
| "check": { |
| "rows": 4, |
| "correct": 4 |
| }, |
| "click": { |
| "rows": 6, |
| "correct": 6 |
| } |
| }, |
| "decisions": [ |
| { |
| "row": 0, |
| "label": 22, |
| "upstream": 22, |
| "coreml": 22, |
| "max_abs_probability_error": 3.1828880310058594e-05, |
| "max_abs_logit_error": 0.03086566925048828 |
| }, |
| { |
| "row": 1, |
| "label": 23, |
| "upstream": 23, |
| "coreml": 23, |
| "max_abs_probability_error": 3.814697265625e-05, |
| "max_abs_logit_error": 0.020841598510742188 |
| }, |
| { |
| "row": 2, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.024377822875976562 |
| }, |
| { |
| "row": 3, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 3.218650817871094e-05, |
| "max_abs_logit_error": 0.030775785446166992 |
| }, |
| { |
| "row": 4, |
| "label": 4, |
| "upstream": 4, |
| "coreml": 4, |
| "max_abs_probability_error": 2.944469451904297e-05, |
| "max_abs_logit_error": 0.03573417663574219 |
| }, |
| { |
| "row": 5, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 1.2636184692382812e-05, |
| "max_abs_logit_error": 0.026729822158813477 |
| }, |
| { |
| "row": 6, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 2.3365020751953125e-05, |
| "max_abs_logit_error": 0.023685455322265625 |
| }, |
| { |
| "row": 7, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 0.00014638900756835938, |
| "max_abs_logit_error": 0.04038810729980469 |
| }, |
| { |
| "row": 8, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 1.1920928955078125e-06, |
| "max_abs_logit_error": 0.02460002899169922 |
| }, |
| { |
| "row": 9, |
| "label": 10, |
| "upstream": 10, |
| "coreml": 10, |
| "max_abs_probability_error": 2.1457672119140625e-05, |
| "max_abs_logit_error": 0.018064022064208984 |
| }, |
| { |
| "row": 10, |
| "label": 11, |
| "upstream": 11, |
| "coreml": 11, |
| "max_abs_probability_error": 5.960464477539062e-07, |
| "max_abs_logit_error": 0.047691673040390015 |
| }, |
| { |
| "row": 11, |
| "label": 13, |
| "upstream": 13, |
| "coreml": 13, |
| "max_abs_probability_error": 3.2186508178710938e-06, |
| "max_abs_logit_error": 0.03340768814086914 |
| }, |
| { |
| "row": 12, |
| "label": 15, |
| "upstream": 15, |
| "coreml": 15, |
| "max_abs_probability_error": 2.384185791015625e-06, |
| "max_abs_logit_error": 0.053191184997558594 |
| }, |
| { |
| "row": 13, |
| "label": 16, |
| "upstream": 16, |
| "coreml": 16, |
| "max_abs_probability_error": 0.0005360841751098633, |
| "max_abs_logit_error": 0.03362560272216797 |
| }, |
| { |
| "row": 14, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.8596649169921875e-05, |
| "max_abs_logit_error": 0.024669170379638672 |
| }, |
| { |
| "row": 15, |
| "label": 24, |
| "upstream": 24, |
| "coreml": 24, |
| "max_abs_probability_error": 1.6689300537109375e-05, |
| "max_abs_logit_error": 0.034501075744628906 |
| }, |
| { |
| "row": 16, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.440092489701783e-08, |
| "max_abs_logit_error": 0.033290743827819824 |
| }, |
| { |
| "row": 17, |
| "label": 25, |
| "upstream": 25, |
| "coreml": 25, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.03323173522949219 |
| }, |
| { |
| "row": 18, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 8.430758313693332e-09, |
| "max_abs_logit_error": 0.022179126739501953 |
| }, |
| { |
| "row": 19, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.0266471551243512e-09, |
| "max_abs_logit_error": 0.029880523681640625 |
| }, |
| { |
| "row": 20, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.4500966588902884e-08, |
| "max_abs_logit_error": 0.031145095825195312 |
| }, |
| { |
| "row": 21, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.647379281599637e-11, |
| "max_abs_logit_error": 0.03861522674560547 |
| }, |
| { |
| "row": 22, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.152557373046875e-07, |
| "max_abs_logit_error": 0.027164459228515625 |
| }, |
| { |
| "row": 23, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.960464477539062e-07, |
| "max_abs_logit_error": 0.058716535568237305 |
| }, |
| { |
| "row": 24, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.5055844551924444e-11, |
| "max_abs_logit_error": 0.035381317138671875 |
| }, |
| { |
| "row": 25, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.995705792434137e-09, |
| "max_abs_logit_error": 0.04862499237060547 |
| }, |
| { |
| "row": 26, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.470584068551943e-10, |
| "max_abs_logit_error": 0.029034733772277832 |
| }, |
| { |
| "row": 27, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.973024935241767e-11, |
| "max_abs_logit_error": 0.03808116912841797 |
| }, |
| { |
| "row": 28, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.994321927715873e-09, |
| "max_abs_logit_error": 0.03319191932678223 |
| }, |
| { |
| "row": 29, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.4426039316183257e-11, |
| "max_abs_logit_error": 0.030045509338378906 |
| }, |
| { |
| "row": 30, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.026231765747070312 |
| }, |
| { |
| "row": 31, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.78299757975276e-10, |
| "max_abs_logit_error": 0.033112093806266785 |
| }, |
| { |
| "row": 32, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.185003176284454e-09, |
| "max_abs_logit_error": 0.022128582000732422 |
| }, |
| { |
| "row": 33, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.4556297823229443e-09, |
| "max_abs_logit_error": 0.038306236267089844 |
| }, |
| { |
| "row": 34, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 0.0004820823669433594, |
| "max_abs_logit_error": 0.032683372497558594 |
| }, |
| { |
| "row": 35, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.462750809366753e-09, |
| "max_abs_logit_error": 0.029730796813964844 |
| }, |
| { |
| "row": 36, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.7510341227277024e-10, |
| "max_abs_logit_error": 0.02333354949951172 |
| }, |
| { |
| "row": 37, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.657592190757896e-08, |
| "max_abs_logit_error": 0.022855758666992188 |
| }, |
| { |
| "row": 38, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 9.552543478452691e-11, |
| "max_abs_logit_error": 0.023164749145507812 |
| }, |
| { |
| "row": 39, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 4.04716482549361e-10, |
| "max_abs_logit_error": 0.02880859375 |
| }, |
| { |
| "row": 40, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 0.00021719932556152344, |
| "max_abs_logit_error": 0.04735088348388672 |
| }, |
| { |
| "row": 41, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.146233744175333e-09, |
| "max_abs_logit_error": 0.03671276569366455 |
| }, |
| { |
| "row": 42, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.8819494851385343e-09, |
| "max_abs_logit_error": 0.023815155029296875 |
| }, |
| { |
| "row": 43, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.152557373046875e-07, |
| "max_abs_logit_error": 0.02039623260498047 |
| }, |
| { |
| "row": 44, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.780525865635596e-10, |
| "max_abs_logit_error": 0.022927284240722656 |
| }, |
| { |
| "row": 45, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.414331317674879e-11, |
| "max_abs_logit_error": 0.030417919158935547 |
| }, |
| { |
| "row": 46, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.599257724142603e-10, |
| "max_abs_logit_error": 0.025608062744140625 |
| }, |
| { |
| "row": 47, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.212314607705437e-11, |
| "max_abs_logit_error": 0.022733211517333984 |
| }, |
| { |
| "row": 48, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.8596649169921875e-05, |
| "max_abs_logit_error": 0.024669170379638672 |
| }, |
| { |
| "row": 49, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.932842080831776e-10, |
| "max_abs_logit_error": 0.030317306518554688 |
| }, |
| { |
| "row": 50, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.440092489701783e-08, |
| "max_abs_logit_error": 0.033290743827819824 |
| }, |
| { |
| "row": 51, |
| "label": 25, |
| "upstream": 25, |
| "coreml": 25, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.03323173522949219 |
| }, |
| { |
| "row": 52, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 8.430758313693332e-09, |
| "max_abs_logit_error": 0.022179126739501953 |
| }, |
| { |
| "row": 53, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.0266471551243512e-09, |
| "max_abs_logit_error": 0.029880523681640625 |
| }, |
| { |
| "row": 54, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.4500966588902884e-08, |
| "max_abs_logit_error": 0.031145095825195312 |
| }, |
| { |
| "row": 55, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 1.647379281599637e-11, |
| "max_abs_logit_error": 0.03861522674560547 |
| }, |
| { |
| "row": 56, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.152557373046875e-07, |
| "max_abs_logit_error": 0.027164459228515625 |
| }, |
| { |
| "row": 57, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.960464477539062e-07, |
| "max_abs_logit_error": 0.058716535568237305 |
| }, |
| { |
| "row": 58, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.5055844551924444e-11, |
| "max_abs_logit_error": 0.035381317138671875 |
| }, |
| { |
| "row": 59, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.995705792434137e-09, |
| "max_abs_logit_error": 0.04862499237060547 |
| }, |
| { |
| "row": 60, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.470584068551943e-10, |
| "max_abs_logit_error": 0.029034733772277832 |
| }, |
| { |
| "row": 61, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.973024935241767e-11, |
| "max_abs_logit_error": 0.03808116912841797 |
| }, |
| { |
| "row": 62, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 5.994321927715873e-09, |
| "max_abs_logit_error": 0.03319191932678223 |
| }, |
| { |
| "row": 63, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.4426039316183257e-11, |
| "max_abs_logit_error": 0.030045509338378906 |
| }, |
| { |
| "row": 64, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.026231765747070312 |
| }, |
| { |
| "row": 65, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 7.78299757975276e-10, |
| "max_abs_logit_error": 0.033112093806266785 |
| }, |
| { |
| "row": 66, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 6.185003176284454e-09, |
| "max_abs_logit_error": 0.022128582000732422 |
| }, |
| { |
| "row": 67, |
| "label": 26, |
| "upstream": 26, |
| "coreml": 26, |
| "max_abs_probability_error": 3.4556297823229443e-09, |
| "max_abs_logit_error": 0.038306236267089844 |
| }, |
| { |
| "row": 68, |
| "label": 0, |
| "upstream": 0, |
| "coreml": 0, |
| "max_abs_probability_error": 3.147125244140625e-05, |
| "max_abs_logit_error": 0.03265953063964844 |
| }, |
| { |
| "row": 69, |
| "label": 1, |
| "upstream": 1, |
| "coreml": 1, |
| "max_abs_probability_error": 5.030632019042969e-05, |
| "max_abs_logit_error": 0.038794517517089844 |
| }, |
| { |
| "row": 70, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 1.7881393432617188e-06, |
| "max_abs_logit_error": 0.040470123291015625 |
| }, |
| { |
| "row": 71, |
| "label": 3, |
| "upstream": 3, |
| "coreml": 3, |
| "max_abs_probability_error": 5.2928924560546875e-05, |
| "max_abs_logit_error": 0.040035247802734375 |
| }, |
| { |
| "row": 72, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 4.649162292480469e-06, |
| "max_abs_logit_error": 0.042186737060546875 |
| }, |
| { |
| "row": 73, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 2.1576881408691406e-05, |
| "max_abs_logit_error": 0.033161163330078125 |
| }, |
| { |
| "row": 74, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 4.470348358154297e-05, |
| "max_abs_logit_error": 0.0293731689453125 |
| }, |
| { |
| "row": 75, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 1.1563301086425781e-05, |
| "max_abs_logit_error": 0.03249359130859375 |
| }, |
| { |
| "row": 76, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 2.86102294921875e-06, |
| "max_abs_logit_error": 0.03498554229736328 |
| }, |
| { |
| "row": 77, |
| "label": 13, |
| "upstream": 13, |
| "coreml": 13, |
| "max_abs_probability_error": 0.0003635883331298828, |
| "max_abs_logit_error": 0.023473739624023438 |
| }, |
| { |
| "row": 78, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.5367431640625e-07, |
| "max_abs_logit_error": 0.034421443939208984 |
| }, |
| { |
| "row": 79, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 0.0003609657287597656, |
| "max_abs_logit_error": 0.03937721252441406 |
| }, |
| { |
| "row": 80, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.03752422332763672 |
| }, |
| { |
| "row": 81, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.7881393432617188e-06, |
| "max_abs_logit_error": 0.025417327880859375 |
| }, |
| { |
| "row": 82, |
| "label": 19, |
| "upstream": 19, |
| "coreml": 19, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.04453086853027344 |
| }, |
| { |
| "row": 83, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 5.0942090545902374e-09, |
| "max_abs_logit_error": 0.023950576782226562 |
| }, |
| { |
| "row": 84, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.022706031799316406 |
| }, |
| { |
| "row": 85, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.5405053888659666e-10, |
| "max_abs_logit_error": 0.035375118255615234 |
| }, |
| { |
| "row": 86, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.76837158203125e-07, |
| "max_abs_logit_error": 0.03717994689941406 |
| }, |
| { |
| "row": 87, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.04058122634887695 |
| }, |
| { |
| "row": 88, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.3188037328859537e-09, |
| "max_abs_logit_error": 0.032048702239990234 |
| }, |
| { |
| "row": 89, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.9970605169561395e-09, |
| "max_abs_logit_error": 0.030427932739257812 |
| }, |
| { |
| "row": 90, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.7617375336342889e-09, |
| "max_abs_logit_error": 0.0281219482421875 |
| }, |
| { |
| "row": 91, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.612549260787688e-10, |
| "max_abs_logit_error": 0.030226707458496094 |
| }, |
| { |
| "row": 92, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 6.506330630512425e-12, |
| "max_abs_logit_error": 0.04007530212402344 |
| }, |
| { |
| "row": 93, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.5150824594911683e-08, |
| "max_abs_logit_error": 0.02728891372680664 |
| }, |
| { |
| "row": 94, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.3666674458789885e-09, |
| "max_abs_logit_error": 0.0217437744140625 |
| }, |
| { |
| "row": 95, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.969476136678196e-10, |
| "max_abs_logit_error": 0.03214454650878906 |
| }, |
| { |
| "row": 96, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.657726538846106e-10, |
| "max_abs_logit_error": 0.03669023513793945 |
| }, |
| { |
| "row": 97, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.9073486328125e-06, |
| "max_abs_logit_error": 0.019012451171875 |
| }, |
| { |
| "row": 98, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.026651382446289062 |
| }, |
| { |
| "row": 99, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.1457672119140625e-06, |
| "max_abs_logit_error": 0.04161381721496582 |
| }, |
| { |
| "row": 100, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.5367431640625e-07, |
| "max_abs_logit_error": 0.04680633544921875 |
| }, |
| { |
| "row": 101, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.789079107084035e-08, |
| "max_abs_logit_error": 0.029542922973632812 |
| }, |
| { |
| "row": 102, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.5862225694339713e-09, |
| "max_abs_logit_error": 0.023795127868652344 |
| }, |
| { |
| "row": 103, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 0.00024586915969848633, |
| "max_abs_logit_error": 0.030111312866210938 |
| }, |
| { |
| "row": 104, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 5.841255187988281e-06, |
| "max_abs_logit_error": 0.03126239776611328 |
| }, |
| { |
| "row": 105, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.928799035575082e-10, |
| "max_abs_logit_error": 0.026149272918701172 |
| }, |
| { |
| "row": 106, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.4136979082101107e-09, |
| "max_abs_logit_error": 0.024585723876953125 |
| }, |
| { |
| "row": 107, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 6.302839361538304e-10, |
| "max_abs_logit_error": 0.024765491485595703 |
| }, |
| { |
| "row": 108, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.03492164611816406 |
| }, |
| { |
| "row": 109, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.5367431640625e-07, |
| "max_abs_logit_error": 0.034421443939208984 |
| }, |
| { |
| "row": 110, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 9.5367431640625e-07, |
| "max_abs_logit_error": 0.0320439338684082 |
| }, |
| { |
| "row": 111, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.811981201171875e-05, |
| "max_abs_logit_error": 0.032814979553222656 |
| }, |
| { |
| "row": 112, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.7881393432617188e-06, |
| "max_abs_logit_error": 0.025417327880859375 |
| }, |
| { |
| "row": 113, |
| "label": 19, |
| "upstream": 19, |
| "coreml": 19, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.04453086853027344 |
| }, |
| { |
| "row": 114, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 5.0942090545902374e-09, |
| "max_abs_logit_error": 0.023950576782226562 |
| }, |
| { |
| "row": 115, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.022706031799316406 |
| }, |
| { |
| "row": 116, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.5405053888659666e-10, |
| "max_abs_logit_error": 0.035375118255615234 |
| }, |
| { |
| "row": 117, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 4.76837158203125e-07, |
| "max_abs_logit_error": 0.03717994689941406 |
| }, |
| { |
| "row": 118, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.04058122634887695 |
| }, |
| { |
| "row": 119, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.3188037328859537e-09, |
| "max_abs_logit_error": 0.032048702239990234 |
| }, |
| { |
| "row": 120, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.9970605169561395e-09, |
| "max_abs_logit_error": 0.030427932739257812 |
| }, |
| { |
| "row": 121, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.7617375336342889e-09, |
| "max_abs_logit_error": 0.0281219482421875 |
| }, |
| { |
| "row": 122, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.612549260787688e-10, |
| "max_abs_logit_error": 0.030226707458496094 |
| }, |
| { |
| "row": 123, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 6.506330630512425e-12, |
| "max_abs_logit_error": 0.04007530212402344 |
| }, |
| { |
| "row": 124, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.5150824594911683e-08, |
| "max_abs_logit_error": 0.02728891372680664 |
| }, |
| { |
| "row": 125, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.3666674458789885e-09, |
| "max_abs_logit_error": 0.0217437744140625 |
| }, |
| { |
| "row": 126, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 3.969476136678196e-10, |
| "max_abs_logit_error": 0.03214454650878906 |
| }, |
| { |
| "row": 127, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.657726538846106e-10, |
| "max_abs_logit_error": 0.03669023513793945 |
| }, |
| { |
| "row": 128, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 1.9073486328125e-06, |
| "max_abs_logit_error": 0.019012451171875 |
| }, |
| { |
| "row": 129, |
| "label": 20, |
| "upstream": 20, |
| "coreml": 20, |
| "max_abs_probability_error": 2.384185791015625e-07, |
| "max_abs_logit_error": 0.026651382446289062 |
| }, |
| { |
| "row": 130, |
| "label": 1, |
| "upstream": 1, |
| "coreml": 1, |
| "max_abs_probability_error": 3.170967102050781e-05, |
| "max_abs_logit_error": 0.071075439453125 |
| }, |
| { |
| "row": 131, |
| "label": 2, |
| "upstream": 2, |
| "coreml": 2, |
| "max_abs_probability_error": 8.344650268554688e-07, |
| "max_abs_logit_error": 0.051357269287109375 |
| }, |
| { |
| "row": 132, |
| "label": 3, |
| "upstream": 3, |
| "coreml": 3, |
| "max_abs_probability_error": 2.7894973754882812e-05, |
| "max_abs_logit_error": 0.033801641315221786 |
| }, |
| { |
| "row": 133, |
| "label": 4, |
| "upstream": 4, |
| "coreml": 4, |
| "max_abs_probability_error": 1.0967254638671875e-05, |
| "max_abs_logit_error": 0.039325714111328125 |
| }, |
| { |
| "row": 134, |
| "label": 5, |
| "upstream": 5, |
| "coreml": 5, |
| "max_abs_probability_error": 6.258487701416016e-05, |
| "max_abs_logit_error": 0.033056676387786865 |
| }, |
| { |
| "row": 135, |
| "label": 6, |
| "upstream": 6, |
| "coreml": 6, |
| "max_abs_probability_error": 1.2993812561035156e-05, |
| "max_abs_logit_error": 0.02561807632446289 |
| }, |
| { |
| "row": 136, |
| "label": 7, |
| "upstream": 7, |
| "coreml": 7, |
| "max_abs_probability_error": 6.198883056640625e-06, |
| "max_abs_logit_error": 0.03448677062988281 |
| }, |
| { |
| "row": 137, |
| "label": 8, |
| "upstream": 8, |
| "coreml": 8, |
| "max_abs_probability_error": 0.00233614444732666, |
| "max_abs_logit_error": 0.04230833053588867 |
| }, |
| { |
| "row": 138, |
| "label": 9, |
| "upstream": 9, |
| "coreml": 9, |
| "max_abs_probability_error": 0.00022917985916137695, |
| "max_abs_logit_error": 0.05339241027832031 |
| }, |
| { |
| "row": 139, |
| "label": 10, |
| "upstream": 10, |
| "coreml": 10, |
| "max_abs_probability_error": 4.851818084716797e-05, |
| "max_abs_logit_error": 0.032756805419921875 |
| }, |
| { |
| "row": 140, |
| "label": 11, |
| "upstream": 11, |
| "coreml": 11, |
| "max_abs_probability_error": 3.0994415283203125e-06, |
| "max_abs_logit_error": 0.029809951782226562 |
| }, |
| { |
| "row": 141, |
| "label": 12, |
| "upstream": 12, |
| "coreml": 12, |
| "max_abs_probability_error": 9.34600830078125e-05, |
| "max_abs_logit_error": 0.026587963104248047 |
| }, |
| { |
| "row": 142, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.9073486328125e-06, |
| "max_abs_logit_error": 0.03671073913574219 |
| }, |
| { |
| "row": 143, |
| "label": 16, |
| "upstream": 16, |
| "coreml": 16, |
| "max_abs_probability_error": 7.152557373046875e-07, |
| "max_abs_logit_error": 0.05281543731689453 |
| }, |
| { |
| "row": 144, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.1920928955078125e-06, |
| "max_abs_logit_error": 0.04511451721191406 |
| }, |
| { |
| "row": 145, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.6954879760742188e-06, |
| "max_abs_logit_error": 0.07230281829833984 |
| }, |
| { |
| "row": 146, |
| "label": 17, |
| "upstream": 17, |
| "coreml": 17, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.03114461898803711 |
| }, |
| { |
| "row": 147, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 8.429776876539563e-09, |
| "max_abs_logit_error": 0.020772457122802734 |
| }, |
| { |
| "row": 148, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 9.215698426601193e-09, |
| "max_abs_logit_error": 0.03475606441497803 |
| }, |
| { |
| "row": 149, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.84208304060607e-10, |
| "max_abs_logit_error": 0.020298004150390625 |
| }, |
| { |
| "row": 150, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.947568818333917e-12, |
| "max_abs_logit_error": 0.04283332824707031 |
| }, |
| { |
| "row": 151, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.291168614363073e-10, |
| "max_abs_logit_error": 0.028450965881347656 |
| }, |
| { |
| "row": 152, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.924417788629512e-10, |
| "max_abs_logit_error": 0.02250051498413086 |
| }, |
| { |
| "row": 153, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.837478791344438e-08, |
| "max_abs_logit_error": 0.06335592269897461 |
| }, |
| { |
| "row": 154, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.3051329034750054e-11, |
| "max_abs_logit_error": 0.02735137939453125 |
| }, |
| { |
| "row": 155, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.650468511860126e-10, |
| "max_abs_logit_error": 0.015047073364257812 |
| }, |
| { |
| "row": 156, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.181078218703284e-12, |
| "max_abs_logit_error": 0.04868888854980469 |
| }, |
| { |
| "row": 157, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.6455586893115992e-10, |
| "max_abs_logit_error": 0.026497364044189453 |
| }, |
| { |
| "row": 158, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.109900363426846e-10, |
| "max_abs_logit_error": 0.022236347198486328 |
| }, |
| { |
| "row": 159, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.693580800742893e-09, |
| "max_abs_logit_error": 0.020044326782226562 |
| }, |
| { |
| "row": 160, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.3718365998727222e-08, |
| "max_abs_logit_error": 0.05533123016357422 |
| }, |
| { |
| "row": 161, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 8.344650268554688e-07, |
| "max_abs_logit_error": 0.0247042179107666 |
| }, |
| { |
| "row": 162, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.042114572413766e-08, |
| "max_abs_logit_error": 0.028873443603515625 |
| }, |
| { |
| "row": 163, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.9131388140358752e-10, |
| "max_abs_logit_error": 0.015494346618652344 |
| }, |
| { |
| "row": 164, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.0254025184508464e-08, |
| "max_abs_logit_error": 0.02497100830078125 |
| }, |
| { |
| "row": 165, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.15840287151903e-11, |
| "max_abs_logit_error": 0.02679443359375 |
| }, |
| { |
| "row": 166, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.6797479790729994e-09, |
| "max_abs_logit_error": 0.028203964233398438 |
| }, |
| { |
| "row": 167, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.54509399403247e-10, |
| "max_abs_logit_error": 0.03371429443359375 |
| }, |
| { |
| "row": 168, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 8.344650268554688e-07, |
| "max_abs_logit_error": 0.028280355036258698 |
| }, |
| { |
| "row": 169, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 2.4169340140378637e-11, |
| "max_abs_logit_error": 0.038245439529418945 |
| }, |
| { |
| "row": 170, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.0329603412093675e-11, |
| "max_abs_logit_error": 0.030043363571166992 |
| }, |
| { |
| "row": 171, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.7881393432617188e-06, |
| "max_abs_logit_error": 0.02963542938232422 |
| }, |
| { |
| "row": 172, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 4.66337235494052e-09, |
| "max_abs_logit_error": 0.03510093688964844 |
| }, |
| { |
| "row": 173, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.2885730260592254e-09, |
| "max_abs_logit_error": 0.04009199142456055 |
| }, |
| { |
| "row": 174, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.1279766010119374e-09, |
| "max_abs_logit_error": 0.031810760498046875 |
| }, |
| { |
| "row": 175, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.9073486328125e-06, |
| "max_abs_logit_error": 0.03671073913574219 |
| }, |
| { |
| "row": 176, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.0728836059570312e-06, |
| "max_abs_logit_error": 0.05123615264892578 |
| }, |
| { |
| "row": 177, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.2799782567185503e-08, |
| "max_abs_logit_error": 0.03157186508178711 |
| }, |
| { |
| "row": 178, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.6954879760742188e-06, |
| "max_abs_logit_error": 0.07230281829833984 |
| }, |
| { |
| "row": 179, |
| "label": 17, |
| "upstream": 17, |
| "coreml": 17, |
| "max_abs_probability_error": 1.1920928955078125e-07, |
| "max_abs_logit_error": 0.03114461898803711 |
| }, |
| { |
| "row": 180, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 8.429776876539563e-09, |
| "max_abs_logit_error": 0.020772457122802734 |
| }, |
| { |
| "row": 181, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 9.215698426601193e-09, |
| "max_abs_logit_error": 0.03475606441497803 |
| }, |
| { |
| "row": 182, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.84208304060607e-10, |
| "max_abs_logit_error": 0.020298004150390625 |
| }, |
| { |
| "row": 183, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.947568818333917e-12, |
| "max_abs_logit_error": 0.04283332824707031 |
| }, |
| { |
| "row": 184, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 5.291168614363073e-10, |
| "max_abs_logit_error": 0.028450965881347656 |
| }, |
| { |
| "row": 185, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 7.924417788629512e-10, |
| "max_abs_logit_error": 0.02250051498413086 |
| }, |
| { |
| "row": 186, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.837478791344438e-08, |
| "max_abs_logit_error": 0.06335592269897461 |
| }, |
| { |
| "row": 187, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 3.3051329034750054e-11, |
| "max_abs_logit_error": 0.02735137939453125 |
| }, |
| { |
| "row": 188, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.650468511860126e-10, |
| "max_abs_logit_error": 0.015047073364257812 |
| }, |
| { |
| "row": 189, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.181078218703284e-12, |
| "max_abs_logit_error": 0.04868888854980469 |
| }, |
| { |
| "row": 190, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.6455586893115992e-10, |
| "max_abs_logit_error": 0.026497364044189453 |
| }, |
| { |
| "row": 191, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.109900363426846e-10, |
| "max_abs_logit_error": 0.022236347198486328 |
| }, |
| { |
| "row": 192, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 6.693580800742893e-09, |
| "max_abs_logit_error": 0.020044326782226562 |
| }, |
| { |
| "row": 193, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.3718365998727222e-08, |
| "max_abs_logit_error": 0.05533123016357422 |
| }, |
| { |
| "row": 194, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 8.344650268554688e-07, |
| "max_abs_logit_error": 0.0247042179107666 |
| }, |
| { |
| "row": 195, |
| "label": 18, |
| "upstream": 18, |
| "coreml": 18, |
| "max_abs_probability_error": 1.042114572413766e-08, |
| "max_abs_logit_error": 0.028873443603515625 |
| } |
| ] |
| } |
| }, |
| "passed": true, |
| "code_sha256": { |
| "assets.py": "f7a5bc931075237e00c73bf21fee3575be35531f934f23b5e22627d50a79f92f", |
| "convert-coreml.py": "e1e9cc20277515fc750940e97d75f9db7c15f0443e23c26fe65815cef4e23bb7", |
| "export_model.py": "803b909577fe7c38968c5438b27fff7c07bb095a7c341c1b0430d91256649113", |
| "preprocessing.py": "18c74ede43f95f91cd638c7e9631923a353e3a24d3b522ddb8b18b480f9c2846", |
| "verify.py": "31425c5f0081b07725ce94c611664151ed02678f25ca93774497cfca8f46ceeb" |
| } |
| } |
|
|
