{ "opset": 17, "max_length_traced": 96, "inputs": [ "input_ids", "attention_mask" ], "artifacts": { "model.onnx": { "bytes": 1112438867, "sha256": "d64276e19c3615b54b62cc2711370eb8132ada35c29d80f1a4423884586508fa" }, "model.int8.onnx": { "bytes": 535338786, "sha256": "7caaf54902872573802b9927573ac0025aacf2db35ad1043430c1264221b0f2f" } }, "precision": { "method": "quantize_dynamic", "op_types": [ "Gather" ], "weight_type": "QInt8" }, "verification": { "fp32": { "max_abs_logit_drift": 2.4080276489257812e-05, "mean_abs_logit_drift": 1.1945857067985344e-06, "probability_drift": { "mean": 5.54620704917852e-08, "p50": 1.210719347000122e-08, "p95": 1.7136335372924805e-07, "p99": 8.344650268554688e-07, "max": 4.291534423828125e-06 }, "decision_rule": "sigmoid_at_threshold", "threshold": 0.5, "texts_with_a_changed_decision": 0, "widest_margin_at_a_flip": 0.0, "flip_band": 0.02, "band_from_measured_noise_p99": 8.344650268554688e-07, "other_reading_changed": 0, "texts_checked": 300 }, "int8": { "max_abs_logit_drift": 0.1435602903366089, "mean_abs_logit_drift": 0.003601765725761652, "probability_drift": { "mean": 0.00029681925661861897, "p50": 1.3035722076892853e-05, "p95": 0.0009913049871101975, "p99": 0.006108224391937256, "max": 0.030996620655059814 }, "decision_rule": "sigmoid_at_threshold", "threshold": 0.5, "texts_with_a_changed_decision": 2, "widest_margin_at_a_flip": 0.014858335256576538, "flip_band": 0.02, "band_from_measured_noise_p99": 0.006108224391937256, "other_reading_changed": 2, "texts_checked": 300 } } }