| { |
| "model_id": "KBLab/megatron-bert-base-swedish-cased-600k", |
| "fill-mask": { |
| "input_text": "Det svenska ordet for kung ar [MASK].", |
| "mask_index": 7, |
| "onnx_fp32": { |
| "logits_shape": [ |
| 1, |
| 10, |
| 64128 |
| ], |
| "top5_token_ids": [ |
| 37090, |
| 57980, |
| 35856, |
| 50325, |
| 55930 |
| ], |
| "top5_tokens": [ |
| "kung", |
| "hertig", |
| "fe", |
| "bonde", |
| "konung" |
| ] |
| }, |
| "variants": { |
| "model_fp16.onnx": { |
| "logits_shape": [ |
| 1, |
| 10, |
| 64128 |
| ], |
| "max_abs_diff": 0.013082504272460938, |
| "mean_abs_diff": 0.0016500379424542189, |
| "top5_token_ids": [ |
| 37090, |
| 57980, |
| 35856, |
| 50325, |
| 55930 |
| ], |
| "top5_tokens": [ |
| "kung", |
| "hertig", |
| "fe", |
| "bonde", |
| "konung" |
| ] |
| }, |
| "model_int8.onnx": { |
| "logits_shape": [ |
| 1, |
| 10, |
| 64128 |
| ], |
| "max_abs_diff": 8.566043853759766, |
| "mean_abs_diff": 1.2650829553604126, |
| "top5_token_ids": [ |
| 37090, |
| 42031, |
| 19, |
| 61213, |
| 32002 |
| ], |
| "top5_tokens": [ |
| "kung", |
| "ledigt", |
| ".", |
| "adel", |
| "det" |
| ] |
| }, |
| "model_uint8.onnx": { |
| "logits_shape": [ |
| 1, |
| 10, |
| 64128 |
| ], |
| "max_abs_diff": 9.102193832397461, |
| "mean_abs_diff": 1.3247371912002563, |
| "top5_token_ids": [ |
| 37090, |
| 45223, |
| 32002, |
| 7, |
| 19 |
| ], |
| "top5_tokens": [ |
| "kung", |
| "kungen", |
| "det", |
| "\"", |
| "." |
| ] |
| }, |
| "model_q4.onnx": { |
| "logits_shape": [ |
| 1, |
| 10, |
| 64128 |
| ], |
| "max_abs_diff": 4.44954776763916, |
| "mean_abs_diff": 0.49069342017173767, |
| "top5_token_ids": [ |
| 37090, |
| 57980, |
| 42031, |
| 44374, |
| 51750 |
| ], |
| "top5_tokens": [ |
| "kung", |
| "hertig", |
| "ledigt", |
| "björn", |
| "lejon" |
| ] |
| } |
| } |
| }, |
| "feature-extraction": { |
| "input_text": "Svensk BERT ska kunna skapa embeddings for den har texten.", |
| "onnx_fp32": { |
| "last_hidden_state_shape": [ |
| 1, |
| 18, |
| 768 |
| ], |
| "cls_embedding_shape": [ |
| 1, |
| 768 |
| ] |
| }, |
| "variants": { |
| "model_fp16.onnx": { |
| "last_hidden_state": { |
| "shape": [ |
| 1, |
| 18, |
| 768 |
| ], |
| "max_abs_diff": 0.002580881118774414, |
| "mean_abs_diff": 0.0004314013058319688 |
| }, |
| "cls_embedding": { |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "max_abs_diff": 0.0008001998066902161, |
| "mean_abs_diff": 0.00022224558051675558, |
| "cosine_similarity": 0.9999997019767761 |
| } |
| }, |
| "model_int8.onnx": { |
| "last_hidden_state": { |
| "shape": [ |
| 1, |
| 18, |
| 768 |
| ], |
| "max_abs_diff": 0.6271414756774902, |
| "mean_abs_diff": 0.11721564829349518 |
| }, |
| "cls_embedding": { |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "max_abs_diff": 0.22975020110607147, |
| "mean_abs_diff": 0.0559736005961895, |
| "cosine_similarity": 0.9731478691101074 |
| } |
| }, |
| "model_uint8.onnx": { |
| "last_hidden_state": { |
| "shape": [ |
| 1, |
| 18, |
| 768 |
| ], |
| "max_abs_diff": 0.6161156892776489, |
| "mean_abs_diff": 0.11449883878231049 |
| }, |
| "cls_embedding": { |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "max_abs_diff": 0.26187825202941895, |
| "mean_abs_diff": 0.05749582126736641, |
| "cosine_similarity": 0.9716638922691345 |
| } |
| }, |
| "model_q4.onnx": { |
| "last_hidden_state": { |
| "shape": [ |
| 1, |
| 18, |
| 768 |
| ], |
| "max_abs_diff": 19.037981033325195, |
| "mean_abs_diff": 0.3286599814891815 |
| }, |
| "cls_embedding": { |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "max_abs_diff": 0.9668512344360352, |
| "mean_abs_diff": 0.1596686840057373, |
| "cosine_similarity": 0.7404197454452515 |
| } |
| } |
| } |
| } |
| } |
