{
  "model_id": "KBLab/megatron-bert-base-swedish-cased-600k",
  "fill-mask": {
    "input_text": "Det svenska ordet for kung ar [MASK].",
    "mask_index": 7,
    "onnx_fp32": {
      "logits_shape": [
        1,
        10,
        64128
      ],
      "top5_token_ids": [
        37090,
        57980,
        35856,
        50325,
        55930
      ],
      "top5_tokens": [
        "kung",
        "hertig",
        "fe",
        "bonde",
        "konung"
      ]
    },
    "variants": {
      "model_fp16.onnx": {
        "logits_shape": [
          1,
          10,
          64128
        ],
        "max_abs_diff": 0.013082504272460938,
        "mean_abs_diff": 0.0016500379424542189,
        "top5_token_ids": [
          37090,
          57980,
          35856,
          50325,
          55930
        ],
        "top5_tokens": [
          "kung",
          "hertig",
          "fe",
          "bonde",
          "konung"
        ]
      },
      "model_int8.onnx": {
        "logits_shape": [
          1,
          10,
          64128
        ],
        "max_abs_diff": 8.566043853759766,
        "mean_abs_diff": 1.2650829553604126,
        "top5_token_ids": [
          37090,
          42031,
          19,
          61213,
          32002
        ],
        "top5_tokens": [
          "kung",
          "ledigt",
          ".",
          "adel",
          "det"
        ]
      },
      "model_uint8.onnx": {
        "logits_shape": [
          1,
          10,
          64128
        ],
        "max_abs_diff": 9.102193832397461,
        "mean_abs_diff": 1.3247371912002563,
        "top5_token_ids": [
          37090,
          45223,
          32002,
          7,
          19
        ],
        "top5_tokens": [
          "kung",
          "kungen",
          "det",
          "\"",
          "."
        ]
      },
      "model_q4.onnx": {
        "logits_shape": [
          1,
          10,
          64128
        ],
        "max_abs_diff": 4.44954776763916,
        "mean_abs_diff": 0.49069342017173767,
        "top5_token_ids": [
          37090,
          57980,
          42031,
          44374,
          51750
        ],
        "top5_tokens": [
          "kung",
          "hertig",
          "ledigt",
          "björn",
          "lejon"
        ]
      }
    }
  },
  "feature-extraction": {
    "input_text": "Svensk BERT ska kunna skapa embeddings for den har texten.",
    "onnx_fp32": {
      "last_hidden_state_shape": [
        1,
        18,
        768
      ],
      "cls_embedding_shape": [
        1,
        768
      ]
    },
    "variants": {
      "model_fp16.onnx": {
        "last_hidden_state": {
          "shape": [
            1,
            18,
            768
          ],
          "max_abs_diff": 0.002580881118774414,
          "mean_abs_diff": 0.0004314013058319688
        },
        "cls_embedding": {
          "shape": [
            1,
            768
          ],
          "max_abs_diff": 0.0008001998066902161,
          "mean_abs_diff": 0.00022224558051675558,
          "cosine_similarity": 0.9999997019767761
        }
      },
      "model_int8.onnx": {
        "last_hidden_state": {
          "shape": [
            1,
            18,
            768
          ],
          "max_abs_diff": 0.6271414756774902,
          "mean_abs_diff": 0.11721564829349518
        },
        "cls_embedding": {
          "shape": [
            1,
            768
          ],
          "max_abs_diff": 0.22975020110607147,
          "mean_abs_diff": 0.0559736005961895,
          "cosine_similarity": 0.9731478691101074
        }
      },
      "model_uint8.onnx": {
        "last_hidden_state": {
          "shape": [
            1,
            18,
            768
          ],
          "max_abs_diff": 0.6161156892776489,
          "mean_abs_diff": 0.11449883878231049
        },
        "cls_embedding": {
          "shape": [
            1,
            768
          ],
          "max_abs_diff": 0.26187825202941895,
          "mean_abs_diff": 0.05749582126736641,
          "cosine_similarity": 0.9716638922691345
        }
      },
      "model_q4.onnx": {
        "last_hidden_state": {
          "shape": [
            1,
            18,
            768
          ],
          "max_abs_diff": 19.037981033325195,
          "mean_abs_diff": 0.3286599814891815
        },
        "cls_embedding": {
          "shape": [
            1,
            768
          ],
          "max_abs_diff": 0.9668512344360352,
          "mean_abs_diff": 0.1596686840057373,
          "cosine_similarity": 0.7404197454452515
        }
      }
    }
  }
}