config.json

{
  "model_type": "htdn",
  "architectures": [
    "HTDNModel"
  ],
  "vocab_size": 119547,
  "d_model": 1024,
  "d_u": 512,
  "d_v": 512,
  "hidden_react": 3072,
  "n_attractors": 22000,
  "num_heads": 8,
  "num_layers": 4,
  "max_len": 64,
  "tokenizer": "bert-base-multilingual-cased",
  "checkpoint_step": 428440,
  "framework": "jax/flax",
  "training_meta": {
    "best_loss": 0.3741021156311035,
    "total_elapsed_readable": "120:36:03"
  }
}