{
  "encoder_id": "silma-ai/silma-embedding-matryoshka-v0.1",
  "encoder_revision": "011e3b07c9ae2e38f2312a237b489b3b0a640307",
  "encoder_dim": 768,
  "encoder_layers": 12,
  "encoder_max_len": 512,
  "encoder_vocab": 64000,
  "d_model": 384,
  "n_heads": 6,
  "ffn_mult": 4,
  "n_decision_blocks": 4,
  "dropout": 0.1,
  "option_state_xattn": true,
  "state_max_len": 512,
  "state_chunk_stride": 384,
  "state_max_chunks": 8,
  "text_max_len": 128,
  "n_rank_levels": 32,
  "q_bucket": 128,
  "freeze_encoder": true,
  "unfreeze_top_layers": 4,
  "unfreeze_schedule": [],
  "label_smoothing": 0.02,
  "w_spherical": 0.5,
  "w_rps": 1.0,
  "lambda_kl": 0.03,
  "kl_en_ar_only": true,
  "lr_decision": 3e-05,
  "lr_encoder": 1e-05,
  "weight_decay": 0.01,
  "warmup_frac": 0.03,
  "grad_clip": 1.0,
  "bf16": true,
  "seed": 13
}