| { | |
| "encoder_id": "silma-ai/silma-embedding-matryoshka-v0.1", | |
| "encoder_revision": "011e3b07c9ae2e38f2312a237b489b3b0a640307", | |
| "encoder_dim": 768, | |
| "encoder_layers": 12, | |
| "encoder_max_len": 512, | |
| "encoder_vocab": 64000, | |
| "d_model": 384, | |
| "n_heads": 6, | |
| "ffn_mult": 4, | |
| "n_decision_blocks": 4, | |
| "dropout": 0.1, | |
| "option_state_xattn": true, | |
| "state_max_len": 512, | |
| "state_chunk_stride": 384, | |
| "state_max_chunks": 8, | |
| "text_max_len": 128, | |
| "n_rank_levels": 32, | |
| "q_bucket": 128, | |
| "freeze_encoder": true, | |
| "unfreeze_top_layers": 4, | |
| "unfreeze_schedule": [], | |
| "label_smoothing": 0.02, | |
| "w_spherical": 0.5, | |
| "w_rps": 1.0, | |
| "lambda_kl": 0.03, | |
| "kl_en_ar_only": true, | |
| "lr_decision": 3e-05, | |
| "lr_encoder": 1e-05, | |
| "weight_decay": 0.01, | |
| "warmup_frac": 0.03, | |
| "grad_clip": 1.0, | |
| "bf16": true, | |
| "seed": 13 | |
| } |