{
  "apply_legacy_rope_quirk": false,
  "architectures": [
    "AutoModelForCausalLM"
  ],
  "attention_mechanism": null,
  "attn_pdrop": 0.0,
  "auto_map": {
    "AutoConfig": "han2han_config.Han2HanConfig",
    "AutoModel": "modeling_han2han.Han2Han",
    "AutoModelForMultipleChoice": "modeling_han2han.Han2HanForMultipleChoice",
    "AutoModelForQuestionAnswering": "modeling_han2han.Han2HanForQuestionAnswering",
    "AutoModelForSeq2SeqLM": "modeling_han2han.Han2Han",
    "AutoModelForSequenceClassification": "modeling_han2han.Han2HanForSequenceClassification",
    "AutoModelForTokenClassification": "modeling_han2han.Han2HanForTokenClassification",
    "AutoModelForCausalLM": "modeling_han2han.Han2HanForCausalLM"
  },
  "bos_token_id": 2,
  "char_is_unified_cjk": false,
  "char_subwords": true,
  "char_vocab_size": 5376,
  "classf_pdrop": 0.1,
  "classifier_head_type": "linear",
  "cross_attn_num_heads": 4,
  "cross_attn_num_kv_heads": 2,
  "cross_attn_pdrop": 0.0,
  "d_ff": 2048,
  "d_model": 640,
  "d_prime": 1024,
  "decoder_attention_types": [
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha"
  ],
  "decoder_cross_attention_types": [
    "mha"
  ],
  "decoder_nlayer": 18,
  "decoder_norm_type": "rmsnorm",
  "decoder_start_token_id": 3,
  "dense_ffn_activation": "geglu",
  "dtype": "float32",
  "embd_pdrop": 0.0,
  "embedding_dropout_rate": 0.0,
  "encoder_attention_types": [
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha-sliding",
    "mha"
  ],
  "encoder_nlayer": 18,
  "encoder_norm_type": "rmsnorm",
  "eos_token_id": 3,
  "ffn_activation": "geglu",
  "head_dim": 256,
  "init_biases_normal": true,
  "initializer_range": 0.02,
  "is_encoder_decoder": true,
  "jamo_subwords": true,
  "jamo_vocab_size": 4992,
  "kernel_init_scale": 0.1,
  "kernel_init_type": "variance_scaling",
  "label_smoothing": 0.0,
  "layer_norm_epsilon": 1e-05,
  "layer_pdrop": 0.0,
  "model_type": "han2han",
  "n_positions": 2048,
  "num_heads": 4,
  "num_kv_heads": 1,
  "pad_token_id": 0,
  "qk_norm_post_rope": true,
  "query_pre_attn_scalar": 256,
  "remat_policy": "full",
  "resid_pdrop": 0.0,
  "return_dict": true,
  "rope_theta": 500000,
  "rope_theta_sliding": 10000,
  "seed": 42,
  "sft_decoder_start_token_id_default": null,
  "sft_decoder_start_token_id_thinking": null,
  "sft_eos_token_id": null,
  "sliding_window_size": 128,
  "subword_embed_dim": 384,
  "subword_entry_fusion": true,
  "entry_pool_mode": "legacy",
  "entry_pad_bias_slots": 0,
  "entry_slot_width": 32,
  "entry_pool_unroll": true,
  "tie_encoder_decoder": true,
  "tie_input_output_embeddings": true,
  "tie_subtoken_embeddings": false,
  "tie_word_embeddings": true,
  "transformers_version": "5.18.0",
  "use_bart_collator": true,
  "use_bart_training": true,
  "use_bias": true,
  "use_fla_fused_mlp": false,
  "use_fla_fused_norm": false,
  "use_fla_fused_rotary": false,
  "use_han2han_transcription": "false",
  "use_learned_bidirectional": true,
  "use_qk_norm": true,
  "use_scan_layers": true,
  "use_sub_ln": true,
  "vocab_size": 38400
}