qwen-andaluh-0.8b-lora / adapter_config.json
alobos's picture
Upload Qwen-Andaluh 0.8B LoRA adapter
932d680 verified
Raw
History Blame Contribute Delete
4.56 kB
{
"alora_invocation_tokens": null,
"alpha_pattern": {},
"arrow_config": null,
"auto_mapping": null,
"base_model_name_or_path": "Qwen/Qwen3.5-0.8B",
"bias": "none",
"corda_config": null,
"ensure_weight_tying": true,
"eva_config": null,
"exclude_modules": null,
"fan_in_fan_out": false,
"inference_mode": true,
"init_lora_weights": true,
"layer_replication": null,
"layers_pattern": null,
"layers_to_transform": null,
"loftq_config": {},
"lora_alpha": 32,
"lora_bias": false,
"lora_dropout": 0.05,
"lora_ga_config": null,
"megatron_config": null,
"megatron_core": "megatron.core",
"modules_to_save": null,
"peft_type": "LORA",
"peft_version": "0.19.1",
"qalora_group_size": 16,
"r": 16,
"rank_pattern": {},
"revision": null,
"target_modules": [
"down_proj",
"o_proj",
"q_proj",
"gate_proj",
"up_proj",
"v_proj",
"k_proj"
],
"target_parameters": null,
"task_type": "CAUSAL_LM",
"trainable_token_indices": [
248044,
248045,
248046,
248047,
248048,
248049,
248050,
248051,
248052,
248053,
248054,
248055,
248056,
248057,
248058,
248059,
248060,
248061,
248062,
248063,
248064,
248065,
248066,
248067,
248068,
248069,
248070,
248071,
248072,
248073,
248074,
248075,
248076,
248077,
248078,
248079,
248080,
248081,
248082,
248083,
248084,
248085,
248086,
248087,
248088,
248089,
248090,
248091,
248092,
248093,
248094,
248095,
248096,
248097,
248098,
248099,
248100,
248101,
248102,
248103,
248104,
248105,
248106,
248107,
248108,
248109,
248110,
248111,
248112,
248113,
248114,
248115,
248116,
248117,
248118,
248119,
248120,
248121,
248122,
248123,
248124,
248125,
248126,
248127,
248128,
248129,
248130,
248131,
248132,
248133,
248134,
248135,
248136,
248137,
248138,
248139,
248140,
248141,
248142,
248143,
248144,
248145,
248146,
248147,
248148,
248149,
248150,
248151,
248152,
248153,
248154,
248155,
248156,
248157,
248158,
248159,
248160,
248161,
248162,
248163,
248164,
248165,
248166,
248167,
248168,
248169,
248170,
248171,
248172,
248173,
248174,
248175,
248176,
248177,
248178,
248179,
248180,
248181,
248182,
248183,
248184,
248185,
248186,
248187,
248188,
248189,
248190,
248191,
248192,
248193,
248194,
248195,
248196,
248197,
248198,
248199,
248200,
248201,
248202,
248203,
248204,
248205,
248206,
248207,
248208,
248209,
248210,
248211,
248212,
248213,
248214,
248215,
248216,
248217,
248218,
248219,
248220,
248221,
248222,
248223,
248224,
248225,
248226,
248227,
248228,
248229,
248230,
248231,
248232,
248233,
248234,
248235,
248236,
248237,
248238,
248239,
248240,
248241,
248242,
248243,
248244,
248245,
248246,
248247,
248248,
248249,
248250,
248251,
248252,
248253,
248254,
248255,
248256,
248257,
248258,
248259,
248260,
248261,
248262,
248263,
248264,
248265,
248266,
248267,
248268,
248269,
248270,
248271,
248272,
248273,
248274,
248275,
248276,
248277,
248278,
248279,
248280,
248281,
248282,
248283,
248284,
248285,
248286,
248287,
248288,
248289,
248290,
248291,
248292,
248293,
248294,
248295,
248296,
248297,
248298,
248299,
248300,
248301,
248302,
248303,
248304,
248305,
248306,
248307,
248308,
248309,
248310,
248311,
248312,
248313,
248314,
248315,
248316,
248317,
248318,
248319,
248320,
248321,
248322,
248323,
248324,
248325,
248326,
248327,
248328,
248329,
248330,
248331,
248332
],
"use_bdlora": null,
"use_dora": false,
"use_qalora": false,
"use_rslora": false
}