{ "alora_invocation_tokens": null, "alpha_pattern": {}, "arrow_config": null, "auto_mapping": null, "base_model_name_or_path": "Qwen/Qwen3.5-0.8B", "bias": "none", "corda_config": null, "ensure_weight_tying": true, "eva_config": null, "exclude_modules": null, "fan_in_fan_out": false, "inference_mode": true, "init_lora_weights": true, "layer_replication": null, "layers_pattern": null, "layers_to_transform": null, "loftq_config": {}, "lora_alpha": 32, "lora_bias": false, "lora_dropout": 0.05, "lora_ga_config": null, "megatron_config": null, "megatron_core": "megatron.core", "modules_to_save": null, "peft_type": "LORA", "peft_version": "0.19.1", "qalora_group_size": 16, "r": 16, "rank_pattern": {}, "revision": null, "target_modules": [ "down_proj", "o_proj", "q_proj", "gate_proj", "up_proj", "v_proj", "k_proj" ], "target_parameters": null, "task_type": "CAUSAL_LM", "trainable_token_indices": [ 248044, 248045, 248046, 248047, 248048, 248049, 248050, 248051, 248052, 248053, 248054, 248055, 248056, 248057, 248058, 248059, 248060, 248061, 248062, 248063, 248064, 248065, 248066, 248067, 248068, 248069, 248070, 248071, 248072, 248073, 248074, 248075, 248076, 248077, 248078, 248079, 248080, 248081, 248082, 248083, 248084, 248085, 248086, 248087, 248088, 248089, 248090, 248091, 248092, 248093, 248094, 248095, 248096, 248097, 248098, 248099, 248100, 248101, 248102, 248103, 248104, 248105, 248106, 248107, 248108, 248109, 248110, 248111, 248112, 248113, 248114, 248115, 248116, 248117, 248118, 248119, 248120, 248121, 248122, 248123, 248124, 248125, 248126, 248127, 248128, 248129, 248130, 248131, 248132, 248133, 248134, 248135, 248136, 248137, 248138, 248139, 248140, 248141, 248142, 248143, 248144, 248145, 248146, 248147, 248148, 248149, 248150, 248151, 248152, 248153, 248154, 248155, 248156, 248157, 248158, 248159, 248160, 248161, 248162, 248163, 248164, 248165, 248166, 248167, 248168, 248169, 248170, 248171, 248172, 248173, 248174, 248175, 248176, 248177, 248178, 248179, 248180, 248181, 248182, 248183, 248184, 248185, 248186, 248187, 248188, 248189, 248190, 248191, 248192, 248193, 248194, 248195, 248196, 248197, 248198, 248199, 248200, 248201, 248202, 248203, 248204, 248205, 248206, 248207, 248208, 248209, 248210, 248211, 248212, 248213, 248214, 248215, 248216, 248217, 248218, 248219, 248220, 248221, 248222, 248223, 248224, 248225, 248226, 248227, 248228, 248229, 248230, 248231, 248232, 248233, 248234, 248235, 248236, 248237, 248238, 248239, 248240, 248241, 248242, 248243, 248244, 248245, 248246, 248247, 248248, 248249, 248250, 248251, 248252, 248253, 248254, 248255, 248256, 248257, 248258, 248259, 248260, 248261, 248262, 248263, 248264, 248265, 248266, 248267, 248268, 248269, 248270, 248271, 248272, 248273, 248274, 248275, 248276, 248277, 248278, 248279, 248280, 248281, 248282, 248283, 248284, 248285, 248286, 248287, 248288, 248289, 248290, 248291, 248292, 248293, 248294, 248295, 248296, 248297, 248298, 248299, 248300, 248301, 248302, 248303, 248304, 248305, 248306, 248307, 248308, 248309, 248310, 248311, 248312, 248313, 248314, 248315, 248316, 248317, 248318, 248319, 248320, 248321, 248322, 248323, 248324, 248325, 248326, 248327, 248328, 248329, 248330, 248331, 248332 ], "use_bdlora": null, "use_dora": false, "use_qalora": false, "use_rslora": false }