Instructions to use MariChatmen/qwen-andaluh-0.8b-lora with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use MariChatmen/qwen-andaluh-0.8b-lora with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen3.5-0.8B") model = PeftModel.from_pretrained(base_model, "MariChatmen/qwen-andaluh-0.8b-lora") - Notebooks
- Google Colab
- Kaggle
| { | |
| "alora_invocation_tokens": null, | |
| "alpha_pattern": {}, | |
| "arrow_config": null, | |
| "auto_mapping": null, | |
| "base_model_name_or_path": "Qwen/Qwen3.5-0.8B", | |
| "bias": "none", | |
| "corda_config": null, | |
| "ensure_weight_tying": true, | |
| "eva_config": null, | |
| "exclude_modules": null, | |
| "fan_in_fan_out": false, | |
| "inference_mode": true, | |
| "init_lora_weights": true, | |
| "layer_replication": null, | |
| "layers_pattern": null, | |
| "layers_to_transform": null, | |
| "loftq_config": {}, | |
| "lora_alpha": 32, | |
| "lora_bias": false, | |
| "lora_dropout": 0.05, | |
| "lora_ga_config": null, | |
| "megatron_config": null, | |
| "megatron_core": "megatron.core", | |
| "modules_to_save": null, | |
| "peft_type": "LORA", | |
| "peft_version": "0.19.1", | |
| "qalora_group_size": 16, | |
| "r": 16, | |
| "rank_pattern": {}, | |
| "revision": null, | |
| "target_modules": [ | |
| "down_proj", | |
| "o_proj", | |
| "q_proj", | |
| "gate_proj", | |
| "up_proj", | |
| "v_proj", | |
| "k_proj" | |
| ], | |
| "target_parameters": null, | |
| "task_type": "CAUSAL_LM", | |
| "trainable_token_indices": [ | |
| 248044, | |
| 248045, | |
| 248046, | |
| 248047, | |
| 248048, | |
| 248049, | |
| 248050, | |
| 248051, | |
| 248052, | |
| 248053, | |
| 248054, | |
| 248055, | |
| 248056, | |
| 248057, | |
| 248058, | |
| 248059, | |
| 248060, | |
| 248061, | |
| 248062, | |
| 248063, | |
| 248064, | |
| 248065, | |
| 248066, | |
| 248067, | |
| 248068, | |
| 248069, | |
| 248070, | |
| 248071, | |
| 248072, | |
| 248073, | |
| 248074, | |
| 248075, | |
| 248076, | |
| 248077, | |
| 248078, | |
| 248079, | |
| 248080, | |
| 248081, | |
| 248082, | |
| 248083, | |
| 248084, | |
| 248085, | |
| 248086, | |
| 248087, | |
| 248088, | |
| 248089, | |
| 248090, | |
| 248091, | |
| 248092, | |
| 248093, | |
| 248094, | |
| 248095, | |
| 248096, | |
| 248097, | |
| 248098, | |
| 248099, | |
| 248100, | |
| 248101, | |
| 248102, | |
| 248103, | |
| 248104, | |
| 248105, | |
| 248106, | |
| 248107, | |
| 248108, | |
| 248109, | |
| 248110, | |
| 248111, | |
| 248112, | |
| 248113, | |
| 248114, | |
| 248115, | |
| 248116, | |
| 248117, | |
| 248118, | |
| 248119, | |
| 248120, | |
| 248121, | |
| 248122, | |
| 248123, | |
| 248124, | |
| 248125, | |
| 248126, | |
| 248127, | |
| 248128, | |
| 248129, | |
| 248130, | |
| 248131, | |
| 248132, | |
| 248133, | |
| 248134, | |
| 248135, | |
| 248136, | |
| 248137, | |
| 248138, | |
| 248139, | |
| 248140, | |
| 248141, | |
| 248142, | |
| 248143, | |
| 248144, | |
| 248145, | |
| 248146, | |
| 248147, | |
| 248148, | |
| 248149, | |
| 248150, | |
| 248151, | |
| 248152, | |
| 248153, | |
| 248154, | |
| 248155, | |
| 248156, | |
| 248157, | |
| 248158, | |
| 248159, | |
| 248160, | |
| 248161, | |
| 248162, | |
| 248163, | |
| 248164, | |
| 248165, | |
| 248166, | |
| 248167, | |
| 248168, | |
| 248169, | |
| 248170, | |
| 248171, | |
| 248172, | |
| 248173, | |
| 248174, | |
| 248175, | |
| 248176, | |
| 248177, | |
| 248178, | |
| 248179, | |
| 248180, | |
| 248181, | |
| 248182, | |
| 248183, | |
| 248184, | |
| 248185, | |
| 248186, | |
| 248187, | |
| 248188, | |
| 248189, | |
| 248190, | |
| 248191, | |
| 248192, | |
| 248193, | |
| 248194, | |
| 248195, | |
| 248196, | |
| 248197, | |
| 248198, | |
| 248199, | |
| 248200, | |
| 248201, | |
| 248202, | |
| 248203, | |
| 248204, | |
| 248205, | |
| 248206, | |
| 248207, | |
| 248208, | |
| 248209, | |
| 248210, | |
| 248211, | |
| 248212, | |
| 248213, | |
| 248214, | |
| 248215, | |
| 248216, | |
| 248217, | |
| 248218, | |
| 248219, | |
| 248220, | |
| 248221, | |
| 248222, | |
| 248223, | |
| 248224, | |
| 248225, | |
| 248226, | |
| 248227, | |
| 248228, | |
| 248229, | |
| 248230, | |
| 248231, | |
| 248232, | |
| 248233, | |
| 248234, | |
| 248235, | |
| 248236, | |
| 248237, | |
| 248238, | |
| 248239, | |
| 248240, | |
| 248241, | |
| 248242, | |
| 248243, | |
| 248244, | |
| 248245, | |
| 248246, | |
| 248247, | |
| 248248, | |
| 248249, | |
| 248250, | |
| 248251, | |
| 248252, | |
| 248253, | |
| 248254, | |
| 248255, | |
| 248256, | |
| 248257, | |
| 248258, | |
| 248259, | |
| 248260, | |
| 248261, | |
| 248262, | |
| 248263, | |
| 248264, | |
| 248265, | |
| 248266, | |
| 248267, | |
| 248268, | |
| 248269, | |
| 248270, | |
| 248271, | |
| 248272, | |
| 248273, | |
| 248274, | |
| 248275, | |
| 248276, | |
| 248277, | |
| 248278, | |
| 248279, | |
| 248280, | |
| 248281, | |
| 248282, | |
| 248283, | |
| 248284, | |
| 248285, | |
| 248286, | |
| 248287, | |
| 248288, | |
| 248289, | |
| 248290, | |
| 248291, | |
| 248292, | |
| 248293, | |
| 248294, | |
| 248295, | |
| 248296, | |
| 248297, | |
| 248298, | |
| 248299, | |
| 248300, | |
| 248301, | |
| 248302, | |
| 248303, | |
| 248304, | |
| 248305, | |
| 248306, | |
| 248307, | |
| 248308, | |
| 248309, | |
| 248310, | |
| 248311, | |
| 248312, | |
| 248313, | |
| 248314, | |
| 248315, | |
| 248316, | |
| 248317, | |
| 248318, | |
| 248319, | |
| 248320, | |
| 248321, | |
| 248322, | |
| 248323, | |
| 248324, | |
| 248325, | |
| 248326, | |
| 248327, | |
| 248328, | |
| 248329, | |
| 248330, | |
| 248331, | |
| 248332 | |
| ], | |
| "use_bdlora": null, | |
| "use_dora": false, | |
| "use_qalora": false, | |
| "use_rslora": false | |
| } |