peft-issues / peft_issues_merged_500.json
nemo
missing data
e4552e0
Raw
History Blame Contribute Delete
275 kB
[
{
"number": 3223,
"title": "TorchaoLoraLinear: __init__() missing get_apply_tensor_subclass kwarg with torchao 0.17 (PEFT 0.19.1)",
"state": "open",
"author": "genno-whittlery",
"created_at": "2026-05-11T13:22:31Z",
"updated_at": "2026-05-12T10:41:28Z",
"html_url": "https://github.com/huggingface/peft/issues/3223",
"labels": [],
"model": "FLUX.2",
"trainer": "peft_direct",
"specialties": [
"torchao",
"quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Comprehensive bug report with minimal reproducer, full environment table, traceback, and workaround.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3229,
"title": "[BUG] peft 0.19 target_modules (str) use `set`",
"state": "open",
"author": "Jintao-Huang",
"created_at": "2026-05-12T10:17:08Z",
"updated_at": "2026-05-12T10:17:08Z",
"html_url": "https://github.com/huggingface/peft/issues/3229",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "Points to exact source lines and references external issue, but no runnable reproduction or environment details.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2310,
"title": "Comparison of Different Fine-Tuning Techniques for Conversational AI",
"state": "open",
"author": "ImamaDev",
"created_at": "2025-01-07T07:07:50Z",
"updated_at": "2026-05-12T09:48:54Z",
"html_url": "https://github.com/huggingface/peft/issues/2310",
"labels": [
"good first issue",
"help wanted",
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 4,
"experience_rationale": "Well-intentioned feature request with list of methods but lacks technical depth, reproducible example, or specific use case.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 3129,
"title": "Add support for Gemma4ClippableLinear (Gemma 4 QLoRA fails)",
"state": "closed",
"author": "dentity007",
"created_at": "2026-04-02T20:15:42Z",
"updated_at": "2026-05-11T08:48:32Z",
"html_url": "https://github.com/huggingface/peft/issues/3129",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Detailed bug report with root cause analysis, minimal workaround example, and clear error message.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3142,
"title": "Proposal: add MiCA (Minor Component Adaptation) as a PEFT method",
"state": "open",
"author": "sr-networks",
"created_at": "2026-04-09T09:11:49Z",
"updated_at": "2026-05-10T15:23:41Z",
"html_url": "https://github.com/huggingface/peft/issues/3142",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "MiCA",
"experience_score": 7,
"experience_rationale": "Well-structured feature proposal with paper reference and implementation plan, but no code or empirical evidence provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3123,
"title": "Nemotron-3-Nano NemotronHTopkRouter",
"state": "closed",
"author": "lucian-student",
"created_at": "2026-03-30T10:10:19Z",
"updated_at": "2026-05-10T15:21:58Z",
"html_url": "https://github.com/huggingface/peft/issues/3123",
"labels": [],
"model": "Nemotron",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes layer implementation code and clear request, but lacks reproducible example or training context.",
"confidence": {
"model": "high",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2944,
"title": "enusre_weight_tying = True does not respect the model config tie_word_embeddings flag",
"state": "closed",
"author": "romitjain",
"created_at": "2025-12-09T08:36:16Z",
"updated_at": "2026-05-09T08:10:24Z",
"html_url": "https://github.com/huggingface/peft/issues/2944",
"labels": [],
"model": "Mistral",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Provides runnable minimal reproduction with assertions and specific source code reference.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3182,
"title": "RFC: Improve code to resolve LoRA variants",
"state": "open",
"author": "BenjaminBossan",
"created_at": "2026-04-21T12:59:01Z",
"updated_at": "2026-05-08T13:36:31Z",
"html_url": "https://github.com/huggingface/peft/issues/3182",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Technical RFC with code references and concrete proposal, but no empirical data or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3114,
"title": "GraLoRA merge_and_unload with modules_to_save error",
"state": "open",
"author": "JBurtn",
"created_at": "2026-03-22T23:25:22Z",
"updated_at": "2026-05-07T15:46:45Z",
"html_url": "https://github.com/huggingface/peft/issues/3114",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "GraLoRA",
"experience_score": 7,
"experience_rationale": "Includes full traceback and version info, but lacks minimal reproduction script and model details.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3201,
"title": "PrefixTuningConfig fails on google/gemma-4-e2b-it: tensor expand size mismatch in attention forward (peft 0.19.1, transformers 5.6.2)",
"state": "closed",
"author": "stharrold",
"created_at": "2026-04-28T11:31:39Z",
"updated_at": "2026-05-06T09:43:58Z",
"html_url": "https://github.com/huggingface/peft/issues/3201",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prefix Tuning",
"experience_score": 9,
"experience_rationale": "Excellent bug report with complete minimal reproducer, error analysis, and cross-references to similar fixes.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3214,
"title": "[Windows] RTX 5070 Ti (Blackwell sm_120) - setup and deployment notes",
"state": "closed",
"author": "loongmiaow-pixel",
"created_at": "2026-05-05T03:54:26Z",
"updated_at": "2026-05-06T09:36:27Z",
"html_url": "https://github.com/huggingface/peft/issues/3214",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"bitsandbytes"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "Provides hardware environment but is a general support question without reproduction or error logs.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 3211,
"title": "Feature Request: Improve offline support for custom architectures in get_peft_model_state_dict",
"state": "closed",
"author": "nu11secur1ty",
"created_at": "2026-05-03T05:38:47Z",
"updated_at": "2026-05-03T12:23:46Z",
"html_url": "https://github.com/huggingface/peft/issues/3211",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 5,
"experience_rationale": "Clear feature request with proposed logic snippet but no reproduction or concrete model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 3193,
"title": "Add torch.nn.Conv2d support in AdaLoRA",
"state": "closed",
"author": "PARRYH0TTEr",
"created_at": "2026-04-24T08:03:19Z",
"updated_at": "2026-04-30T15:16:30Z",
"html_url": "https://github.com/huggingface/peft/issues/3193",
"labels": [],
"model": "ResNet",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "AdaLoRA",
"experience_score": 8,
"experience_rationale": "Provides minimal code example showing LoRA vs AdaLoRA difference on ResNet-18 with clear motivation.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3186,
"title": "Proposal: add BEFT as a new PEFT method",
"state": "closed",
"author": "whubaichuan",
"created_at": "2026-04-23T07:01:12Z",
"updated_at": "2026-04-30T12:42:11Z",
"html_url": "https://github.com/huggingface/peft/issues/3186",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "BEFT",
"experience_score": 7,
"experience_rationale": "Well-written proposal with paper reference and author credentials, but no code or empirical integration test provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3203,
"title": "Proposal: FIM-guided adaptive LoRA rank allocation (FimConfig + initialize_lora_fim_ranks)",
"state": "open",
"author": "ramkrishs",
"created_at": "2026-04-28T22:01:49Z",
"updated_at": "2026-04-28T22:01:49Z",
"html_url": "https://github.com/huggingface/peft/issues/3203",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Comprehensive proposal with algorithm, API design, and mathematical formulation, but no implementation or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2864,
"title": "Deal with weight tying consistently",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-10-23T13:30:39Z",
"updated_at": "2026-04-28T15:57:36Z",
"html_url": "https://github.com/huggingface/peft/issues/2864",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Technical design discussion with detailed behavior matrix and references to prior work, but no runnable code or model-specific context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3191,
"title": "AuxiliaryTrainingWrapper.forward requires positional `x`, breaks kwargs-only modules in modules_to_save",
"state": "closed",
"author": "ved1beta",
"created_at": "2026-04-23T18:51:32Z",
"updated_at": "2026-04-26T19:03:26Z",
"html_url": "https://github.com/huggingface/peft/issues/3191",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Excellent bug report with minimal standalone reproducer and real-world Gemma 4 VLM example with YAML config.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3004,
"title": "Combining adapters linearly with negative weights is broken",
"state": "closed",
"author": "orr-hirundo",
"created_at": "2026-01-21T11:25:13Z",
"updated_at": "2026-04-26T15:16:35Z",
"html_url": "https://github.com/huggingface/peft/issues/3004",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Technical bug report referencing exact source lines and explaining mathematical issue, but lacks runnable reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3044,
"title": "TP support for Finetuning using LoRA and other PEFT techniques",
"state": "closed",
"author": "quic-meetkuma",
"created_at": "2026-02-16T08:34:36Z",
"updated_at": "2026-04-23T15:42:25Z",
"html_url": "https://github.com/huggingface/peft/issues/3044",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Clear feature request with technical reasoning about tensor parallelism, but no concrete reproduction or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3184,
"title": "Proposal: support ShadowPEFT method in PEFT",
"state": "open",
"author": "SeanLee97",
"created_at": "2026-04-22T04:43:52Z",
"updated_at": "2026-04-22T09:36:51Z",
"html_url": "https://github.com/huggingface/peft/issues/3184",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "ShadowPEFT",
"experience_score": 7,
"experience_rationale": "Well-structured proposal with paper and model collection links, but no code or training example provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3080,
"title": "FSDP + torch.nn.Parameter (MoE layer) lora fine-tuning doesn't work",
"state": "closed",
"author": "dskhudia",
"created_at": "2026-03-04T06:39:47Z",
"updated_at": "2026-04-20T15:30:53Z",
"html_url": "https://github.com/huggingface/peft/issues/3080",
"labels": [],
"model": "GPT-OSS",
"trainer": "trl",
"specialties": [
"FSDP"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Includes full error traceback, reproduction script with training setup, and environment details (8x H100).",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3169,
"title": "LoRA + BnB INT8 + CPU offload: output tensor on wrong device in tuners/lora/bnb.py",
"state": "open",
"author": "sirfyyn",
"created_at": "2026-04-16T15:57:38Z",
"updated_at": "2026-04-20T10:14:24Z",
"html_url": "https://github.com/huggingface/peft/issues/3169",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Detailed bug report with specific fix locations, training context, and link to complete training example patches.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3085,
"title": "Security: Arbitrary Module Import via Malicious Adapter Config (CWE-94)",
"state": "closed",
"author": "spartan8806",
"created_at": "2026-03-08T22:51:09Z",
"updated_at": "2026-04-16T16:30:07Z",
"html_url": "https://github.com/huggingface/peft/issues/3085",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "Professional security report with CWE classification, detailed attack vectors, and minimal reproduction steps.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 3158,
"title": "AttributeError: module 'torch' has no attribute 'float8_e8m0fnu' when casting adapter dtype on PyTorch 2.5.1",
"state": "closed",
"author": "yoogie27",
"created_at": "2026-04-14T19:12:35Z",
"updated_at": "2026-04-15T15:38:46Z",
"html_url": "https://github.com/huggingface/peft/issues/3158",
"labels": [],
"model": "unknown",
"trainer": "unsloth",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Clear bug report with traceback, temporary workaround, and bash reproduction script for environment setup.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3020,
"title": "LoRA + activation checkpointing breaks model compilation with torch.compile when dropout != 0",
"state": "closed",
"author": "raliouat",
"created_at": "2026-02-03T08:59:09Z",
"updated_at": "2026-04-14T15:27:28Z",
"html_url": "https://github.com/huggingface/peft/issues/3020",
"labels": [],
"model": "LLaVA",
"trainer": "accelerate",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Good bug report with minimal reproducer, clear condition (dropout != 0), and specific model mentioned.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2970,
"title": "Add EWoRA to PEFT",
"state": "closed",
"author": "HarshKohli",
"created_at": "2025-12-31T08:47:34Z",
"updated_at": "2026-04-12T15:14:06Z",
"html_url": "https://github.com/huggingface/peft/issues/2970",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "EWoRA",
"experience_score": 5,
"experience_rationale": "Brief feature request with paper reference but lacks detail on implementation or model specifics.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3134,
"title": "Inquiry About Two-Stage QLoRA Fine-Tuning",
"state": "closed",
"author": "AAnirudh07",
"created_at": "2026-04-07T04:19:32Z",
"updated_at": "2026-04-11T05:55:26Z",
"html_url": "https://github.com/huggingface/peft/issues/3134",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Well-structured question about two-stage QLoRA pipeline with specific model and clear concerns about degradation.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3141,
"title": "Proposal: add MiCA (Minor Component Adaptation) as a new PEFT method",
"state": "closed",
"author": "rankofootball",
"created_at": "2026-04-09T09:06:14Z",
"updated_at": "2026-04-09T09:08:47Z",
"html_url": "https://github.com/huggingface/peft/issues/3141",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "MiCA",
"experience_score": 7,
"experience_rationale": "Duplicate-ish proposal of MiCA with paper reference and implementation sketch, but no code or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3130,
"title": "Add LoRA support for Gemma 4 (Gemma4ClippableLinear)",
"state": "closed",
"author": "skap3214",
"created_at": "2026-04-02T22:08:20Z",
"updated_at": "2026-04-03T11:15:54Z",
"html_url": "https://github.com/huggingface/peft/issues/3130",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Comprehensive bug report with root cause analysis, class implementation, and multiple workarounds.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2945,
"title": "Return base model state_dict with original keys",
"state": "open",
"author": "dvmazur",
"created_at": "2025-12-09T11:23:52Z",
"updated_at": "2026-04-01T11:20:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2945",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"FSDP"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Clear feature request with technical context about FSDP and state dict key handling, but no reproduction or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 1988,
"title": "TypeError: WhisperForConditionalGeneration.forward() got an unexpected keyword argument 'input_ids'",
"state": "closed",
"author": "YOUSEFNANIS",
"created_at": "2024-08-02T17:48:46Z",
"updated_at": "2026-03-26T12:12:20Z",
"html_url": "https://github.com/huggingface/peft/issues/1988",
"labels": [],
"model": "Whisper",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes runnable reproduction with specific model and versions, but lacks clear expected behavior description.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3116,
"title": "Evaluation protocol uses best validation score as reported metric and inflates results",
"state": "closed",
"author": "paolomandica",
"created_at": "2026-03-25T13:46:20Z",
"updated_at": "2026-03-25T15:15:25Z",
"html_url": "https://github.com/huggingface/peft/issues/3116",
"labels": [],
"model": "RoBERTa",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Thoughtful methodology critique with reference to original paper and personal experiment results, but no training code or model configuration shown.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 3043,
"title": "trainable_token_indices of LoraConfig not working when using more than 1 NVIDIA GPU",
"state": "closed",
"author": "Oidlichtnwoada",
"created_at": "2026-02-14T15:05:42Z",
"updated_at": "2026-03-24T15:26:09Z",
"html_url": "https://github.com/huggingface/peft/issues/3043",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes partial traceback showing device mismatch error, but lacks minimal reproduction and model details.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2916,
"title": "ParamWrapper initialization fails when DeepSpeed ZeRO-3 is enabled",
"state": "closed",
"author": "jonnyli1125",
"created_at": "2025-11-18T21:32:30Z",
"updated_at": "2026-03-24T11:23:08Z",
"html_url": "https://github.com/huggingface/peft/issues/2916",
"labels": [],
"model": "GPT",
"trainer": "trl",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Good bug report with minimal reproduction using TRL SFTConfig and DeepSpeed ZeRO-3, plus exact source line reference.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3033,
"title": "Create Baseline Evaluation Based on DriveLM data off-the-shelf VLMs",
"state": "closed",
"author": "Hamidreza3252",
"created_at": "2026-02-09T22:51:15Z",
"updated_at": "2026-03-21T15:06:50Z",
"html_url": "https://github.com/huggingface/peft/issues/3033",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 2,
"experience_rationale": "Extremely vague feature request with no technical details, models, or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2861,
"title": "[FEAT] Integrate WoRA (Filtering-WoRA) into PEFT",
"state": "closed",
"author": "JT-Sun",
"created_at": "2025-10-23T02:36:20Z",
"updated_at": "2026-03-21T08:46:08Z",
"html_url": "https://github.com/huggingface/peft/issues/2861",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "WoRA",
"experience_score": 7,
"experience_rationale": "Well-structured feature proposal with paper reference and performance figures, but no code or model-specific details.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3110,
"title": "Discrepancy between layers names from `get_peft_model` and `.load_adapter`",
"state": "closed",
"author": "AngledLuffa",
"created_at": "2026-03-17T18:54:05Z",
"updated_at": "2026-03-18T14:58:09Z",
"html_url": "https://github.com/huggingface/peft/issues/3110",
"labels": [],
"model": "ELECTRA",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes configuration output and parameter name listings demonstrating the naming discrepancy, but no minimal standalone reproducer.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3002,
"title": "Running Lora+ T5 Gemma 2 on multi gpu results in error",
"state": "closed",
"author": "silviiaromanato",
"created_at": "2026-01-19T15:21:27Z",
"updated_at": "2026-03-17T15:24:33Z",
"html_url": "https://github.com/huggingface/peft/issues/3002",
"labels": [],
"model": "T5",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes full error message, environment specs, and specific model, but no minimal reproduction script.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 3012,
"title": "Question about multiple LoRAs and FSDP",
"state": "closed",
"author": "l1346792580123",
"created_at": "2026-01-28T02:19:46Z",
"updated_at": "2026-03-17T15:24:29Z",
"html_url": "https://github.com/huggingface/peft/issues/3012",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"FSDP"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "Clear architectural question with pseudocode, but lacks model details, environment, or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2998,
"title": "Tutorial uses deprecated dataset (financial_phrasebank) that fails to load",
"state": "closed",
"author": "maerory",
"created_at": "2026-01-16T09:52:21Z",
"updated_at": "2026-03-17T11:21:48Z",
"html_url": "https://github.com/huggingface/peft/issues/2998",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "IA3",
"experience_score": 6,
"experience_rationale": "Clear documentation bug report with specific tutorial link and reproduction code, but no model or training context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2882,
"title": "[FEAT] Integrate LoRA-One into PEFT",
"state": "closed",
"author": "YuanheZ",
"created_at": "2025-10-30T16:57:49Z",
"updated_at": "2026-03-16T15:25:36Z",
"html_url": "https://github.com/huggingface/peft/issues/2882",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA-One",
"experience_score": 7,
"experience_rationale": "Well-structured feature proposal with paper reference and detailed contribution list, but no code or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3089,
"title": "Can LoRA ignore standard modules it doesn't know about?",
"state": "closed",
"author": "AngledLuffa",
"created_at": "2026-03-10T19:11:14Z",
"updated_at": "2026-03-16T12:07:37Z",
"html_url": "https://github.com/huggingface/peft/issues/3089",
"labels": [],
"model": "ELECTRA",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes actual error message and desired behavior, but no reproduction script or environment details.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2930,
"title": "[FEAT] Integrate FeRA: Frequency-Energy Constrained Routing for Effective Diffusion Adaptation Fine-Tuning",
"state": "closed",
"author": "YinBo0927",
"created_at": "2025-11-29T03:09:28Z",
"updated_at": "2026-03-15T15:08:48Z",
"html_url": "https://github.com/huggingface/peft/issues/2930",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "FeRA",
"experience_score": 6,
"experience_rationale": "Feature proposal with paper reference and visual diagrams, but lacks implementation details or model specifics.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3016,
"title": "layers_to_transform incorrectly matches MoE expert indices (should match layer index)",
"state": "closed",
"author": "MichalMraz",
"created_at": "2026-02-01T11:47:15Z",
"updated_at": "2026-03-12T15:19:50Z",
"html_url": "https://github.com/huggingface/peft/issues/3016",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Excellent bug report with minimal toy model reproduction, clear expected vs actual behavior, and proposed fix.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2941,
"title": "Add MonteCLoRA (TMLR 2025 accepted) in PEFT library",
"state": "closed",
"author": "victor7246",
"created_at": "2025-12-07T08:45:21Z",
"updated_at": "2026-03-08T15:05:59Z",
"html_url": "https://github.com/huggingface/peft/issues/2941",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "MonteCLoRA",
"experience_score": 4,
"experience_rationale": "Very brief feature request with paper link but no details on implementation or model specifics.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2563,
"title": "Integrate Lily",
"state": "closed",
"author": "yibozhong",
"created_at": "2025-06-02T07:23:30Z",
"updated_at": "2026-03-04T13:08:52Z",
"html_url": "https://github.com/huggingface/peft/issues/2563",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Lily",
"experience_score": 7,
"experience_rationale": "Well-structured proposal with paper and repository links, detailed motivation, and discussion of design variants.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2928,
"title": "Inference mode with Module_to_save LoRA",
"state": "closed",
"author": "NguyenRichard",
"created_at": "2025-11-27T21:56:53Z",
"updated_at": "2026-03-04T10:46:02Z",
"html_url": "https://github.com/huggingface/peft/issues/2928",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes custom wrapper code and inference context, but reproduction is complex and model details are missing.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 3073,
"title": "LoRA gradients not normalized by input norm → training instability (NaN)",
"state": "closed",
"author": "warjohn",
"created_at": "2026-03-01T18:59:20Z",
"updated_at": "2026-03-03T18:01:29Z",
"html_url": "https://github.com/huggingface/peft/issues/3073",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Technical report with mathematical analysis of gradient scaling and provided workaround hook code, but no minimal reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2948,
"title": "Add PVeRA to PEFT",
"state": "closed",
"author": "leofillioux",
"created_at": "2025-12-10T16:38:42Z",
"updated_at": "2026-03-03T10:07:13Z",
"html_url": "https://github.com/huggingface/peft/issues/2948",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "PVeRA",
"experience_score": 5,
"experience_rationale": "Brief feature request with paper reference and accuracy numbers, but no implementation details or model examples.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3026,
"title": "Add PSOFT to PEFT",
"state": "closed",
"author": "fei407",
"created_at": "2026-02-07T10:20:17Z",
"updated_at": "2026-03-02T21:49:09Z",
"html_url": "https://github.com/huggingface/peft/issues/3026",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "PSOFT",
"experience_score": 6,
"experience_rationale": "Feature proposal with paper reference and theoretical motivation, but no code or concrete model example provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3075,
"title": "Error When Loading Private Adapters",
"state": "closed",
"author": "TyTodd",
"created_at": "2026-03-02T07:02:56Z",
"updated_at": "2026-03-02T07:06:45Z",
"html_url": "https://github.com/huggingface/peft/issues/3075",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "Includes error logs showing 401 Unauthorized, but no minimal reproduction or environment details beyond basic stack trace.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 3025,
"title": "Detail: removal of `.peft_config` when performing `.unload()`?",
"state": "closed",
"author": "jchwenger",
"created_at": "2026-02-06T20:13:50Z",
"updated_at": "2026-02-27T14:02:56Z",
"html_url": "https://github.com/huggingface/peft/issues/3025",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Clear question with code snippets demonstrating the issue, but no error logs or environment details.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3049,
"title": "More efficient PISSA initialization for LoRA (faster/cheaper than current SVD)",
"state": "closed",
"author": "Brokttv",
"created_at": "2026-02-18T08:59:30Z",
"updated_at": "2026-02-26T10:13:20Z",
"html_url": "https://github.com/huggingface/peft/issues/3049",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "Brief feature inquiry about PISSA optimization with mention of Krylov method, but no concrete proposal or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2977,
"title": "Unable to use enable/disable_adapter_layers in FSDP training",
"state": "closed",
"author": "varunlmxd",
"created_at": "2026-01-07T19:21:07Z",
"updated_at": "2026-02-19T12:36:17Z",
"html_url": "https://github.com/huggingface/peft/issues/2977",
"labels": [],
"model": "Mistral",
"trainer": "peft_direct",
"specialties": [
"FSDP"
],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 5,
"experience_rationale": "Includes code snippet showing the error pattern but lacks minimal reproduction, model details, and environment information.",
"confidence": {
"model": "high",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 3039,
"title": "extremely slow get_peft_model() with LoRA",
"state": "closed",
"author": "EaswarGn",
"created_at": "2026-02-12T01:42:30Z",
"updated_at": "2026-02-18T10:22:52Z",
"html_url": "https://github.com/huggingface/peft/issues/3039",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes reproduction code showing the performance issue with specific model, but no profiling data or environment details.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 871,
"title": "unnecessarily slow get_peft_model() with LoRA (esp. in LLMs)",
"state": "closed",
"author": "poedator",
"created_at": "2023-08-28T08:41:33Z",
"updated_at": "2026-02-13T06:34:33Z",
"html_url": "https://github.com/huggingface/peft/issues/871",
"labels": [
"enhancement"
],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes minimal benchmark script with timing measurement, but uses synthetic model rather than real LLM.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2813,
"title": "[FEAT] Integrate LoRETTA: Low-Rank Economic Tensor-Train Adaptation for Ultra-Low-Parameter Fine-Tuning of Large Language Models",
"state": "closed",
"author": "mbaddar1",
"created_at": "2025-10-06T20:53:55Z",
"updated_at": "2026-02-13T05:59:36Z",
"html_url": "https://github.com/huggingface/peft/issues/2813",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRETTA",
"experience_score": 6,
"experience_rationale": "Feature proposal with paper reference and performance comparison figures, but no code or model-specific details beyond BERT mention.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3034,
"title": "Evaluate augmenting driveLM data with spatial SG using off-the-shelf VLM",
"state": "closed",
"author": "Hamidreza3252",
"created_at": "2026-02-09T23:13:17Z",
"updated_at": "2026-02-12T11:15:30Z",
"html_url": "https://github.com/huggingface/peft/issues/3034",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 2,
"experience_rationale": "Extremely vague feature request with no technical details, models, or reproduction.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2949,
"title": "Deprecation of warmup_ratio argument in transformers v5",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-12-11T11:21:41Z",
"updated_at": "2026-02-12T11:10:23Z",
"html_url": "https://github.com/huggingface/peft/issues/2949",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 5,
"experience_rationale": "Clear documentation/dependency issue with reference to upstream PR, but no model or training context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2973,
"title": "Add BoRA to PEFT",
"state": "closed",
"author": "cxmscb",
"created_at": "2026-01-04T03:25:56Z",
"updated_at": "2026-02-11T15:21:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2973",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "BoRA",
"experience_score": 4,
"experience_rationale": "Very brief feature request with paper link and image, lacking implementation details or model specifics.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 1384,
"title": "Saving and Loading fine-tuned model",
"state": "closed",
"author": "binbinxue",
"created_at": "2024-01-22T14:14:40Z",
"updated_at": "2026-02-07T10:48:21Z",
"html_url": "https://github.com/huggingface/peft/issues/1384",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "Conceptual question about quantization consistency during inference with saved adapters, but no reproduction or model details.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2342,
"title": "CI: Add gptqmodel to the CI",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-01-23T12:57:29Z",
"updated_at": "2026-01-29T13:33:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2342",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"GPTQ"
],
"training_type": "none",
"peft_method": "unknown",
"experience_score": 4,
"experience_rationale": "Brief CI tracking issue with reference to PR comment, no reproduction or model context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "low"
}
},
{
"number": 1580,
"title": "PeftModel is_trainable=True causes generate output to be garbage.",
"state": "closed",
"author": "o1lo01ol1o",
"created_at": "2024-03-21T12:49:53Z",
"updated_at": "2026-01-29T11:43:00Z",
"html_url": "https://github.com/huggingface/peft/issues/1580",
"labels": [],
"model": "Mistral",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes runnable reproduction with specific model and clear example of garbage output, but environment details are missing.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2907,
"title": "Integrate: LoRA vs Full Fine-tuning: An Illusion of Equivalence",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-11-12T15:49:11Z",
"updated_at": "2026-01-28T00:35:32Z",
"html_url": "https://github.com/huggingface/peft/issues/2907",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Well-structured feature request with paper reference and detailed API design sketch, but no model or empirical data.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 3009,
"title": "peft failed to support LoRA for MoE models with fused expert weights in transformers v5",
"state": "closed",
"author": "ITcarrot",
"created_at": "2026-01-24T19:10:16Z",
"updated_at": "2026-01-27T16:06:22Z",
"html_url": "https://github.com/huggingface/peft/issues/3009",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Good bug report with reproduction code showing the MoE implementation change and its impact on PEFT LoRA dispatch.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 1340,
"title": "Training a PeftModel loaded with `from_pretrained` causes a grad-related RuntimeError",
"state": "closed",
"author": "EricLBuehler",
"created_at": "2024-01-10T02:00:03Z",
"updated_at": "2026-01-22T04:13:51Z",
"html_url": "https://github.com/huggingface/peft/issues/1340",
"labels": [],
"model": "Mistral",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes simplified reproduction code and error message, but lacks minimal standalone script and environment details.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2927,
"title": "Add LoRA-GA (Low-Rank Adaptation with Gradient Approximation) to PEFT",
"state": "closed",
"author": "sambhavnoobcoder",
"created_at": "2025-11-26T21:28:04Z",
"updated_at": "2026-01-15T19:05:10Z",
"html_url": "https://github.com/huggingface/peft/issues/2927",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA-GA",
"experience_score": 7,
"experience_rationale": "Well-structured feature proposal with paper reference and clear algorithm steps, but no code or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2648,
"title": "Feature Request: Add Adaptive Singular Value Decomposition based Orthogonal Subspace Fine-Tuning",
"state": "closed",
"author": "NikhilNayak-debug",
"created_at": "2025-07-15T15:29:49Z",
"updated_at": "2026-01-15T10:50:30Z",
"html_url": "https://github.com/huggingface/peft/issues/2648",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "Detailed mathematical proposal with memory complexity analysis, but no named PEFT method or model example provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2980,
"title": "TestOpt4bitBnb::test_lora_4bit result mismatch",
"state": "closed",
"author": "jiqing-feng",
"created_at": "2026-01-08T08:23:35Z",
"updated_at": "2026-01-14T10:47:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2980",
"labels": [],
"model": "OPT",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "none",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Regression test failure report with exact assertion error, but no model training context or environment details beyond A100 mention.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2988,
"title": "Evaluation code uses argmax instead of generate in prompt tuning tutorial - Prompt-based methods",
"state": "closed",
"author": "maerory",
"created_at": "2026-01-11T08:53:40Z",
"updated_at": "2026-01-14T10:20:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2988",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prompt Tuning",
"experience_score": 7,
"experience_rationale": "Clear documentation bug report with incorrect code snippet, proposed fix, and impact assessment, but no model-specific context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2993,
"title": "Unable to load the saved Lora weights",
"state": "closed",
"author": "botany233",
"created_at": "2026-01-13T14:01:15Z",
"updated_at": "2026-01-14T05:35:01Z",
"html_url": "https://github.com/huggingface/peft/issues/2993",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes save/load code snippets and version information, but lacks error traceback and minimal standalone reproduction.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2991,
"title": "CoRDA initialization lacks support for Conv1D layers in older models like GPT-2",
"state": "closed",
"author": "sambhavnoobcoder",
"created_at": "2026-01-13T09:37:05Z",
"updated_at": "2026-01-13T17:27:56Z",
"html_url": "https://github.com/huggingface/peft/issues/2991",
"labels": [],
"model": "GPT",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Excellent bug report with labeled reproducer script, clear expected behavior, and comparison to working EVA initialization.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2940,
"title": "[Feature Request] Auto-generate 'rank_pattern' using circuit-level sensitivity analysis",
"state": "closed",
"author": "songeunseo",
"created_at": "2025-12-06T16:27:16Z",
"updated_at": "2026-01-13T12:02:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2940",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Feature request with paper reference and clear differentiation from AdaLoRA, but no code or model example.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 1442,
"title": "RuntimeError when combining FSDP and disable_adapter",
"state": "closed",
"author": "wanghao14",
"created_at": "2024-02-06T15:40:21Z",
"updated_at": "2026-01-13T02:11:12Z",
"html_url": "https://github.com/huggingface/peft/issues/1442",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"FSDP"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes partial traceback and custom model context, but lacks minimal reproduction and environment details are buried in screenshot.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 1700,
"title": "Error while loading PEFT lora model",
"state": "closed",
"author": "Zuhashaik",
"created_at": "2024-04-30T20:36:17Z",
"updated_at": "2026-01-12T02:38:03Z",
"html_url": "https://github.com/huggingface/peft/issues/1700",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes training configuration and loading code, but error message is truncated and base model is not clearly identified.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2975,
"title": "Commit 30a19a0 (gradient checkpointing) requires transformers>=4.52.0",
"state": "closed",
"author": "bvolkmer",
"created_at": "2026-01-06T13:20:25Z",
"updated_at": "2026-01-08T15:19:42Z",
"html_url": "https://github.com/huggingface/peft/issues/2975",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "Clear dependency issue with specific commit reference and import traceback, but no model or training context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2929,
"title": "Supported `transformers` versions are not clear",
"state": "closed",
"author": "abdulfatir",
"created_at": "2025-11-27T22:53:57Z",
"updated_at": "2026-01-05T15:05:51Z",
"html_url": "https://github.com/huggingface/peft/issues/2929",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 4,
"experience_rationale": "Brief complaint about missing version constraints with external reference, but no concrete reproduction or model context.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2651,
"title": "DoRA slow forward inference",
"state": "closed",
"author": "phemw",
"created_at": "2025-07-17T04:08:29Z",
"updated_at": "2026-01-02T15:05:04Z",
"html_url": "https://github.com/huggingface/peft/issues/2651",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "DoRA",
"experience_score": 6,
"experience_rationale": "Clear performance issue report with specific code reference and expected behavior, but no reproduction or model details.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2923,
"title": "timm: ConvNormAct",
"state": "closed",
"author": "lucian-student",
"created_at": "2025-11-20T23:18:31Z",
"updated_at": "2025-12-29T15:05:09Z",
"html_url": "https://github.com/huggingface/peft/issues/2923",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "Very brief feature request with no technical details or model specifics beyond timm mention.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2898,
"title": "LORA adapter with new embedding tokens has size and load issue",
"state": "closed",
"author": "imohitmayank",
"created_at": "2025-11-05T15:22:43Z",
"updated_at": "2025-12-20T15:03:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2898",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes detailed size comparison table and link to testing gist, but reproduction is complex and lacks clear error traceback.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2964,
"title": "Regex support for elements in target_modules list",
"state": "closed",
"author": "juzhxng",
"created_at": "2025-12-18T13:24:33Z",
"updated_at": "2025-12-19T10:59:20Z",
"html_url": "https://github.com/huggingface/peft/issues/2964",
"labels": [],
"model": "Whisper",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Clear feature request with concrete working and non-working code examples, but no reproduction or model training context.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2889,
"title": "`autocast_adapter_dtype=False` doesn't work when the model is quantized",
"state": "closed",
"author": "qgallouedec",
"created_at": "2025-11-04T01:25:45Z",
"updated_at": "2025-12-17T17:25:19Z",
"html_url": "https://github.com/huggingface/peft/issues/2889",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"quantization",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Excellent bug report with side-by-side minimal reproducer for quantized vs non-quantized behavior and clear expected output.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2957,
"title": "torch compiled model cannot have LoRA added without workaround",
"state": "closed",
"author": "bghira",
"created_at": "2025-12-15T16:47:59Z",
"updated_at": "2025-12-17T11:56:21Z",
"html_url": "https://github.com/huggingface/peft/issues/2957",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Excellent bug report with minimal toy model reproducer, clear error explanation, and workaround demonstration.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2958,
"title": "peft assumes that torch has distributed support without checking",
"state": "closed",
"author": "vladmandic",
"created_at": "2025-12-15T17:26:47Z",
"updated_at": "2025-12-17T11:35:09Z",
"html_url": "https://github.com/huggingface/peft/issues/2958",
"labels": [],
"model": "unknown",
"trainer": "diffusers",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Good bug report with minimal reproducer and references to similar fixes in diffusers, but model is just an example for triggering the issue.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2075,
"title": "lora_r is double when converting olora to lora.",
"state": "closed",
"author": "JaheimLee",
"created_at": "2024-09-18T09:25:14Z",
"updated_at": "2025-12-15T10:17:26Z",
"html_url": "https://github.com/huggingface/peft/issues/2075",
"labels": [],
"model": "OPT",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Includes runnable reproduction with specific model, environment details, and clear expected vs actual behavior comparison.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2832,
"title": "Gradient checkpoint with multiple adapters",
"state": "closed",
"author": "NguyenRichard",
"created_at": "2025-10-14T03:53:10Z",
"updated_at": "2025-12-15T08:24:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2832",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Includes code snippet demonstrating the adapter switching pattern and clear technical question, but no minimal reproduction or environment details.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 780,
"title": "Add new method: GLoRA",
"state": "closed",
"author": "HsunGong",
"created_at": "2023-08-03T05:37:42Z",
"updated_at": "2025-12-14T15:04:19Z",
"html_url": "https://github.com/huggingface/peft/issues/780",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "GLoRA",
"experience_score": 3,
"experience_rationale": "Extremely brief feature request with only a repository link and no details.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2293,
"title": "Is it possible to add LoRA on specific head?",
"state": "closed",
"author": "yuang-lee",
"created_at": "2024-12-22T19:57:54Z",
"updated_at": "2025-12-14T10:07:49Z",
"html_url": "https://github.com/huggingface/peft/issues/2293",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 3,
"experience_rationale": "minimal detail",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2892,
"title": "Using trl SFTTrainer creates empty adapter.safetensors file while saving when training with LoRA and Deepspeed Zero3",
"state": "closed",
"author": "maximus-21",
"created_at": "2025-11-04T08:09:23Z",
"updated_at": "2025-12-13T15:03:53Z",
"html_url": "https://github.com/huggingface/peft/issues/2892",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"flash_attention",
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2946,
"title": "KeyError: 'token_adapter.trainable_tokens_delta.default' when saving checkpoint with trainable_token_indices and DeepSpeed ZeRO-3",
"state": "closed",
"author": "p1kachu2233",
"created_at": "2025-12-09T16:21:46Z",
"updated_at": "2025-12-12T16:08:41Z",
"html_url": "https://github.com/huggingface/peft/issues/2946",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "TrainableTokens",
"experience_score": 6,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2886,
"title": "[FEAT] Integrate QeRL (NVFP4 + LoRA + Noise scheduler) into PEFT",
"state": "closed",
"author": "Aaronhuang-778",
"created_at": "2025-11-03T11:42:37Z",
"updated_at": "2025-12-12T15:04:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2886",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"NVFP4"
],
"training_type": "RL",
"peft_method": "QeRL",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2884,
"title": "[Question/Bug] How to safely continue LoRA fine-tuning under DeepSpeed ZeRO-3 (multi-stage training with modules_to_save)",
"state": "closed",
"author": "XiangZhang-zx",
"created_at": "2025-10-31T20:13:12Z",
"updated_at": "2025-12-09T15:05:26Z",
"html_url": "https://github.com/huggingface/peft/issues/2884",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2885,
"title": "PeftModel.from_pretrained and merge_and_unload don't work good for me",
"state": "closed",
"author": "shahelaojieraozhi",
"created_at": "2025-11-01T03:17:54Z",
"updated_at": "2025-12-09T15:05:24Z",
"html_url": "https://github.com/huggingface/peft/issues/2885",
"labels": [],
"model": "Vicuna",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2880,
"title": "Bug in fine-tuning for Qwen2.5-VL with LoRA",
"state": "closed",
"author": "Bytes-Lin",
"created_at": "2025-10-30T07:12:30Z",
"updated_at": "2025-12-08T15:05:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2880",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 1040,
"title": "Multiple Adapters merging question",
"state": "closed",
"author": "AlbertoZerbinati",
"created_at": "2023-10-20T10:02:31Z",
"updated_at": "2025-12-08T10:59:19Z",
"html_url": "https://github.com/huggingface/peft/issues/1040",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2878,
"title": "peft \" target_modules='all-linear' \" have different behavior between x86 and aarch ?",
"state": "closed",
"author": "HuangChiEn",
"created_at": "2025-10-29T03:43:02Z",
"updated_at": "2025-12-07T15:03:33Z",
"html_url": "https://github.com/huggingface/peft/issues/2878",
"labels": [],
"model": "InternVL",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2873,
"title": "Can I use Lora fine-tuning twice?",
"state": "closed",
"author": "tohokulgq",
"created_at": "2025-10-27T12:51:45Z",
"updated_at": "2025-12-05T15:05:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2873",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2899,
"title": "Prompt tuning for VLMs like Qwen2.5VL",
"state": "closed",
"author": "Martin9797",
"created_at": "2025-11-05T16:12:11Z",
"updated_at": "2025-12-04T14:19:14Z",
"html_url": "https://github.com/huggingface/peft/issues/2899",
"labels": [],
"model": "Qwen",
"trainer": "trl",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prompt Tuning",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2855,
"title": "When using the ZeRO3 configuration of deepspeed, the target_parameters cannot obtain the shape of the parameters",
"state": "closed",
"author": "qiu-xiao-0330",
"created_at": "2025-10-21T04:01:45Z",
"updated_at": "2025-12-01T15:05:10Z",
"html_url": "https://github.com/huggingface/peft/issues/2855",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2834,
"title": "FSDP QLORA doesn't work with multiple adapters",
"state": "closed",
"author": "ojh31",
"created_at": "2025-10-14T14:24:44Z",
"updated_at": "2025-11-30T15:03:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2834",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"4bit_quantization",
"bitsandbytes",
"flash_attention",
"FSDP"
],
"training_type": "RL",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2344,
"title": "FSDP2 and peft",
"state": "closed",
"author": "psinger",
"created_at": "2025-01-23T16:20:47Z",
"updated_at": "2025-11-26T02:19:52Z",
"html_url": "https://github.com/huggingface/peft/issues/2344",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"FSDP"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 4,
"experience_rationale": "includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2914,
"title": "Loading AWQ weight PeftMixedModel crashes",
"state": "closed",
"author": "Tfloow",
"created_at": "2025-11-18T12:27:29Z",
"updated_at": "2025-11-20T15:21:10Z",
"html_url": "https://github.com/huggingface/peft/issues/2914",
"labels": [],
"model": "Llama",
"trainer": "unsloth",
"specialties": [
"torchao",
"AWQ",
"bitsandbytes",
"xformers"
],
"training_type": "supervised",
"peft_method": "X-LoRA",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "medium",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2796,
"title": "Support negative weights when merging LoRA adapters",
"state": "closed",
"author": "valteu",
"created_at": "2025-09-22T13:08:40Z",
"updated_at": "2025-11-19T10:50:52Z",
"html_url": "https://github.com/huggingface/peft/issues/2796",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 1655,
"title": "Learning the combination weights of pre-trained LoRA Modules",
"state": "closed",
"author": "mahdibeit",
"created_at": "2024-04-15T18:25:21Z",
"updated_at": "2025-11-17T23:48:27Z",
"html_url": "https://github.com/huggingface/peft/issues/1655",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2901,
"title": "AttributeError: 'float' object has no attribute 'meta'",
"state": "closed",
"author": "Karol-G",
"created_at": "2025-11-06T11:24:18Z",
"updated_at": "2025-11-17T15:34:08Z",
"html_url": "https://github.com/huggingface/peft/issues/2901",
"labels": [],
"model": "ViT",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 2881,
"title": "Bug in prefix tuning of Qwen3-0.6B: group-query attention fix in #1901 still cause error",
"state": "closed",
"author": "papaya0481",
"created_at": "2025-10-30T12:48:23Z",
"updated_at": "2025-11-15T02:28:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2881",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prefix Tuning",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2431,
"title": "Feb 2026: Update MacOS GitHub runners or remove them completely.",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-03-14T13:26:44Z",
"updated_at": "2025-11-13T15:46:45Z",
"html_url": "https://github.com/huggingface/peft/issues/2431",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 4,
"experience_rationale": "includes environment details; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2821,
"title": "PrefixTuning fails with DynamicCache: 'DynamicCache' object has no attribute 'key_cache'",
"state": "closed",
"author": "dnanper",
"created_at": "2025-10-09T07:46:49Z",
"updated_at": "2025-11-12T16:45:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2821",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prefix Tuning",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2903,
"title": "Hugging face",
"state": "closed",
"author": "frankjesusgonzales237-maker",
"created_at": "2025-11-10T05:46:42Z",
"updated_at": "2025-11-10T11:59:51Z",
"html_url": "https://github.com/huggingface/peft/issues/2903",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 1,
"experience_rationale": "minimal detail",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2699,
"title": "UserWarning: Found missing adapter keys while loading the checkpoint",
"state": "closed",
"author": "manitadayon",
"created_at": "2025-08-02T20:49:31Z",
"updated_at": "2025-11-09T15:03:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2699",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [
"flash_attention"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2888,
"title": "Potential remote code execution via untrusted tokenizer_kwargs in PromptEmbedding",
"state": "closed",
"author": "Vancir",
"created_at": "2025-11-03T16:04:52Z",
"updated_at": "2025-11-04T17:50:28Z",
"html_url": "https://github.com/huggingface/peft/issues/2888",
"labels": [],
"model": "T5",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prompt Tuning",
"experience_score": 5,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2826,
"title": "Gradient checkpointing and Activated LoRA models",
"state": "closed",
"author": "kgreenewald",
"created_at": "2025-10-09T21:24:35Z",
"updated_at": "2025-11-03T12:04:41Z",
"html_url": "https://github.com/huggingface/peft/issues/2826",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"DeepSpeed"
],
"training_type": "RL",
"peft_method": "Activated LoRA",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2658,
"title": "check_target_module_exists doesn't accept modules with less than 2 nesting",
"state": "closed",
"author": "ShirAmir",
"created_at": "2025-07-20T20:04:13Z",
"updated_at": "2025-10-30T15:04:36Z",
"html_url": "https://github.com/huggingface/peft/issues/2658",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2795,
"title": "Add Support for LoRA-XS",
"state": "closed",
"author": "RonanKMcGovern",
"created_at": "2025-09-22T08:01:40Z",
"updated_at": "2025-10-30T15:04:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2795",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA-XS",
"experience_score": 4,
"experience_rationale": "moderate detail level",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2777,
"title": "Update the model config to tie_word_embeddings = False in case of lm_head or embedding layer update",
"state": "closed",
"author": "romitjain",
"created_at": "2025-09-08T04:58:37Z",
"updated_at": "2025-10-29T06:08:13Z",
"html_url": "https://github.com/huggingface/peft/issues/2777",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2877,
"title": "peft config 'all-linear' include lm_head, is there anyway to remove it ?",
"state": "closed",
"author": "HuangChiEn",
"created_at": "2025-10-29T02:19:21Z",
"updated_at": "2025-10-29T03:43:20Z",
"html_url": "https://github.com/huggingface/peft/issues/2877",
"labels": [],
"model": "InternVL",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2760,
"title": "Integrate DeLoRA",
"state": "closed",
"author": "mwbini",
"created_at": "2025-08-28T23:13:00Z",
"updated_at": "2025-10-28T14:35:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2760",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "DeLoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2874,
"title": "AttributeError: 'NoneType' object has no attribute 'shape'",
"state": "closed",
"author": "tanxiaoke6",
"created_at": "2025-10-27T16:59:26Z",
"updated_at": "2025-10-27T17:46:31Z",
"html_url": "https://github.com/huggingface/peft/issues/2874",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 5,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2789,
"title": "Tests fail to run: https://github.com/huggingface/peft",
"state": "closed",
"author": "yurivict",
"created_at": "2025-09-18T20:27:05Z",
"updated_at": "2025-10-27T15:04:59Z",
"html_url": "https://github.com/huggingface/peft/issues/2789",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "includes error traceback; includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2787,
"title": "PeftModel.from_pretrained adapter not applied when using device=\"cuda:1\"",
"state": "closed",
"author": "Xxxxsir",
"created_at": "2025-09-18T09:04:30Z",
"updated_at": "2025-10-26T15:03:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2787",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2833,
"title": "QLORA FSDP doesn't work with 8bit",
"state": "closed",
"author": "ojh31",
"created_at": "2025-10-14T14:06:18Z",
"updated_at": "2025-10-21T13:47:53Z",
"html_url": "https://github.com/huggingface/peft/issues/2833",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"8bit_quantization",
"4bit_quantization",
"flash_attention",
"FSDP"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2636,
"title": "Support for GraLoRA",
"state": "closed",
"author": "yeonjoon-jung01",
"created_at": "2025-07-09T07:35:38Z",
"updated_at": "2025-10-20T01:26:18Z",
"html_url": "https://github.com/huggingface/peft/issues/2636",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "GraLoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2776,
"title": "maximum recursion depth exceeded",
"state": "closed",
"author": "misonsky",
"created_at": "2025-09-08T02:12:04Z",
"updated_at": "2025-10-16T15:04:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2776",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2835,
"title": "Update deprecated torch_dtype argument",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-10-14T14:50:28Z",
"updated_at": "2025-10-16T12:59:10Z",
"html_url": "https://github.com/huggingface/peft/issues/2835",
"labels": [
"good first issue",
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 2,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2838,
"title": "Embedding scaling for TrainableTokensModel in DoRA",
"state": "closed",
"author": "sambhavnoobcoder",
"created_at": "2025-10-14T21:42:49Z",
"updated_at": "2025-10-15T12:32:18Z",
"html_url": "https://github.com/huggingface/peft/issues/2838",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2840,
"title": "Default set inference_mode=True For saved checkpoint",
"state": "closed",
"author": "dengchengxifrank",
"created_at": "2025-10-15T06:08:59Z",
"updated_at": "2025-10-15T12:19:42Z",
"html_url": "https://github.com/huggingface/peft/issues/2840",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2802,
"title": "Guide on training that requires both LoRA and base model forward calls ?",
"state": "closed",
"author": "thangld201",
"created_at": "2025-09-27T23:12:23Z",
"updated_at": "2025-10-15T10:26:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2802",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 527,
"title": "mlp.c_proj.lora_B.default.weight has been marked as ready twice",
"state": "closed",
"author": "DogeWatch",
"created_at": "2023-05-31T04:52:42Z",
"updated_at": "2025-10-14T19:40:32Z",
"html_url": "https://github.com/huggingface/peft/issues/527",
"labels": [],
"model": "other",
"trainer": "unknown",
"specialties": [
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2534,
"title": "Integrate HiRA (Hadamard High-Rank Adaptation)",
"state": "closed",
"author": "hqsiswiliam",
"created_at": "2025-05-07T15:32:31Z",
"updated_at": "2025-10-14T15:04:31Z",
"html_url": "https://github.com/huggingface/peft/issues/2534",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "HiRA",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2830,
"title": "Embedding scaling for TrainableTokensModel in XLoraEmbeddingLayer",
"state": "closed",
"author": "sambhavnoobcoder",
"created_at": "2025-10-13T06:31:55Z",
"updated_at": "2025-10-14T14:06:12Z",
"html_url": "https://github.com/huggingface/peft/issues/2830",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "X-LoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2809,
"title": "TrainableTokensModel doesn't handle embedding scaling",
"state": "closed",
"author": "kimihailv",
"created_at": "2025-10-01T18:11:33Z",
"updated_at": "2025-10-14T10:35:32Z",
"html_url": "https://github.com/huggingface/peft/issues/2809",
"labels": [],
"model": "Gemma",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "TrainableTokens",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2745,
"title": "Support QLoRA Training on AWQ Quantized Models",
"state": "closed",
"author": "yhhtc1201",
"created_at": "2025-08-19T05:19:26Z",
"updated_at": "2025-10-13T15:04:48Z",
"html_url": "https://github.com/huggingface/peft/issues/2745",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"AWQ",
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "moderate detail level",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2769,
"title": "prepare_inputs_for_generation missing when using newer transformers version",
"state": "closed",
"author": "Hrovatin",
"created_at": "2025-09-04T05:56:24Z",
"updated_at": "2025-10-13T15:04:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2769",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes environment details; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2766,
"title": "[X-LoRA] RuntimeError: Tensor Size Mismatch with Vision-Language Models due to Sequence Length Inference",
"state": "closed",
"author": "seongbin1231",
"created_at": "2025-09-03T12:38:34Z",
"updated_at": "2025-10-12T15:03:22Z",
"html_url": "https://github.com/huggingface/peft/issues/2766",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "X-LoRA",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2827,
"title": "ImportError: `PytorchGELUTanh` Removed in Transformers 4.57.0 but Still Required by peft",
"state": "closed",
"author": "Sunhill666",
"created_at": "2025-10-10T05:53:58Z",
"updated_at": "2025-10-10T09:01:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2827",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"AWQ"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2764,
"title": "merge_and_unload returns the base (prior to fine-tuning) back!!!!",
"state": "closed",
"author": "manitadayon",
"created_at": "2025-09-01T04:07:36Z",
"updated_at": "2025-10-09T15:26:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2764",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2786,
"title": "Two issues with [X-LoRA] Implementation: Scalings Logging and Top-K Softmax Normalization",
"state": "closed",
"author": "Che-Xu",
"created_at": "2025-09-17T09:01:29Z",
"updated_at": "2025-10-09T11:36:56Z",
"html_url": "https://github.com/huggingface/peft/issues/2786",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "unsure",
"peft_method": "X-LoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2816,
"title": "PromptEmbedding's random initialization leads to out-of-manifold embeddings that doesn't learn",
"state": "closed",
"author": "macmacmacmac",
"created_at": "2025-10-07T18:50:34Z",
"updated_at": "2025-10-09T10:25:21Z",
"html_url": "https://github.com/huggingface/peft/issues/2816",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 2,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2822,
"title": "Qwen2.5 VL加载checkpoint继续训练报错",
"state": "closed",
"author": "Yimi81",
"created_at": "2025-10-09T09:13:21Z",
"updated_at": "2025-10-09T09:25:24Z",
"html_url": "https://github.com/huggingface/peft/issues/2822",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"flash_attention",
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 2552,
"title": "WaveFT Integration",
"state": "closed",
"author": "Bilican",
"created_at": "2025-05-21T15:38:16Z",
"updated_at": "2025-10-09T04:42:48Z",
"html_url": "https://github.com/huggingface/peft/issues/2552",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "AdaLoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2179,
"title": "Integration of merge-kit into PEFT ",
"state": "closed",
"author": "ParagEkbote",
"created_at": "2024-10-25T19:53:14Z",
"updated_at": "2025-10-07T09:30:41Z",
"html_url": "https://github.com/huggingface/peft/issues/2179",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2566,
"title": "Found missing adapter keys while loading the checkpoint",
"state": "closed",
"author": "JJplane",
"created_at": "2025-06-03T09:56:08Z",
"updated_at": "2025-10-06T20:32:14Z",
"html_url": "https://github.com/huggingface/peft/issues/2566",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2759,
"title": "PeftModel trainable parameters with multiple adapters",
"state": "closed",
"author": "NguyenRichard",
"created_at": "2025-08-28T16:36:25Z",
"updated_at": "2025-10-06T15:04:09Z",
"html_url": "https://github.com/huggingface/peft/issues/2759",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 1142,
"title": "How to do Gradient Checkpoint + LoRA",
"state": "closed",
"author": "tcapelle",
"created_at": "2023-11-17T09:34:16Z",
"updated_at": "2025-10-06T10:22:58Z",
"html_url": "https://github.com/huggingface/peft/issues/1142",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2516,
"title": "Call for contribution: KaSA: Knowledge-Aware Singular-Value Adaptation of Large Language Models",
"state": "open",
"author": "BenjaminBossan",
"created_at": "2025-04-25T13:59:34Z",
"updated_at": "2025-10-06T09:49:17Z",
"html_url": "https://github.com/huggingface/peft/issues/2516",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2772,
"title": "\"UserWarning: Found missing adapter keys while loading the checkpoint\" when module name contains \"weight\"",
"state": "closed",
"author": "mauricebrenner",
"created_at": "2025-09-05T11:43:29Z",
"updated_at": "2025-09-30T09:09:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2772",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2749,
"title": "Set multiple adapters actively when training",
"state": "closed",
"author": "liaoyy-hub",
"created_at": "2025-08-21T09:59:25Z",
"updated_at": "2025-09-29T15:04:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2749",
"labels": [],
"model": "unknown",
"trainer": "transformers",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2757,
"title": "Remove usage of from_legacy_cache",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-08-28T12:39:31Z",
"updated_at": "2025-09-29T09:29:53Z",
"html_url": "https://github.com/huggingface/peft/issues/2757",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 3,
"experience_rationale": "includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2783,
"title": "PEFT Loha/Lokr crashes for SDXL pipeline inference",
"state": "closed",
"author": "frutiemax92",
"created_at": "2025-09-13T21:12:37Z",
"updated_at": "2025-09-25T15:59:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2783",
"labels": [],
"model": "Stable Diffusion",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "LoHa",
"experience_score": 7,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2742,
"title": "RuntimeError: element 0 of tensors does not require grad and does not have a grad_fn",
"state": "closed",
"author": "Mishajain1110",
"created_at": "2025-08-15T06:21:50Z",
"updated_at": "2025-09-23T15:04:07Z",
"html_url": "https://github.com/huggingface/peft/issues/2742",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2798,
"title": "Add stricter type checking in LoraConfig for support with HfArgumentParser",
"state": "closed",
"author": "romitjain",
"created_at": "2025-09-23T05:19:34Z",
"updated_at": "2025-09-23T12:37:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2798",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 5,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2653,
"title": "trainable_token_indices causes training to fail",
"state": "closed",
"author": "mark-nlp",
"created_at": "2025-07-17T20:56:48Z",
"updated_at": "2025-09-22T15:04:45Z",
"html_url": "https://github.com/huggingface/peft/issues/2653",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "TrainableTokens",
"experience_score": 7,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 2673,
"title": "ModuleNotFoundError: No module named 'peft'",
"state": "closed",
"author": "SAOHEIUD",
"created_at": "2025-07-27T23:23:32Z",
"updated_at": "2025-09-19T15:04:08Z",
"html_url": "https://github.com/huggingface/peft/issues/2673",
"labels": [],
"model": "Mistral",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low"
}
},
{
"number": 2523,
"title": "Support for Activated-Lora",
"state": "closed",
"author": "vpgits",
"created_at": "2025-04-29T10:23:19Z",
"updated_at": "2025-09-18T13:38:58Z",
"html_url": "https://github.com/huggingface/peft/issues/2523",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "Activated LoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2733,
"title": "LoraLayer.set_scale not working correctly with rslora",
"state": "closed",
"author": "dongmingli-Ben",
"created_at": "2025-08-08T19:08:49Z",
"updated_at": "2025-09-16T09:30:58Z",
"html_url": "https://github.com/huggingface/peft/issues/2733",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 1593,
"title": "Getting Dora Model Is Very Slow",
"state": "closed",
"author": "mallorbc",
"created_at": "2024-03-27T06:05:56Z",
"updated_at": "2025-09-10T23:41:37Z",
"html_url": "https://github.com/huggingface/peft/issues/1593",
"labels": [],
"model": "Mistral",
"trainer": "unknown",
"specialties": [
"flash_attention",
"bitsandbytes",
"DeepSpeed"
],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2683,
"title": "Add Fast-Forward to PEFT",
"state": "closed",
"author": "AdirRahamim",
"created_at": "2025-07-30T20:14:03Z",
"updated_at": "2025-09-08T15:03:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2683",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "DoRA",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 1358,
"title": "AttributeError: 'LoraModel' object has no attribute 'prepare_inputs_for_generation'",
"state": "closed",
"author": "belegubesa",
"created_at": "2024-01-13T14:31:18Z",
"updated_at": "2025-09-06T17:16:55Z",
"html_url": "https://github.com/huggingface/peft/issues/1358",
"labels": [],
"model": "Llama",
"trainer": "trl",
"specialties": [
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "includes environment details; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2652,
"title": "Add SingLoRA to PEFT",
"state": "closed",
"author": "DavidBCode",
"created_at": "2025-07-17T17:39:20Z",
"updated_at": "2025-09-03T04:13:14Z",
"html_url": "https://github.com/huggingface/peft/issues/2652",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "SingLoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 1472,
"title": "Integrating X-LoRA",
"state": "closed",
"author": "EricLBuehler",
"created_at": "2024-02-16T13:13:17Z",
"updated_at": "2025-09-03T04:00:50Z",
"html_url": "https://github.com/huggingface/peft/issues/1472",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "X-LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2688,
"title": "[DOC] OFT and BOFT descriptions are the same",
"state": "closed",
"author": "AmirBachir",
"created_at": "2025-07-31T23:04:20Z",
"updated_at": "2025-09-02T09:32:26Z",
"html_url": "https://github.com/huggingface/peft/issues/2688",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "OFT",
"experience_score": 3,
"experience_rationale": "minimal detail",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2755,
"title": "EfficientQAT",
"state": "closed",
"author": "gapsong",
"created_at": "2025-08-27T17:07:22Z",
"updated_at": "2025-09-02T09:24:38Z",
"html_url": "https://github.com/huggingface/peft/issues/2755",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "EfficientQAT",
"experience_score": 1,
"experience_rationale": "minimal detail",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 876,
"title": "Performance of Reloaded Models are Much Worse than the Fine-Tuned Model",
"state": "closed",
"author": "houx15",
"created_at": "2023-08-29T09:19:08Z",
"updated_at": "2025-09-01T09:30:10Z",
"html_url": "https://github.com/huggingface/peft/issues/876",
"labels": [],
"model": "Llama",
"trainer": "transformers",
"specialties": [
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes code snippet; substantial description",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 1929,
"title": "Pissa's [path_initial_model_for_weight_conversion] to build LoRA on top of base model",
"state": "closed",
"author": "mtran14",
"created_at": "2024-07-16T10:51:53Z",
"updated_at": "2025-08-29T02:31:14Z",
"html_url": "https://github.com/huggingface/peft/issues/1929",
"labels": [],
"model": "GPT",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2756,
"title": "Loading multiple adapters with PeftMixedModel",
"state": "closed",
"author": "NguyenRichard",
"created_at": "2025-08-27T22:36:53Z",
"updated_at": "2025-08-28T14:56:29Z",
"html_url": "https://github.com/huggingface/peft/issues/2756",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2754,
"title": "No working peft version available in PyPI for transformers 4.55+ version",
"state": "closed",
"author": "qGentry",
"created_at": "2025-08-27T16:19:16Z",
"updated_at": "2025-08-28T13:33:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2754",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"vLLM"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "medium"
}
},
{
"number": 2650,
"title": "AttributeError: 'DTensor' object has no attribute 'compress_statistics'",
"state": "closed",
"author": "vsoesanto",
"created_at": "2025-07-16T01:02:07Z",
"updated_at": "2025-08-27T15:04:40Z",
"html_url": "https://github.com/huggingface/peft/issues/2650",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"4bit_quantization",
"8bit_quantization",
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 1935,
"title": "[Call for contributions] help us improve LoKr, LoHa, and other LyCORIS ",
"state": "closed",
"author": "sayakpaul",
"created_at": "2024-07-18T04:42:18Z",
"updated_at": "2025-08-27T11:07:07Z",
"html_url": "https://github.com/huggingface/peft/issues/1935",
"labels": [
"wip",
"contributions-welcome",
"good-second-pr"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoHa",
"experience_score": 3,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2746,
"title": "Gemma 2/3 Attention: Expected a single attention mask, got 2 instead",
"state": "closed",
"author": "michelleezhang",
"created_at": "2025-08-20T18:08:02Z",
"updated_at": "2025-08-27T02:43:22Z",
"html_url": "https://github.com/huggingface/peft/issues/2746",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prompt Tuning",
"experience_score": 5,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium"
}
},
{
"number": 2751,
"title": "Number of trainable params is displayed wrong in accelerate logs when using FSDP",
"state": "closed",
"author": "Ali-Sayed-Salehi",
"created_at": "2025-08-25T22:44:15Z",
"updated_at": "2025-08-26T16:29:01Z",
"html_url": "https://github.com/huggingface/peft/issues/2751",
"labels": [],
"model": "Llama",
"trainer": "trl",
"specialties": [
"4bit_quantization",
"8bit_quantization",
"DeepSpeed",
"bitsandbytes",
"FSDP"
],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "includes code snippet; includes error traceback",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "medium",
"training_type": "medium",
"peft_method": "low"
}
},
{
"number": 2654,
"title": "Implementation of `Bottleneck`, or known as `Adapter`",
"state": "closed",
"author": "Zuo-Lihan",
"created_at": "2025-07-18T01:07:38Z",
"updated_at": "2025-08-25T15:04:34Z",
"html_url": "https://github.com/huggingface/peft/issues/2654",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"4bit_quantization",
"8bit_quantization",
"DeepSpeed",
"bitsandbytes",
"FSDP"
],
"training_type": "supervised",
"peft_method": "Bottleneck",
"experience_score": 7,
"experience_rationale": "includes error traceback; substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "high",
"peft_method": "high"
}
},
{
"number": 2655,
"title": "Request: Enable LoRA support for additional/custom layers beyond Linear, Conv, and Embedding",
"state": "closed",
"author": "asrays",
"created_at": "2025-07-18T05:43:13Z",
"updated_at": "2025-08-25T15:04:31Z",
"html_url": "https://github.com/huggingface/peft/issues/2655",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 3,
"experience_rationale": "minimal detail",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high"
}
},
{
"number": 2672,
"title": "Support for RoAD: 2D Rotary Adaptation for Efficient Finetuning, Efficient Batching and Composability",
"state": "closed",
"author": "ppetrushkov",
"created_at": "2025-07-25T12:01:13Z",
"updated_at": "2025-08-25T09:31:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2672",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"vLLM"
],
"training_type": "supervised",
"peft_method": "OFT",
"experience_score": 4,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "medium",
"training_type": "medium",
"peft_method": "high"
}
},
{
"number": 2642,
"title": "Prompt_Tuning.ipynb example doesn't seem to train the model",
"state": "closed",
"author": "ruixing76",
"created_at": "2025-07-11T18:26:58Z",
"updated_at": "2025-08-23T15:03:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2642",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prompt Tuning",
"experience_score": 2,
"experience_rationale": "substantial description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium"
}
},
{
"number": 2647,
"title": "How can I merge the original model weights with LoRA weights?",
"state": "closed",
"author": "guoguo1314",
"created_at": "2025-07-15T11:40:33Z",
"updated_at": "2025-08-23T15:03:44Z",
"html_url": "https://github.com/huggingface/peft/issues/2647",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2747,
"title": "Add support for DINO v3",
"state": "closed",
"author": "Six-Bit-TX",
"created_at": "2025-08-21T07:52:18Z",
"updated_at": "2025-08-21T09:35:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2747",
"labels": [],
"model": "DINO",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2695,
"title": "TST: Some SHiRA tests are failing when run with parallelism",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-08-01T17:16:04Z",
"updated_at": "2025-08-19T09:55:26Z",
"html_url": "https://github.com/huggingface/peft/issues/2695",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "SHiRA",
"experience_score": 10,
"experience_rationale": "Issue has clear title, system info provided.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2627,
"title": "Some Gemma generate tests fail on GPU with: torch._dynamo.exc.Unsupported: Data-dependent branching",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-07-02T09:21:19Z",
"updated_at": "2025-08-19T09:36:24Z",
"html_url": "https://github.com/huggingface/peft/issues/2627",
"labels": [
"bug"
],
"model": "Gemma",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2640,
"title": "Why peft.utils.other.fsdp_auto_wrap_policy do not warp the module do not require grad?",
"state": "closed",
"author": "Changlin-Lee",
"created_at": "2025-07-10T12:07:13Z",
"updated_at": "2025-08-18T15:05:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2640",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [
"FSDP"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2556,
"title": "[LORA Mamba] Raise Error When out_proj or conv1d Are Included in LoRA Config for Mamba-Based Models (e.g. Falcon-H1)",
"state": "closed",
"author": "dhiaEddineRhaiem",
"created_at": "2025-05-29T08:31:08Z",
"updated_at": "2025-08-14T13:05:34Z",
"html_url": "https://github.com/huggingface/peft/issues/2556",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2738,
"title": "Which base model weights are getting frozen after applying LoRA?",
"state": "closed",
"author": "srbh-dl",
"created_at": "2025-08-13T17:35:10Z",
"updated_at": "2025-08-14T04:20:42Z",
"html_url": "https://github.com/huggingface/peft/issues/2738",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 1750,
"title": "How to finetune embeddings and LM head as a single layer when they are tied?",
"state": "closed",
"author": "GokulNC",
"created_at": "2024-05-21T18:32:07Z",
"updated_at": "2025-08-12T11:54:09Z",
"html_url": "https://github.com/huggingface/peft/issues/1750",
"labels": [],
"model": "Gemma",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 506,
"title": "ValueError: The following model_kwargs are not used by the model: ['token_type_ids'] (note: typos in the generate arguments will also show up in this list)",
"state": "closed",
"author": "Imran-tech-lab",
"created_at": "2023-05-27T00:44:31Z",
"updated_at": "2025-08-08T14:48:46Z",
"html_url": "https://github.com/huggingface/peft/issues/506",
"labels": [],
"model": "Falcon",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue has error details provided, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2716,
"title": "Lora_bias: NoneType object has no attribute data",
"state": "closed",
"author": "Fhrozen",
"created_at": "2025-08-06T10:44:11Z",
"updated_at": "2025-08-07T12:26:29Z",
"html_url": "https://github.com/huggingface/peft/issues/2716",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2527,
"title": "LoRA for experts layers in MoE",
"state": "closed",
"author": "ebsmothers",
"created_at": "2025-05-01T16:53:22Z",
"updated_at": "2025-08-06T09:41:54Z",
"html_url": "https://github.com/huggingface/peft/issues/2527",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2690,
"title": "failed to run kaggle notebook",
"state": "closed",
"author": "MengAiDev",
"created_at": "2025-08-01T09:50:44Z",
"updated_at": "2025-08-02T03:27:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2690",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "inference",
"peft_method": "Adapters",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "medium",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 808,
"title": "What is the correct way to apply LoRA on a custom model (not models on HuggingFace)?",
"state": "closed",
"author": "DtYXs",
"created_at": "2023-08-08T17:10:36Z",
"updated_at": "2025-08-01T21:14:25Z",
"html_url": "https://github.com/huggingface/peft/issues/808",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2608,
"title": "support lora weights conversion",
"state": "closed",
"author": "garychan22",
"created_at": "2025-06-24T09:27:42Z",
"updated_at": "2025-08-01T15:04:47Z",
"html_url": "https://github.com/huggingface/peft/issues/2608",
"labels": [],
"model": "Stable Diffusion",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2321,
"title": "[Warning] `Merge lora module to 4-bit linear may get different generations`",
"state": "closed",
"author": "steveepreston",
"created_at": "2025-01-11T20:27:54Z",
"updated_at": "2025-07-29T16:09:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2321",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 1569,
"title": "Error saving LoRaModel with Wav2vec2forCTC basemodel",
"state": "closed",
"author": "geoffvdr",
"created_at": "2024-03-18T22:37:58Z",
"updated_at": "2025-07-29T15:06:27Z",
"html_url": "https://github.com/huggingface/peft/issues/1569",
"labels": [],
"model": "Wav2Vec2/Whisper",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 1720,
"title": "RuntimeError: only Tensors of floating point dtype can require gradients for QLoRA since transformers 4.40",
"state": "closed",
"author": "dipanjanS",
"created_at": "2024-05-09T14:51:11Z",
"updated_at": "2025-07-29T06:58:44Z",
"html_url": "https://github.com/huggingface/peft/issues/1720",
"labels": [],
"model": "BERT",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2595,
"title": "LoRA combined with Prefix tuning",
"state": "closed",
"author": "aparaselli",
"created_at": "2025-06-18T14:42:23Z",
"updated_at": "2025-07-28T15:04:48Z",
"html_url": "https://github.com/huggingface/peft/issues/2595",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prefix Tuning",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 1672,
"title": "Using PEFT causes model to not predict EOS",
"state": "closed",
"author": "Km3888",
"created_at": "2024-04-23T18:23:50Z",
"updated_at": "2025-07-27T12:45:42Z",
"html_url": "https://github.com/huggingface/peft/issues/1672",
"labels": [],
"model": "GPT",
"trainer": "SFTTrainer",
"specialties": [
"DeepSpeed",
"FSDP",
"bitsandbytes",
"4bit_quantization",
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows detailed description, clear title, system info provided.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2587,
"title": "Support for ABBA: Highly Expressive Hadamard Product Adaptation for LLMs",
"state": "closed",
"author": "RaghavSinghal10",
"created_at": "2025-06-12T14:35:26Z",
"updated_at": "2025-07-26T15:04:07Z",
"html_url": "https://github.com/huggingface/peft/issues/2587",
"labels": [],
"model": "Gemma",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2671,
"title": "QLora broken - bnb.py resolve_variant should accept QALoRA params for compatibility with LoraLayer",
"state": "closed",
"author": "gapsong",
"created_at": "2025-07-25T09:53:13Z",
"updated_at": "2025-07-25T10:36:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2671",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "QaLoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2660,
"title": "Custom models LoRA",
"state": "closed",
"author": "stillbetter",
"created_at": "2025-07-21T11:52:30Z",
"updated_at": "2025-07-24T12:53:34Z",
"html_url": "https://github.com/huggingface/peft/issues/2660",
"labels": [],
"model": "Qwen",
"trainer": "llamafactory",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Issue has limited context with 234 chars body.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2434,
"title": "Request for integrate sine-LoRA",
"state": "open",
"author": "yipingji",
"created_at": "2025-03-18T15:49:34Z",
"updated_at": "2025-07-24T05:40:45Z",
"html_url": "https://github.com/huggingface/peft/issues/2434",
"labels": [
"wip"
],
"model": "Llama",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2663,
"title": "[Bug] PiSSA example script incompatible with current trl dependency",
"state": "closed",
"author": "gapsong",
"created_at": "2025-07-22T12:08:51Z",
"updated_at": "2025-07-22T13:57:49Z",
"html_url": "https://github.com/huggingface/peft/issues/2663",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [],
"training_type": "unsure",
"peft_method": "PiSSA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2613,
"title": "Make Task Type validation case insensitive",
"state": "closed",
"author": "cartesian-plane",
"created_at": "2025-06-25T14:07:36Z",
"updated_at": "2025-07-22T12:07:16Z",
"html_url": "https://github.com/huggingface/peft/issues/2613",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 854,
"title": "Sharing backbone model for different task adapters",
"state": "closed",
"author": "jedzill4",
"created_at": "2023-08-23T17:22:44Z",
"updated_at": "2025-07-22T10:22:21Z",
"html_url": "https://github.com/huggingface/peft/issues/854",
"labels": [],
"model": "BERT",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2656,
"title": "Fix BibTeX",
"state": "closed",
"author": "cx-alberto-simoes",
"created_at": "2025-07-18T07:42:17Z",
"updated_at": "2025-07-21T12:36:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2656",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, system info provided.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2583,
"title": "Lora transfer learning",
"state": "closed",
"author": "hardikdava",
"created_at": "2025-06-11T12:00:25Z",
"updated_at": "2025-07-20T15:04:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2583",
"labels": [],
"model": "FLUX",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2436,
"title": "Fine-tuning with Multiple LoRAs",
"state": "closed",
"author": "xymou",
"created_at": "2025-03-19T13:49:28Z",
"updated_at": "2025-07-19T05:45:12Z",
"html_url": "https://github.com/huggingface/peft/issues/2436",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2615,
"title": "How can I fine-tune the linear layers of the LLM part in Qwen2.5_VL 3B?",
"state": "closed",
"author": "guoguo1314",
"created_at": "2025-06-26T02:08:43Z",
"updated_at": "2025-07-18T16:04:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2615",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2589,
"title": "Clarification on embed tokens when using LoRA",
"state": "closed",
"author": "jiosephlee",
"created_at": "2025-06-13T18:46:45Z",
"updated_at": "2025-07-17T16:16:52Z",
"html_url": "https://github.com/huggingface/peft/issues/2589",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2558,
"title": "GraLoRA support?",
"state": "closed",
"author": "DiTo97",
"created_at": "2025-05-29T18:36:27Z",
"updated_at": "2025-07-15T15:04:20Z",
"html_url": "https://github.com/huggingface/peft/issues/2558",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "GraLoRA",
"experience_score": 7,
"experience_rationale": "Issue has detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2585,
"title": "Sparse High Rank Adapters (SHiRA) Support",
"state": "closed",
"author": "kkb-code",
"created_at": "2025-06-11T18:26:37Z",
"updated_at": "2025-07-15T09:00:56Z",
"html_url": "https://github.com/huggingface/peft/issues/2585",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "SHiRA",
"experience_score": 7,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2639,
"title": "Multi-Lora training",
"state": "closed",
"author": "liumc14",
"created_at": "2025-07-10T09:21:36Z",
"updated_at": "2025-07-14T14:23:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2639",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue has includes code snippet, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2545,
"title": "GraniteMoE’s implementation is not compatible with HF’s peft",
"state": "closed",
"author": "lhkhiem28",
"created_at": "2025-03-03T18:01:57Z",
"updated_at": "2025-07-14T08:54:37Z",
"html_url": "https://github.com/huggingface/peft/issues/2545",
"labels": [],
"model": "Granite",
"trainer": "none",
"specialties": [
"vLLM"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2634,
"title": "Auto-tagging does not support customized peft type",
"state": "closed",
"author": "criyle",
"created_at": "2025-07-06T19:09:14Z",
"updated_at": "2025-07-08T09:13:50Z",
"html_url": "https://github.com/huggingface/peft/issues/2634",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2557,
"title": "ValueError during evaluation when using label_names=['labels']",
"state": "closed",
"author": "Cryptocho",
"created_at": "2025-05-29T10:21:55Z",
"updated_at": "2025-07-07T15:04:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2557",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2449,
"title": "the bug of Prefix tuning",
"state": "closed",
"author": "aohenuo",
"created_at": "2025-03-25T05:57:25Z",
"updated_at": "2025-07-07T09:18:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2449",
"labels": [],
"model": "Llama",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prefix Tuning",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 986,
"title": "QaLora",
"state": "closed",
"author": "thistleknot",
"created_at": "2023-10-01T23:48:27Z",
"updated_at": "2025-07-03T16:23:56Z",
"html_url": "https://github.com/huggingface/peft/issues/986",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "QaLoRA",
"experience_score": 8,
"experience_rationale": "Issue has limited context with 335 chars body.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2540,
"title": "NotImplementedError While prefix tuning the Gemma 4b model",
"state": "closed",
"author": "imcoza",
"created_at": "2025-05-12T09:04:11Z",
"updated_at": "2025-07-02T15:04:28Z",
"html_url": "https://github.com/huggingface/peft/issues/2540",
"labels": [],
"model": "Gemma",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed",
"flash_attention"
],
"training_type": "supervised",
"peft_method": "Prefix Tuning",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2546,
"title": "'PeftModelForCausalLM' object has no attribute 'save_pretrained_merged'",
"state": "closed",
"author": "Z1176893827",
"created_at": "2025-05-19T15:15:57Z",
"updated_at": "2025-07-02T15:04:26Z",
"html_url": "https://github.com/huggingface/peft/issues/2546",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 6,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2549,
"title": "DoRA RuntimeError: shape is invalid when Conv2d(groups=2)",
"state": "closed",
"author": "victolee0",
"created_at": "2025-05-20T05:57:45Z",
"updated_at": "2025-06-30T14:50:56Z",
"html_url": "https://github.com/huggingface/peft/issues/2549",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2467,
"title": "File update: use LoRa with PEFT and DeepSpeed documentation is already lagging behind",
"state": "closed",
"author": "pengjunfeng11",
"created_at": "2025-03-29T08:52:28Z",
"updated_at": "2025-06-29T15:04:07Z",
"html_url": "https://github.com/huggingface/peft/issues/2467",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [
"DeepSpeed",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2603,
"title": "lora with trainable_token_indices do NOT support zero3?",
"state": "closed",
"author": "LinB203",
"created_at": "2025-06-22T13:38:13Z",
"updated_at": "2025-06-26T14:48:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2603",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2607,
"title": "QLoRA tuning support for compressed-tensors",
"state": "closed",
"author": "kmehant",
"created_at": "2025-06-24T08:19:07Z",
"updated_at": "2025-06-26T08:47:30Z",
"html_url": "https://github.com/huggingface/peft/issues/2607",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 816,
"title": "Question: why does prepare_model_for_kbit_training cast input **and** output embeddings to float32?",
"state": "closed",
"author": "Birch-san",
"created_at": "2023-08-09T16:07:03Z",
"updated_at": "2025-06-25T13:30:05Z",
"html_url": "https://github.com/huggingface/peft/issues/816",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2592,
"title": "diffusion components have no 'add_weighted_adapter'",
"state": "closed",
"author": "garychan22",
"created_at": "2025-06-17T10:00:09Z",
"updated_at": "2025-06-23T12:53:50Z",
"html_url": "https://github.com/huggingface/peft/issues/2592",
"labels": [],
"model": "Stable Diffusion",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2601,
"title": "How to Load Adapters with Per-Layer Variable Shapes in `PeftModel.from_pretrained`",
"state": "closed",
"author": "yuxuan-z19",
"created_at": "2025-06-20T11:11:19Z",
"updated_at": "2025-06-21T05:42:58Z",
"html_url": "https://github.com/huggingface/peft/issues/2601",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2533,
"title": "Integrate TLoRA (Tri-Matrix LoRA)",
"state": "closed",
"author": "itanvir",
"created_at": "2025-05-06T21:22:50Z",
"updated_at": "2025-06-15T15:03:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2533",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "TLoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 1612,
"title": "LoRA layer param.grad=None after loss.backward() using lora for mamba 2.8B",
"state": "closed",
"author": "jinlHe",
"created_at": "2024-04-01T15:06:12Z",
"updated_at": "2025-06-12T10:34:25Z",
"html_url": "https://github.com/huggingface/peft/issues/1612",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2586,
"title": "Merging QLoRA weights to Qwen-2.5-VL-7B-Instruct does not change base model weights",
"state": "closed",
"author": "harshit2997",
"created_at": "2025-06-12T00:50:23Z",
"updated_at": "2025-06-12T03:15:49Z",
"html_url": "https://github.com/huggingface/peft/issues/2586",
"labels": [],
"model": "Qwen",
"trainer": "SFTTrainer",
"specialties": [
"bitsandbytes",
"flash_attention",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2518,
"title": "Multi-gpu inference llama-3.2 vision with QLoRA",
"state": "closed",
"author": "shon-otmazgin-wix",
"created_at": "2025-04-27T16:16:06Z",
"updated_at": "2025-06-05T15:04:34Z",
"html_url": "https://github.com/huggingface/peft/issues/2518",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "high",
"training_type": "medium",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2541,
"title": "Inconsistent variable naming makes bugs harder to understand",
"state": "closed",
"author": "pranav-gade",
"created_at": "2025-05-15T10:16:36Z",
"updated_at": "2025-06-04T15:37:54Z",
"html_url": "https://github.com/huggingface/peft/issues/2541",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 376,
"title": "FineTuning BLIP2 - various issues",
"state": "closed",
"author": "ziggygram",
"created_at": "2023-04-27T21:58:57Z",
"updated_at": "2025-06-02T12:32:50Z",
"html_url": "https://github.com/huggingface/peft/issues/376",
"labels": [],
"model": "T5",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2538,
"title": "isthere a way to merge model after use P-Tuning",
"state": "closed",
"author": "lixd",
"created_at": "2025-05-09T09:02:36Z",
"updated_at": "2025-05-30T01:14:19Z",
"html_url": "https://github.com/huggingface/peft/issues/2538",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2501,
"title": "merge_adapter does not work with bitsandbytes 4bit quantized model.",
"state": "closed",
"author": "lfranceschetti",
"created_at": "2025-04-16T11:30:15Z",
"updated_at": "2025-05-28T15:04:09Z",
"html_url": "https://github.com/huggingface/peft/issues/2501",
"labels": [],
"model": "Llama",
"trainer": "trl",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2502,
"title": "After using peft_model.merge_and_unload(), the merged model is completely different from the inference result of peft_model.",
"state": "closed",
"author": "weiminw",
"created_at": "2025-04-17T03:36:36Z",
"updated_at": "2025-05-25T15:03:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2502",
"labels": [],
"model": "unknown",
"trainer": "unsloth",
"specialties": [
"bitsandbytes",
"xformers"
],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "medium",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 1831,
"title": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument mat2 in method wrapper_CUDA_mm)",
"state": "closed",
"author": "kevalshah90",
"created_at": "2024-06-05T18:53:16Z",
"updated_at": "2025-05-23T00:50:05Z",
"html_url": "https://github.com/huggingface/peft/issues/1831",
"labels": [],
"model": "Mistral",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2445,
"title": "Adding support for Conv1d",
"state": "closed",
"author": "EskildAndersen",
"created_at": "2025-03-21T08:49:24Z",
"updated_at": "2025-05-21T22:24:32Z",
"html_url": "https://github.com/huggingface/peft/issues/2445",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "DoRA",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 1654,
"title": "Integrating ReFT",
"state": "closed",
"author": "raven38",
"created_at": "2024-04-15T14:46:11Z",
"updated_at": "2025-05-19T03:30:47Z",
"html_url": "https://github.com/huggingface/peft/issues/1654",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "ReFT",
"experience_score": 6,
"experience_rationale": "Issue has detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2535,
"title": "Error when loading multiple lora in Qwenvl-2.5-3B Model",
"state": "closed",
"author": "benjamintam0607",
"created_at": "2025-05-08T06:39:34Z",
"updated_at": "2025-05-12T01:43:25Z",
"html_url": "https://github.com/huggingface/peft/issues/2535",
"labels": [],
"model": "Qwen",
"trainer": "llamafactory",
"specialties": [
"flash_attention",
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 453,
"title": "The weights saved during training using deepspeed zero stage3 are incomplete.",
"state": "closed",
"author": "bestpredicts",
"created_at": "2023-05-16T03:35:11Z",
"updated_at": "2025-05-11T22:22:48Z",
"html_url": "https://github.com/huggingface/peft/issues/453",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2441,
"title": "Integarting RandLoRA a full rank PEFT algorithm",
"state": "closed",
"author": "PaulAlbert31",
"created_at": "2025-03-19T23:28:25Z",
"updated_at": "2025-05-09T13:52:08Z",
"html_url": "https://github.com/huggingface/peft/issues/2441",
"labels": [
"wip"
],
"model": "CLIP",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 761,
"title": "fine-tuning OpenClip with Hugingface's PEFT (such as LoRA) ",
"state": "closed",
"author": "KyanChen",
"created_at": "2023-07-28T09:44:35Z",
"updated_at": "2025-05-06T06:11:15Z",
"html_url": "https://github.com/huggingface/peft/issues/761",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2452,
"title": "Gemma with softprompt raises error",
"state": "closed",
"author": "krishnakanthnakkav2",
"created_at": "2025-03-26T10:48:01Z",
"updated_at": "2025-05-05T12:22:28Z",
"html_url": "https://github.com/huggingface/peft/issues/2452",
"labels": [],
"model": "Gemma",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prompt Tuning",
"experience_score": 10,
"experience_rationale": "Issue shows error details provided, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2528,
"title": "Finetuning of CLIP-2 with LoRA",
"state": "closed",
"author": "d-graz",
"created_at": "2025-05-02T00:50:03Z",
"updated_at": "2025-05-02T16:02:53Z",
"html_url": "https://github.com/huggingface/peft/issues/2528",
"labels": [],
"model": "BLIP",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2426,
"title": "PEFT LoRA forwarding latency mismatch",
"state": "closed",
"author": "leexcape",
"created_at": "2025-03-12T18:42:55Z",
"updated_at": "2025-04-30T15:04:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2426",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2508,
"title": "How to save the custom module into adapter_model.safetensrs when integrating new peft method",
"state": "closed",
"author": "AaronZLT",
"created_at": "2025-04-22T15:46:39Z",
"updated_at": "2025-04-30T11:01:58Z",
"html_url": "https://github.com/huggingface/peft/issues/2508",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2520,
"title": "Loading LoRA adapters with PeftModel.from_pretrained leads to inconsistent weights across GPUs",
"state": "closed",
"author": "ahmedZguir",
"created_at": "2025-04-28T11:16:39Z",
"updated_at": "2025-04-30T08:26:56Z",
"html_url": "https://github.com/huggingface/peft/issues/2520",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "medium",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2505,
"title": "QLoRA + FSDP bugs",
"state": "closed",
"author": "komaksym",
"created_at": "2025-04-22T00:53:55Z",
"updated_at": "2025-04-23T23:32:59Z",
"html_url": "https://github.com/huggingface/peft/issues/2505",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed",
"FSDP",
"bitsandbytes",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2425,
"title": "[Feature Request] LoRA-Null: Low-Rank Adaptation via Null Space for Large Language Models",
"state": "closed",
"author": "sailfish009",
"created_at": "2025-03-12T10:37:46Z",
"updated_at": "2025-04-20T15:03:33Z",
"html_url": "https://github.com/huggingface/peft/issues/2425",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2500,
"title": "Apply Zero-3 and LoRA appears empty lora weight [0]",
"state": "closed",
"author": "jiangxinke",
"created_at": "2025-04-16T10:50:07Z",
"updated_at": "2025-04-19T09:37:31Z",
"html_url": "https://github.com/huggingface/peft/issues/2500",
"labels": [],
"model": "Qwen",
"trainer": "unknown",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2438,
"title": "Loading adapters in training mode produces incorrect results and randomly switches back to base model",
"state": "closed",
"author": "sei-cabidi",
"created_at": "2025-03-19T14:37:41Z",
"updated_at": "2025-04-18T15:07:39Z",
"html_url": "https://github.com/huggingface/peft/issues/2438",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2494,
"title": "modules_to_save not working in add_adapter() with PEFT + Diffusers",
"state": "closed",
"author": "zzhang2816",
"created_at": "2025-04-12T03:07:15Z",
"updated_at": "2025-04-17T11:51:51Z",
"html_url": "https://github.com/huggingface/peft/issues/2494",
"labels": [],
"model": "CogVideo",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2477,
"title": "Bug with 'PromptEncoderConfig' in Newer Versions of PEFT",
"state": "closed",
"author": "nikiduki",
"created_at": "2025-04-02T13:52:18Z",
"updated_at": "2025-04-17T10:25:07Z",
"html_url": "https://github.com/huggingface/peft/issues/2477",
"labels": [
"bug"
],
"model": "BERT",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 532,
"title": "RuntimeError: The size of tensor a (2048) must match the size of tensor b (2250) at non-singleton dimension 3",
"state": "closed",
"author": "ban1989ban",
"created_at": "2023-06-01T17:10:56Z",
"updated_at": "2025-04-15T01:37:23Z",
"html_url": "https://github.com/huggingface/peft/issues/532",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"bitsandbytes",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2413,
"title": "`LoraConfig` multiple properties should be unified",
"state": "closed",
"author": "Qubitium",
"created_at": "2025-03-07T04:14:24Z",
"updated_at": "2025-04-14T15:04:14Z",
"html_url": "https://github.com/huggingface/peft/issues/2413",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"vLLM"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2495,
"title": "peft",
"state": "closed",
"author": "flyingdevifish",
"created_at": "2025-04-12T13:01:37Z",
"updated_at": "2025-04-14T12:30:43Z",
"html_url": "https://github.com/huggingface/peft/issues/2495",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "Issue shows error details provided, detailed description, system info provided.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2410,
"title": "running forward loop using get_peft_model disables requires_grad on output",
"state": "closed",
"author": "Hamidreza3252",
"created_at": "2025-03-06T05:12:42Z",
"updated_at": "2025-04-13T15:03:40Z",
"html_url": "https://github.com/huggingface/peft/issues/2410",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "medium",
"specialties": "high",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 1583,
"title": "cannot import name 'prepare_model_for_int8_training' from 'peft'",
"state": "closed",
"author": "Eyict",
"created_at": "2024-03-24T07:44:42Z",
"updated_at": "2025-04-12T12:59:42Z",
"html_url": "https://github.com/huggingface/peft/issues/1583",
"labels": [],
"model": "Llama",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "Issue has clear title.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2485,
"title": "X-LoRA keyerror if expert project not exists",
"state": "closed",
"author": "yanyongyu",
"created_at": "2025-04-09T12:46:26Z",
"updated_at": "2025-04-11T09:00:36Z",
"html_url": "https://github.com/huggingface/peft/issues/2485",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "XLora",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium"
}
},
{
"number": 2405,
"title": "SafetensorError when Merging LoRA Weights",
"state": "closed",
"author": "mianwu01",
"created_at": "2025-03-03T05:22:05Z",
"updated_at": "2025-04-10T15:04:22Z",
"html_url": "https://github.com/huggingface/peft/issues/2405",
"labels": [],
"model": "Llama",
"trainer": "DPOTrainer",
"specialties": [
"bitsandbytes"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2486,
"title": "LoRA Bias Merge Not Done Correctly",
"state": "closed",
"author": "petercall",
"created_at": "2025-04-09T18:44:34Z",
"updated_at": "2025-04-10T14:19:24Z",
"html_url": "https://github.com/huggingface/peft/issues/2486",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows detailed description, clear title, system info provided.",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2469,
"title": "[Feature Request] Add LoRA-FA to PEFT",
"state": "closed",
"author": "AaronZLT",
"created_at": "2025-03-29T13:23:33Z",
"updated_at": "2025-04-10T12:29:40Z",
"html_url": "https://github.com/huggingface/peft/issues/2469",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "Issue has detailed description, clear title.",
"confidence": {
"model": "low",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 2388,
"title": "ValueError: Target module Qwen2_5_VisionTransformerPretrainedModel is not supported.",
"state": "closed",
"author": "samuellimabraz",
"created_at": "2025-02-19T15:09:17Z",
"updated_at": "2025-04-09T16:23:53Z",
"html_url": "https://github.com/huggingface/peft/issues/2388",
"labels": [],
"model": "Qwen",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2318,
"title": "Issue merging a Lora model to a SANA transformer",
"state": "closed",
"author": "frutiemax92",
"created_at": "2025-01-10T01:24:35Z",
"updated_at": "2025-04-09T15:05:41Z",
"html_url": "https://github.com/huggingface/peft/issues/2318",
"labels": [],
"model": "SANA",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, detailed description, clear title.",
"confidence": {
"model": "high",
"trainer_framework": "medium",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium"
}
},
{
"number": 137,
"title": "RuntimeError: element 0 of tensors does not require grad and does not have a grad_fn",
"state": "closed",
"author": "PetroMaslov",
"created_at": "2023-02-26T05:35:13Z",
"updated_at": "2025-04-09T09:29:53Z",
"html_url": "https://github.com/huggingface/peft/issues/137",
"labels": [
"solved"
],
"model": "T5",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "Issue shows includes code snippet, error details provided, detailed description.",
"confidence": {
"model": "medium",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "medium",
"experience_score": "medium"
}
},
{
"number": 2381,
"title": "Bug when deleting adapters of a model with modules_to_save",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-02-17T11:22:34Z",
"updated_at": "2025-04-08T14:46:23Z",
"html_url": "https://github.com/huggingface/peft/issues/2381",
"labels": [
"bug",
"wip"
],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2394,
"title": "TP + DP training error",
"state": "closed",
"author": "iMountTai",
"created_at": "2025-02-24T08:30:53Z",
"updated_at": "2025-04-04T15:04:04Z",
"html_url": "https://github.com/huggingface/peft/issues/2394",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"TensorParallel"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2470,
"title": "Potential bug when training LoRA with trainable tokens",
"state": "closed",
"author": "bil-y",
"created_at": "2025-03-31T13:07:19Z",
"updated_at": "2025-04-01T10:03:59Z",
"html_url": "https://github.com/huggingface/peft/issues/2470",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2292,
"title": "Cannot import name 'EncoderDecoderCache' from 'transformers'",
"state": "closed",
"author": "Huang-jia-xuan",
"created_at": "2024-12-21T09:00:04Z",
"updated_at": "2025-03-31T06:50:20Z",
"html_url": "https://github.com/huggingface/peft/issues/2292",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2450,
"title": "modules_to_save resulting in empty tensor with deepspeed zero3 LoRA training",
"state": "closed",
"author": "agokrani",
"created_at": "2025-03-25T15:03:45Z",
"updated_at": "2025-03-27T13:08:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2450",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1486,
"title": "Save label information for seq/token classification",
"state": "closed",
"author": "nbroad1881",
"created_at": "2024-02-19T17:12:54Z",
"updated_at": "2025-03-26T15:00:35Z",
"html_url": "https://github.com/huggingface/peft/issues/1486",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1967,
"title": "MobileViT does not work with Inference with different LoRA adapters in the same batch",
"state": "closed",
"author": "saeid93",
"created_at": "2024-07-29T12:53:39Z",
"updated_at": "2025-03-25T15:04:29Z",
"html_url": "https://github.com/huggingface/peft/issues/1967",
"labels": [],
"model": "MobileViT",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2377,
"title": "Contributing new model merging method to PEFT",
"state": "closed",
"author": "yuang-lee",
"created_at": "2025-02-14T12:17:46Z",
"updated_at": "2025-03-24T15:04:11Z",
"html_url": "https://github.com/huggingface/peft/issues/2377",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2407,
"title": "RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cuda:3! (when checking argument for argument mat2 in method wrapper_CUDA_mm)",
"state": "closed",
"author": "maxliang114514",
"created_at": "2025-03-04T18:09:43Z",
"updated_at": "2025-03-21T16:38:44Z",
"html_url": "https://github.com/huggingface/peft/issues/2407",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "VeRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2281,
"title": "Incompatibility of X-LoRA and MistralForSequenceClassification",
"state": "closed",
"author": "cyx96",
"created_at": "2024-12-13T08:42:00Z",
"updated_at": "2025-03-21T15:04:19Z",
"html_url": "https://github.com/huggingface/peft/issues/2281",
"labels": [],
"model": "Mistral",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "XLora",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1846,
"title": "`Conv1D` not supported using AdaLora",
"state": "closed",
"author": "bukun46",
"created_at": "2024-06-11T16:00:32Z",
"updated_at": "2025-03-21T08:50:48Z",
"html_url": "https://github.com/huggingface/peft/issues/1846",
"labels": [],
"model": "Whisper",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "AdaLoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2329,
"title": "Request to intergrate Structure Sparsity-based PEFT (S2FT)",
"state": "closed",
"author": "Hanyuezhuohua",
"created_at": "2025-01-14T22:18:53Z",
"updated_at": "2025-03-20T15:04:19Z",
"html_url": "https://github.com/huggingface/peft/issues/2329",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2421,
"title": "Adapters saved in float16 are loaded in float32",
"state": "closed",
"author": "BenjVig",
"created_at": "2025-03-11T17:39:43Z",
"updated_at": "2025-03-20T10:42:06Z",
"html_url": "https://github.com/huggingface/peft/issues/2421",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2437,
"title": "LoRA merge and unmerge adapters feature",
"state": "closed",
"author": "DavidePaglieri",
"created_at": "2025-03-19T14:16:23Z",
"updated_at": "2025-03-19T16:11:40Z",
"html_url": "https://github.com/huggingface/peft/issues/2437",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"vLLM"
],
"training_type": "RL",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2422,
"title": "load_adapter Fails When modules_to_save Are Different for Each Adapter",
"state": "closed",
"author": "saeid93",
"created_at": "2025-03-11T19:53:40Z",
"updated_at": "2025-03-19T09:58:00Z",
"html_url": "https://github.com/huggingface/peft/issues/2422",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1381,
"title": "wrong model loading after merge_and_unload + save_pretrained",
"state": "closed",
"author": "sd3ntato",
"created_at": "2024-01-22T13:23:21Z",
"updated_at": "2025-03-19T09:06:53Z",
"html_url": "https://github.com/huggingface/peft/issues/1381",
"labels": [],
"model": "unknown",
"trainer": "trl",
"specialties": [
"bitsandbytes",
"4bit_quantization",
"AWQ"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 692,
"title": "Calling `merge_and_unload` then `save_pretrained` uploads weights twice",
"state": "closed",
"author": "fozziethebeat",
"created_at": "2023-07-13T09:22:30Z",
"updated_at": "2025-03-19T09:06:40Z",
"html_url": "https://github.com/huggingface/peft/issues/692",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2429,
"title": "Adapter_config is saved incorrectly during IA3 training",
"state": "closed",
"author": "KQDtianxiaK",
"created_at": "2025-03-14T05:57:09Z",
"updated_at": "2025-03-17T15:31:10Z",
"html_url": "https://github.com/huggingface/peft/issues/2429",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "IA3",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1960,
"title": "Inference with different LoRA adapters in the same batch does not use the correct module_to_save classifier",
"state": "closed",
"author": "saeid93",
"created_at": "2024-07-26T09:58:16Z",
"updated_at": "2025-03-17T10:11:54Z",
"html_url": "https://github.com/huggingface/peft/issues/1960",
"labels": [
"wip",
"contributions-welcome"
],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes environment details, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2424,
"title": "UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization",
"state": "closed",
"author": "suhyun01150",
"created_at": "2025-03-12T05:54:01Z",
"updated_at": "2025-03-17T03:22:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2424",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"bitsandbytes",
"4bit_quantization",
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2379,
"title": "prompt_tuning_peft tutorial raises cache layer error",
"state": "closed",
"author": "jakerobers",
"created_at": "2025-02-15T00:10:11Z",
"updated_at": "2025-03-16T02:35:40Z",
"html_url": "https://github.com/huggingface/peft/issues/2379",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "Prompt Tuning",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2359,
"title": "Inconsistent documentation",
"state": "closed",
"author": "makelinux",
"created_at": "2025-02-04T07:25:29Z",
"updated_at": "2025-03-14T15:04:07Z",
"html_url": "https://github.com/huggingface/peft/issues/2359",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2415,
"title": "size mismatch for lm_head when fintune QWEN2.5",
"state": "closed",
"author": "minmie",
"created_at": "2025-03-10T02:45:29Z",
"updated_at": "2025-03-14T13:17:33Z",
"html_url": "https://github.com/huggingface/peft/issues/2415",
"labels": [],
"model": "Qwen",
"trainer": "SFTTrainer",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 636,
"title": "How to save full model weights and not just the adapters ?",
"state": "closed",
"author": "azayz",
"created_at": "2023-06-26T15:30:48Z",
"updated_at": "2025-03-13T11:52:23Z",
"html_url": "https://github.com/huggingface/peft/issues/636",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2069,
"title": "Unaligned blit request with RoBERTa",
"state": "closed",
"author": "vrmer",
"created_at": "2024-09-14T18:10:13Z",
"updated_at": "2025-03-13T01:20:42Z",
"html_url": "https://github.com/huggingface/peft/issues/2069",
"labels": [],
"model": "RoBERTa",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2336,
"title": "After using peft, the performance indicators decreased.",
"state": "closed",
"author": "KQDtianxiaK",
"created_at": "2025-01-20T17:04:33Z",
"updated_at": "2025-03-12T14:49:12Z",
"html_url": "https://github.com/huggingface/peft/issues/2336",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2412,
"title": "Lora_B weight becomes 0 when using AuotModel",
"state": "closed",
"author": "makcedward",
"created_at": "2025-03-06T19:45:29Z",
"updated_at": "2025-03-11T23:53:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2412",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2111,
"title": "could not finetune gemma 2 9b with lora and fsdp ",
"state": "closed",
"author": "imadoualid",
"created_at": "2024-09-29T13:29:56Z",
"updated_at": "2025-03-11T02:55:06Z",
"html_url": "https://github.com/huggingface/peft/issues/2111",
"labels": [],
"model": "Gemma",
"trainer": "SFTTrainer",
"specialties": [
"FSDP",
"bitsandbytes",
"4bit_quantization",
"flash_attention"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2354,
"title": "Commented PeftConfig",
"state": "closed",
"author": "moghadas76",
"created_at": "2025-01-31T11:33:50Z",
"updated_at": "2025-03-10T15:04:20Z",
"html_url": "https://github.com/huggingface/peft/issues/2354",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2355,
"title": "dataclass config handling",
"state": "closed",
"author": "moghadas76",
"created_at": "2025-01-31T14:48:29Z",
"updated_at": "2025-03-10T15:04:18Z",
"html_url": "https://github.com/huggingface/peft/issues/2355",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"4bit_quantization"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1972,
"title": "PEFT QLoRA with DeepSpeed ZeRO3 on multiple GPUs not working as in documentation ",
"state": "closed",
"author": "echo-yi",
"created_at": "2024-07-30T01:33:55Z",
"updated_at": "2025-03-07T01:23:31Z",
"html_url": "https://github.com/huggingface/peft/issues/1972",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"DeepSpeed",
"bitsandbytes",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2390,
"title": "Bug: Using 2 LoRA configs with `target_modules='all-linear'` leads to nested LoRA layers",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2025-02-20T12:34:35Z",
"updated_at": "2025-03-04T16:16:16Z",
"html_url": "https://github.com/huggingface/peft/issues/2390",
"labels": [
"bug",
"good first issue"
],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2339,
"title": "Peft version upgrade from 0.4.0 to 0.14.0 results in \"No module named \\u0027peft.utils.config\\u0027\" error",
"state": "closed",
"author": "incchar",
"created_at": "2025-01-21T20:00:07Z",
"updated_at": "2025-03-02T15:03:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2339",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes environment details, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1402,
"title": "LoRA adapters weights remain zero after training with deepspeed",
"state": "closed",
"author": "schwarzwalder93",
"created_at": "2024-01-27T08:30:35Z",
"updated_at": "2025-03-01T14:43:51Z",
"html_url": "https://github.com/huggingface/peft/issues/1402",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1349,
"title": "'PeftModelForCausalLM' object has no attribute 'base_model' for a deepspeed stage 3 model",
"state": "closed",
"author": "olegsinavski",
"created_at": "2024-01-11T14:00:34Z",
"updated_at": "2025-02-27T09:30:02Z",
"html_url": "https://github.com/huggingface/peft/issues/1349",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2400,
"title": "processing_class and tokenizer arguments on SFTTrainer()",
"state": "closed",
"author": "ErikKankaTrea",
"created_at": "2025-02-26T12:48:33Z",
"updated_at": "2025-02-27T03:39:02Z",
"html_url": "https://github.com/huggingface/peft/issues/2400",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [
"DeepSpeed"
],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2275,
"title": "TypeError: LoraConfig.__init__() got an unexpected keyword argument 'eva_config'",
"state": "closed",
"author": "Mohankrish08",
"created_at": "2024-12-11T18:45:42Z",
"updated_at": "2025-02-26T10:58:54Z",
"html_url": "https://github.com/huggingface/peft/issues/2275",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1035,
"title": "Quality of inference severely changed after merge_and_unload",
"state": "closed",
"author": "blaze7451",
"created_at": "2023-10-18T18:57:53Z",
"updated_at": "2025-02-25T21:24:53Z",
"html_url": "https://github.com/huggingface/peft/issues/1035",
"labels": [],
"model": "Llama",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2315,
"title": "Prefix Tuning dimension error with Qwen2 and missing vocab_size for PaliGemma2",
"state": "closed",
"author": "Florian-Dreyer",
"created_at": "2025-01-08T22:52:17Z",
"updated_at": "2025-02-25T15:04:15Z",
"html_url": "https://github.com/huggingface/peft/issues/2315",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [
"DeepSpeed"
],
"training_type": "unsure",
"peft_method": "Prefix Tuning",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 244,
"title": "Implementation of adapter?",
"state": "closed",
"author": "jzhang38",
"created_at": "2023-03-31T04:42:41Z",
"updated_at": "2025-02-24T15:04:29Z",
"html_url": "https://github.com/huggingface/peft/issues/244",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 6,
"experience_rationale": "moderate detail provided",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2330,
"title": "MoELorA",
"state": "closed",
"author": "moghadas76",
"created_at": "2025-01-15T09:29:58Z",
"updated_at": "2025-02-23T15:03:30Z",
"html_url": "https://github.com/huggingface/peft/issues/2330",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "MoELoRA",
"experience_score": 6,
"experience_rationale": "moderate detail provided",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2208,
"title": "TypeError: LoraConfig.__init__() got an unexpected keyword argument 'exclude_modules'",
"state": "closed",
"author": "Imran-tech-lab",
"created_at": "2024-11-09T13:57:02Z",
"updated_at": "2025-02-20T07:06:49Z",
"html_url": "https://github.com/huggingface/peft/issues/2208",
"labels": [],
"model": "Qwen",
"trainer": "none",
"specialties": [
"bitsandbytes"
],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 71,
"title": "Use `peft` for RLHF",
"state": "closed",
"author": "younesbelkada",
"created_at": "2023-02-11T08:37:44Z",
"updated_at": "2025-02-19T11:55:53Z",
"html_url": "https://github.com/huggingface/peft/issues/71",
"labels": [
"wip"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "RL",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2273,
"title": "Support for Custom Adapters",
"state": "closed",
"author": "dgme-syz",
"created_at": "2024-12-11T06:28:08Z",
"updated_at": "2025-02-18T10:05:30Z",
"html_url": "https://github.com/huggingface/peft/issues/2273",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2307,
"title": "The provided `peft_type` 'PROMPT_TUNING' is not compatible with the `PeftMixedModel`.",
"state": "closed",
"author": "Radu1999",
"created_at": "2025-01-07T01:46:18Z",
"updated_at": "2025-02-14T15:04:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2307",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prompt Tuning",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2368,
"title": "[FSDP] After training embed_tokens in modules_to_save model has hallucinations",
"state": "closed",
"author": "DmitryDiTy",
"created_at": "2025-02-07T13:23:07Z",
"updated_at": "2025-02-14T08:23:35Z",
"html_url": "https://github.com/huggingface/peft/issues/2368",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [
"FSDP"
],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2304,
"title": "a question about input_ids and attention_mask after prefix-tuning",
"state": "closed",
"author": "MaTengSYSU",
"created_at": "2025-01-06T08:44:01Z",
"updated_at": "2025-02-13T15:04:14Z",
"html_url": "https://github.com/huggingface/peft/issues/2304",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"4bit_quantization",
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "Prefix Tuning",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 334,
"title": "Adding additional tokens to vocabulary",
"state": "closed",
"author": "adibMosharrof",
"created_at": "2023-04-19T02:24:21Z",
"updated_at": "2025-02-11T10:28:59Z",
"html_url": "https://github.com/huggingface/peft/issues/334",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "unknown",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2367,
"title": "Some weights of MistralForSequenceClassification were not initialized from the model checkpoint at mistralai/Mistral-7B-Instruct-v0.3 and are newly initialized: ['score.weight']",
"state": "closed",
"author": "amritansh6",
"created_at": "2025-02-07T12:29:22Z",
"updated_at": "2025-02-10T11:01:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2367",
"labels": [],
"model": "Mistral",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2317,
"title": "Issue with finetuning with Corda",
"state": "closed",
"author": "sirluk",
"created_at": "2025-01-09T07:12:18Z",
"updated_at": "2025-02-10T10:22:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2317",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "Corda",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2302,
"title": "Bug in `get_peft_model_state_dict` when using vblora",
"state": "closed",
"author": "KaiyangLi1992",
"created_at": "2024-12-31T16:52:25Z",
"updated_at": "2025-02-09T15:03:35Z",
"html_url": "https://github.com/huggingface/peft/issues/2302",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "unsure",
"peft_method": "VBLoRA",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2132,
"title": "Key mismatch when trying to load a LORA adapter into an XLORA model",
"state": "closed",
"author": "p4arth",
"created_at": "2024-10-05T17:03:30Z",
"updated_at": "2025-02-07T15:04:04Z",
"html_url": "https://github.com/huggingface/peft/issues/2132",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "XLora",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2185,
"title": "Xlora cannot reload model from last checkpoint by using trainer.train(resume_from_checkpoint=\"checkpp\")",
"state": "closed",
"author": "SongHanKen",
"created_at": "2024-10-29T02:54:22Z",
"updated_at": "2025-02-07T15:04:01Z",
"html_url": "https://github.com/huggingface/peft/issues/2185",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"FSDP"
],
"training_type": "supervised",
"peft_method": "XLora",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2301,
"title": "How to pass in an attention _ mask that is one dimension more than input _ ids",
"state": "closed",
"author": "Chinesehou97",
"created_at": "2024-12-31T02:26:14Z",
"updated_at": "2025-02-07T15:03:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2301",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2364,
"title": "docs: broken links to boft",
"state": "closed",
"author": "makelinux",
"created_at": "2025-02-06T14:48:16Z",
"updated_at": "2025-02-07T10:14:44Z",
"html_url": "https://github.com/huggingface/peft/issues/2364",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2362,
"title": "Import error",
"state": "closed",
"author": "ikamensh",
"created_at": "2025-02-05T20:19:35Z",
"updated_at": "2025-02-05T20:38:50Z",
"html_url": "https://github.com/huggingface/peft/issues/2362",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"bitsandbytes"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2296,
"title": "Error of load_adapter of Target module is not supported when using Qwen2-VL",
"state": "closed",
"author": "hcsgxl-bot",
"created_at": "2024-12-24T01:46:09Z",
"updated_at": "2025-02-05T15:04:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2296",
"labels": [],
"model": "Qwen",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2348,
"title": "Incorrect Magnitude Calculation for DoRA Linear Layers (Violates DoRA Paper Methodology)",
"state": "closed",
"author": "arcteryox",
"created_at": "2025-01-26T19:43:50Z",
"updated_at": "2025-01-30T18:56:52Z",
"html_url": "https://github.com/huggingface/peft/issues/2348",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "DoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 184,
"title": "How do I continue training with PEFT?",
"state": "closed",
"author": "therealadityashankar",
"created_at": "2023-03-17T10:12:16Z",
"updated_at": "2025-01-29T21:30:38Z",
"html_url": "https://github.com/huggingface/peft/issues/184",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2241,
"title": "Request for adding the lora implementation for Conv1d rather than transormers.utils.Conv1d",
"state": "closed",
"author": "HelloWorldLTY",
"created_at": "2024-11-28T19:02:45Z",
"updated_at": "2025-01-27T10:48:21Z",
"html_url": "https://github.com/huggingface/peft/issues/2241",
"labels": [
"contributions-welcome"
],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2212,
"title": "Documentation for LoRAConfig.",
"state": "closed",
"author": "brynhayder",
"created_at": "2024-11-12T16:06:40Z",
"updated_at": "2025-01-27T10:08:57Z",
"html_url": "https://github.com/huggingface/peft/issues/2212",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2285,
"title": "TypeError: TorchaoLoraLinear.__init__() missing 1 required keyword-only argument: 'get_apply_tensor_subclass'",
"state": "closed",
"author": "spezialspezial",
"created_at": "2024-12-17T01:32:07Z",
"updated_at": "2025-01-23T07:46:46Z",
"html_url": "https://github.com/huggingface/peft/issues/2285",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"torchao"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2337,
"title": "AdaLora kthvalue(): selected number k out of range for dimension 0",
"state": "closed",
"author": "PKaralupov",
"created_at": "2025-01-20T21:56:43Z",
"updated_at": "2025-01-23T05:25:02Z",
"html_url": "https://github.com/huggingface/peft/issues/2337",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [
"bitsandbytes",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "AdaLoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2283,
"title": "TypeError when inference with different LoRA adapters in the same batch",
"state": "closed",
"author": "yuxiang-guo",
"created_at": "2024-12-15T13:07:34Z",
"updated_at": "2025-01-22T15:03:50Z",
"html_url": "https://github.com/huggingface/peft/issues/2283",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1962,
"title": "Deprecation: Transformers will no longer support `past_key_values` to be tuples",
"state": "closed",
"author": "BenjaminBossan",
"created_at": "2024-07-26T10:43:54Z",
"updated_at": "2025-01-21T11:15:15Z",
"html_url": "https://github.com/huggingface/peft/issues/1962",
"labels": [
"help wanted",
"wip",
"contributions-welcome"
],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "Prefix Tuning",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2289,
"title": "Inconsistent Parameter Mismatches After Merging PEFT and Base Models",
"state": "closed",
"author": "enhulu-ms",
"created_at": "2024-12-19T00:54:08Z",
"updated_at": "2025-01-20T17:28:17Z",
"html_url": "https://github.com/huggingface/peft/issues/2289",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2326,
"title": "AttributeError: ModulesToSaveWrapper has no attribute `dense`",
"state": "closed",
"author": "KQDtianxiaK",
"created_at": "2025-01-13T16:49:37Z",
"updated_at": "2025-01-20T16:29:05Z",
"html_url": "https://github.com/huggingface/peft/issues/2326",
"labels": [],
"model": "unknown",
"trainer": "none",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2277,
"title": "Request to intergrate Monarch-based PEFT (MoRe)",
"state": "closed",
"author": "Edenzzzz",
"created_at": "2024-12-13T02:03:03Z",
"updated_at": "2025-01-20T15:04:03Z",
"html_url": "https://github.com/huggingface/peft/issues/2277",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2278,
"title": " Adding Dynamic Low-Rank Adaptation (DoRA ACL2024) ",
"state": "closed",
"author": "dohuyduc2002",
"created_at": "2024-12-13T04:23:12Z",
"updated_at": "2025-01-20T15:04:01Z",
"html_url": "https://github.com/huggingface/peft/issues/2278",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "DoRA",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 114,
"title": "AttributeError: 'DataParallel' object has no attribute 'config' when call get_peft_model.",
"state": "closed",
"author": "hjsg1010",
"created_at": "2023-02-20T09:49:54Z",
"updated_at": "2025-01-19T16:47:15Z",
"html_url": "https://github.com/huggingface/peft/issues/114",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"DataParallel"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2262,
"title": "Could you provide example code for AdaLoRA finetuning decoder-only model?",
"state": "closed",
"author": "yuang-lee",
"created_at": "2024-12-05T12:03:31Z",
"updated_at": "2025-01-18T15:03:29Z",
"html_url": "https://github.com/huggingface/peft/issues/2262",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "supervised",
"peft_method": "AdaLoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2270,
"title": "Different Results When Predicting with Multiple LoRA Adapters in a Loop VS. Using only One LoRA",
"state": "closed",
"author": "beyondguo",
"created_at": "2024-12-10T06:53:14Z",
"updated_at": "2025-01-18T15:03:27Z",
"html_url": "https://github.com/huggingface/peft/issues/2270",
"labels": [],
"model": "unknown",
"trainer": "transformers.Trainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2266,
"title": "Can't PromptTuning in Multi-GPU with DeepSpeed and Qwen2.5-14B-Instruct",
"state": "closed",
"author": "dongshou",
"created_at": "2024-12-09T11:13:06Z",
"updated_at": "2025-01-17T15:03:49Z",
"html_url": "https://github.com/huggingface/peft/issues/2266",
"labels": [],
"model": "Qwen",
"trainer": "transformers.Trainer",
"specialties": [
"DeepSpeed",
"flash_attention"
],
"training_type": "supervised",
"peft_method": "Prompt Tuning",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 832,
"title": "Lora caused memory leak for simple finetuning ",
"state": "closed",
"author": "Randolph-zeng",
"created_at": "2023-08-17T08:43:08Z",
"updated_at": "2025-01-17T10:03:50Z",
"html_url": "https://github.com/huggingface/peft/issues/832",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2322,
"title": "model merge and unload feature for AdaLora",
"state": "closed",
"author": "DaehanKim",
"created_at": "2025-01-12T09:20:01Z",
"updated_at": "2025-01-14T12:47:35Z",
"html_url": "https://github.com/huggingface/peft/issues/2322",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [
"4bit_quantization",
"8bit_quantization"
],
"training_type": "supervised",
"peft_method": "AdaLoRA",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2319,
"title": "Import error , is it a version issue?",
"state": "closed",
"author": "zhangyangniubi",
"created_at": "2025-01-10T02:34:52Z",
"updated_at": "2025-01-13T10:13:18Z",
"html_url": "https://github.com/huggingface/peft/issues/2319",
"labels": [],
"model": "unknown",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 9,
"experience_rationale": "includes environment details, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "low",
"specialties": "low",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 793,
"title": "Lora model (after fine tuning) working exactly the same as base model ",
"state": "closed",
"author": "Luke-4",
"created_at": "2023-08-06T18:55:52Z",
"updated_at": "2025-01-13T08:43:19Z",
"html_url": "https://github.com/huggingface/peft/issues/793",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 9,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2259,
"title": "Deepseek_lora custom keys in input_data fails",
"state": "closed",
"author": "Zhaoyi-Yan",
"created_at": "2024-12-05T02:20:27Z",
"updated_at": "2025-01-12T15:03:31Z",
"html_url": "https://github.com/huggingface/peft/issues/2259",
"labels": [],
"model": "DeepSeek",
"trainer": "unknown",
"specialties": [],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "high",
"trainer_framework": "low",
"specialties": "low",
"training_type": "low",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2260,
"title": "Is it possible to support the transformer engine when using Lora in Megatron?",
"state": "closed",
"author": "liulong11",
"created_at": "2024-12-05T03:24:15Z",
"updated_at": "2025-01-12T15:03:29Z",
"html_url": "https://github.com/huggingface/peft/issues/2260",
"labels": [],
"model": "unknown",
"trainer": "Megatron",
"specialties": [
"Megatron"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 8,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1432,
"title": "ValueError: Cannot flatten integer dtype tensors",
"state": "closed",
"author": "fancyerii",
"created_at": "2024-02-04T03:26:10Z",
"updated_at": "2025-01-12T12:15:57Z",
"html_url": "https://github.com/huggingface/peft/issues/1432",
"labels": [],
"model": "unknown",
"trainer": "SFTTrainer",
"specialties": [
"FSDP",
"bitsandbytes",
"4bit_quantization"
],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, includes environment details",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 1083,
"title": "Use AutoPeftModelForCausalLM to merge and save model cause crashed in the low VRAM situation",
"state": "closed",
"author": "ytchen175",
"created_at": "2023-11-06T06:19:36Z",
"updated_at": "2025-01-11T20:30:55Z",
"html_url": "https://github.com/huggingface/peft/issues/1083",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [
"4bit_quantization",
"8bit_quantization"
],
"training_type": "unsure",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes error traceback, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 218,
"title": "Pipeline 'text-generation' support when?",
"state": "closed",
"author": "gururise",
"created_at": "2023-03-26T18:47:06Z",
"updated_at": "2025-01-11T20:01:39Z",
"html_url": "https://github.com/huggingface/peft/issues/218",
"labels": [
"solved"
],
"model": "unknown",
"trainer": "Megatron",
"specialties": [
"Megatron"
],
"training_type": "unsure",
"peft_method": "unknown",
"experience_score": 7,
"experience_rationale": "clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "high",
"training_type": "high",
"peft_method": "low",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2250,
"title": "frozen modules also be lora",
"state": "closed",
"author": "onehaitao",
"created_at": "2024-12-03T12:26:54Z",
"updated_at": "2025-01-11T15:03:43Z",
"html_url": "https://github.com/huggingface/peft/issues/2250",
"labels": [],
"model": "unknown",
"trainer": "peft_direct",
"specialties": [],
"training_type": "supervised",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes environment details, clear title with detailed description",
"confidence": {
"model": "low",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
},
{
"number": 2316,
"title": "peft with DinoV2 and tasktype feature extraction",
"state": "closed",
"author": "createdaccountbecauseIwantgithubcopilot",
"created_at": "2025-01-09T02:48:36Z",
"updated_at": "2025-01-09T14:11:54Z",
"html_url": "https://github.com/huggingface/peft/issues/2316",
"labels": [],
"model": "DINOv2",
"trainer": "none",
"specialties": [],
"training_type": "inference",
"peft_method": "LoRA",
"experience_score": 10,
"experience_rationale": "includes code snippets, includes error traceback",
"confidence": {
"model": "high",
"trainer_framework": "high",
"specialties": "low",
"training_type": "high",
"peft_method": "high",
"experience_score": "medium",
"experience_rationale": "medium"
}
}
]