r3 upload — LoRA adapter

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+training-loss.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,20 @@
+---
+base_model: BAAI/bge-m3
+tags:
+  - doc
+  - embeddings
+  - peft
+  - lora
+---
+# bge-m3-doc-r3 LoRA adapter
+
+LoRA adapter (r=16) fine-tuned on 4D doc document embeddings.
+Dataset: [keisuke-miyako/doc-2026-0610](https://huggingface.co/datasets/keisuke-miyako/doc-2026-0610)
+
+## Load
+```python
+from peft import PeftModel
+from transformers import AutoModel
+base = AutoModel.from_pretrained("BAAI/bge-m3")
+model = PeftModel.from_pretrained(base, "keisuke-miyako/bge-m3-doc-r3-adapter")
+```

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "keisuke-miyako/bge-m3-doc-R1-merged",
+  "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "dense",
+    "query",
+    "key",
+    "value"
+  ],
+  "task_type": "FEATURE_EXTRACTION",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77589270adf6adf4fed646b659543de5c6e30bd961da7ec5afc759f5ea8e667
+size 28482384

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f7e21bec3fb0044ca0bb2d50eb5d4d8c596273c422baef84466d2c73748b9c
+size 17083053

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

training-loss.csv

@@ -0,0 +1,137 @@
+step,loss
+10,0.3803
+20,0.3879
+30,0.3735
+40,0.4032
+50,0.3795
+60,0.382
+70,0.3946
+80,0.393
+90,0.3689
+100,0.3891
+110,0.3925
+120,0.3933
+130,0.3769
+140,0.3848
+150,0.3552
+160,0.3535
+170,0.3597
+180,0.3304
+190,0.3692
+200,0.331
+210,0.318
+220,0.3302
+230,0.3309
+240,0.3181
+250,0.355
+260,0.3032
+270,0.2917
+280,0.2764
+290,0.3013
+300,0.2671
+310,0.3327
+320,0.2991
+330,0.2861
+340,0.3025
+350,0.3496
+360,0.2881
+370,0.3006
+380,0.324
+390,0.2913
+400,0.3258
+410,0.2738
+420,0.3317
+430,0.3038
+440,0.3158
+450,0.3064
+460,0.3135
+470,0.2704
+480,0.3385
+490,0.2702
+500,0.3148
+510,0.3148
+520,0.2817
+530,0.2909
+540,0.3225
+550,0.2749
+560,0.3026
+570,0.2592
+580,0.319
+590,0.3143
+600,0.311
+610,0.2956
+620,0.2636
+630,0.2761
+640,0.301
+650,0.3012
+660,0.2803
+670,0.3498
+680,0.2677
+690,0.2762
+700,0.2753
+710,0.2797
+720,0.2969
+730,0.2734
+740,0.3026
+750,0.2967
+760,0.2725
+770,0.2647
+780,0.2746
+790,0.2983
+800,0.2957
+810,0.2736
+820,0.2849
+830,0.2611
+840,0.2441
+850,0.2607
+860,0.2368
+870,0.2535
+880,0.2556
+890,0.3219
+900,0.2858
+910,0.2894
+920,0.2816
+930,0.2575
+940,0.2794
+950,0.3195
+960,0.2826
+970,0.2974
+980,0.2766
+990,0.2964
+1000,0.2926
+1010,0.2922
+1020,0.2921
+1030,0.2466
+1040,0.3225
+1050,0.3113
+1060,0.2851
+1070,0.2931
+1080,0.2725
+1090,0.3053
+1100,0.2482
+1110,0.2892
+1120,0.251
+1130,0.2498
+1140,0.2852
+1150,0.2556
+1160,0.2923
+1170,0.2532
+1180,0.2488
+1190,0.2892
+1200,0.2705
+1210,0.256
+1220,0.2573
+1230,0.2957
+1240,0.2434
+1250,0.2487
+1260,0.279
+1270,0.2912
+1280,0.2899
+1290,0.2868
+1300,0.2847
+1310,0.2725
+1320,0.2594
+1330,0.2737
+1340,0.2599
+1350,0.2764
+1360,0.2781