r2 upload — LoRA adapter

Browse files

Files changed (5) hide show

README.md +1 -1
adapter_config.json +1 -1
adapter_model.safetensors +1 -1
training-loss.csv +329 -287
training-loss.png +0 -0

README.md CHANGED Viewed

@@ -9,7 +9,7 @@ tags:
 # bge-m3-doc-r2 LoRA adapter
 LoRA adapter (r=32) fine-tuned on 4D doc document embeddings.
-Dataset: [keisuke-miyako/doc-2026-0609](https://huggingface.co/datasets/keisuke-miyako/doc-2026-0609)
 ## Load
 ```python

 # bge-m3-doc-r2 LoRA adapter
 LoRA adapter (r=32) fine-tuned on 4D doc document embeddings.
+Dataset: [keisuke-miyako/doc-2026-0612](https://huggingface.co/datasets/keisuke-miyako/doc-2026-0612)
 ## Load
 ```python

adapter_config.json CHANGED Viewed

@@ -23,9 +23,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "value",
     "query",
-    "key",
     "dense"
   ],
   "task_type": "FEATURE_EXTRACTION",

   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "key",
     "value",
     "query",
     "dense"
   ],
   "task_type": "FEATURE_EXTRACTION",

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26408601ad3ca531698fa1cef80b3a25c59ae18869ceb675f488f4cec4dece9
 size 56925120

 version https://git-lfs.github.com/spec/v1
+oid sha256:69cb761a3c299ea4962acd15ec520f46e816d61dacf53ce0c34be04d4b73df44
 size 56925120

training-loss.csv CHANGED Viewed

@@ -1,288 +1,330 @@
 step,loss
-10,0.423
-20,0.4432
-30,0.4551
-40,0.4324
-50,0.4275
-60,0.4428
-70,0.4087
-80,0.4271
-90,0.3875
-100,0.3779
-110,0.3938
-120,0.3558
-130,0.3315
-140,0.3164
-150,0.306
-160,0.308
-170,0.3001
-180,0.2682
-190,0.2789
-200,0.2759
-210,0.2591
-220,0.2494
-230,0.2623
-240,0.258
-250,0.2468
-260,0.2866
-270,0.27
-280,0.267
-290,0.252
-300,0.2518
-310,0.2472
-320,0.2303
-330,0.2283
-340,0.264
-350,0.2908
-360,0.2232
-370,0.2516
-380,0.2606
-390,0.2533
-400,0.2554
-410,0.2447
-420,0.2187
-430,0.2386
-440,0.2589
-450,0.215
-460,0.2644
-470,0.2661
-480,0.2277
-490,0.2421
-500,0.2593
-510,0.2468
-520,0.2387
-530,0.2669
-540,0.222
-550,0.2575
-560,0.2263
-570,0.2365
-580,0.2243
-590,0.2248
-600,0.2358
-610,0.2088
-620,0.208
-630,0.22
-640,0.2384
-650,0.2067
-660,0.2605
-670,0.2501
-680,0.2435
-690,0.2445
-700,0.2429
-710,0.2159
-720,0.2238
-730,0.2136
-740,0.2307
-750,0.1993
-760,0.237
-770,0.2191
-780,0.2292
-790,0.227
-800,0.238
-810,0.2158
-820,0.2032
-830,0.239
-840,0.2352
-850,0.2505
-860,0.2278
-870,0.1977
-880,0.234
-890,0.2258
-900,0.2448
-910,0.2014
-920,0.2568
-930,0.2371
-940,0.224
-950,0.2308
-960,0.203
-970,0.2136
-980,0.2199
-990,0.2423
-1000,0.2255
-1010,0.2372
-1020,0.2347
-1030,0.2262
-1040,0.2112
-1050,0.2089
-1060,0.2453
-1070,0.2147
-1080,0.2273
-1090,0.2436
-1100,0.2258
-1110,0.218
-1120,0.2132
-1130,0.2271
-1140,0.2343
-1150,0.2342
-1160,0.2335
-1170,0.2267
-1180,0.2413
-1190,0.2375
-1200,0.2056
-1210,0.2264
-1220,0.2184
-1230,0.2468
-1240,0.2061
-1250,0.2276
-1260,0.2017
-1270,0.2253
-1280,0.249
-1290,0.2149
-1300,0.2216
-1310,0.2183
-1320,0.1961
-1330,0.2194
-1340,0.2123
-1350,0.2174
-1360,0.2057
-1370,0.2106
-1380,0.2074
-1390,0.2018
-1400,0.2136
-1410,0.2126
-1420,0.2064
-1430,0.2357
-1440,0.2038
-1450,0.1755
-1460,0.2023
-1470,0.1825
-1480,0.2205
-1490,0.1881
-1500,0.2115
-1510,0.2309
-1520,0.2049
-1530,0.2122
-1540,0.2135
-1550,0.2352
-1560,0.2212
-1570,0.212
-1580,0.2238
-1590,0.2073
-1600,0.1969
-1610,0.2076
-1620,0.2144
-1630,0.2404
-1640,0.1919
-1650,0.2144
-1660,0.1897
-1670,0.2214
-1680,0.2257
-1690,0.1955
-1700,0.2028
-1710,0.1985
-1720,0.2058
-1730,0.21
-1740,0.1959
-1750,0.1893
-1760,0.2053
-1770,0.2076
-1780,0.2198
-1790,0.1884
-1800,0.1904
-1810,0.1836
-1820,0.2125
-1830,0.1903
-1840,0.1912
-1850,0.194
-1860,0.2044
-1870,0.2019
-1880,0.1871
-1890,0.1983
-1900,0.2213
-1910,0.192
-1920,0.2028
-1930,0.1973
-1940,0.1896
-1950,0.1813
-1960,0.208
-1970,0.1961
-1980,0.2204
-1990,0.2271
-2000,0.186
-2010,0.1941
-2020,0.1941
-2030,0.2004
-2040,0.1802
-2050,0.1785
-2060,0.1998
-2070,0.2165
-2080,0.2094
-2090,0.1922
-2100,0.1988
-2110,0.2024
-2120,0.2141
-2130,0.1836
-2140,0.1881
-2150,0.19
-2160,0.1938
-2170,0.2079
-2180,0.195
-2190,0.2213
-2200,0.2124
-2210,0.1998
-2220,0.2026
-2230,0.2029
-2240,0.1893
-2250,0.2156
-2260,0.2013
-2270,0.2003
-2280,0.209
-2290,0.2051
-2300,0.1744
-2310,0.2032
-2320,0.2016
-2330,0.1978
-2340,0.2049
-2350,0.1785
-2360,0.2112
-2370,0.1915
-2380,0.1962
-2390,0.2069
-2400,0.2135
-2410,0.2122
-2420,0.2202
-2430,0.1754
-2440,0.1718
-2450,0.1995
-2460,0.1872
-2470,0.1994
-2480,0.1848
-2490,0.186
-2500,0.1851
-2510,0.1885
-2520,0.2176
-2530,0.1964
-2540,0.1811
-2550,0.1955
-2560,0.2116
-2570,0.1945
-2580,0.214
-2590,0.1919
-2600,0.189
-2610,0.215
-2620,0.2108
-2630,0.1944
-2640,0.1978
-2650,0.2174
-2660,0.202
-2670,0.1889
-2680,0.195
-2690,0.1667
-2700,0.1738
-2710,0.2187
-2720,0.1996
-2730,0.21
-2740,0.2056
-2750,0.2067
-2760,0.2014
-2770,0.2065
-2780,0.2123
-2790,0.1754
-2800,0.198
-2810,0.2
-2820,0.2
-2830,0.1958
-2840,0.1797
-2850,0.19
-2860,0.2057
-2870,0.2184

 step,loss
+10,0.5369
+20,0.5269
+30,0.5189
+40,0.522
+50,0.5049
+60,0.5098
+70,0.5028
+80,0.5329
+90,0.4383
+100,0.4872
+110,0.4273
+120,0.4447
+130,0.4355
+140,0.4264
+150,0.405
+160,0.3865
+170,0.3675
+180,0.367
+190,0.3661
+200,0.3876
+210,0.3516
+220,0.3562
+230,0.35
+240,0.3855
+250,0.3813
+260,0.3442
+270,0.3401
+280,0.3527
+290,0.3152
+300,0.3258
+310,0.326
+320,0.327
+330,0.3277
+340,0.309
+350,0.3505
+360,0.2881
+370,0.3054
+380,0.3166
+390,0.3366
+400,0.3206
+410,0.3082
+420,0.3279
+430,0.3184
+440,0.3154
+450,0.3155
+460,0.3188
+470,0.3162
+480,0.3197
+490,0.3277
+500,0.3116
+510,0.3152
+520,0.3143
+530,0.3144
+540,0.3323
+550,0.3032
+560,0.333
+570,0.2721
+580,0.3284
+590,0.324
+600,0.3064
+610,0.3073
+620,0.3328
+630,0.2888
+640,0.2934
+650,0.3125
+660,0.3187
+670,0.2723
+680,0.294
+690,0.2977
+700,0.2856
+710,0.3125
+720,0.2912
+730,0.3083
+740,0.2863
+750,0.2968
+760,0.305
+770,0.2982
+780,0.3122
+790,0.2928
+800,0.3069
+810,0.3009
+820,0.2897
+830,0.2816
+840,0.2928
+850,0.3063
+860,0.3278
+870,0.2979
+880,0.3023
+890,0.2975
+900,0.2824
+910,0.2838
+920,0.3175
+930,0.2801
+940,0.2946
+950,0.277
+960,0.2876
+970,0.2873
+980,0.2818
+990,0.2857
+1000,0.2877
+1010,0.2786
+1020,0.2626
+1030,0.3029
+1040,0.2793
+1050,0.2874
+1060,0.2827
+1070,0.2715
+1080,0.3074
+1090,0.2773
+1100,0.2797
+1110,0.2643
+1120,0.2916
+1130,0.2592
+1140,0.2793
+1150,0.2823
+1160,0.2771
+1170,0.2743
+1180,0.3096
+1190,0.2784
+1200,0.2698
+1210,0.2848
+1220,0.2854
+1230,0.2921
+1240,0.3171
+1250,0.2751
+1260,0.2975
+1270,0.2643
+1280,0.2803
+1290,0.2795
+1300,0.2831
+1310,0.2632
+1320,0.2511
+1330,0.2453
+1340,0.2546
+1350,0.2808
+1360,0.2451
+1370,0.2428
+1380,0.2575
+1390,0.2741
+1400,0.2724
+1410,0.2698
+1420,0.2574
+1430,0.247
+1440,0.2643
+1450,0.2628
+1460,0.2867
+1470,0.2394
+1480,0.2776
+1490,0.2511
+1500,0.2676
+1510,0.2816
+1520,0.2908
+1530,0.2384
+1540,0.2658
+1550,0.2622
+1560,0.2619
+1570,0.2575
+1580,0.2843
+1590,0.2738
+1600,0.2643
+1610,0.247
+1620,0.2673
+1630,0.2701
+1640,0.265
+1650,0.2546
+1660,0.2675
+1670,0.2489
+1680,0.2521
+1690,0.2672
+1700,0.2765
+1710,0.2895
+1720,0.2439
+1730,0.2576
+1740,0.2925
+1750,0.2709
+1760,0.2616
+1770,0.276
+1780,0.2512
+1790,0.2502
+1800,0.2683
+1810,0.2506
+1820,0.2598
+1830,0.2697
+1840,0.2552
+1850,0.2771
+1860,0.2722
+1870,0.261
+1880,0.2674
+1890,0.251
+1900,0.2623
+1910,0.2717
+1920,0.2619
+1930,0.2876
+1940,0.2484
+1950,0.2532
+1960,0.2734
+1970,0.2695
+1980,0.2629
+1990,0.2528
+2000,0.2581
+2010,0.2739
+2020,0.2519
+2030,0.2488
+2040,0.2449
+2050,0.2533
+2060,0.2392
+2070,0.2587
+2080,0.2643
+2090,0.2633
+2100,0.2301
+2110,0.2412
+2120,0.2604
+2130,0.2484
+2140,0.2596
+2150,0.2627
+2160,0.2405
+2170,0.2828
+2180,0.2543
+2190,0.2291
+2200,0.244
+2210,0.263
+2220,0.2421
+2230,0.2436
+2240,0.2646
+2250,0.27
+2260,0.2444
+2270,0.2208
+2280,0.247
+2290,0.269
+2300,0.2365
+2310,0.2559
+2320,0.2332
+2330,0.2462
+2340,0.2754
+2350,0.269
+2360,0.2556
+2370,0.249
+2380,0.2529
+2390,0.2244
+2400,0.2436
+2410,0.2397
+2420,0.2625
+2430,0.2273
+2440,0.254
+2450,0.2442
+2460,0.2674
+2470,0.2698
+2480,0.2311
+2490,0.2504
+2500,0.2633
+2510,0.2636
+2520,0.2953
+2530,0.248
+2540,0.2621
+2550,0.24
+2560,0.2642
+2570,0.2485
+2580,0.2637
+2590,0.2627
+2600,0.2184
+2610,0.2389
+2620,0.2378
+2630,0.2617
+2640,0.2222
+2650,0.2328
+2660,0.2362
+2670,0.2351
+2680,0.256
+2690,0.2412
+2700,0.2441
+2710,0.2434
+2720,0.2366
+2730,0.2489
+2740,0.2482
+2750,0.2333
+2760,0.2462
+2770,0.2468
+2780,0.2644
+2790,0.2636
+2800,0.2771
+2810,0.2504
+2820,0.246
+2830,0.217
+2840,0.2502
+2850,0.2495
+2860,0.2275
+2870,0.2398
+2880,0.261
+2890,0.2229
+2900,0.2385
+2910,0.2489
+2920,0.2478
+2930,0.2688
+2940,0.2505
+2950,0.2528
+2960,0.232
+2970,0.2272
+2980,0.2238
+2990,0.2406
+3000,0.2457
+3010,0.2307
+3020,0.2542
+3030,0.2317
+3040,0.2599
+3050,0.2821
+3060,0.2489
+3070,0.2547
+3080,0.2315
+3090,0.2682
+3100,0.2445
+3110,0.2508
+3120,0.2657
+3130,0.255
+3140,0.2507
+3150,0.2609
+3160,0.2314
+3170,0.2546
+3180,0.2603
+3190,0.2567
+3200,0.2781
+3210,0.2408
+3220,0.2554
+3230,0.2436
+3240,0.263
+3250,0.2348
+3260,0.2411
+3270,0.2517
+3280,0.2524
+3290,0.2305

training-loss.png CHANGED Viewed