Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

1_Pooling/config.json

@@ -0,0 +1,7 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false
+}

README.md

@@ -1,3 +1,127 @@
 ---
-license: mit
+pipeline_tag: sentence-similarity
+tags:
+- sentence-transformers
+- feature-extraction
+- sentence-similarity
+- transformers
+
 ---
+
+# {MODEL_NAME}
+
+This is a [sentence-transformers](https://www.SBERT.net) model: It maps sentences & paragraphs to a 768 dimensional dense vector space and can be used for tasks like clustering or semantic search.
+
+<!--- Describe your model here -->
+
+## Usage (Sentence-Transformers)
+
+Using this model becomes easy when you have [sentence-transformers](https://www.SBERT.net) installed:
+
+```
+pip install -U sentence-transformers
+```
+
+Then you can use the model like this:
+
+```python
+from sentence_transformers import SentenceTransformer
+sentences = ["This is an example sentence", "Each sentence is converted"]
+
+model = SentenceTransformer('{MODEL_NAME}')
+embeddings = model.encode(sentences)
+print(embeddings)
+```
+
+
+
+## Usage (HuggingFace Transformers)
+Without [sentence-transformers](https://www.SBERT.net), you can use the model like this: First, you pass your input through the transformer model, then you have to apply the right pooling-operation on-top of the contextualized word embeddings.
+
+```python
+from transformers import AutoTokenizer, AutoModel
+import torch
+
+
+#Mean Pooling - Take attention mask into account for correct averaging
+def mean_pooling(model_output, attention_mask):
+    token_embeddings = model_output[0] #First element of model_output contains all token embeddings
+    input_mask_expanded = attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
+    return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
+
+
+# Sentences we want sentence embeddings for
+sentences = ['This is an example sentence', 'Each sentence is converted']
+
+# Load model from HuggingFace Hub
+tokenizer = AutoTokenizer.from_pretrained('{MODEL_NAME}')
+model = AutoModel.from_pretrained('{MODEL_NAME}')
+
+# Tokenize sentences
+encoded_input = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt')
+
+# Compute token embeddings
+with torch.no_grad():
+    model_output = model(**encoded_input)
+
+# Perform pooling. In this case, mean pooling.
+sentence_embeddings = mean_pooling(model_output, encoded_input['attention_mask'])
+
+print("Sentence embeddings:")
+print(sentence_embeddings)
+```
+
+
+
+## Evaluation Results
+
+<!--- Describe how your model was evaluated -->
+
+For an automated evaluation of this model, see the *Sentence Embeddings Benchmark*: [https://seb.sbert.net](https://seb.sbert.net?model_name={MODEL_NAME})
+
+
+## Training
+The model was trained with the parameters:
+
+**DataLoader**:
+
+`torch.utils.data.dataloader.DataLoader` of length 22369 with parameters:
+```
+{'batch_size': 64, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
+```
+
+**Loss**:
+
+`sentence_transformers.losses.MSELoss.MSELoss` 
+
+Parameters of the fit()-Method:
+```
+{
+    "epochs": 8,
+    "evaluation_steps": 1000,
+    "evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
+    "max_grad_norm": 1,
+    "optimizer_class": "<class 'torch.optim.adamw.AdamW'>",
+    "optimizer_params": {
+        "eps": 1e-06,
+        "lr": 2e-05
+    },
+    "scheduler": "WarmupLinear",
+    "steps_per_epoch": null,
+    "warmup_steps": 1000,
+    "weight_decay": 0.01
+}
+```
+
+
+## Full Model Architecture
+```
+SentenceTransformer(
+  (0): Transformer({'max_seq_length': 384, 'do_lower_case': False}) with Transformer model: XLMRobertaModel 
+  (1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False})
+)
+```
+
+## Citing & Authors
+
+<!--- Describe where people can find more information -->

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

config_sentence_transformers.json

@@ -0,0 +1,7 @@
+{
+  "__version__": {
+    "sentence_transformers": "2.2.2",
+    "transformers": "4.35.2",
+    "pytorch": "2.1.0+cu121"
+  }
+}

eval/mse_evaluation_Tatoeba-eng-rus-dev.tsv.gz_results.csv

@@ -0,0 +1,185 @@
+epoch,steps,MSE
+0,1000,0.848949421197176
+0,2000,0.4606836475431919
+0,3000,0.8414469659328461
+0,4000,42.11623966693878
+0,5000,37.60883808135986
+0,6000,28.293192386627197
+0,7000,15.338416397571564
+0,8000,18.78209561109543
+0,9000,14.22184556722641
+0,10000,21.08801007270813
+0,11000,16.04025810956955
+0,12000,0.15358192613348365
+0,13000,0.15338454395532608
+0,14000,0.13217859668657184
+0,15000,8.262499421834946
+0,16000,26.38794183731079
+0,17000,19.209598004817963
+0,18000,8.74292254447937
+0,19000,5.29480054974556
+0,20000,4.526643082499504
+0,21000,5.248592421412468
+0,22000,3.183121234178543
+0,-1,11.969202011823654
+1,1000,6.24447837471962
+1,2000,6.333371251821518
+1,3000,12.141624838113785
+1,4000,3.921690955758095
+1,5000,14.211288094520569
+1,6000,11.02134883403778
+1,7000,13.251310586929321
+1,8000,3.8379158824682236
+1,9000,3.659619018435478
+1,10000,3.491947054862976
+1,11000,0.12413397198542953
+1,12000,0.12565606739372015
+1,13000,0.12469175271689892
+1,14000,0.12597381137311459
+1,15000,0.1254286034964025
+1,16000,0.12833582004532218
+1,17000,0.1254844362847507
+1,18000,0.12527049984782934
+1,19000,0.12602504575625062
+1,20000,0.12823607539758086
+1,21000,0.12702911626547575
+1,22000,0.12795787770301104
+1,-1,0.1278354087844491
+2,1000,0.13138328213244677
+2,2000,0.12836138484999537
+2,3000,0.1274282345548272
+2,4000,0.1273218891583383
+2,5000,0.12945140479132533
+2,6000,0.12839996488764882
+2,7000,0.12647401308640838
+2,8000,0.12723514810204506
+2,9000,0.13070841087028384
+2,10000,0.12705009430646896
+2,11000,0.12638139305636287
+2,12000,0.12608106480911374
+2,13000,0.12752475449815392
+2,14000,0.1281437580473721
+2,15000,0.12951804092153907
+2,16000,0.12963052140548825
+2,17000,0.12746391585096717
+2,18000,0.12532207183539867
+2,19000,0.1257385010831058
+2,20000,0.12523052282631397
+2,21000,0.12620625784620643
+2,22000,0.12513790279626846
+2,-1,0.12589959660544991
+3,1000,0.12622427893802524
+3,2000,0.12535502901300788
+3,3000,0.1261907978914678
+3,4000,0.12519396841526031
+3,5000,0.12532700784504414
+3,6000,0.12554720742627978
+3,7000,0.12509647058323026
+3,8000,0.12553180567920208
+3,9000,0.12640993809327483
+3,10000,0.12675226898863912
+3,11000,0.12640354689210653
+3,12000,0.12812383938580751
+3,13000,0.12684185057878494
+3,14000,0.12931845849379897
+3,15000,0.12905217008665204
+3,16000,0.12640327913686633
+3,17000,0.12504806509241462
+3,18000,0.12564064236357808
+3,19000,0.12659903150051832
+3,20000,0.12494247639551759
+3,21000,0.12556747533380985
+3,22000,0.12491807574406266
+3,-1,0.12564186472445726
+4,1000,0.12547316728159785
+4,2000,0.1254525501281023
+4,3000,0.12541613541543484
+4,4000,0.12554129352793097
+4,5000,0.12682921951636672
+4,6000,0.1258071744814515
+4,7000,0.1253918744623661
+4,8000,0.12559785973280668
+4,9000,0.12527299113571644
+4,10000,0.12599037727341056
+4,11000,0.12512532994151115
+4,12000,0.125212618149817
+4,13000,0.12555598514154553
+4,14000,0.1251509878784418
+4,15000,0.12564953649416566
+4,16000,0.12506804196164012
+4,17000,0.12520997552201152
+4,18000,0.12657485203817487
+4,19000,0.12641792418435216
+4,20000,0.12666251277551055
+4,21000,0.12724685948342085
+4,22000,0.12806769227609038
+4,-1,0.12863221345469356
+5,1000,0.12642602669075131
+5,2000,0.12800676049664617
+5,3000,0.12629072880372405
+5,4000,0.1290170243009925
+5,5000,0.12826438760384917
+5,6000,0.12519805459305644
+5,7000,0.125317950733006
+5,8000,0.12615734012797475
+5,9000,0.12642822694033384
+5,10000,0.12593038845807314
+5,11000,0.12542834738269448
+5,12000,0.12669269926846027
+5,13000,0.12542062904685736
+5,14000,0.12645676033571362
+5,15000,0.12655231403186917
+5,16000,0.126134033780545
+5,17000,0.12598291505128145
+5,18000,0.12577302986755967
+5,19000,0.125892402138561
+5,20000,0.12707466958090663
+5,21000,0.12666366528719664
+5,22000,0.12758017983287573
+5,-1,0.12715521734207869
+6,1000,0.12620933121070266
+6,2000,0.12544727651402354
+6,3000,0.12546692742034793
+6,4000,0.12546839425340295
+6,5000,0.1252964953891933
+6,6000,0.12533211847767234
+6,7000,0.1251009409315884
+6,8000,0.12540931347757578
+6,9000,0.12469106586650014
+6,10000,0.1251082867383957
+6,11000,0.12571561383083463
+6,12000,0.1252957619726658
+6,13000,0.12519304873421788
+6,14000,0.1253728405572474
+6,15000,0.12530144304037094
+6,16000,0.12525240890681744
+6,17000,0.12537494767457247
+6,18000,0.12520120944827795
+6,19000,0.12507732026278973
+6,20000,0.12561904732137918
+6,21000,0.12518406147137284
+6,22000,0.1257007708773017
+6,-1,0.12541512260213494
+7,1000,0.12544342316687107
+7,2000,0.12556433212012053
+7,3000,0.12590863043442369
+7,4000,0.12514503905549645
+7,5000,0.1253378577530384
+7,6000,0.12566092191264033
+7,7000,0.1251959940418601
+7,8000,0.12585095828399062
+7,9000,0.12555383145809174
+7,10000,0.12559937313199043
+7,11000,0.12625348754227161
+7,12000,0.12589046964421868
+7,13000,0.125878828112036
+7,14000,0.12598383473232388
+7,15000,0.12609409168362617
+7,16000,0.12586734956130385
+7,17000,0.12592717539519072
+7,18000,0.12580857146531343
+7,19000,0.12572628911584616
+7,20000,0.12575872242450714
+7,21000,0.12580197071656585
+7,22000,0.12579445028677583
+7,-1,0.12579462490975857

eval/mse_evaluation_Tatoeba-eng-ukr-dev.tsv.gz_results.csv

@@ -0,0 +1,185 @@
+epoch,steps,MSE
+0,1000,0.8054990321397781
+0,2000,0.47793304547667503
+0,3000,0.6615580059587955
+0,4000,42.05380976200104
+0,5000,37.66351044178009
+0,6000,28.103342652320862
+0,7000,14.893744885921478
+0,8000,18.412677943706512
+0,9000,14.194142818450928
+0,10000,20.698603987693787
+0,11000,14.665719866752625
+0,12000,0.1389687997289002
+0,13000,0.15049357898533344
+0,14000,0.13093536254018545
+0,15000,8.95860269665718
+0,16000,26.40240788459778
+0,17000,19.193385541439056
+0,18000,8.742277324199677
+0,19000,5.295905098319054
+0,20000,4.525310918688774
+0,21000,5.251230299472809
+0,22000,3.1860072165727615
+0,-1,11.993832886219025
+1,1000,6.250041723251343
+1,2000,6.328821927309036
+1,3000,12.175609171390533
+1,4000,3.9220526814460754
+1,5000,14.225760102272034
+1,6000,11.053801327943802
+1,7000,13.287901878356934
+1,8000,3.8226719945669174
+1,9000,3.6519233137369156
+1,10000,3.4523718059062958
+1,11000,0.12269968865439296
+1,12000,0.12397165410220623
+1,13000,0.12290896847844124
+1,14000,0.12419394915923476
+1,15000,0.12384355068206787
+1,16000,0.1259002834558487
+1,17000,0.12366366572678089
+1,18000,0.12348245363682508
+1,19000,0.12393235228955746
+1,20000,0.12636043829843402
+1,21000,0.12466326588764787
+1,22000,0.1255976501852274
+1,-1,0.1256137154996395
+2,1000,0.1287964405491948
+2,2000,0.12630567653104663
+2,3000,0.1253655762411654
+2,4000,0.12530474923551083
+2,5000,0.12748391600325704
+2,6000,0.1263804384507239
+2,7000,0.12450109934434295
+2,8000,0.12522073229774833
+2,9000,0.1290328335016966
+2,10000,0.1253199647180736
+2,11000,0.12431163340806961
+2,12000,0.12405728921294212
+2,13000,0.12577766319736838
+2,14000,0.12671578442677855
+2,15000,0.12822209391742945
+2,16000,0.12833329383283854
+2,17000,0.12560287723317742
+2,18000,0.12336722575128078
+2,19000,0.1235613483004272
+2,20000,0.12324543204158545
+2,21000,0.12404901208356023
+2,22000,0.12313963379710913
+2,-1,0.1236567273736
+3,1000,0.12402331922203302
+3,2000,0.12336981017142534
+3,3000,0.12433367082849145
+3,4000,0.12314142659306526
+3,5000,0.12318437220528722
+3,6000,0.12359702959656715
+3,7000,0.1231974340043962
+3,8000,0.1236186595633626
+3,9000,0.12440326390787959
+3,10000,0.12481571175158024
+3,11000,0.12431573122739792
+3,12000,0.12561732437461615
+3,13000,0.1248013461008668
+3,14000,0.12722813989967108
+3,15000,0.1275797374546528
+3,16000,0.12423582375049591
+3,17000,0.12318630469962955
+3,18000,0.12369363103061914
+3,19000,0.12428282061591744
+3,20000,0.12305304408073425
+3,21000,0.12351544573903084
+3,22000,0.12311561731621623
+3,-1,0.12360598193481565
+4,1000,0.12369530741125345
+4,2000,0.12366650626063347
+4,3000,0.12371109332889318
+4,4000,0.12373398058116436
+4,5000,0.12460004072636366
+4,6000,0.12386356247588992
+4,7000,0.12358080130070448
+4,8000,0.12383370194584131
+4,9000,0.12345609720796347
+4,10000,0.12429772177711129
+4,11000,0.12324347626417875
+4,12000,0.1233651302754879
+4,13000,0.12377903331071138
+4,14000,0.12338090455159545
+4,15000,0.12387686874717474
+4,16000,0.123142811935395
+4,17000,0.12337157968431711
+4,18000,0.12481666635721922
+4,19000,0.12445036554709077
+4,20000,0.12473324313759804
+4,21000,0.12555629946291447
+4,22000,0.12646267423406243
+4,-1,0.1270242384634912
+5,1000,0.12452059891074896
+5,2000,0.12606095988303423
+5,3000,0.12432234361767769
+5,4000,0.12658301275223494
+5,5000,0.12622650247067213
+5,6000,0.12355041690170765
+5,7000,0.12346578296273947
+5,8000,0.12455566320568323
+5,9000,0.12474027462303638
+5,10000,0.12430166825652122
+5,11000,0.1238511991687119
+5,12000,0.12524921912699938
+5,13000,0.12373232748359442
+5,14000,0.12470505898818374
+5,15000,0.12461120495572686
+5,16000,0.12418084079399705
+5,17000,0.12404794106259942
+5,18000,0.12389132753014565
+5,19000,0.12383211869746447
+5,20000,0.12506392085924745
+5,21000,0.12490013614296913
+5,22000,0.12559752212837338
+5,-1,0.1251919544301927
+6,1000,0.12436301913112402
+6,2000,0.12355090584605932
+6,3000,0.12357770465314388
+6,4000,0.12361875269562006
+6,5000,0.12351239565759897
+6,6000,0.12347641168162227
+6,7000,0.12330394238233566
+6,8000,0.12360374676063657
+6,9000,0.12283488176763058
+6,10000,0.12329661985859275
+6,11000,0.12394378427416086
+6,12000,0.12342417612671852
+6,13000,0.12325469870120287
+6,14000,0.12352274497970939
+6,15000,0.12338808737695217
+6,16000,0.123451033141464
+6,17000,0.12355117360129952
+6,18000,0.12339792447164655
+6,19000,0.12331136967986822
+6,20000,0.12373700737953186
+6,21000,0.12345025315880775
+6,22000,0.12411287752911448
+6,-1,0.12393624056130648
+7,1000,0.12376323575153947
+7,2000,0.12389406329020858
+7,3000,0.1241093035787344
+7,4000,0.12334435014054179
+7,5000,0.12357927625998855
+7,6000,0.12391237542033195
+7,7000,0.12356614461168647
+7,8000,0.12426013126969337
+7,9000,0.12394718360155821
+7,10000,0.12392947683110833
+7,11000,0.12458892306312919
+7,12000,0.12418971164152026
+7,13000,0.12411647476255894
+7,14000,0.12425838503986597
+7,15000,0.12436830438673496
+7,16000,0.12419078266248107
+7,17000,0.12426362372934818
+7,18000,0.12410922208800912
+7,19000,0.12405223678797483
+7,20000,0.12411032803356647
+7,21000,0.12414938537403941
+7,22000,0.12413804652169347
+7,-1,0.12413694057613611

eval/translation_evaluation_Tatoeba-eng-rus-dev.tsv.gz_results.csv

@@ -0,0 +1,185 @@
+epoch,steps,src2trg,trg2src
+0,1000,0.00195,0.00335
+0,2000,0.00135,0.0013
+0,3000,0.00025,0.00055
+0,4000,0.00025,0.00025
+0,5000,5e-05,0.00025
+0,6000,0.0,0.0001
+0,7000,0.00015,0.00015
+0,8000,0.0002,0.00025
+0,9000,0.0001,0.0002
+0,10000,0.0002,0.00045
+0,11000,0.00035,0.0004
+0,12000,0.00015,0.00025
+0,13000,0.0001,0.0002
+0,14000,0.0003,0.0001
+0,15000,0.00015,0.00025
+0,16000,5e-05,0.0001
+0,17000,5e-05,5e-05
+0,18000,0.00015,5e-05
+0,19000,5e-05,5e-05
+0,20000,0.0,5e-05
+0,21000,0.0001,0.00015
+0,22000,5e-05,0.00025
+0,-1,0.0001,0.0002
+1,1000,5e-05,0.0002
+1,2000,0.00015,0.0001
+1,3000,0.0,0.0
+1,4000,0.0001,0.00015
+1,5000,5e-05,5e-05
+1,6000,0.0001,0.0002
+1,7000,0.0,0.0002
+1,8000,5e-05,0.0003
+1,9000,5e-05,5e-05
+1,10000,0.0002,0.0002
+1,11000,0.0,0.00015
+1,12000,0.0003,0.0004
+1,13000,0.0001,0.00025
+1,14000,0.0002,0.0004
+1,15000,0.0002,5e-05
+1,16000,0.0001,0.0002
+1,17000,0.00025,0.0002
+1,18000,0.0003,0.00035
+1,19000,5e-05,0.0001
+1,20000,0.00025,0.0002
+1,21000,0.0003,0.0002
+1,22000,0.00015,0.00025
+1,-1,0.0001,0.0002
+2,1000,0.0002,0.0004
+2,2000,0.00065,0.00045
+2,3000,0.00025,0.00055
+2,4000,0.0002,0.0002
+2,5000,0.00025,0.00035
+2,6000,0.00025,0.00035
+2,7000,0.00035,0.00035
+2,8000,0.0003,0.00045
+2,9000,0.00035,0.00065
+2,10000,0.0003,0.00025
+2,11000,0.0003,0.00035
+2,12000,0.0003,0.0005
+2,13000,5e-05,0.00025
+2,14000,0.00025,0.00015
+2,15000,0.0003,0.00035
+2,16000,0.00015,0.00035
+2,17000,5e-05,0.00015
+2,18000,0.00015,0.0003
+2,19000,0.0001,0.0001
+2,20000,0.00015,0.0002
+2,21000,0.0001,0.0
+2,22000,5e-05,0.00025
+2,-1,5e-05,0.00015
+3,1000,0.0001,0.00025
+3,2000,5e-05,0.0
+3,3000,0.00015,0.0002
+3,4000,0.0001,5e-05
+3,5000,0.00015,0.0001
+3,6000,0.00015,0.0003
+3,7000,0.00015,0.00045
+3,8000,0.00025,0.00025
+3,9000,0.0003,0.0003
+3,10000,0.0003,0.0003
+3,11000,0.00045,0.0004
+3,12000,0.0001,0.0005
+3,13000,0.0004,0.0004
+3,14000,0.0003,0.0002
+3,15000,0.0002,0.0003
+3,16000,0.00035,0.0005
+3,17000,0.00035,0.0003
+3,18000,0.00015,0.00045
+3,19000,0.0003,0.00055
+3,20000,0.00025,0.0004
+3,21000,0.00035,0.00045
+3,22000,0.0002,0.00025
+3,-1,0.0002,0.00025
+4,1000,0.0002,0.00035
+4,2000,0.0003,0.0003
+4,3000,0.00025,0.0005
+4,4000,0.0003,0.00025
+4,5000,0.0002,0.00035
+4,6000,0.00035,0.00035
+4,7000,0.00015,0.0003
+4,8000,0.00025,0.00035
+4,9000,0.00025,0.0005
+4,10000,0.00015,0.0003
+4,11000,0.0003,0.00055
+4,12000,0.00025,0.00025
+4,13000,0.0003,0.0004
+4,14000,0.00035,0.00035
+4,15000,0.00015,0.0004
+4,16000,0.00045,0.00035
+4,17000,0.00015,0.0003
+4,18000,0.00015,0.00015
+4,19000,0.00035,0.0002
+4,20000,0.0001,0.00015
+4,21000,0.00025,0.00025
+4,22000,0.00025,0.00035
+4,-1,0.00015,0.00015
+5,1000,0.0003,0.0002
+5,2000,0.00025,0.00025
+5,3000,0.00045,0.0004
+5,4000,0.0001,0.0004
+5,5000,0.00025,0.00015
+5,6000,0.00015,0.00045
+5,7000,0.00035,0.00035
+5,8000,0.0004,0.00025
+5,9000,0.00025,0.0003
+5,10000,0.0002,0.0004
+5,11000,0.0003,0.00035
+5,12000,0.00025,0.00045
+5,13000,0.00035,0.0004
+5,14000,0.00015,0.0002
+5,15000,0.0002,0.0002
+5,16000,0.0001,0.0002
+5,17000,0.00015,0.0003
+5,18000,0.0001,0.00015
+5,19000,0.00025,0.0003
+5,20000,0.0002,0.0005
+5,21000,0.0002,0.00035
+5,22000,5e-05,0.00015
+5,-1,0.0001,0.0003
+6,1000,0.0001,0.00025
+6,2000,0.0003,0.0002
+6,3000,0.00025,0.0001
+6,4000,5e-05,0.0002
+6,5000,0.0001,0.0002
+6,6000,0.0004,0.00025
+6,7000,0.0001,0.0003
+6,8000,0.0002,0.00025
+6,9000,0.00015,0.0002
+6,10000,0.0001,0.0002
+6,11000,0.0003,0.0003
+6,12000,0.0002,0.00025
+6,13000,0.0001,0.0002
+6,14000,0.0003,0.0004
+6,15000,0.00015,0.00025
+6,16000,0.0001,0.00015
+6,17000,0.00015,0.0
+6,18000,5e-05,0.00025
+6,19000,0.0001,0.0003
+6,20000,5e-05,0.00035
+6,21000,0.0003,0.0005
+6,22000,0.0003,0.00035
+6,-1,0.00035,0.00045
+7,1000,0.00015,0.0002
+7,2000,0.0002,0.00025
+7,3000,0.0003,0.00025
+7,4000,0.00025,0.00015
+7,5000,0.0003,0.0003
+7,6000,0.00015,0.0002
+7,7000,0.0003,0.00025
+7,8000,0.0003,0.00025
+7,9000,5e-05,0.00015
+7,10000,0.0001,0.00025
+7,11000,0.0,0.00035
+7,12000,5e-05,0.0003
+7,13000,5e-05,0.0003
+7,14000,0.00015,0.0003
+7,15000,5e-05,0.0003
+7,16000,5e-05,0.00025
+7,17000,0.0003,0.00025
+7,18000,0.0001,0.00025
+7,19000,0.00015,0.00055
+7,20000,0.0001,0.0003
+7,21000,0.0001,0.0002
+7,22000,0.00015,0.0002
+7,-1,0.0001,0.0003

eval/translation_evaluation_Tatoeba-eng-ukr-dev.tsv.gz_results.csv

@@ -0,0 +1,185 @@
+epoch,steps,src2trg,trg2src
+0,1000,0.0012,0.00155
+0,2000,0.00045,0.00085
+0,3000,0.00035,0.0005
+0,4000,0.00015,0.00035
+0,5000,0.00015,0.0003
+0,6000,0.0,0.0001
+0,7000,0.00035,0.0002
+0,8000,5e-05,0.00025
+0,9000,0.00015,0.0002
+0,10000,0.00015,0.0003
+0,11000,0.00025,0.0003
+0,12000,0.0003,0.00035
+0,13000,0.00015,0.0
+0,14000,5e-05,0.00025
+0,15000,0.00015,0.00015
+0,16000,0.0001,0.0
+0,17000,0.0,0.0
+0,18000,0.0001,0.0001
+0,19000,5e-05,0.0001
+0,20000,0.0,0.0
+0,21000,5e-05,5e-05
+0,22000,0.0002,0.00025
+0,-1,5e-05,0.0001
+1,1000,0.0001,5e-05
+1,2000,5e-05,5e-05
+1,3000,5e-05,0.0002
+1,4000,5e-05,0.0001
+1,5000,0.00015,0.0
+1,6000,5e-05,0.00015
+1,7000,5e-05,5e-05
+1,8000,0.00025,0.00025
+1,9000,5e-05,5e-05
+1,10000,0.00015,0.0001
+1,11000,5e-05,0.00025
+1,12000,0.0002,0.00025
+1,13000,0.0003,0.00035
+1,14000,0.00015,0.0002
+1,15000,0.0004,0.00025
+1,16000,0.00035,0.00035
+1,17000,0.00015,0.00035
+1,18000,0.00015,0.00015
+1,19000,0.0001,5e-05
+1,20000,0.0001,0.0001
+1,21000,0.00015,0.0003
+1,22000,0.0002,0.00055
+1,-1,0.0001,0.0001
+2,1000,0.00015,0.00015
+2,2000,0.0001,0.0002
+2,3000,0.00035,0.00025
+2,4000,0.00025,0.00015
+2,5000,0.00025,0.00035
+2,6000,0.00025,0.00025
+2,7000,0.0002,0.00025
+2,8000,0.00025,0.0003
+2,9000,0.0004,0.00035
+2,10000,0.0003,0.00015
+2,11000,0.00025,0.00015
+2,12000,0.00025,0.0004
+2,13000,0.00015,0.0003
+2,14000,0.00025,0.0003
+2,15000,0.0002,0.00045
+2,16000,0.0003,0.00055
+2,17000,0.0001,0.0002
+2,18000,0.0002,0.00015
+2,19000,0.0002,0.0001
+2,20000,0.00035,0.0001
+2,21000,0.0001,0.0001
+2,22000,0.0002,0.0003
+2,-1,0.0001,0.00015
+3,1000,0.0003,0.0002
+3,2000,5e-05,0.00015
+3,3000,0.00015,0.0003
+3,4000,0.0001,0.0002
+3,5000,0.00035,0.00025
+3,6000,5e-05,0.0002
+3,7000,0.0001,0.00025
+3,8000,0.00025,0.0002
+3,9000,0.00025,0.00035
+3,10000,0.0003,0.00035
+3,11000,5e-05,0.0002
+3,12000,0.00045,0.0003
+3,13000,0.00025,0.00035
+3,14000,0.0001,0.00015
+3,15000,0.0003,0.0002
+3,16000,0.0003,0.00025
+3,17000,5e-05,5e-05
+3,18000,0.0002,0.0002
+3,19000,0.00015,0.00035
+3,20000,0.0003,0.00025
+3,21000,0.00035,0.00025
+3,22000,0.0003,0.00035
+3,-1,0.0001,5e-05
+4,1000,0.0002,0.0002
+4,2000,0.00025,0.00015
+4,3000,0.0004,0.00055
+4,4000,0.0002,0.0005
+4,5000,0.00025,0.00035
+4,6000,0.0002,0.00025
+4,7000,0.0003,0.0004
+4,8000,0.0003,0.00045
+4,9000,0.00025,0.0005
+4,10000,0.00025,0.00025
+4,11000,0.00015,0.00055
+4,12000,0.00025,0.0004
+4,13000,0.0003,0.00025
+4,14000,0.0002,0.00025
+4,15000,0.0002,0.00035
+4,16000,0.00015,0.00015
+4,17000,0.00035,0.0003
+4,18000,0.0003,0.0003
+4,19000,0.00025,0.00015
+4,20000,0.00015,0.0001
+4,21000,0.00015,0.0003
+4,22000,0.0002,0.00015
+4,-1,0.0002,0.00015
+5,1000,0.0001,0.00045
+5,2000,0.0002,0.00035
+5,3000,0.00025,0.0003
+5,4000,0.0003,0.0003
+5,5000,0.0002,0.00015
+5,6000,0.0003,0.0002
+5,7000,5e-05,0.00045
+5,8000,0.0002,0.0003
+5,9000,0.00025,0.0001
+5,10000,0.0001,0.0001
+5,11000,0.0003,0.0003
+5,12000,0.00015,0.00025
+5,13000,0.0003,0.00035
+5,14000,5e-05,0.0002
+5,15000,0.0001,0.0003
+5,16000,0.0002,0.0004
+5,17000,0.0002,0.0002
+5,18000,0.00035,0.00025
+5,19000,0.00015,0.0004
+5,20000,0.00025,0.0004
+5,21000,0.0003,0.00025
+5,22000,0.0002,0.0004
+5,-1,0.0001,0.00035
+6,1000,0.0001,0.00025
+6,2000,0.0001,0.0002
+6,3000,0.00015,0.00015
+6,4000,0.0003,0.0003
+6,5000,5e-05,0.00025
+6,6000,0.00025,0.0003
+6,7000,5e-05,0.00015
+6,8000,0.0002,0.0004
+6,9000,0.0001,0.0002
+6,10000,0.0002,0.0003
+6,11000,0.0002,0.0002
+6,12000,0.00025,0.00015
+6,13000,0.0,0.00015
+6,14000,0.0001,0.00035
+6,15000,0.0003,0.00035
+6,16000,0.0004,0.00025
+6,17000,0.00015,0.0002
+6,18000,0.0002,0.00025
+6,19000,0.00015,0.0002
+6,20000,0.00015,5e-05
+6,21000,0.00015,0.00045
+6,22000,0.00015,5e-05
+6,-1,0.00015,0.0001
+7,1000,0.0001,0.0003
+7,2000,5e-05,0.0004
+7,3000,0.00015,0.00025
+7,4000,0.00015,0.00025
+7,5000,0.0001,0.0003
+7,6000,0.0002,0.00035
+7,7000,0.00015,0.00015
+7,8000,0.0002,0.0002
+7,9000,5e-05,0.00025
+7,10000,0.00015,0.00025
+7,11000,0.0001,0.00025
+7,12000,0.00025,0.00025
+7,13000,0.0002,0.0003
+7,14000,0.0002,0.0002
+7,15000,0.0001,0.00035
+7,16000,0.0001,0.00035
+7,17000,0.0003,0.0002
+7,18000,0.00025,0.0002
+7,19000,0.0002,0.00035
+7,20000,0.00025,0.00035
+7,21000,0.00025,0.00015
+7,22000,0.00015,0.0003
+7,-1,0.0001,0.00025

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccf452832436f9f6f9292aff96a079f188f30429764e987c60ce947db0dfe09
+size 1112197096

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 384,
+  "do_lower_case": false
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab208220fd15ae86d71654fbffe08ba919e926330fa27dc19fe32874e3e0492
+size 17083009

tokenizer_config.json

@@ -0,0 +1,54 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}