Release v2.0

.gitattributes

@@ -34,11 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
-images/salamandra_header.png filter=lfs diff=lfs merge=lfs -text
-images/bleu_ca.png filter=lfs diff=lfs merge=lfs -text
-images/bleu_en.png filter=lfs diff=lfs merge=lfs -text
-images/bleu_es.png filter=lfs diff=lfs merge=lfs -text
-images/bleu_eu.png filter=lfs diff=lfs merge=lfs -text
-images/bleu_gl.png filter=lfs diff=lfs merge=lfs -text
-images/es_xx_bars.png filter=lfs diff=lfs merge=lfs -text
-images/geneval.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_en_bouquet.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_es_bouquet.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_ca_bouquet.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_ca_flores+_devtest.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_en_flores+_devtest.png filter=lfs diff=lfs merge=lfs -text
+images/bleu_es_flores+_devtest.png filter=lfs diff=lfs merge=lfs -text

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "BSC-LT/salamandraTA-7b-instruct",
+  "_name_or_path": "LangTech-MT/SalamandraTA-7b-instruct-extended",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -18,7 +18,6 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
-  "pad_token_id": 0,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

generation_config.json

@@ -1,9 +1,6 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
-  "eos_token_id": [
-    2,
-    5
-  ],
+  "eos_token_id": 5,
   "transformers_version": "4.40.2"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b062a65c19895e384e58af2a78bf197727b36efc45d18285a7aae41f9192150
+oid sha256:191618a18ea56039e7db83ca6bd2dc038d38c10786c5f6db277445e4e5a88a3d
 size 4982973048

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46681e1d3e3a2ae7869dae2272037ab9df24bd24e01c808ddca38228d951acaa
+oid sha256:762864d078a718a6a5cbb09d55ef188cdf9e7f1018b90550b35c46a1f10cafe9
 size 4995660232

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a3f0eaa66294f8470a296ca705b37738816649ed9c50c893f9e1f558b39b7c0
+oid sha256:f9c16b028c666e0d7cc661982a08894bab75de0e14cf37066917c4b6223f98df
 size 3460482936

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0689a30ba6d69184c234323e604d9fff2e5e940e5aad8d12681d9c46ef78a91
+oid sha256:2b872611cee26c9adb3cf1034f7324149c4c1991bd5f915723230a34b557694c
 size 2097152128

special_tokens_map.json

@@ -10,14 +10,14 @@
     "rstrip": false,
     "single_word": false
   },
-  "eos_token": {
-    "content": "</s>",
+  "eos_token": "<|im_end|>",
+  "pad_token": {
+    "content": "<unk>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<unk>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:139de51e6bbe12b772a255e157829f43bd67b63a4d55f1fe0e3abce37b2d8c9a
-size 19066993
+oid sha256:acf96cf1b7d4c079d9f94e4a51d1c0468e58a974b3ac360a52bf9d4a978d39dd
+size 15734238

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa490e57cebce5cb1a0a5b1a5d3fa4de05aee53dc3a44791f1c3401db44d802d
-size 4813274
+oid sha256:b9898551f01ee03c9f4c08a1ee303db439d30451c8cfd605c1f3ebb75d44f702
+size 4594173

tokenizer_config.json

@@ -49,9 +49,9 @@
     "<|im_end|>"
   ],
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "chat_template": "{{- bos_token }}{%- if messages[0]['role'] == 'system' %}{%- set system_message = messages[0]['content'] %}{%- set messages = messages[1:] %}{{ '<|im_start|>system\n' + system_message + '<|im_end|>\n' }}{%- endif %}{% for message in messages %}{%- if (message['role'] != 'user') and (message['role'] != 'assistant')%}{{ raise_exception('Only user and assistant roles are suported after the initial optional system message.') }}{% endif %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
+  "eos_token": "<|im_end|>",
   "legacy": true,
   "model_max_length": 8192,
   "pad_token": "<unk>",