Hugging Face's logo

CALDISS-AAU
/
DA-BERT_Old_News_V3

Fill-Mask
Transformers
Safetensors
Danish
xlm-roberta
Model card Files
xet
 Community
SirMappel commited on
Commit
3689d1b
·
verified ·
1 Parent(s): 1d2a22c

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. config.json +27 -0
  2. model.safetensors +3 -0
  3. optimizer.pt +3 -0
  4. rng_state_0.pth +3 -0
  5. rng_state_1.pth +3 -0
  6. rng_state_2.pth +3 -0
  7. rng_state_3.pth +3 -0
  8. scaler.pt +3 -0
  9. scheduler.pt +3 -0
  10. special_tokens_map.json +7 -0
  11. tokenizer.json +0 -0
  12. tokenizer_config.json +58 -0
  13. trainer_state.json +3634 -0
  14. training_args.bin +3 -0
  15. vocab.txt +0 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "XLMRobertaForMaskedLM"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": 0,
7
+ "classifier_dropout": null,
8
+ "dtype": "float32",
9
+ "eos_token_id": 2,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 3072,
16
+ "layer_norm_eps": 1e-05,
17
+ "max_position_embeddings": 514,
18
+ "model_type": "xlm-roberta",
19
+ "num_attention_heads": 12,
20
+ "num_hidden_layers": 12,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "transformers_version": "4.57.0",
24
+ "type_vocab_size": 1,
25
+ "use_cache": true,
26
+ "vocab_size": 50005
27
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fe22288fdee4731bae237d5f10f276caf41ca34cdd8ade1c2b95d6219713c39
3
+ size 498014188
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:921868b4d9db8c489ed936a879410b9bb53444505f335aac65b5b3f3a91fdd89
3
+ size 996152139
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b75dc9c836dd8ecbc05fcea93b4c024798edf540c66b09d327b9daf2dcedc2
3
+ size 15429
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efd64f71d26d4ca1e89c7c9ce75dedbc1f38766c11917afb2d4e32db963034f2
3
+ size 15429
rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98e5d1ad0c9fa943c7ddc67840c33996e005cb833f2c76d2613ba09ae055af68
3
+ size 15429
rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943faeaf0c720a56a3afd5cd359d9c2cb8fcbce849e0c3bb50be65d18bd49c27
3
+ size 15429
scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7efff53845841edf577268b4e997ab4f1c3780fadb1b8a4667c825fc8a9c93
3
+ size 1383
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e727cd2d2b1544564b2105dc401b49d264871c011c39050289aea3f916640980
3
+ size 1465
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "extra_special_tokens": {},
49
+ "mask_token": "[MASK]",
50
+ "model_max_length": 1000000000000000019884624838656,
51
+ "never_split": null,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "strip_accents": null,
55
+ "tokenize_chinese_chars": true,
56
+ "tokenizer_class": "BertTokenizer",
57
+ "unk_token": "[UNK]"
58
+ }
trainer_state.json ADDED
@@ -0,0 +1,3634 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 119500,
3
+ "best_metric": 2.1594982147216797,
4
+ "best_model_checkpoint": "/work/Ccp-OldNewsBERT_2024/modelling/V3/models/ON-BERT-v3/checkpoint-114000",
5
+ "epoch": 10.518034798615068,
6
+ "eval_steps": 500,
7
+ "global_step": 120000,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.04384138188035687,
14
+ "grad_norm": 2.0762226581573486,
15
+ "learning_rate": 7.261835184102864e-06,
16
+ "loss": 7.284,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 0.04384138188035687,
21
+ "eval_loss": 6.594050407409668,
22
+ "eval_runtime": 1189.5449,
23
+ "eval_samples_per_second": 767.907,
24
+ "eval_steps_per_second": 6.0,
25
+ "step": 500
26
+ },
27
+ {
28
+ "epoch": 0.08768276376071374,
29
+ "grad_norm": 2.374856948852539,
30
+ "learning_rate": 1.456750438340152e-05,
31
+ "loss": 6.3875,
32
+ "step": 1000
33
+ },
34
+ {
35
+ "epoch": 0.08768276376071374,
36
+ "eval_loss": 6.055078983306885,
37
+ "eval_runtime": 1120.4784,
38
+ "eval_samples_per_second": 815.241,
39
+ "eval_steps_per_second": 6.37,
40
+ "step": 1000
41
+ },
42
+ {
43
+ "epoch": 0.1315241456410706,
44
+ "grad_norm": 2.779784679412842,
45
+ "learning_rate": 2.1873173582700177e-05,
46
+ "loss": 5.9379,
47
+ "step": 1500
48
+ },
49
+ {
50
+ "epoch": 0.1315241456410706,
51
+ "eval_loss": 5.654895782470703,
52
+ "eval_runtime": 1119.543,
53
+ "eval_samples_per_second": 815.922,
54
+ "eval_steps_per_second": 6.375,
55
+ "step": 1500
56
+ },
57
+ {
58
+ "epoch": 0.17536552752142748,
59
+ "grad_norm": 2.636847734451294,
60
+ "learning_rate": 2.9178842781998832e-05,
61
+ "loss": 5.5704,
62
+ "step": 2000
63
+ },
64
+ {
65
+ "epoch": 0.17536552752142748,
66
+ "eval_loss": 5.318906784057617,
67
+ "eval_runtime": 1119.4192,
68
+ "eval_samples_per_second": 816.012,
69
+ "eval_steps_per_second": 6.376,
70
+ "step": 2000
71
+ },
72
+ {
73
+ "epoch": 0.21920690940178433,
74
+ "grad_norm": 2.580691337585449,
75
+ "learning_rate": 3.6484511981297484e-05,
76
+ "loss": 5.2707,
77
+ "step": 2500
78
+ },
79
+ {
80
+ "epoch": 0.21920690940178433,
81
+ "eval_loss": 5.011192798614502,
82
+ "eval_runtime": 1119.4613,
83
+ "eval_samples_per_second": 815.982,
84
+ "eval_steps_per_second": 6.375,
85
+ "step": 2500
86
+ },
87
+ {
88
+ "epoch": 0.2630482912821412,
89
+ "grad_norm": 2.647657632827759,
90
+ "learning_rate": 4.3790181180596146e-05,
91
+ "loss": 4.9931,
92
+ "step": 3000
93
+ },
94
+ {
95
+ "epoch": 0.2630482912821412,
96
+ "eval_loss": 4.747901439666748,
97
+ "eval_runtime": 1119.0922,
98
+ "eval_samples_per_second": 816.251,
99
+ "eval_steps_per_second": 6.377,
100
+ "step": 3000
101
+ },
102
+ {
103
+ "epoch": 0.3068896731624981,
104
+ "grad_norm": 2.7811145782470703,
105
+ "learning_rate": 4.9999758434773725e-05,
106
+ "loss": 4.7425,
107
+ "step": 3500
108
+ },
109
+ {
110
+ "epoch": 0.3068896731624981,
111
+ "eval_loss": 4.489400386810303,
112
+ "eval_runtime": 1118.9351,
113
+ "eval_samples_per_second": 816.365,
114
+ "eval_steps_per_second": 6.378,
115
+ "step": 3500
116
+ },
117
+ {
118
+ "epoch": 0.35073105504285496,
119
+ "grad_norm": 3.108778238296509,
120
+ "learning_rate": 4.9985802653912495e-05,
121
+ "loss": 4.5162,
122
+ "step": 4000
123
+ },
124
+ {
125
+ "epoch": 0.35073105504285496,
126
+ "eval_loss": 4.267147541046143,
127
+ "eval_runtime": 1118.9526,
128
+ "eval_samples_per_second": 816.353,
129
+ "eval_steps_per_second": 6.378,
130
+ "step": 4000
131
+ },
132
+ {
133
+ "epoch": 0.3945724369232118,
134
+ "grad_norm": 2.7255427837371826,
135
+ "learning_rate": 4.99503881039902e-05,
136
+ "loss": 4.3143,
137
+ "step": 4500
138
+ },
139
+ {
140
+ "epoch": 0.3945724369232118,
141
+ "eval_loss": 4.085505485534668,
142
+ "eval_runtime": 1118.7877,
143
+ "eval_samples_per_second": 816.473,
144
+ "eval_steps_per_second": 6.379,
145
+ "step": 4500
146
+ },
147
+ {
148
+ "epoch": 0.43841381880356867,
149
+ "grad_norm": 2.7449190616607666,
150
+ "learning_rate": 4.9893545200385473e-05,
151
+ "loss": 4.1497,
152
+ "step": 5000
153
+ },
154
+ {
155
+ "epoch": 0.43841381880356867,
156
+ "eval_loss": 3.9280543327331543,
157
+ "eval_runtime": 1118.8813,
158
+ "eval_samples_per_second": 816.405,
159
+ "eval_steps_per_second": 6.379,
160
+ "step": 5000
161
+ },
162
+ {
163
+ "epoch": 0.4822552006839256,
164
+ "grad_norm": 2.4749231338500977,
165
+ "learning_rate": 4.98153227619719e-05,
166
+ "loss": 4.0239,
167
+ "step": 5500
168
+ },
169
+ {
170
+ "epoch": 0.4822552006839256,
171
+ "eval_loss": 3.8047330379486084,
172
+ "eval_runtime": 1118.3431,
173
+ "eval_samples_per_second": 816.798,
174
+ "eval_steps_per_second": 6.382,
175
+ "step": 5500
176
+ },
177
+ {
178
+ "epoch": 0.5260965825642824,
179
+ "grad_norm": 2.549381971359253,
180
+ "learning_rate": 4.9715787969190494e-05,
181
+ "loss": 3.8983,
182
+ "step": 6000
183
+ },
184
+ {
185
+ "epoch": 0.5260965825642824,
186
+ "eval_loss": 3.7011477947235107,
187
+ "eval_runtime": 1118.3893,
188
+ "eval_samples_per_second": 816.764,
189
+ "eval_steps_per_second": 6.381,
190
+ "step": 6000
191
+ },
192
+ {
193
+ "epoch": 0.5699379644446393,
194
+ "grad_norm": 2.57206392288208,
195
+ "learning_rate": 4.9595026306352545e-05,
196
+ "loss": 3.7955,
197
+ "step": 6500
198
+ },
199
+ {
200
+ "epoch": 0.5699379644446393,
201
+ "eval_loss": 3.610187292098999,
202
+ "eval_runtime": 1121.1876,
203
+ "eval_samples_per_second": 814.725,
204
+ "eval_steps_per_second": 6.366,
205
+ "step": 6500
206
+ },
207
+ {
208
+ "epoch": 0.6137793463249962,
209
+ "grad_norm": 2.4346706867218018,
210
+ "learning_rate": 4.9453141488222386e-05,
211
+ "loss": 3.7212,
212
+ "step": 7000
213
+ },
214
+ {
215
+ "epoch": 0.6137793463249962,
216
+ "eval_loss": 3.527937650680542,
217
+ "eval_runtime": 1118.9709,
218
+ "eval_samples_per_second": 816.339,
219
+ "eval_steps_per_second": 6.378,
220
+ "step": 7000
221
+ },
222
+ {
223
+ "epoch": 0.657620728205353,
224
+ "grad_norm": 2.7278873920440674,
225
+ "learning_rate": 4.9290255370943214e-05,
226
+ "loss": 3.6375,
227
+ "step": 7500
228
+ },
229
+ {
230
+ "epoch": 0.657620728205353,
231
+ "eval_loss": 3.4597597122192383,
232
+ "eval_runtime": 1118.6558,
233
+ "eval_samples_per_second": 816.569,
234
+ "eval_steps_per_second": 6.38,
235
+ "step": 7500
236
+ },
237
+ {
238
+ "epoch": 0.7014621100857099,
239
+ "grad_norm": 2.576530933380127,
240
+ "learning_rate": 4.9106507847382264e-05,
241
+ "loss": 3.5737,
242
+ "step": 8000
243
+ },
244
+ {
245
+ "epoch": 0.7014621100857099,
246
+ "eval_loss": 3.3990399837493896,
247
+ "eval_runtime": 1117.9215,
248
+ "eval_samples_per_second": 817.106,
249
+ "eval_steps_per_second": 6.384,
250
+ "step": 8000
251
+ },
252
+ {
253
+ "epoch": 0.7453034919660668,
254
+ "grad_norm": 2.8216257095336914,
255
+ "learning_rate": 4.890205672698551e-05,
256
+ "loss": 3.5174,
257
+ "step": 8500
258
+ },
259
+ {
260
+ "epoch": 0.7453034919660668,
261
+ "eval_loss": 3.3402609825134277,
262
+ "eval_runtime": 1118.1279,
263
+ "eval_samples_per_second": 816.955,
264
+ "eval_steps_per_second": 6.383,
265
+ "step": 8500
266
+ },
267
+ {
268
+ "epoch": 0.7891448738464236,
269
+ "grad_norm": 2.7017734050750732,
270
+ "learning_rate": 4.867707760024478e-05,
271
+ "loss": 3.4576,
272
+ "step": 9000
273
+ },
274
+ {
275
+ "epoch": 0.7891448738464236,
276
+ "eval_loss": 3.289719343185425,
277
+ "eval_runtime": 1118.6616,
278
+ "eval_samples_per_second": 816.565,
279
+ "eval_steps_per_second": 6.38,
280
+ "step": 9000
281
+ },
282
+ {
283
+ "epoch": 0.8329862557267805,
284
+ "grad_norm": 2.7902138233184814,
285
+ "learning_rate": 4.8431763687893906e-05,
286
+ "loss": 3.4069,
287
+ "step": 9500
288
+ },
289
+ {
290
+ "epoch": 0.8329862557267805,
291
+ "eval_loss": 3.2430062294006348,
292
+ "eval_runtime": 1118.3313,
293
+ "eval_samples_per_second": 816.806,
294
+ "eval_steps_per_second": 6.382,
295
+ "step": 9500
296
+ },
297
+ {
298
+ "epoch": 0.8768276376071373,
299
+ "grad_norm": 2.3764052391052246,
300
+ "learning_rate": 4.816632567496333e-05,
301
+ "loss": 3.3561,
302
+ "step": 10000
303
+ },
304
+ {
305
+ "epoch": 0.8768276376071373,
306
+ "eval_loss": 3.2007126808166504,
307
+ "eval_runtime": 1118.051,
308
+ "eval_samples_per_second": 817.011,
309
+ "eval_steps_per_second": 6.383,
310
+ "step": 10000
311
+ },
312
+ {
313
+ "epoch": 0.9206690194874942,
314
+ "grad_norm": 2.8324801921844482,
315
+ "learning_rate": 4.788158189440955e-05,
316
+ "loss": 3.3162,
317
+ "step": 10500
318
+ },
319
+ {
320
+ "epoch": 0.9206690194874942,
321
+ "eval_loss": 3.1551382541656494,
322
+ "eval_runtime": 1118.4175,
323
+ "eval_samples_per_second": 816.743,
324
+ "eval_steps_per_second": 6.381,
325
+ "step": 10500
326
+ },
327
+ {
328
+ "epoch": 0.9645104013678512,
329
+ "grad_norm": 2.599917411804199,
330
+ "learning_rate": 4.757663571936409e-05,
331
+ "loss": 3.2779,
332
+ "step": 11000
333
+ },
334
+ {
335
+ "epoch": 0.9645104013678512,
336
+ "eval_loss": 3.1158318519592285,
337
+ "eval_runtime": 1117.751,
338
+ "eval_samples_per_second": 817.23,
339
+ "eval_steps_per_second": 6.385,
340
+ "step": 11000
341
+ },
342
+ {
343
+ "epoch": 1.0084175453210285,
344
+ "grad_norm": 2.661496162414551,
345
+ "learning_rate": 4.7252299860553496e-05,
346
+ "loss": 3.2427,
347
+ "step": 11500
348
+ },
349
+ {
350
+ "epoch": 1.0084175453210285,
351
+ "eval_loss": 3.0812768936157227,
352
+ "eval_runtime": 1118.2372,
353
+ "eval_samples_per_second": 816.875,
354
+ "eval_steps_per_second": 6.382,
355
+ "step": 11500
356
+ },
357
+ {
358
+ "epoch": 1.0522589272013854,
359
+ "grad_norm": 2.5920369625091553,
360
+ "learning_rate": 4.690885287009749e-05,
361
+ "loss": 3.2009,
362
+ "step": 12000
363
+ },
364
+ {
365
+ "epoch": 1.0522589272013854,
366
+ "eval_loss": 3.045903444290161,
367
+ "eval_runtime": 1117.9755,
368
+ "eval_samples_per_second": 817.066,
369
+ "eval_steps_per_second": 6.384,
370
+ "step": 12000
371
+ },
372
+ {
373
+ "epoch": 1.0961003090817423,
374
+ "grad_norm": 2.541583299636841,
375
+ "learning_rate": 4.654733281420752e-05,
376
+ "loss": 3.1746,
377
+ "step": 12500
378
+ },
379
+ {
380
+ "epoch": 1.0961003090817423,
381
+ "eval_loss": 3.0118284225463867,
382
+ "eval_runtime": 1119.6853,
383
+ "eval_samples_per_second": 815.818,
384
+ "eval_steps_per_second": 6.374,
385
+ "step": 12500
386
+ },
387
+ {
388
+ "epoch": 1.1399416909620992,
389
+ "grad_norm": 2.3801028728485107,
390
+ "learning_rate": 4.6166601305962655e-05,
391
+ "loss": 3.1391,
392
+ "step": 13000
393
+ },
394
+ {
395
+ "epoch": 1.1399416909620992,
396
+ "eval_loss": 2.9807887077331543,
397
+ "eval_runtime": 1117.6385,
398
+ "eval_samples_per_second": 817.313,
399
+ "eval_steps_per_second": 6.386,
400
+ "step": 13000
401
+ },
402
+ {
403
+ "epoch": 1.183783072842456,
404
+ "grad_norm": 2.356208562850952,
405
+ "learning_rate": 4.576769110578126e-05,
406
+ "loss": 3.1054,
407
+ "step": 13500
408
+ },
409
+ {
410
+ "epoch": 1.183783072842456,
411
+ "eval_loss": 2.9562630653381348,
412
+ "eval_runtime": 1117.9985,
413
+ "eval_samples_per_second": 817.049,
414
+ "eval_steps_per_second": 6.384,
415
+ "step": 13500
416
+ },
417
+ {
418
+ "epoch": 1.2276244547228128,
419
+ "grad_norm": 2.4931366443634033,
420
+ "learning_rate": 4.535094481309793e-05,
421
+ "loss": 3.082,
422
+ "step": 14000
423
+ },
424
+ {
425
+ "epoch": 1.2276244547228128,
426
+ "eval_loss": 2.927985429763794,
427
+ "eval_runtime": 1118.2717,
428
+ "eval_samples_per_second": 816.85,
429
+ "eval_steps_per_second": 6.382,
430
+ "step": 14000
431
+ },
432
+ {
433
+ "epoch": 1.2714658366031697,
434
+ "grad_norm": 2.264676094055176,
435
+ "learning_rate": 4.4917605992417254e-05,
436
+ "loss": 3.0559,
437
+ "step": 14500
438
+ },
439
+ {
440
+ "epoch": 1.2714658366031697,
441
+ "eval_loss": 2.9001705646514893,
442
+ "eval_runtime": 1118.531,
443
+ "eval_samples_per_second": 816.66,
444
+ "eval_steps_per_second": 6.381,
445
+ "step": 14500
446
+ },
447
+ {
448
+ "epoch": 1.3153072184835266,
449
+ "grad_norm": 2.7281758785247803,
450
+ "learning_rate": 4.4467229515780716e-05,
451
+ "loss": 3.0363,
452
+ "step": 15000
453
+ },
454
+ {
455
+ "epoch": 1.3153072184835266,
456
+ "eval_loss": 2.877182960510254,
457
+ "eval_runtime": 1118.2684,
458
+ "eval_samples_per_second": 816.852,
459
+ "eval_steps_per_second": 6.382,
460
+ "step": 15000
461
+ },
462
+ {
463
+ "epoch": 1.3591486003638835,
464
+ "grad_norm": 2.4086153507232666,
465
+ "learning_rate": 4.3999248254794173e-05,
466
+ "loss": 3.0034,
467
+ "step": 15500
468
+ },
469
+ {
470
+ "epoch": 1.3591486003638835,
471
+ "eval_loss": 2.858940839767456,
472
+ "eval_runtime": 1118.6587,
473
+ "eval_samples_per_second": 816.567,
474
+ "eval_steps_per_second": 6.38,
475
+ "step": 15500
476
+ },
477
+ {
478
+ "epoch": 1.4029899822442404,
479
+ "grad_norm": 2.3999428749084473,
480
+ "learning_rate": 4.351494970809619e-05,
481
+ "loss": 2.9863,
482
+ "step": 16000
483
+ },
484
+ {
485
+ "epoch": 1.4029899822442404,
486
+ "eval_loss": 2.829259157180786,
487
+ "eval_runtime": 1118.2831,
488
+ "eval_samples_per_second": 816.841,
489
+ "eval_steps_per_second": 6.382,
490
+ "step": 16000
491
+ },
492
+ {
493
+ "epoch": 1.4468313641245971,
494
+ "grad_norm": 2.684216022491455,
495
+ "learning_rate": 4.301474980992007e-05,
496
+ "loss": 2.9554,
497
+ "step": 16500
498
+ },
499
+ {
500
+ "epoch": 1.4468313641245971,
501
+ "eval_loss": 2.811227560043335,
502
+ "eval_runtime": 1118.6502,
503
+ "eval_samples_per_second": 816.573,
504
+ "eval_steps_per_second": 6.38,
505
+ "step": 16500
506
+ },
507
+ {
508
+ "epoch": 1.490672746004954,
509
+ "grad_norm": 2.5561940670013428,
510
+ "learning_rate": 4.2499078151191824e-05,
511
+ "loss": 2.9428,
512
+ "step": 17000
513
+ },
514
+ {
515
+ "epoch": 1.490672746004954,
516
+ "eval_loss": 2.789614200592041,
517
+ "eval_runtime": 1118.5002,
518
+ "eval_samples_per_second": 816.683,
519
+ "eval_steps_per_second": 6.381,
520
+ "step": 17000
521
+ },
522
+ {
523
+ "epoch": 1.534514127885311,
524
+ "grad_norm": 2.4294307231903076,
525
+ "learning_rate": 4.196837761058097e-05,
526
+ "loss": 2.9133,
527
+ "step": 17500
528
+ },
529
+ {
530
+ "epoch": 1.534514127885311,
531
+ "eval_loss": 2.7667744159698486,
532
+ "eval_runtime": 1119.3799,
533
+ "eval_samples_per_second": 816.041,
534
+ "eval_steps_per_second": 6.376,
535
+ "step": 17500
536
+ },
537
+ {
538
+ "epoch": 1.5783555097656679,
539
+ "grad_norm": 2.2849645614624023,
540
+ "learning_rate": 4.142310397413924e-05,
541
+ "loss": 2.9016,
542
+ "step": 18000
543
+ },
544
+ {
545
+ "epoch": 1.5783555097656679,
546
+ "eval_loss": 2.747105836868286,
547
+ "eval_runtime": 1118.1926,
548
+ "eval_samples_per_second": 816.908,
549
+ "eval_steps_per_second": 6.383,
550
+ "step": 18000
551
+ },
552
+ {
553
+ "epoch": 1.6221968916460248,
554
+ "grad_norm": 2.693436622619629,
555
+ "learning_rate": 4.086372554385406e-05,
556
+ "loss": 2.8805,
557
+ "step": 18500
558
+ },
559
+ {
560
+ "epoch": 1.6221968916460248,
561
+ "eval_loss": 2.7286176681518555,
562
+ "eval_runtime": 1118.2866,
563
+ "eval_samples_per_second": 816.839,
564
+ "eval_steps_per_second": 6.382,
565
+ "step": 18500
566
+ },
567
+ {
568
+ "epoch": 1.6660382735263815,
569
+ "grad_norm": 2.6212801933288574,
570
+ "learning_rate": 4.029188201301087e-05,
571
+ "loss": 2.8591,
572
+ "step": 19000
573
+ },
574
+ {
575
+ "epoch": 1.6660382735263815,
576
+ "eval_loss": 2.7152278423309326,
577
+ "eval_runtime": 1497.2315,
578
+ "eval_samples_per_second": 610.099,
579
+ "eval_steps_per_second": 4.767,
580
+ "step": 19000
581
+ },
582
+ {
583
+ "epoch": 1.7098796554067386,
584
+ "grad_norm": 2.575929880142212,
585
+ "learning_rate": 3.9705772709182955e-05,
586
+ "loss": 2.8453,
587
+ "step": 19500
588
+ },
589
+ {
590
+ "epoch": 1.7098796554067386,
591
+ "eval_loss": 2.700686454772949,
592
+ "eval_runtime": 2157.4613,
593
+ "eval_samples_per_second": 423.396,
594
+ "eval_steps_per_second": 3.308,
595
+ "step": 19500
596
+ },
597
+ {
598
+ "epoch": 1.7537210372870953,
599
+ "grad_norm": 2.335934638977051,
600
+ "learning_rate": 3.910703352170464e-05,
601
+ "loss": 2.837,
602
+ "step": 20000
603
+ },
604
+ {
605
+ "epoch": 1.7537210372870953,
606
+ "eval_loss": 2.6829771995544434,
607
+ "eval_runtime": 2034.4811,
608
+ "eval_samples_per_second": 448.989,
609
+ "eval_steps_per_second": 3.508,
610
+ "step": 20000
611
+ },
612
+ {
613
+ "epoch": 1.7975624191674522,
614
+ "grad_norm": 2.378584146499634,
615
+ "learning_rate": 3.8496178670836514e-05,
616
+ "loss": 2.8044,
617
+ "step": 20500
618
+ },
619
+ {
620
+ "epoch": 1.7975624191674522,
621
+ "eval_loss": 2.6625845432281494,
622
+ "eval_runtime": 1120.1353,
623
+ "eval_samples_per_second": 815.491,
624
+ "eval_steps_per_second": 6.372,
625
+ "step": 20500
626
+ },
627
+ {
628
+ "epoch": 1.841403801047809,
629
+ "grad_norm": 2.4612674713134766,
630
+ "learning_rate": 3.787498888816347e-05,
631
+ "loss": 2.8002,
632
+ "step": 21000
633
+ },
634
+ {
635
+ "epoch": 1.841403801047809,
636
+ "eval_loss": 2.6464881896972656,
637
+ "eval_runtime": 1126.8521,
638
+ "eval_samples_per_second": 810.63,
639
+ "eval_steps_per_second": 6.334,
640
+ "step": 21000
641
+ },
642
+ {
643
+ "epoch": 1.8852451829281658,
644
+ "grad_norm": 2.6136703491210938,
645
+ "learning_rate": 3.724150811533548e-05,
646
+ "loss": 2.7825,
647
+ "step": 21500
648
+ },
649
+ {
650
+ "epoch": 1.8852451829281658,
651
+ "eval_loss": 2.6333353519439697,
652
+ "eval_runtime": 1263.6812,
653
+ "eval_samples_per_second": 722.856,
654
+ "eval_steps_per_second": 5.648,
655
+ "step": 21500
656
+ },
657
+ {
658
+ "epoch": 1.929086564808523,
659
+ "grad_norm": 2.4944891929626465,
660
+ "learning_rate": 3.6597513864143615e-05,
661
+ "loss": 2.7675,
662
+ "step": 22000
663
+ },
664
+ {
665
+ "epoch": 1.929086564808523,
666
+ "eval_loss": 2.617983818054199,
667
+ "eval_runtime": 1248.4456,
668
+ "eval_samples_per_second": 731.678,
669
+ "eval_steps_per_second": 5.717,
670
+ "step": 22000
671
+ },
672
+ {
673
+ "epoch": 1.9729279466888796,
674
+ "grad_norm": 2.3364956378936768,
675
+ "learning_rate": 3.5943559221639114e-05,
676
+ "loss": 2.7505,
677
+ "step": 22500
678
+ },
679
+ {
680
+ "epoch": 1.9729279466888796,
681
+ "eval_loss": 2.6033763885498047,
682
+ "eval_runtime": 1217.4556,
683
+ "eval_samples_per_second": 750.303,
684
+ "eval_steps_per_second": 5.862,
685
+ "step": 22500
686
+ },
687
+ {
688
+ "epoch": 2.016835090642057,
689
+ "grad_norm": 2.4662578105926514,
690
+ "learning_rate": 3.5281541538602945e-05,
691
+ "loss": 2.7397,
692
+ "step": 23000
693
+ },
694
+ {
695
+ "epoch": 2.016835090642057,
696
+ "eval_loss": 2.5903615951538086,
697
+ "eval_runtime": 1253.7584,
698
+ "eval_samples_per_second": 728.577,
699
+ "eval_steps_per_second": 5.692,
700
+ "step": 23000
701
+ },
702
+ {
703
+ "epoch": 2.060676472522414,
704
+ "grad_norm": 2.368075370788574,
705
+ "learning_rate": 3.460937619411428e-05,
706
+ "loss": 2.7161,
707
+ "step": 23500
708
+ },
709
+ {
710
+ "epoch": 2.060676472522414,
711
+ "eval_loss": 2.579867362976074,
712
+ "eval_runtime": 1116.1318,
713
+ "eval_samples_per_second": 818.416,
714
+ "eval_steps_per_second": 6.394,
715
+ "step": 23500
716
+ },
717
+ {
718
+ "epoch": 2.1045178544027707,
719
+ "grad_norm": 2.3490450382232666,
720
+ "learning_rate": 3.392895794747047e-05,
721
+ "loss": 2.7133,
722
+ "step": 24000
723
+ },
724
+ {
725
+ "epoch": 2.1045178544027707,
726
+ "eval_loss": 2.566068649291992,
727
+ "eval_runtime": 1187.4579,
728
+ "eval_samples_per_second": 769.257,
729
+ "eval_steps_per_second": 6.01,
730
+ "step": 24000
731
+ },
732
+ {
733
+ "epoch": 2.1483592362831274,
734
+ "grad_norm": 2.431868076324463,
735
+ "learning_rate": 3.324087116805208e-05,
736
+ "loss": 2.7004,
737
+ "step": 24500
738
+ },
739
+ {
740
+ "epoch": 2.1483592362831274,
741
+ "eval_loss": 2.5521492958068848,
742
+ "eval_runtime": 1214.5781,
743
+ "eval_samples_per_second": 752.08,
744
+ "eval_steps_per_second": 5.876,
745
+ "step": 24500
746
+ },
747
+ {
748
+ "epoch": 2.1922006181634845,
749
+ "grad_norm": 2.526017665863037,
750
+ "learning_rate": 3.254710380753827e-05,
751
+ "loss": 2.685,
752
+ "step": 25000
753
+ },
754
+ {
755
+ "epoch": 2.1922006181634845,
756
+ "eval_loss": 2.5438075065612793,
757
+ "eval_runtime": 1165.0991,
758
+ "eval_samples_per_second": 784.019,
759
+ "eval_steps_per_second": 6.126,
760
+ "step": 25000
761
+ },
762
+ {
763
+ "epoch": 2.2360420000438412,
764
+ "grad_norm": 2.22011661529541,
765
+ "learning_rate": 3.184547126876346e-05,
766
+ "loss": 2.6741,
767
+ "step": 25500
768
+ },
769
+ {
770
+ "epoch": 2.2360420000438412,
771
+ "eval_loss": 2.5303306579589844,
772
+ "eval_runtime": 1121.7956,
773
+ "eval_samples_per_second": 814.284,
774
+ "eval_steps_per_second": 6.362,
775
+ "step": 25500
776
+ },
777
+ {
778
+ "epoch": 2.2798833819241984,
779
+ "grad_norm": 2.376256227493286,
780
+ "learning_rate": 3.113795957577035e-05,
781
+ "loss": 2.6677,
782
+ "step": 26000
783
+ },
784
+ {
785
+ "epoch": 2.2798833819241984,
786
+ "eval_loss": 2.5202553272247314,
787
+ "eval_runtime": 1164.241,
788
+ "eval_samples_per_second": 784.597,
789
+ "eval_steps_per_second": 6.13,
790
+ "step": 26000
791
+ },
792
+ {
793
+ "epoch": 2.323724763804555,
794
+ "grad_norm": 2.520549774169922,
795
+ "learning_rate": 3.0425176366834078e-05,
796
+ "loss": 2.6527,
797
+ "step": 26500
798
+ },
799
+ {
800
+ "epoch": 2.323724763804555,
801
+ "eval_loss": 2.5118391513824463,
802
+ "eval_runtime": 1117.8696,
803
+ "eval_samples_per_second": 817.144,
804
+ "eval_steps_per_second": 6.384,
805
+ "step": 26500
806
+ },
807
+ {
808
+ "epoch": 2.367566145684912,
809
+ "grad_norm": 2.346203088760376,
810
+ "learning_rate": 2.9709172933827506e-05,
811
+ "loss": 2.6446,
812
+ "step": 27000
813
+ },
814
+ {
815
+ "epoch": 2.367566145684912,
816
+ "eval_loss": 2.500302314758301,
817
+ "eval_runtime": 1118.1231,
818
+ "eval_samples_per_second": 816.958,
819
+ "eval_steps_per_second": 6.383,
820
+ "step": 27000
821
+ },
822
+ {
823
+ "epoch": 2.411407527565269,
824
+ "grad_norm": 2.496829032897949,
825
+ "learning_rate": 2.8989141242188162e-05,
826
+ "loss": 2.6341,
827
+ "step": 27500
828
+ },
829
+ {
830
+ "epoch": 2.411407527565269,
831
+ "eval_loss": 2.489889621734619,
832
+ "eval_runtime": 1122.3441,
833
+ "eval_samples_per_second": 813.886,
834
+ "eval_steps_per_second": 6.359,
835
+ "step": 27500
836
+ },
837
+ {
838
+ "epoch": 2.4552489094456256,
839
+ "grad_norm": 2.41103458404541,
840
+ "learning_rate": 2.8264244412463785e-05,
841
+ "loss": 2.6232,
842
+ "step": 28000
843
+ },
844
+ {
845
+ "epoch": 2.4552489094456256,
846
+ "eval_loss": 2.4814670085906982,
847
+ "eval_runtime": 1125.6467,
848
+ "eval_samples_per_second": 811.498,
849
+ "eval_steps_per_second": 6.34,
850
+ "step": 28000
851
+ },
852
+ {
853
+ "epoch": 2.4990902913259827,
854
+ "grad_norm": 2.389714002609253,
855
+ "learning_rate": 2.7536544123992213e-05,
856
+ "loss": 2.613,
857
+ "step": 28500
858
+ },
859
+ {
860
+ "epoch": 2.4990902913259827,
861
+ "eval_loss": 2.4698662757873535,
862
+ "eval_runtime": 1121.0461,
863
+ "eval_samples_per_second": 814.828,
864
+ "eval_steps_per_second": 6.366,
865
+ "step": 28500
866
+ },
867
+ {
868
+ "epoch": 2.5429316732063394,
869
+ "grad_norm": 2.2877752780914307,
870
+ "learning_rate": 2.6806665353791482e-05,
871
+ "loss": 2.6081,
872
+ "step": 29000
873
+ },
874
+ {
875
+ "epoch": 2.5429316732063394,
876
+ "eval_loss": 2.464000940322876,
877
+ "eval_runtime": 1125.4557,
878
+ "eval_samples_per_second": 811.636,
879
+ "eval_steps_per_second": 6.341,
880
+ "step": 29000
881
+ },
882
+ {
883
+ "epoch": 2.586773055086696,
884
+ "grad_norm": 2.5879504680633545,
885
+ "learning_rate": 2.607523494984359e-05,
886
+ "loss": 2.6025,
887
+ "step": 29500
888
+ },
889
+ {
890
+ "epoch": 2.586773055086696,
891
+ "eval_loss": 2.455082654953003,
892
+ "eval_runtime": 1121.345,
893
+ "eval_samples_per_second": 814.611,
894
+ "eval_steps_per_second": 6.365,
895
+ "step": 29500
896
+ },
897
+ {
898
+ "epoch": 2.630614436967053,
899
+ "grad_norm": 2.5052356719970703,
900
+ "learning_rate": 2.534288109273333e-05,
901
+ "loss": 2.5919,
902
+ "step": 30000
903
+ },
904
+ {
905
+ "epoch": 2.630614436967053,
906
+ "eval_loss": 2.4449410438537598,
907
+ "eval_runtime": 1123.293,
908
+ "eval_samples_per_second": 813.198,
909
+ "eval_steps_per_second": 6.354,
910
+ "step": 30000
911
+ },
912
+ {
913
+ "epoch": 2.67445581884741,
914
+ "grad_norm": 2.4013631343841553,
915
+ "learning_rate": 2.4610232756142613e-05,
916
+ "loss": 2.5741,
917
+ "step": 30500
918
+ },
919
+ {
920
+ "epoch": 2.67445581884741,
921
+ "eval_loss": 2.4410789012908936,
922
+ "eval_runtime": 1120.3934,
923
+ "eval_samples_per_second": 815.303,
924
+ "eval_steps_per_second": 6.37,
925
+ "step": 30500
926
+ },
927
+ {
928
+ "epoch": 2.718297200727767,
929
+ "grad_norm": 2.4138541221618652,
930
+ "learning_rate": 2.3877919166663655e-05,
931
+ "loss": 2.5773,
932
+ "step": 31000
933
+ },
934
+ {
935
+ "epoch": 2.718297200727767,
936
+ "eval_loss": 2.431831121444702,
937
+ "eval_runtime": 1118.5097,
938
+ "eval_samples_per_second": 816.676,
939
+ "eval_steps_per_second": 6.381,
940
+ "step": 31000
941
+ },
942
+ {
943
+ "epoch": 2.7621385826081237,
944
+ "grad_norm": 2.482076644897461,
945
+ "learning_rate": 2.3148030583765422e-05,
946
+ "loss": 2.5637,
947
+ "step": 31500
948
+ },
949
+ {
950
+ "epoch": 2.7621385826081237,
951
+ "eval_loss": 2.4250364303588867,
952
+ "eval_runtime": 1118.5592,
953
+ "eval_samples_per_second": 816.64,
954
+ "eval_steps_per_second": 6.381,
955
+ "step": 31500
956
+ },
957
+ {
958
+ "epoch": 2.805979964488481,
959
+ "grad_norm": 2.3182899951934814,
960
+ "learning_rate": 2.2418268668523143e-05,
961
+ "loss": 2.5642,
962
+ "step": 32000
963
+ },
964
+ {
965
+ "epoch": 2.805979964488481,
966
+ "eval_loss": 2.4183554649353027,
967
+ "eval_runtime": 1118.5188,
968
+ "eval_samples_per_second": 816.669,
969
+ "eval_steps_per_second": 6.381,
970
+ "step": 32000
971
+ },
972
+ {
973
+ "epoch": 2.8498213463688375,
974
+ "grad_norm": 2.3466103076934814,
975
+ "learning_rate": 2.169072404352314e-05,
976
+ "loss": 2.5513,
977
+ "step": 32500
978
+ },
979
+ {
980
+ "epoch": 2.8498213463688375,
981
+ "eval_loss": 2.4129860401153564,
982
+ "eval_runtime": 1118.2998,
983
+ "eval_samples_per_second": 816.829,
984
+ "eval_steps_per_second": 6.382,
985
+ "step": 32500
986
+ },
987
+ {
988
+ "epoch": 2.8936627282491942,
989
+ "grad_norm": 2.474790096282959,
990
+ "learning_rate": 2.096602155209367e-05,
991
+ "loss": 2.5473,
992
+ "step": 33000
993
+ },
994
+ {
995
+ "epoch": 2.8936627282491942,
996
+ "eval_loss": 2.404020309448242,
997
+ "eval_runtime": 1117.9989,
998
+ "eval_samples_per_second": 817.049,
999
+ "eval_steps_per_second": 6.384,
1000
+ "step": 33000
1001
+ },
1002
+ {
1003
+ "epoch": 2.9375041101295514,
1004
+ "grad_norm": 2.6245903968811035,
1005
+ "learning_rate": 2.024622220267145e-05,
1006
+ "loss": 2.5466,
1007
+ "step": 33500
1008
+ },
1009
+ {
1010
+ "epoch": 2.9375041101295514,
1011
+ "eval_loss": 2.397976875305176,
1012
+ "eval_runtime": 1117.8697,
1013
+ "eval_samples_per_second": 817.144,
1014
+ "eval_steps_per_second": 6.384,
1015
+ "step": 33500
1016
+ },
1017
+ {
1018
+ "epoch": 2.981345492009908,
1019
+ "grad_norm": 2.452371120452881,
1020
+ "learning_rate": 1.9529059426219034e-05,
1021
+ "loss": 2.5425,
1022
+ "step": 34000
1023
+ },
1024
+ {
1025
+ "epoch": 2.981345492009908,
1026
+ "eval_loss": 2.3942997455596924,
1027
+ "eval_runtime": 1117.9055,
1028
+ "eval_samples_per_second": 817.117,
1029
+ "eval_steps_per_second": 6.384,
1030
+ "step": 34000
1031
+ },
1032
+ {
1033
+ "epoch": 3.0252526359630854,
1034
+ "grad_norm": 2.3234288692474365,
1035
+ "learning_rate": 1.8816595304116282e-05,
1036
+ "loss": 2.5303,
1037
+ "step": 34500
1038
+ },
1039
+ {
1040
+ "epoch": 3.0252526359630854,
1041
+ "eval_loss": 2.386817216873169,
1042
+ "eval_runtime": 1117.5393,
1043
+ "eval_samples_per_second": 817.385,
1044
+ "eval_steps_per_second": 6.386,
1045
+ "step": 34500
1046
+ },
1047
+ {
1048
+ "epoch": 3.0690940178434425,
1049
+ "grad_norm": 2.3618667125701904,
1050
+ "learning_rate": 1.8109441727975086e-05,
1051
+ "loss": 2.5211,
1052
+ "step": 35000
1053
+ },
1054
+ {
1055
+ "epoch": 3.0690940178434425,
1056
+ "eval_loss": 2.3825838565826416,
1057
+ "eval_runtime": 1117.688,
1058
+ "eval_samples_per_second": 817.276,
1059
+ "eval_steps_per_second": 6.386,
1060
+ "step": 35000
1061
+ },
1062
+ {
1063
+ "epoch": 3.112935399723799,
1064
+ "grad_norm": 2.662584066390991,
1065
+ "learning_rate": 1.7409602192670955e-05,
1066
+ "loss": 2.5119,
1067
+ "step": 35500
1068
+ },
1069
+ {
1070
+ "epoch": 3.112935399723799,
1071
+ "eval_loss": 2.3771533966064453,
1072
+ "eval_runtime": 1117.3971,
1073
+ "eval_samples_per_second": 817.489,
1074
+ "eval_steps_per_second": 6.387,
1075
+ "step": 35500
1076
+ },
1077
+ {
1078
+ "epoch": 3.1567767816041563,
1079
+ "grad_norm": 2.3066375255584717,
1080
+ "learning_rate": 1.6714872980427282e-05,
1081
+ "loss": 2.5066,
1082
+ "step": 36000
1083
+ },
1084
+ {
1085
+ "epoch": 3.1567767816041563,
1086
+ "eval_loss": 2.370797872543335,
1087
+ "eval_runtime": 1117.258,
1088
+ "eval_samples_per_second": 817.591,
1089
+ "eval_steps_per_second": 6.388,
1090
+ "step": 36000
1091
+ },
1092
+ {
1093
+ "epoch": 3.200618163484513,
1094
+ "grad_norm": 2.282196283340454,
1095
+ "learning_rate": 1.6027259354175276e-05,
1096
+ "loss": 2.5097,
1097
+ "step": 36500
1098
+ },
1099
+ {
1100
+ "epoch": 3.200618163484513,
1101
+ "eval_loss": 2.3679802417755127,
1102
+ "eval_runtime": 1117.3536,
1103
+ "eval_samples_per_second": 817.521,
1104
+ "eval_steps_per_second": 6.387,
1105
+ "step": 36500
1106
+ },
1107
+ {
1108
+ "epoch": 3.2444595453648697,
1109
+ "grad_norm": 2.28078556060791,
1110
+ "learning_rate": 1.5348703597951843e-05,
1111
+ "loss": 2.5014,
1112
+ "step": 37000
1113
+ },
1114
+ {
1115
+ "epoch": 3.2444595453648697,
1116
+ "eval_loss": 2.359700918197632,
1117
+ "eval_runtime": 1117.1139,
1118
+ "eval_samples_per_second": 817.696,
1119
+ "eval_steps_per_second": 6.389,
1120
+ "step": 37000
1121
+ },
1122
+ {
1123
+ "epoch": 3.288300927245227,
1124
+ "grad_norm": 2.3221096992492676,
1125
+ "learning_rate": 1.4677069014261374e-05,
1126
+ "loss": 2.4898,
1127
+ "step": 37500
1128
+ },
1129
+ {
1130
+ "epoch": 3.288300927245227,
1131
+ "eval_loss": 2.3578717708587646,
1132
+ "eval_runtime": 1117.2315,
1133
+ "eval_samples_per_second": 817.61,
1134
+ "eval_steps_per_second": 6.388,
1135
+ "step": 37500
1136
+ },
1137
+ {
1138
+ "epoch": 3.3321423091255835,
1139
+ "grad_norm": 2.2953991889953613,
1140
+ "learning_rate": 1.4014300161046912e-05,
1141
+ "loss": 2.4948,
1142
+ "step": 38000
1143
+ },
1144
+ {
1145
+ "epoch": 3.3321423091255835,
1146
+ "eval_loss": 2.353087902069092,
1147
+ "eval_runtime": 1117.3717,
1148
+ "eval_samples_per_second": 817.508,
1149
+ "eval_steps_per_second": 6.387,
1150
+ "step": 38000
1151
+ },
1152
+ {
1153
+ "epoch": 3.3759836910059406,
1154
+ "grad_norm": 2.307751178741455,
1155
+ "learning_rate": 1.3360966249710593e-05,
1156
+ "loss": 2.4833,
1157
+ "step": 38500
1158
+ },
1159
+ {
1160
+ "epoch": 3.3759836910059406,
1161
+ "eval_loss": 2.349313497543335,
1162
+ "eval_runtime": 1117.4288,
1163
+ "eval_samples_per_second": 817.466,
1164
+ "eval_steps_per_second": 6.387,
1165
+ "step": 38500
1166
+ },
1167
+ {
1168
+ "epoch": 3.4198250728862973,
1169
+ "grad_norm": 2.3358969688415527,
1170
+ "learning_rate": 1.2717628388563296e-05,
1171
+ "loss": 2.4851,
1172
+ "step": 39000
1173
+ },
1174
+ {
1175
+ "epoch": 3.4198250728862973,
1176
+ "eval_loss": 2.3457424640655518,
1177
+ "eval_runtime": 1117.3864,
1178
+ "eval_samples_per_second": 817.497,
1179
+ "eval_steps_per_second": 6.387,
1180
+ "step": 39000
1181
+ },
1182
+ {
1183
+ "epoch": 3.4636664547666545,
1184
+ "grad_norm": 2.6708974838256836,
1185
+ "learning_rate": 1.2084839100923225e-05,
1186
+ "loss": 2.4832,
1187
+ "step": 39500
1188
+ },
1189
+ {
1190
+ "epoch": 3.4636664547666545,
1191
+ "eval_loss": 2.341883420944214,
1192
+ "eval_runtime": 1117.3341,
1193
+ "eval_samples_per_second": 817.535,
1194
+ "eval_steps_per_second": 6.388,
1195
+ "step": 39500
1196
+ },
1197
+ {
1198
+ "epoch": 3.507507836647011,
1199
+ "grad_norm": 2.3781583309173584,
1200
+ "learning_rate": 1.1463141850587639e-05,
1201
+ "loss": 2.4728,
1202
+ "step": 40000
1203
+ },
1204
+ {
1205
+ "epoch": 3.507507836647011,
1206
+ "eval_loss": 2.338205575942993,
1207
+ "eval_runtime": 1117.3056,
1208
+ "eval_samples_per_second": 817.556,
1209
+ "eval_steps_per_second": 6.388,
1210
+ "step": 40000
1211
+ },
1212
+ {
1213
+ "epoch": 3.551349218527368,
1214
+ "grad_norm": 2.3650519847869873,
1215
+ "learning_rate": 1.0853070575085217e-05,
1216
+ "loss": 2.4747,
1217
+ "step": 40500
1218
+ },
1219
+ {
1220
+ "epoch": 3.551349218527368,
1221
+ "eval_loss": 2.3338863849639893,
1222
+ "eval_runtime": 1117.5211,
1223
+ "eval_samples_per_second": 817.398,
1224
+ "eval_steps_per_second": 6.386,
1225
+ "step": 40500
1226
+ },
1227
+ {
1228
+ "epoch": 3.595190600407725,
1229
+ "grad_norm": 2.5673470497131348,
1230
+ "learning_rate": 1.0256332601077586e-05,
1231
+ "loss": 2.4674,
1232
+ "step": 41000
1233
+ },
1234
+ {
1235
+ "epoch": 3.595190600407725,
1236
+ "eval_loss": 2.3310675621032715,
1237
+ "eval_runtime": 1117.5975,
1238
+ "eval_samples_per_second": 817.343,
1239
+ "eval_steps_per_second": 6.386,
1240
+ "step": 41000
1241
+ },
1242
+ {
1243
+ "epoch": 3.6390319822880817,
1244
+ "grad_norm": 2.27545428276062,
1245
+ "learning_rate": 9.671048866272692e-06,
1246
+ "loss": 2.4676,
1247
+ "step": 41500
1248
+ },
1249
+ {
1250
+ "epoch": 3.6390319822880817,
1251
+ "eval_loss": 2.328411102294922,
1252
+ "eval_runtime": 1117.445,
1253
+ "eval_samples_per_second": 817.454,
1254
+ "eval_steps_per_second": 6.387,
1255
+ "step": 41500
1256
+ },
1257
+ {
1258
+ "epoch": 3.6828733641684384,
1259
+ "grad_norm": 2.398531436920166,
1260
+ "learning_rate": 9.098930224736293e-06,
1261
+ "loss": 2.4607,
1262
+ "step": 42000
1263
+ },
1264
+ {
1265
+ "epoch": 3.6828733641684384,
1266
+ "eval_loss": 2.3261964321136475,
1267
+ "eval_runtime": 1117.1492,
1268
+ "eval_samples_per_second": 817.671,
1269
+ "eval_steps_per_second": 6.389,
1270
+ "step": 42000
1271
+ },
1272
+ {
1273
+ "epoch": 3.7267147460487955,
1274
+ "grad_norm": 2.2593164443969727,
1275
+ "learning_rate": 8.540468033979468e-06,
1276
+ "loss": 2.4617,
1277
+ "step": 42500
1278
+ },
1279
+ {
1280
+ "epoch": 3.7267147460487955,
1281
+ "eval_loss": 2.3223798274993896,
1282
+ "eval_runtime": 1117.5341,
1283
+ "eval_samples_per_second": 817.389,
1284
+ "eval_steps_per_second": 6.386,
1285
+ "step": 42500
1286
+ },
1287
+ {
1288
+ "epoch": 3.770556127929152,
1289
+ "grad_norm": 2.4137706756591797,
1290
+ "learning_rate": 7.99721615445626e-06,
1291
+ "loss": 2.4589,
1292
+ "step": 43000
1293
+ },
1294
+ {
1295
+ "epoch": 3.770556127929152,
1296
+ "eval_loss": 2.3220419883728027,
1297
+ "eval_runtime": 1117.5679,
1298
+ "eval_samples_per_second": 817.364,
1299
+ "eval_steps_per_second": 6.386,
1300
+ "step": 43000
1301
+ },
1302
+ {
1303
+ "epoch": 3.8143975098095093,
1304
+ "grad_norm": 2.372236728668213,
1305
+ "learning_rate": 7.467463945707431e-06,
1306
+ "loss": 2.4587,
1307
+ "step": 43500
1308
+ },
1309
+ {
1310
+ "epoch": 3.8143975098095093,
1311
+ "eval_loss": 2.319883346557617,
1312
+ "eval_runtime": 1117.7624,
1313
+ "eval_samples_per_second": 817.222,
1314
+ "eval_steps_per_second": 6.385,
1315
+ "step": 43500
1316
+ },
1317
+ {
1318
+ "epoch": 3.858238891689866,
1319
+ "grad_norm": 2.357147693634033,
1320
+ "learning_rate": 6.952769353776245e-06,
1321
+ "loss": 2.4535,
1322
+ "step": 44000
1323
+ },
1324
+ {
1325
+ "epoch": 3.858238891689866,
1326
+ "eval_loss": 2.317007303237915,
1327
+ "eval_runtime": 1133.7123,
1328
+ "eval_samples_per_second": 805.725,
1329
+ "eval_steps_per_second": 6.295,
1330
+ "step": 44000
1331
+ },
1332
+ {
1333
+ "epoch": 3.902080273570223,
1334
+ "grad_norm": 2.783552408218384,
1335
+ "learning_rate": 6.454557052188573e-06,
1336
+ "loss": 2.449,
1337
+ "step": 44500
1338
+ },
1339
+ {
1340
+ "epoch": 3.902080273570223,
1341
+ "eval_loss": 2.31400728225708,
1342
+ "eval_runtime": 1167.9518,
1343
+ "eval_samples_per_second": 782.104,
1344
+ "eval_steps_per_second": 6.111,
1345
+ "step": 44500
1346
+ },
1347
+ {
1348
+ "epoch": 3.94592165545058,
1349
+ "grad_norm": 2.172205924987793,
1350
+ "learning_rate": 5.9712582251657486e-06,
1351
+ "loss": 2.4505,
1352
+ "step": 45000
1353
+ },
1354
+ {
1355
+ "epoch": 3.94592165545058,
1356
+ "eval_loss": 2.311835289001465,
1357
+ "eval_runtime": 1177.0705,
1358
+ "eval_samples_per_second": 776.045,
1359
+ "eval_steps_per_second": 6.063,
1360
+ "step": 45000
1361
+ },
1362
+ {
1363
+ "epoch": 3.9897630373309365,
1364
+ "grad_norm": 2.5776069164276123,
1365
+ "learning_rate": 5.504302014024623e-06,
1366
+ "loss": 2.4516,
1367
+ "step": 45500
1368
+ },
1369
+ {
1370
+ "epoch": 3.9897630373309365,
1371
+ "eval_loss": 2.3110923767089844,
1372
+ "eval_runtime": 1155.3005,
1373
+ "eval_samples_per_second": 790.669,
1374
+ "eval_steps_per_second": 6.178,
1375
+ "step": 45500
1376
+ },
1377
+ {
1378
+ "epoch": 4.033670181284114,
1379
+ "grad_norm": 2.3275997638702393,
1380
+ "learning_rate": 5.0540894587331774e-06,
1381
+ "loss": 2.4486,
1382
+ "step": 46000
1383
+ },
1384
+ {
1385
+ "epoch": 4.033670181284114,
1386
+ "eval_loss": 2.308993339538574,
1387
+ "eval_runtime": 1153.9106,
1388
+ "eval_samples_per_second": 791.621,
1389
+ "eval_steps_per_second": 6.185,
1390
+ "step": 46000
1391
+ },
1392
+ {
1393
+ "epoch": 4.077511563164471,
1394
+ "grad_norm": 2.5999953746795654,
1395
+ "learning_rate": 4.621007219163281e-06,
1396
+ "loss": 2.4475,
1397
+ "step": 46500
1398
+ },
1399
+ {
1400
+ "epoch": 4.077511563164471,
1401
+ "eval_loss": 2.3080523014068604,
1402
+ "eval_runtime": 1127.4548,
1403
+ "eval_samples_per_second": 810.197,
1404
+ "eval_steps_per_second": 6.33,
1405
+ "step": 46500
1406
+ },
1407
+ {
1408
+ "epoch": 4.121352945044828,
1409
+ "grad_norm": 2.5732951164245605,
1410
+ "learning_rate": 4.205427243012275e-06,
1411
+ "loss": 2.4422,
1412
+ "step": 47000
1413
+ },
1414
+ {
1415
+ "epoch": 4.121352945044828,
1416
+ "eval_loss": 2.3062963485717773,
1417
+ "eval_runtime": 1172.9589,
1418
+ "eval_samples_per_second": 778.766,
1419
+ "eval_steps_per_second": 6.085,
1420
+ "step": 47000
1421
+ },
1422
+ {
1423
+ "epoch": 4.165194326925184,
1424
+ "grad_norm": 2.5187389850616455,
1425
+ "learning_rate": 3.807706446359982e-06,
1426
+ "loss": 2.4356,
1427
+ "step": 47500
1428
+ },
1429
+ {
1430
+ "epoch": 4.165194326925184,
1431
+ "eval_loss": 2.303138017654419,
1432
+ "eval_runtime": 1168.5041,
1433
+ "eval_samples_per_second": 781.735,
1434
+ "eval_steps_per_second": 6.108,
1435
+ "step": 47500
1436
+ },
1437
+ {
1438
+ "epoch": 4.2090357088055415,
1439
+ "grad_norm": 2.493955373764038,
1440
+ "learning_rate": 3.4281864071354503e-06,
1441
+ "loss": 2.4373,
1442
+ "step": 48000
1443
+ },
1444
+ {
1445
+ "epoch": 4.2090357088055415,
1446
+ "eval_loss": 2.3037543296813965,
1447
+ "eval_runtime": 1141.8833,
1448
+ "eval_samples_per_second": 799.959,
1449
+ "eval_steps_per_second": 6.25,
1450
+ "step": 48000
1451
+ },
1452
+ {
1453
+ "epoch": 4.252877090685899,
1454
+ "grad_norm": 2.4855451583862305,
1455
+ "learning_rate": 3.067896360030392e-06,
1456
+ "loss": 2.438,
1457
+ "step": 48500
1458
+ },
1459
+ {
1460
+ "epoch": 4.252877090685899,
1461
+ "eval_loss": 2.302539348602295,
1462
+ "eval_runtime": 1132.8756,
1463
+ "eval_samples_per_second": 806.32,
1464
+ "eval_steps_per_second": 6.3,
1465
+ "step": 48500
1466
+ },
1467
+ {
1468
+ "epoch": 4.296718472566255,
1469
+ "grad_norm": 2.443387985229492,
1470
+ "learning_rate": 2.725701791286309e-06,
1471
+ "loss": 2.4302,
1472
+ "step": 49000
1473
+ },
1474
+ {
1475
+ "epoch": 4.296718472566255,
1476
+ "eval_loss": 2.301379919052124,
1477
+ "eval_runtime": 1147.1315,
1478
+ "eval_samples_per_second": 796.299,
1479
+ "eval_steps_per_second": 6.222,
1480
+ "step": 49000
1481
+ },
1482
+ {
1483
+ "epoch": 4.340559854446612,
1484
+ "grad_norm": 2.50595760345459,
1485
+ "learning_rate": 2.402637247215794e-06,
1486
+ "loss": 2.4363,
1487
+ "step": 49500
1488
+ },
1489
+ {
1490
+ "epoch": 4.340559854446612,
1491
+ "eval_loss": 2.3001203536987305,
1492
+ "eval_runtime": 1118.4945,
1493
+ "eval_samples_per_second": 816.687,
1494
+ "eval_steps_per_second": 6.381,
1495
+ "step": 49500
1496
+ },
1497
+ {
1498
+ "epoch": 4.384401236326969,
1499
+ "grad_norm": 2.498288869857788,
1500
+ "learning_rate": 2.098980188084537e-06,
1501
+ "loss": 2.4362,
1502
+ "step": 50000
1503
+ },
1504
+ {
1505
+ "epoch": 4.384401236326969,
1506
+ "eval_loss": 2.2997913360595703,
1507
+ "eval_runtime": 1114.6443,
1508
+ "eval_samples_per_second": 819.508,
1509
+ "eval_steps_per_second": 6.403,
1510
+ "step": 50000
1511
+ },
1512
+ {
1513
+ "epoch": 4.428242618207326,
1514
+ "grad_norm": 2.488811492919922,
1515
+ "learning_rate": 1.815539589939294e-06,
1516
+ "loss": 2.4307,
1517
+ "step": 50500
1518
+ },
1519
+ {
1520
+ "epoch": 4.428242618207326,
1521
+ "eval_loss": 2.2987558841705322,
1522
+ "eval_runtime": 1153.656,
1523
+ "eval_samples_per_second": 791.796,
1524
+ "eval_steps_per_second": 6.186,
1525
+ "step": 50500
1526
+ },
1527
+ {
1528
+ "epoch": 4.4720840000876825,
1529
+ "grad_norm": 2.4829695224761963,
1530
+ "learning_rate": 1.5514229294897542e-06,
1531
+ "loss": 2.4326,
1532
+ "step": 51000
1533
+ },
1534
+ {
1535
+ "epoch": 4.4720840000876825,
1536
+ "eval_loss": 2.296705484390259,
1537
+ "eval_runtime": 1118.7574,
1538
+ "eval_samples_per_second": 816.495,
1539
+ "eval_steps_per_second": 6.379,
1540
+ "step": 51000
1541
+ },
1542
+ {
1543
+ "epoch": 4.51592538196804,
1544
+ "grad_norm": 2.530369997024536,
1545
+ "learning_rate": 1.3074448096000807e-06,
1546
+ "loss": 2.435,
1547
+ "step": 51500
1548
+ },
1549
+ {
1550
+ "epoch": 4.51592538196804,
1551
+ "eval_loss": 2.2978501319885254,
1552
+ "eval_runtime": 1118.919,
1553
+ "eval_samples_per_second": 816.377,
1554
+ "eval_steps_per_second": 6.378,
1555
+ "step": 51500
1556
+ },
1557
+ {
1558
+ "epoch": 4.559766763848397,
1559
+ "grad_norm": 2.667680025100708,
1560
+ "learning_rate": 1.0838147680707346e-06,
1561
+ "loss": 2.4202,
1562
+ "step": 52000
1563
+ },
1564
+ {
1565
+ "epoch": 4.559766763848397,
1566
+ "eval_loss": 2.2962234020233154,
1567
+ "eval_runtime": 1118.9523,
1568
+ "eval_samples_per_second": 816.353,
1569
+ "eval_steps_per_second": 6.378,
1570
+ "step": 52000
1571
+ },
1572
+ {
1573
+ "epoch": 4.603608145728753,
1574
+ "grad_norm": 2.1807284355163574,
1575
+ "learning_rate": 8.811104288462684e-07,
1576
+ "loss": 2.4286,
1577
+ "step": 52500
1578
+ },
1579
+ {
1580
+ "epoch": 4.603608145728753,
1581
+ "eval_loss": 2.2967143058776855,
1582
+ "eval_runtime": 1118.8196,
1583
+ "eval_samples_per_second": 816.45,
1584
+ "eval_steps_per_second": 6.379,
1585
+ "step": 52500
1586
+ },
1587
+ {
1588
+ "epoch": 4.64744952760911,
1589
+ "grad_norm": 2.2673935890197754,
1590
+ "learning_rate": 6.986934982419146e-07,
1591
+ "loss": 2.4311,
1592
+ "step": 53000
1593
+ },
1594
+ {
1595
+ "epoch": 4.64744952760911,
1596
+ "eval_loss": 2.2961032390594482,
1597
+ "eval_runtime": 1118.4446,
1598
+ "eval_samples_per_second": 816.724,
1599
+ "eval_steps_per_second": 6.381,
1600
+ "step": 53000
1601
+ },
1602
+ {
1603
+ "epoch": 4.691290909489467,
1604
+ "grad_norm": 2.2549829483032227,
1605
+ "learning_rate": 5.371474650558512e-07,
1606
+ "loss": 2.4288,
1607
+ "step": 53500
1608
+ },
1609
+ {
1610
+ "epoch": 4.691290909489467,
1611
+ "eval_loss": 2.295196294784546,
1612
+ "eval_runtime": 1119.1152,
1613
+ "eval_samples_per_second": 816.234,
1614
+ "eval_steps_per_second": 6.377,
1615
+ "step": 53500
1616
+ },
1617
+ {
1618
+ "epoch": 4.735132291369824,
1619
+ "grad_norm": 2.3956711292266846,
1620
+ "learning_rate": 3.9661107123952765e-07,
1621
+ "loss": 2.4284,
1622
+ "step": 54000
1623
+ },
1624
+ {
1625
+ "epoch": 4.735132291369824,
1626
+ "eval_loss": 2.2958788871765137,
1627
+ "eval_runtime": 1118.6134,
1628
+ "eval_samples_per_second": 816.6,
1629
+ "eval_steps_per_second": 6.38,
1630
+ "step": 54000
1631
+ },
1632
+ {
1633
+ "epoch": 4.778973673250181,
1634
+ "grad_norm": 2.3948519229888916,
1635
+ "learning_rate": 2.774226677005054e-07,
1636
+ "loss": 2.43,
1637
+ "step": 54500
1638
+ },
1639
+ {
1640
+ "epoch": 4.778973673250181,
1641
+ "eval_loss": 2.29548716545105,
1642
+ "eval_runtime": 1118.792,
1643
+ "eval_samples_per_second": 816.47,
1644
+ "eval_steps_per_second": 6.379,
1645
+ "step": 54500
1646
+ },
1647
+ {
1648
+ "epoch": 4.822815055130538,
1649
+ "grad_norm": 2.336251735687256,
1650
+ "learning_rate": 1.7920694325616606e-07,
1651
+ "loss": 2.4354,
1652
+ "step": 55000
1653
+ },
1654
+ {
1655
+ "epoch": 4.822815055130538,
1656
+ "eval_loss": 2.295090436935425,
1657
+ "eval_runtime": 1118.5403,
1658
+ "eval_samples_per_second": 816.654,
1659
+ "eval_steps_per_second": 6.381,
1660
+ "step": 55000
1661
+ },
1662
+ {
1663
+ "epoch": 4.866656437010895,
1664
+ "grad_norm": 2.2819674015045166,
1665
+ "learning_rate": 1.0230827127936937e-07,
1666
+ "loss": 2.4268,
1667
+ "step": 55500
1668
+ },
1669
+ {
1670
+ "epoch": 4.866656437010895,
1671
+ "eval_loss": 2.295917272567749,
1672
+ "eval_runtime": 1118.759,
1673
+ "eval_samples_per_second": 816.494,
1674
+ "eval_steps_per_second": 6.379,
1675
+ "step": 55500
1676
+ },
1677
+ {
1678
+ "epoch": 4.910497818891251,
1679
+ "grad_norm": 2.349515438079834,
1680
+ "learning_rate": 4.679269530955821e-08,
1681
+ "loss": 2.4295,
1682
+ "step": 56000
1683
+ },
1684
+ {
1685
+ "epoch": 4.910497818891251,
1686
+ "eval_loss": 2.294180154800415,
1687
+ "eval_runtime": 1119.0255,
1688
+ "eval_samples_per_second": 816.3,
1689
+ "eval_steps_per_second": 6.378,
1690
+ "step": 56000
1691
+ },
1692
+ {
1693
+ "epoch": 4.954339200771608,
1694
+ "grad_norm": 2.2763524055480957,
1695
+ "learning_rate": 1.2754653424379426e-08,
1696
+ "loss": 2.4314,
1697
+ "step": 56500
1698
+ },
1699
+ {
1700
+ "epoch": 4.954339200771608,
1701
+ "eval_loss": 2.294581651687622,
1702
+ "eval_runtime": 1119.2098,
1703
+ "eval_samples_per_second": 816.165,
1704
+ "eval_steps_per_second": 6.377,
1705
+ "step": 56500
1706
+ },
1707
+ {
1708
+ "epoch": 4.998180582651965,
1709
+ "grad_norm": 2.5564186573028564,
1710
+ "learning_rate": 8.696357109150288e-11,
1711
+ "loss": 2.4295,
1712
+ "step": 57000
1713
+ },
1714
+ {
1715
+ "epoch": 4.998180582651965,
1716
+ "eval_loss": 2.2953152656555176,
1717
+ "eval_runtime": 1118.6887,
1718
+ "eval_samples_per_second": 816.545,
1719
+ "eval_steps_per_second": 6.38,
1720
+ "step": 57000
1721
+ },
1722
+ {
1723
+ "epoch": 5.0403208134285835,
1724
+ "grad_norm": 2.4840376377105713,
1725
+ "learning_rate": 2.0621818195184993e-05,
1726
+ "loss": 2.448,
1727
+ "step": 57500
1728
+ },
1729
+ {
1730
+ "epoch": 5.0403208134285835,
1731
+ "eval_loss": 2.295259952545166,
1732
+ "eval_runtime": 1254.4497,
1733
+ "eval_samples_per_second": 727.251,
1734
+ "eval_steps_per_second": 5.682,
1735
+ "step": 57500
1736
+ },
1737
+ {
1738
+ "epoch": 5.08414778454661,
1739
+ "grad_norm": 2.2857511043548584,
1740
+ "learning_rate": 2.020548401681933e-05,
1741
+ "loss": 2.4462,
1742
+ "step": 58000
1743
+ },
1744
+ {
1745
+ "epoch": 5.08414778454661,
1746
+ "eval_loss": 2.2957704067230225,
1747
+ "eval_runtime": 1112.6636,
1748
+ "eval_samples_per_second": 819.924,
1749
+ "eval_steps_per_second": 6.406,
1750
+ "step": 58000
1751
+ },
1752
+ {
1753
+ "epoch": 5.127974755664636,
1754
+ "grad_norm": 2.297426223754883,
1755
+ "learning_rate": 1.9791354300727253e-05,
1756
+ "loss": 2.4469,
1757
+ "step": 58500
1758
+ },
1759
+ {
1760
+ "epoch": 5.127974755664636,
1761
+ "eval_loss": 2.2939374446868896,
1762
+ "eval_runtime": 1112.6399,
1763
+ "eval_samples_per_second": 819.942,
1764
+ "eval_steps_per_second": 6.406,
1765
+ "step": 58500
1766
+ },
1767
+ {
1768
+ "epoch": 5.171801726782662,
1769
+ "grad_norm": 2.495027542114258,
1770
+ "learning_rate": 1.9378713462572584e-05,
1771
+ "loss": 2.4436,
1772
+ "step": 59000
1773
+ },
1774
+ {
1775
+ "epoch": 5.171801726782662,
1776
+ "eval_loss": 2.290992498397827,
1777
+ "eval_runtime": 1112.5602,
1778
+ "eval_samples_per_second": 820.001,
1779
+ "eval_steps_per_second": 6.407,
1780
+ "step": 59000
1781
+ },
1782
+ {
1783
+ "epoch": 5.215628697900688,
1784
+ "grad_norm": 2.5433051586151123,
1785
+ "learning_rate": 1.8966857431306628e-05,
1786
+ "loss": 2.4324,
1787
+ "step": 59500
1788
+ },
1789
+ {
1790
+ "epoch": 5.215628697900688,
1791
+ "eval_loss": 2.285850763320923,
1792
+ "eval_runtime": 1112.0589,
1793
+ "eval_samples_per_second": 820.37,
1794
+ "eval_steps_per_second": 6.41,
1795
+ "step": 59500
1796
+ },
1797
+ {
1798
+ "epoch": 5.259455669018714,
1799
+ "grad_norm": 2.5419158935546875,
1800
+ "learning_rate": 1.855673287709892e-05,
1801
+ "loss": 2.4231,
1802
+ "step": 60000
1803
+ },
1804
+ {
1805
+ "epoch": 5.259455669018714,
1806
+ "eval_loss": 2.2814688682556152,
1807
+ "eval_runtime": 1112.6767,
1808
+ "eval_samples_per_second": 819.915,
1809
+ "eval_steps_per_second": 6.406,
1810
+ "step": 60000
1811
+ },
1812
+ {
1813
+ "epoch": 5.30328264013674,
1814
+ "grad_norm": 2.5950675010681152,
1815
+ "learning_rate": 1.814845750332687e-05,
1816
+ "loss": 2.431,
1817
+ "step": 60500
1818
+ },
1819
+ {
1820
+ "epoch": 5.30328264013674,
1821
+ "eval_loss": 2.2797560691833496,
1822
+ "eval_runtime": 1113.0425,
1823
+ "eval_samples_per_second": 819.645,
1824
+ "eval_steps_per_second": 6.404,
1825
+ "step": 60500
1826
+ },
1827
+ {
1828
+ "epoch": 5.3471096112547665,
1829
+ "grad_norm": 2.439197063446045,
1830
+ "learning_rate": 1.774214848266375e-05,
1831
+ "loss": 2.4205,
1832
+ "step": 61000
1833
+ },
1834
+ {
1835
+ "epoch": 5.3471096112547665,
1836
+ "eval_loss": 2.2719454765319824,
1837
+ "eval_runtime": 1114.2544,
1838
+ "eval_samples_per_second": 818.754,
1839
+ "eval_steps_per_second": 6.397,
1840
+ "step": 61000
1841
+ },
1842
+ {
1843
+ "epoch": 5.390936582372793,
1844
+ "grad_norm": 2.4935576915740967,
1845
+ "learning_rate": 1.73379224234509e-05,
1846
+ "loss": 2.4216,
1847
+ "step": 61500
1848
+ },
1849
+ {
1850
+ "epoch": 5.390936582372793,
1851
+ "eval_loss": 2.2704086303710938,
1852
+ "eval_runtime": 1113.9901,
1853
+ "eval_samples_per_second": 818.948,
1854
+ "eval_steps_per_second": 6.399,
1855
+ "step": 61500
1856
+ },
1857
+ {
1858
+ "epoch": 5.434763553490818,
1859
+ "grad_norm": 2.526001453399658,
1860
+ "learning_rate": 1.6935895336231698e-05,
1861
+ "loss": 2.4118,
1862
+ "step": 62000
1863
+ },
1864
+ {
1865
+ "epoch": 5.434763553490818,
1866
+ "eval_loss": 2.2659912109375,
1867
+ "eval_runtime": 1113.1948,
1868
+ "eval_samples_per_second": 819.533,
1869
+ "eval_steps_per_second": 6.403,
1870
+ "step": 62000
1871
+ },
1872
+ {
1873
+ "epoch": 5.478590524608844,
1874
+ "grad_norm": 2.588696241378784,
1875
+ "learning_rate": 1.653618260045733e-05,
1876
+ "loss": 2.4104,
1877
+ "step": 62500
1878
+ },
1879
+ {
1880
+ "epoch": 5.478590524608844,
1881
+ "eval_loss": 2.262714147567749,
1882
+ "eval_runtime": 1113.2419,
1883
+ "eval_samples_per_second": 819.498,
1884
+ "eval_steps_per_second": 6.403,
1885
+ "step": 62500
1886
+ },
1887
+ {
1888
+ "epoch": 5.52241749572687,
1889
+ "grad_norm": 2.5436880588531494,
1890
+ "learning_rate": 1.6139690998599525e-05,
1891
+ "loss": 2.4048,
1892
+ "step": 63000
1893
+ },
1894
+ {
1895
+ "epoch": 5.52241749572687,
1896
+ "eval_loss": 2.261882781982422,
1897
+ "eval_runtime": 1112.8347,
1898
+ "eval_samples_per_second": 819.798,
1899
+ "eval_steps_per_second": 6.405,
1900
+ "step": 63000
1901
+ },
1902
+ {
1903
+ "epoch": 5.566244466844896,
1904
+ "grad_norm": 2.3459692001342773,
1905
+ "learning_rate": 1.574494521484366e-05,
1906
+ "loss": 2.4042,
1907
+ "step": 63500
1908
+ },
1909
+ {
1910
+ "epoch": 5.566244466844896,
1911
+ "eval_loss": 2.2557597160339355,
1912
+ "eval_runtime": 1115.0241,
1913
+ "eval_samples_per_second": 818.189,
1914
+ "eval_steps_per_second": 6.393,
1915
+ "step": 63500
1916
+ },
1917
+ {
1918
+ "epoch": 5.610071437962922,
1919
+ "grad_norm": 2.5149025917053223,
1920
+ "learning_rate": 1.5352855578336255e-05,
1921
+ "loss": 2.3984,
1922
+ "step": 64000
1923
+ },
1924
+ {
1925
+ "epoch": 5.610071437962922,
1926
+ "eval_loss": 2.2534825801849365,
1927
+ "eval_runtime": 1117.6575,
1928
+ "eval_samples_per_second": 816.261,
1929
+ "eval_steps_per_second": 6.378,
1930
+ "step": 64000
1931
+ },
1932
+ {
1933
+ "epoch": 5.6538984090809485,
1934
+ "grad_norm": 2.2918002605438232,
1935
+ "learning_rate": 1.4963534616537533e-05,
1936
+ "loss": 2.3954,
1937
+ "step": 64500
1938
+ },
1939
+ {
1940
+ "epoch": 5.6538984090809485,
1941
+ "eval_loss": 2.248565673828125,
1942
+ "eval_runtime": 1117.9311,
1943
+ "eval_samples_per_second": 816.061,
1944
+ "eval_steps_per_second": 6.376,
1945
+ "step": 64500
1946
+ },
1947
+ {
1948
+ "epoch": 5.697725380198975,
1949
+ "grad_norm": 2.298626661300659,
1950
+ "learning_rate": 1.4577863994919117e-05,
1951
+ "loss": 2.3967,
1952
+ "step": 65000
1953
+ },
1954
+ {
1955
+ "epoch": 5.697725380198975,
1956
+ "eval_loss": 2.2449169158935547,
1957
+ "eval_runtime": 1118.1203,
1958
+ "eval_samples_per_second": 815.923,
1959
+ "eval_steps_per_second": 6.375,
1960
+ "step": 65000
1961
+ },
1962
+ {
1963
+ "epoch": 5.741552351317001,
1964
+ "grad_norm": 2.3184773921966553,
1965
+ "learning_rate": 1.4194408661730513e-05,
1966
+ "loss": 2.3911,
1967
+ "step": 65500
1968
+ },
1969
+ {
1970
+ "epoch": 5.741552351317001,
1971
+ "eval_loss": 2.2438881397247314,
1972
+ "eval_runtime": 1118.3575,
1973
+ "eval_samples_per_second": 815.75,
1974
+ "eval_steps_per_second": 6.374,
1975
+ "step": 65500
1976
+ },
1977
+ {
1978
+ "epoch": 5.785379322435027,
1979
+ "grad_norm": 2.4109182357788086,
1980
+ "learning_rate": 1.3814054470822247e-05,
1981
+ "loss": 2.3809,
1982
+ "step": 66000
1983
+ },
1984
+ {
1985
+ "epoch": 5.785379322435027,
1986
+ "eval_loss": 2.240081310272217,
1987
+ "eval_runtime": 1118.1546,
1988
+ "eval_samples_per_second": 815.898,
1989
+ "eval_steps_per_second": 6.375,
1990
+ "step": 66000
1991
+ },
1992
+ {
1993
+ "epoch": 5.829206293553052,
1994
+ "grad_norm": 2.3846776485443115,
1995
+ "learning_rate": 1.3436910581649448e-05,
1996
+ "loss": 2.3793,
1997
+ "step": 66500
1998
+ },
1999
+ {
2000
+ "epoch": 5.829206293553052,
2001
+ "eval_loss": 2.239961862564087,
2002
+ "eval_runtime": 1118.5503,
2003
+ "eval_samples_per_second": 815.609,
2004
+ "eval_steps_per_second": 6.373,
2005
+ "step": 66500
2006
+ },
2007
+ {
2008
+ "epoch": 5.873033264671078,
2009
+ "grad_norm": 2.4958534240722656,
2010
+ "learning_rate": 1.3063829499654062e-05,
2011
+ "loss": 2.3779,
2012
+ "step": 67000
2013
+ },
2014
+ {
2015
+ "epoch": 5.873033264671078,
2016
+ "eval_loss": 2.2330241203308105,
2017
+ "eval_runtime": 1117.0041,
2018
+ "eval_samples_per_second": 816.738,
2019
+ "eval_steps_per_second": 6.381,
2020
+ "step": 67000
2021
+ },
2022
+ {
2023
+ "epoch": 5.9168602357891045,
2024
+ "grad_norm": 2.727729320526123,
2025
+ "learning_rate": 1.2693423017827839e-05,
2026
+ "loss": 2.3819,
2027
+ "step": 67500
2028
+ },
2029
+ {
2030
+ "epoch": 5.9168602357891045,
2031
+ "eval_loss": 2.230943441390991,
2032
+ "eval_runtime": 1118.424,
2033
+ "eval_samples_per_second": 815.701,
2034
+ "eval_steps_per_second": 6.373,
2035
+ "step": 67500
2036
+ },
2037
+ {
2038
+ "epoch": 5.960687206907131,
2039
+ "grad_norm": 2.575376272201538,
2040
+ "learning_rate": 1.232654845248921e-05,
2041
+ "loss": 2.381,
2042
+ "step": 68000
2043
+ },
2044
+ {
2045
+ "epoch": 5.960687206907131,
2046
+ "eval_loss": 2.230390787124634,
2047
+ "eval_runtime": 1118.1235,
2048
+ "eval_samples_per_second": 815.921,
2049
+ "eval_steps_per_second": 6.375,
2050
+ "step": 68000
2051
+ },
2052
+ {
2053
+ "epoch": 6.004470351054039,
2054
+ "grad_norm": 2.529177665710449,
2055
+ "learning_rate": 1.196331109451862e-05,
2056
+ "loss": 2.3686,
2057
+ "step": 68500
2058
+ },
2059
+ {
2060
+ "epoch": 6.004470351054039,
2061
+ "eval_loss": 2.2275359630584717,
2062
+ "eval_runtime": 1118.6647,
2063
+ "eval_samples_per_second": 815.526,
2064
+ "eval_steps_per_second": 6.372,
2065
+ "step": 68500
2066
+ },
2067
+ {
2068
+ "epoch": 6.048297322172065,
2069
+ "grad_norm": 2.376052141189575,
2070
+ "learning_rate": 1.1604530380017059e-05,
2071
+ "loss": 2.3651,
2072
+ "step": 69000
2073
+ },
2074
+ {
2075
+ "epoch": 6.048297322172065,
2076
+ "eval_loss": 2.2251877784729004,
2077
+ "eval_runtime": 1118.8605,
2078
+ "eval_samples_per_second": 815.383,
2079
+ "eval_steps_per_second": 6.371,
2080
+ "step": 69000
2081
+ },
2082
+ {
2083
+ "epoch": 6.092124293290091,
2084
+ "grad_norm": 2.479585886001587,
2085
+ "learning_rate": 1.1248871312582082e-05,
2086
+ "loss": 2.3636,
2087
+ "step": 69500
2088
+ },
2089
+ {
2090
+ "epoch": 6.092124293290091,
2091
+ "eval_loss": 2.221175193786621,
2092
+ "eval_runtime": 1119.5075,
2093
+ "eval_samples_per_second": 814.912,
2094
+ "eval_steps_per_second": 6.367,
2095
+ "step": 69500
2096
+ },
2097
+ {
2098
+ "epoch": 6.135951264408117,
2099
+ "grad_norm": 2.534466505050659,
2100
+ "learning_rate": 1.0897158739627577e-05,
2101
+ "loss": 2.3651,
2102
+ "step": 70000
2103
+ },
2104
+ {
2105
+ "epoch": 6.135951264408117,
2106
+ "eval_loss": 2.2180685997009277,
2107
+ "eval_runtime": 1118.9839,
2108
+ "eval_samples_per_second": 815.293,
2109
+ "eval_steps_per_second": 6.37,
2110
+ "step": 70000
2111
+ },
2112
+ {
2113
+ "epoch": 6.179778235526142,
2114
+ "grad_norm": 2.6526997089385986,
2115
+ "learning_rate": 1.0549493600629845e-05,
2116
+ "loss": 2.3652,
2117
+ "step": 70500
2118
+ },
2119
+ {
2120
+ "epoch": 6.179778235526142,
2121
+ "eval_loss": 2.220241069793701,
2122
+ "eval_runtime": 1117.2188,
2123
+ "eval_samples_per_second": 816.581,
2124
+ "eval_steps_per_second": 6.38,
2125
+ "step": 70500
2126
+ },
2127
+ {
2128
+ "epoch": 6.2236052066441685,
2129
+ "grad_norm": 2.5207266807556152,
2130
+ "learning_rate": 1.0206658504682815e-05,
2131
+ "loss": 2.355,
2132
+ "step": 71000
2133
+ },
2134
+ {
2135
+ "epoch": 6.2236052066441685,
2136
+ "eval_loss": 2.2159178256988525,
2137
+ "eval_runtime": 1117.5581,
2138
+ "eval_samples_per_second": 816.333,
2139
+ "eval_steps_per_second": 6.378,
2140
+ "step": 71000
2141
+ },
2142
+ {
2143
+ "epoch": 6.267432177762195,
2144
+ "grad_norm": 2.5469133853912354,
2145
+ "learning_rate": 9.867377787846862e-06,
2146
+ "loss": 2.3543,
2147
+ "step": 71500
2148
+ },
2149
+ {
2150
+ "epoch": 6.267432177762195,
2151
+ "eval_loss": 2.2127163410186768,
2152
+ "eval_runtime": 1117.1967,
2153
+ "eval_samples_per_second": 816.598,
2154
+ "eval_steps_per_second": 6.38,
2155
+ "step": 71500
2156
+ },
2157
+ {
2158
+ "epoch": 6.311259148880221,
2159
+ "grad_norm": 2.4534058570861816,
2160
+ "learning_rate": 9.532440046150856e-06,
2161
+ "loss": 2.351,
2162
+ "step": 72000
2163
+ },
2164
+ {
2165
+ "epoch": 6.311259148880221,
2166
+ "eval_loss": 2.2119340896606445,
2167
+ "eval_runtime": 1117.6266,
2168
+ "eval_samples_per_second": 816.283,
2169
+ "eval_steps_per_second": 6.378,
2170
+ "step": 72000
2171
+ },
2172
+ {
2173
+ "epoch": 6.355086119998247,
2174
+ "grad_norm": 2.4497475624084473,
2175
+ "learning_rate": 9.201941404791417e-06,
2176
+ "loss": 2.3451,
2177
+ "step": 72500
2178
+ },
2179
+ {
2180
+ "epoch": 6.355086119998247,
2181
+ "eval_loss": 2.2094504833221436,
2182
+ "eval_runtime": 1119.5542,
2183
+ "eval_samples_per_second": 814.878,
2184
+ "eval_steps_per_second": 6.367,
2185
+ "step": 72500
2186
+ },
2187
+ {
2188
+ "epoch": 6.398913091116273,
2189
+ "grad_norm": 2.3042914867401123,
2190
+ "learning_rate": 8.876624057066015e-06,
2191
+ "loss": 2.3469,
2192
+ "step": 73000
2193
+ },
2194
+ {
2195
+ "epoch": 6.398913091116273,
2196
+ "eval_loss": 2.2069456577301025,
2197
+ "eval_runtime": 1118.0622,
2198
+ "eval_samples_per_second": 815.965,
2199
+ "eval_steps_per_second": 6.375,
2200
+ "step": 73000
2201
+ },
2202
+ {
2203
+ "epoch": 6.442740062234299,
2204
+ "grad_norm": 2.4782769680023193,
2205
+ "learning_rate": 8.555277521275629e-06,
2206
+ "loss": 2.3522,
2207
+ "step": 73500
2208
+ },
2209
+ {
2210
+ "epoch": 6.442740062234299,
2211
+ "eval_loss": 2.205556631088257,
2212
+ "eval_runtime": 1112.4728,
2213
+ "eval_samples_per_second": 820.065,
2214
+ "eval_steps_per_second": 6.407,
2215
+ "step": 73500
2216
+ },
2217
+ {
2218
+ "epoch": 6.486567033352325,
2219
+ "grad_norm": 2.408228874206543,
2220
+ "learning_rate": 8.23865052582049e-06,
2221
+ "loss": 2.3458,
2222
+ "step": 74000
2223
+ },
2224
+ {
2225
+ "epoch": 6.486567033352325,
2226
+ "eval_loss": 2.203964948654175,
2227
+ "eval_runtime": 1112.4771,
2228
+ "eval_samples_per_second": 820.062,
2229
+ "eval_steps_per_second": 6.407,
2230
+ "step": 74000
2231
+ },
2232
+ {
2233
+ "epoch": 6.530394004470351,
2234
+ "grad_norm": 2.472689390182495,
2235
+ "learning_rate": 7.926833940818856e-06,
2236
+ "loss": 2.3436,
2237
+ "step": 74500
2238
+ },
2239
+ {
2240
+ "epoch": 6.530394004470351,
2241
+ "eval_loss": 2.2009198665618896,
2242
+ "eval_runtime": 1112.7482,
2243
+ "eval_samples_per_second": 819.862,
2244
+ "eval_steps_per_second": 6.406,
2245
+ "step": 74500
2246
+ },
2247
+ {
2248
+ "epoch": 6.574220975588377,
2249
+ "grad_norm": 2.4618117809295654,
2250
+ "learning_rate": 7.6205261403159065e-06,
2251
+ "loss": 2.3424,
2252
+ "step": 75000
2253
+ },
2254
+ {
2255
+ "epoch": 6.574220975588377,
2256
+ "eval_loss": 2.2018818855285645,
2257
+ "eval_runtime": 1113.2997,
2258
+ "eval_samples_per_second": 819.456,
2259
+ "eval_steps_per_second": 6.403,
2260
+ "step": 75000
2261
+ },
2262
+ {
2263
+ "epoch": 6.618047946706403,
2264
+ "grad_norm": 2.51564621925354,
2265
+ "learning_rate": 7.318587375726538e-06,
2266
+ "loss": 2.343,
2267
+ "step": 75500
2268
+ },
2269
+ {
2270
+ "epoch": 6.618047946706403,
2271
+ "eval_loss": 2.196281909942627,
2272
+ "eval_runtime": 1113.37,
2273
+ "eval_samples_per_second": 819.404,
2274
+ "eval_steps_per_second": 6.402,
2275
+ "step": 75500
2276
+ },
2277
+ {
2278
+ "epoch": 6.661874917824429,
2279
+ "grad_norm": 2.3265905380249023,
2280
+ "learning_rate": 7.021723074398725e-06,
2281
+ "loss": 2.3383,
2282
+ "step": 76000
2283
+ },
2284
+ {
2285
+ "epoch": 6.661874917824429,
2286
+ "eval_loss": 2.197392225265503,
2287
+ "eval_runtime": 1113.4662,
2288
+ "eval_samples_per_second": 819.333,
2289
+ "eval_steps_per_second": 6.402,
2290
+ "step": 76000
2291
+ },
2292
+ {
2293
+ "epoch": 6.705701888942455,
2294
+ "grad_norm": 2.500836133956909,
2295
+ "learning_rate": 6.730018434671659e-06,
2296
+ "loss": 2.3442,
2297
+ "step": 76500
2298
+ },
2299
+ {
2300
+ "epoch": 6.705701888942455,
2301
+ "eval_loss": 2.1948647499084473,
2302
+ "eval_runtime": 1114.1466,
2303
+ "eval_samples_per_second": 818.833,
2304
+ "eval_steps_per_second": 6.398,
2305
+ "step": 76500
2306
+ },
2307
+ {
2308
+ "epoch": 6.749528860060481,
2309
+ "grad_norm": 2.4531776905059814,
2310
+ "learning_rate": 6.444124808823204e-06,
2311
+ "loss": 2.3343,
2312
+ "step": 77000
2313
+ },
2314
+ {
2315
+ "epoch": 6.749528860060481,
2316
+ "eval_loss": 2.1950042247772217,
2317
+ "eval_runtime": 1114.1483,
2318
+ "eval_samples_per_second": 818.832,
2319
+ "eval_steps_per_second": 6.398,
2320
+ "step": 77000
2321
+ },
2322
+ {
2323
+ "epoch": 6.793355831178507,
2324
+ "grad_norm": 2.488192081451416,
2325
+ "learning_rate": 6.162978407896589e-06,
2326
+ "loss": 2.3428,
2327
+ "step": 77500
2328
+ },
2329
+ {
2330
+ "epoch": 6.793355831178507,
2331
+ "eval_loss": 2.191720962524414,
2332
+ "eval_runtime": 1114.2187,
2333
+ "eval_samples_per_second": 818.78,
2334
+ "eval_steps_per_second": 6.397,
2335
+ "step": 77500
2336
+ },
2337
+ {
2338
+ "epoch": 6.8371828022965335,
2339
+ "grad_norm": 2.629721164703369,
2340
+ "learning_rate": 5.887238123328259e-06,
2341
+ "loss": 2.335,
2342
+ "step": 78000
2343
+ },
2344
+ {
2345
+ "epoch": 6.8371828022965335,
2346
+ "eval_loss": 2.190831184387207,
2347
+ "eval_runtime": 1114.1658,
2348
+ "eval_samples_per_second": 818.819,
2349
+ "eval_steps_per_second": 6.398,
2350
+ "step": 78000
2351
+ },
2352
+ {
2353
+ "epoch": 6.88100977341456,
2354
+ "grad_norm": 2.388756513595581,
2355
+ "learning_rate": 5.616983090986713e-06,
2356
+ "loss": 2.3394,
2357
+ "step": 78500
2358
+ },
2359
+ {
2360
+ "epoch": 6.88100977341456,
2361
+ "eval_loss": 2.1897459030151367,
2362
+ "eval_runtime": 1113.866,
2363
+ "eval_samples_per_second": 819.039,
2364
+ "eval_steps_per_second": 6.399,
2365
+ "step": 78500
2366
+ },
2367
+ {
2368
+ "epoch": 6.924836744532586,
2369
+ "grad_norm": 2.546407461166382,
2370
+ "learning_rate": 5.352814654493821e-06,
2371
+ "loss": 2.3341,
2372
+ "step": 79000
2373
+ },
2374
+ {
2375
+ "epoch": 6.924836744532586,
2376
+ "eval_loss": 2.1880617141723633,
2377
+ "eval_runtime": 1114.3622,
2378
+ "eval_samples_per_second": 818.675,
2379
+ "eval_steps_per_second": 6.396,
2380
+ "step": 79000
2381
+ },
2382
+ {
2383
+ "epoch": 6.968663715650611,
2384
+ "grad_norm": 2.6898553371429443,
2385
+ "learning_rate": 5.093749862709529e-06,
2386
+ "loss": 2.3397,
2387
+ "step": 79500
2388
+ },
2389
+ {
2390
+ "epoch": 6.968663715650611,
2391
+ "eval_loss": 2.1861698627471924,
2392
+ "eval_runtime": 1113.9872,
2393
+ "eval_samples_per_second": 818.95,
2394
+ "eval_steps_per_second": 6.399,
2395
+ "step": 79500
2396
+ },
2397
+ {
2398
+ "epoch": 7.012446859797519,
2399
+ "grad_norm": 2.592198610305786,
2400
+ "learning_rate": 4.840398049698097e-06,
2401
+ "loss": 2.3213,
2402
+ "step": 80000
2403
+ },
2404
+ {
2405
+ "epoch": 7.012446859797519,
2406
+ "eval_loss": 2.1867756843566895,
2407
+ "eval_runtime": 1114.245,
2408
+ "eval_samples_per_second": 818.761,
2409
+ "eval_steps_per_second": 6.397,
2410
+ "step": 80000
2411
+ },
2412
+ {
2413
+ "epoch": 7.056273830915545,
2414
+ "grad_norm": 2.305933713912964,
2415
+ "learning_rate": 4.592831925966015e-06,
2416
+ "loss": 2.3311,
2417
+ "step": 80500
2418
+ },
2419
+ {
2420
+ "epoch": 7.056273830915545,
2421
+ "eval_loss": 2.1855616569519043,
2422
+ "eval_runtime": 1114.1605,
2423
+ "eval_samples_per_second": 818.823,
2424
+ "eval_steps_per_second": 6.398,
2425
+ "step": 80500
2426
+ },
2427
+ {
2428
+ "epoch": 7.100100802033571,
2429
+ "grad_norm": 2.3767688274383545,
2430
+ "learning_rate": 4.351600068913997e-06,
2431
+ "loss": 2.3216,
2432
+ "step": 81000
2433
+ },
2434
+ {
2435
+ "epoch": 7.100100802033571,
2436
+ "eval_loss": 2.18585205078125,
2437
+ "eval_runtime": 1114.2108,
2438
+ "eval_samples_per_second": 818.786,
2439
+ "eval_steps_per_second": 6.397,
2440
+ "step": 81000
2441
+ },
2442
+ {
2443
+ "epoch": 7.1439277731515975,
2444
+ "grad_norm": 2.4296772480010986,
2445
+ "learning_rate": 4.115804872711229e-06,
2446
+ "loss": 2.3258,
2447
+ "step": 81500
2448
+ },
2449
+ {
2450
+ "epoch": 7.1439277731515975,
2451
+ "eval_loss": 2.1833810806274414,
2452
+ "eval_runtime": 1114.2167,
2453
+ "eval_samples_per_second": 818.781,
2454
+ "eval_steps_per_second": 6.397,
2455
+ "step": 81500
2456
+ },
2457
+ {
2458
+ "epoch": 7.187754744269624,
2459
+ "grad_norm": 2.158872127532959,
2460
+ "learning_rate": 3.886003319842971e-06,
2461
+ "loss": 2.3257,
2462
+ "step": 82000
2463
+ },
2464
+ {
2465
+ "epoch": 7.187754744269624,
2466
+ "eval_loss": 2.1819121837615967,
2467
+ "eval_runtime": 1115.9623,
2468
+ "eval_samples_per_second": 817.501,
2469
+ "eval_steps_per_second": 6.387,
2470
+ "step": 82000
2471
+ },
2472
+ {
2473
+ "epoch": 7.23158171538765,
2474
+ "grad_norm": 2.458834648132324,
2475
+ "learning_rate": 3.6622613620271253e-06,
2476
+ "loss": 2.3199,
2477
+ "step": 82500
2478
+ },
2479
+ {
2480
+ "epoch": 7.23158171538765,
2481
+ "eval_loss": 2.183306932449341,
2482
+ "eval_runtime": 1114.8267,
2483
+ "eval_samples_per_second": 818.333,
2484
+ "eval_steps_per_second": 6.394,
2485
+ "step": 82500
2486
+ },
2487
+ {
2488
+ "epoch": 7.275408686505676,
2489
+ "grad_norm": 2.311922788619995,
2490
+ "learning_rate": 3.444643211912821e-06,
2491
+ "loss": 2.3251,
2492
+ "step": 83000
2493
+ },
2494
+ {
2495
+ "epoch": 7.275408686505676,
2496
+ "eval_loss": 2.1810803413391113,
2497
+ "eval_runtime": 1114.2828,
2498
+ "eval_samples_per_second": 818.733,
2499
+ "eval_steps_per_second": 6.397,
2500
+ "step": 83000
2501
+ },
2502
+ {
2503
+ "epoch": 7.319235657623702,
2504
+ "grad_norm": 2.43715238571167,
2505
+ "learning_rate": 3.233627973906725e-06,
2506
+ "loss": 2.3247,
2507
+ "step": 83500
2508
+ },
2509
+ {
2510
+ "epoch": 7.319235657623702,
2511
+ "eval_loss": 2.178840160369873,
2512
+ "eval_runtime": 1114.5518,
2513
+ "eval_samples_per_second": 818.535,
2514
+ "eval_steps_per_second": 6.395,
2515
+ "step": 83500
2516
+ },
2517
+ {
2518
+ "epoch": 7.363062628741727,
2519
+ "grad_norm": 2.3885252475738525,
2520
+ "learning_rate": 3.028430475974181e-06,
2521
+ "loss": 2.3207,
2522
+ "step": 84000
2523
+ },
2524
+ {
2525
+ "epoch": 7.363062628741727,
2526
+ "eval_loss": 2.1783220767974854,
2527
+ "eval_runtime": 1117.3767,
2528
+ "eval_samples_per_second": 816.466,
2529
+ "eval_steps_per_second": 6.379,
2530
+ "step": 84000
2531
+ },
2532
+ {
2533
+ "epoch": 7.4068895998597535,
2534
+ "grad_norm": 2.357344388961792,
2535
+ "learning_rate": 2.829538691545261e-06,
2536
+ "loss": 2.3156,
2537
+ "step": 84500
2538
+ },
2539
+ {
2540
+ "epoch": 7.4068895998597535,
2541
+ "eval_loss": 2.1777966022491455,
2542
+ "eval_runtime": 1123.0806,
2543
+ "eval_samples_per_second": 812.319,
2544
+ "eval_steps_per_second": 6.347,
2545
+ "step": 84500
2546
+ },
2547
+ {
2548
+ "epoch": 7.45071657097778,
2549
+ "grad_norm": 2.44062876701355,
2550
+ "learning_rate": 2.6370097014129153e-06,
2551
+ "loss": 2.3172,
2552
+ "step": 85000
2553
+ },
2554
+ {
2555
+ "epoch": 7.45071657097778,
2556
+ "eval_loss": 2.1768882274627686,
2557
+ "eval_runtime": 1117.6985,
2558
+ "eval_samples_per_second": 816.231,
2559
+ "eval_steps_per_second": 6.377,
2560
+ "step": 85000
2561
+ },
2562
+ {
2563
+ "epoch": 7.494543542095806,
2564
+ "grad_norm": 2.4813036918640137,
2565
+ "learning_rate": 2.4512645411442605e-06,
2566
+ "loss": 2.3209,
2567
+ "step": 85500
2568
+ },
2569
+ {
2570
+ "epoch": 7.494543542095806,
2571
+ "eval_loss": 2.1777381896972656,
2572
+ "eval_runtime": 1118.4824,
2573
+ "eval_samples_per_second": 815.659,
2574
+ "eval_steps_per_second": 6.373,
2575
+ "step": 85500
2576
+ },
2577
+ {
2578
+ "epoch": 7.538370513213832,
2579
+ "grad_norm": 2.700749635696411,
2580
+ "learning_rate": 2.271612066787826e-06,
2581
+ "loss": 2.3106,
2582
+ "step": 86000
2583
+ },
2584
+ {
2585
+ "epoch": 7.538370513213832,
2586
+ "eval_loss": 2.1763668060302734,
2587
+ "eval_runtime": 1117.7333,
2588
+ "eval_samples_per_second": 816.205,
2589
+ "eval_steps_per_second": 6.377,
2590
+ "step": 86000
2591
+ },
2592
+ {
2593
+ "epoch": 7.582197484331858,
2594
+ "grad_norm": 2.373656749725342,
2595
+ "learning_rate": 2.0984825084456316e-06,
2596
+ "loss": 2.3174,
2597
+ "step": 86500
2598
+ },
2599
+ {
2600
+ "epoch": 7.582197484331858,
2601
+ "eval_loss": 2.1764698028564453,
2602
+ "eval_runtime": 1117.9749,
2603
+ "eval_samples_per_second": 816.029,
2604
+ "eval_steps_per_second": 6.376,
2605
+ "step": 86500
2606
+ },
2607
+ {
2608
+ "epoch": 7.626024455449884,
2609
+ "grad_norm": 2.449230194091797,
2610
+ "learning_rate": 1.931925553300576e-06,
2611
+ "loss": 2.313,
2612
+ "step": 87000
2613
+ },
2614
+ {
2615
+ "epoch": 7.626024455449884,
2616
+ "eval_loss": 2.17521595954895,
2617
+ "eval_runtime": 1117.4736,
2618
+ "eval_samples_per_second": 816.395,
2619
+ "eval_steps_per_second": 6.379,
2620
+ "step": 87000
2621
+ },
2622
+ {
2623
+ "epoch": 7.669851426567909,
2624
+ "grad_norm": 2.364248275756836,
2625
+ "learning_rate": 1.7723022373487774e-06,
2626
+ "loss": 2.314,
2627
+ "step": 87500
2628
+ },
2629
+ {
2630
+ "epoch": 7.669851426567909,
2631
+ "eval_loss": 2.1753010749816895,
2632
+ "eval_runtime": 1118.1437,
2633
+ "eval_samples_per_second": 815.906,
2634
+ "eval_steps_per_second": 6.375,
2635
+ "step": 87500
2636
+ },
2637
+ {
2638
+ "epoch": 7.7136783976859356,
2639
+ "grad_norm": 2.205310344696045,
2640
+ "learning_rate": 1.6190186140821656e-06,
2641
+ "loss": 2.3185,
2642
+ "step": 88000
2643
+ },
2644
+ {
2645
+ "epoch": 7.7136783976859356,
2646
+ "eval_loss": 2.174024820327759,
2647
+ "eval_runtime": 1118.3337,
2648
+ "eval_samples_per_second": 815.767,
2649
+ "eval_steps_per_second": 6.374,
2650
+ "step": 88000
2651
+ },
2652
+ {
2653
+ "epoch": 7.757505368803962,
2654
+ "grad_norm": 2.3702187538146973,
2655
+ "learning_rate": 1.472445197380079e-06,
2656
+ "loss": 2.3143,
2657
+ "step": 88500
2658
+ },
2659
+ {
2660
+ "epoch": 7.757505368803962,
2661
+ "eval_loss": 2.1744604110717773,
2662
+ "eval_runtime": 1118.5051,
2663
+ "eval_samples_per_second": 815.642,
2664
+ "eval_steps_per_second": 6.373,
2665
+ "step": 88500
2666
+ },
2667
+ {
2668
+ "epoch": 7.801332339921988,
2669
+ "grad_norm": 2.457601547241211,
2670
+ "learning_rate": 1.3326240529662303e-06,
2671
+ "loss": 2.3138,
2672
+ "step": 89000
2673
+ },
2674
+ {
2675
+ "epoch": 7.801332339921988,
2676
+ "eval_loss": 2.1727075576782227,
2677
+ "eval_runtime": 1118.3695,
2678
+ "eval_samples_per_second": 815.741,
2679
+ "eval_steps_per_second": 6.374,
2680
+ "step": 89000
2681
+ },
2682
+ {
2683
+ "epoch": 7.845159311040014,
2684
+ "grad_norm": 2.4939231872558594,
2685
+ "learning_rate": 1.1998545616726697e-06,
2686
+ "loss": 2.3193,
2687
+ "step": 89500
2688
+ },
2689
+ {
2690
+ "epoch": 7.845159311040014,
2691
+ "eval_loss": 2.172689437866211,
2692
+ "eval_runtime": 1118.2879,
2693
+ "eval_samples_per_second": 815.801,
2694
+ "eval_steps_per_second": 6.374,
2695
+ "step": 89500
2696
+ },
2697
+ {
2698
+ "epoch": 7.88898628215804,
2699
+ "grad_norm": 2.6024014949798584,
2700
+ "learning_rate": 1.0736426980792303e-06,
2701
+ "loss": 2.3165,
2702
+ "step": 90000
2703
+ },
2704
+ {
2705
+ "epoch": 7.88898628215804,
2706
+ "eval_loss": 2.172903537750244,
2707
+ "eval_runtime": 1118.4656,
2708
+ "eval_samples_per_second": 815.671,
2709
+ "eval_steps_per_second": 6.373,
2710
+ "step": 90000
2711
+ },
2712
+ {
2713
+ "epoch": 7.932813253276066,
2714
+ "grad_norm": 2.3985230922698975,
2715
+ "learning_rate": 9.54297560787079e-07,
2716
+ "loss": 2.3182,
2717
+ "step": 90500
2718
+ },
2719
+ {
2720
+ "epoch": 7.932813253276066,
2721
+ "eval_loss": 2.1716508865356445,
2722
+ "eval_runtime": 1118.3555,
2723
+ "eval_samples_per_second": 815.751,
2724
+ "eval_steps_per_second": 6.374,
2725
+ "step": 90500
2726
+ },
2727
+ {
2728
+ "epoch": 7.976640224394092,
2729
+ "grad_norm": 2.4502456188201904,
2730
+ "learning_rate": 8.418534011610524e-07,
2731
+ "loss": 2.3178,
2732
+ "step": 91000
2733
+ },
2734
+ {
2735
+ "epoch": 7.976640224394092,
2736
+ "eval_loss": 2.172135829925537,
2737
+ "eval_runtime": 1118.3622,
2738
+ "eval_samples_per_second": 815.746,
2739
+ "eval_steps_per_second": 6.374,
2740
+ "step": 91000
2741
+ },
2742
+ {
2743
+ "epoch": 8.020423368541,
2744
+ "grad_norm": 2.4215595722198486,
2745
+ "learning_rate": 7.365465720065356e-07,
2746
+ "loss": 2.3127,
2747
+ "step": 91500
2748
+ },
2749
+ {
2750
+ "epoch": 8.020423368541,
2751
+ "eval_loss": 2.1727616786956787,
2752
+ "eval_runtime": 1115.4247,
2753
+ "eval_samples_per_second": 817.895,
2754
+ "eval_steps_per_second": 6.39,
2755
+ "step": 91500
2756
+ },
2757
+ {
2758
+ "epoch": 8.064250339659026,
2759
+ "grad_norm": 2.358971357345581,
2760
+ "learning_rate": 6.379852344303245e-07,
2761
+ "loss": 2.3145,
2762
+ "step": 92000
2763
+ },
2764
+ {
2765
+ "epoch": 8.064250339659026,
2766
+ "eval_loss": 2.1719257831573486,
2767
+ "eval_runtime": 1114.9532,
2768
+ "eval_samples_per_second": 818.241,
2769
+ "eval_steps_per_second": 6.393,
2770
+ "step": 92000
2771
+ },
2772
+ {
2773
+ "epoch": 8.108077310777052,
2774
+ "grad_norm": 2.3747315406799316,
2775
+ "learning_rate": 5.46415654330279e-07,
2776
+ "loss": 2.3069,
2777
+ "step": 92500
2778
+ },
2779
+ {
2780
+ "epoch": 8.108077310777052,
2781
+ "eval_loss": 2.171802043914795,
2782
+ "eval_runtime": 1115.5499,
2783
+ "eval_samples_per_second": 817.803,
2784
+ "eval_steps_per_second": 6.39,
2785
+ "step": 92500
2786
+ },
2787
+ {
2788
+ "epoch": 8.151904281895078,
2789
+ "grad_norm": 2.4205031394958496,
2790
+ "learning_rate": 4.6186411164680645e-07,
2791
+ "loss": 2.3099,
2792
+ "step": 93000
2793
+ },
2794
+ {
2795
+ "epoch": 8.151904281895078,
2796
+ "eval_loss": 2.172088146209717,
2797
+ "eval_runtime": 1115.2118,
2798
+ "eval_samples_per_second": 818.051,
2799
+ "eval_steps_per_second": 6.392,
2800
+ "step": 93000
2801
+ },
2802
+ {
2803
+ "epoch": 8.195731253013104,
2804
+ "grad_norm": 2.3196699619293213,
2805
+ "learning_rate": 3.84502847321927e-07,
2806
+ "loss": 2.311,
2807
+ "step": 93500
2808
+ },
2809
+ {
2810
+ "epoch": 8.195731253013104,
2811
+ "eval_loss": 2.171304941177368,
2812
+ "eval_runtime": 1115.3282,
2813
+ "eval_samples_per_second": 817.965,
2814
+ "eval_steps_per_second": 6.391,
2815
+ "step": 93500
2816
+ },
2817
+ {
2818
+ "epoch": 8.23955822413113,
2819
+ "grad_norm": 2.2472469806671143,
2820
+ "learning_rate": 3.1404400583445736e-07,
2821
+ "loss": 2.3143,
2822
+ "step": 94000
2823
+ },
2824
+ {
2825
+ "epoch": 8.23955822413113,
2826
+ "eval_loss": 2.1706063747406006,
2827
+ "eval_runtime": 1114.8722,
2828
+ "eval_samples_per_second": 818.3,
2829
+ "eval_steps_per_second": 6.394,
2830
+ "step": 94000
2831
+ },
2832
+ {
2833
+ "epoch": 8.283385195249156,
2834
+ "grad_norm": 2.6286418437957764,
2835
+ "learning_rate": 2.5066989108405715e-07,
2836
+ "loss": 2.3162,
2837
+ "step": 94500
2838
+ },
2839
+ {
2840
+ "epoch": 8.283385195249156,
2841
+ "eval_loss": 2.1710445880889893,
2842
+ "eval_runtime": 1116.0067,
2843
+ "eval_samples_per_second": 817.468,
2844
+ "eval_steps_per_second": 6.387,
2845
+ "step": 94500
2846
+ },
2847
+ {
2848
+ "epoch": 8.327212166367183,
2849
+ "grad_norm": 2.4226999282836914,
2850
+ "learning_rate": 1.943986910754897e-07,
2851
+ "loss": 2.3085,
2852
+ "step": 95000
2853
+ },
2854
+ {
2855
+ "epoch": 8.327212166367183,
2856
+ "eval_loss": 2.1697933673858643,
2857
+ "eval_runtime": 1115.2712,
2858
+ "eval_samples_per_second": 818.007,
2859
+ "eval_steps_per_second": 6.391,
2860
+ "step": 95000
2861
+ },
2862
+ {
2863
+ "epoch": 8.371039137485209,
2864
+ "grad_norm": 2.3095433712005615,
2865
+ "learning_rate": 1.453377450467558e-07,
2866
+ "loss": 2.3091,
2867
+ "step": 95500
2868
+ },
2869
+ {
2870
+ "epoch": 8.371039137485209,
2871
+ "eval_loss": 2.170691728591919,
2872
+ "eval_runtime": 1115.2973,
2873
+ "eval_samples_per_second": 817.988,
2874
+ "eval_steps_per_second": 6.391,
2875
+ "step": 95500
2876
+ },
2877
+ {
2878
+ "epoch": 8.414866108603235,
2879
+ "grad_norm": 2.637993335723877,
2880
+ "learning_rate": 1.0330450086001587e-07,
2881
+ "loss": 2.3062,
2882
+ "step": 96000
2883
+ },
2884
+ {
2885
+ "epoch": 8.414866108603235,
2886
+ "eval_loss": 2.170945882797241,
2887
+ "eval_runtime": 1114.8255,
2888
+ "eval_samples_per_second": 818.334,
2889
+ "eval_steps_per_second": 6.394,
2890
+ "step": 96000
2891
+ },
2892
+ {
2893
+ "epoch": 8.458693079721261,
2894
+ "grad_norm": 2.3570830821990967,
2895
+ "learning_rate": 6.841646443063732e-08,
2896
+ "loss": 2.3159,
2897
+ "step": 96500
2898
+ },
2899
+ {
2900
+ "epoch": 8.458693079721261,
2901
+ "eval_loss": 2.171571969985962,
2902
+ "eval_runtime": 1115.0312,
2903
+ "eval_samples_per_second": 818.183,
2904
+ "eval_steps_per_second": 6.393,
2905
+ "step": 96500
2906
+ },
2907
+ {
2908
+ "epoch": 8.502520050839287,
2909
+ "grad_norm": 2.5434176921844482,
2910
+ "learning_rate": 4.068364842349792e-08,
2911
+ "loss": 2.3096,
2912
+ "step": 97000
2913
+ },
2914
+ {
2915
+ "epoch": 8.502520050839287,
2916
+ "eval_loss": 2.171351194381714,
2917
+ "eval_runtime": 1115.2049,
2918
+ "eval_samples_per_second": 818.056,
2919
+ "eval_steps_per_second": 6.392,
2920
+ "step": 97000
2921
+ },
2922
+ {
2923
+ "epoch": 8.546347021957313,
2924
+ "grad_norm": 2.5126280784606934,
2925
+ "learning_rate": 2.0147998149930293e-08,
2926
+ "loss": 2.3079,
2927
+ "step": 97500
2928
+ },
2929
+ {
2930
+ "epoch": 8.546347021957313,
2931
+ "eval_loss": 2.171030282974243,
2932
+ "eval_runtime": 1115.7419,
2933
+ "eval_samples_per_second": 817.662,
2934
+ "eval_steps_per_second": 6.389,
2935
+ "step": 97500
2936
+ },
2937
+ {
2938
+ "epoch": 8.59017399307534,
2939
+ "grad_norm": 2.4063174724578857,
2940
+ "learning_rate": 6.733101979849999e-09,
2941
+ "loss": 2.3082,
2942
+ "step": 98000
2943
+ },
2944
+ {
2945
+ "epoch": 8.59017399307534,
2946
+ "eval_loss": 2.1707358360290527,
2947
+ "eval_runtime": 1114.2074,
2948
+ "eval_samples_per_second": 818.788,
2949
+ "eval_steps_per_second": 6.397,
2950
+ "step": 98000
2951
+ },
2952
+ {
2953
+ "epoch": 8.634000964193365,
2954
+ "grad_norm": 2.511075735092163,
2955
+ "learning_rate": 4.91129000629309e-10,
2956
+ "loss": 2.3096,
2957
+ "step": 98500
2958
+ },
2959
+ {
2960
+ "epoch": 8.634000964193365,
2961
+ "eval_loss": 2.1694393157958984,
2962
+ "eval_runtime": 1114.2428,
2963
+ "eval_samples_per_second": 818.762,
2964
+ "eval_steps_per_second": 6.397,
2965
+ "step": 98500
2966
+ },
2967
+ {
2968
+ "epoch": 8.677389665600211,
2969
+ "grad_norm": 2.3884670734405518,
2970
+ "learning_rate": 4.173116663065885e-06,
2971
+ "loss": 2.3037,
2972
+ "step": 99000
2973
+ },
2974
+ {
2975
+ "epoch": 8.677389665600211,
2976
+ "eval_loss": 2.1731722354888916,
2977
+ "eval_runtime": 1110.3507,
2978
+ "eval_samples_per_second": 821.632,
2979
+ "eval_steps_per_second": 6.42,
2980
+ "step": 99000
2981
+ },
2982
+ {
2983
+ "epoch": 8.721216636718236,
2984
+ "grad_norm": 2.4506683349609375,
2985
+ "learning_rate": 3.982943694698685e-06,
2986
+ "loss": 2.3118,
2987
+ "step": 99500
2988
+ },
2989
+ {
2990
+ "epoch": 8.721216636718236,
2991
+ "eval_loss": 2.1729063987731934,
2992
+ "eval_runtime": 1118.1795,
2993
+ "eval_samples_per_second": 815.88,
2994
+ "eval_steps_per_second": 6.375,
2995
+ "step": 99500
2996
+ },
2997
+ {
2998
+ "epoch": 8.765043607836262,
2999
+ "grad_norm": 2.4486277103424072,
3000
+ "learning_rate": 3.7964611189707232e-06,
3001
+ "loss": 2.3173,
3002
+ "step": 100000
3003
+ },
3004
+ {
3005
+ "epoch": 8.765043607836262,
3006
+ "eval_loss": 2.1726784706115723,
3007
+ "eval_runtime": 1115.9142,
3008
+ "eval_samples_per_second": 817.536,
3009
+ "eval_steps_per_second": 6.388,
3010
+ "step": 100000
3011
+ },
3012
+ {
3013
+ "epoch": 8.808870578954288,
3014
+ "grad_norm": 2.706360101699829,
3015
+ "learning_rate": 3.6140902571372566e-06,
3016
+ "loss": 2.3151,
3017
+ "step": 100500
3018
+ },
3019
+ {
3020
+ "epoch": 8.808870578954288,
3021
+ "eval_loss": 2.1703412532806396,
3022
+ "eval_runtime": 1115.5437,
3023
+ "eval_samples_per_second": 817.807,
3024
+ "eval_steps_per_second": 6.39,
3025
+ "step": 100500
3026
+ },
3027
+ {
3028
+ "epoch": 8.852697550072314,
3029
+ "grad_norm": 2.563002824783325,
3030
+ "learning_rate": 3.4358664738989826e-06,
3031
+ "loss": 2.3156,
3032
+ "step": 101000
3033
+ },
3034
+ {
3035
+ "epoch": 8.852697550072314,
3036
+ "eval_loss": 2.1706130504608154,
3037
+ "eval_runtime": 1116.8512,
3038
+ "eval_samples_per_second": 816.85,
3039
+ "eval_steps_per_second": 6.382,
3040
+ "step": 101000
3041
+ },
3042
+ {
3043
+ "epoch": 8.89652452119034,
3044
+ "grad_norm": 2.505505084991455,
3045
+ "learning_rate": 3.2621682182145314e-06,
3046
+ "loss": 2.3138,
3047
+ "step": 101500
3048
+ },
3049
+ {
3050
+ "epoch": 8.89652452119034,
3051
+ "eval_loss": 2.1691839694976807,
3052
+ "eval_runtime": 1115.2901,
3053
+ "eval_samples_per_second": 817.993,
3054
+ "eval_steps_per_second": 6.391,
3055
+ "step": 101500
3056
+ },
3057
+ {
3058
+ "epoch": 8.940351492308366,
3059
+ "grad_norm": 2.6076018810272217,
3060
+ "learning_rate": 3.092332998903416e-06,
3061
+ "loss": 2.3075,
3062
+ "step": 102000
3063
+ },
3064
+ {
3065
+ "epoch": 8.940351492308366,
3066
+ "eval_loss": 2.1688640117645264,
3067
+ "eval_runtime": 1116.0259,
3068
+ "eval_samples_per_second": 817.454,
3069
+ "eval_steps_per_second": 6.387,
3070
+ "step": 102000
3071
+ },
3072
+ {
3073
+ "epoch": 8.984178463426392,
3074
+ "grad_norm": 2.394963502883911,
3075
+ "learning_rate": 2.92674603547588e-06,
3076
+ "loss": 2.3094,
3077
+ "step": 102500
3078
+ },
3079
+ {
3080
+ "epoch": 8.984178463426392,
3081
+ "eval_loss": 2.167738914489746,
3082
+ "eval_runtime": 1117.6939,
3083
+ "eval_samples_per_second": 816.234,
3084
+ "eval_steps_per_second": 6.377,
3085
+ "step": 102500
3086
+ },
3087
+ {
3088
+ "epoch": 9.027961607573301,
3089
+ "grad_norm": 2.570017099380493,
3090
+ "learning_rate": 2.765439437959516e-06,
3091
+ "loss": 2.3093,
3092
+ "step": 103000
3093
+ },
3094
+ {
3095
+ "epoch": 9.027961607573301,
3096
+ "eval_loss": 2.167351007461548,
3097
+ "eval_runtime": 1115.1044,
3098
+ "eval_samples_per_second": 818.13,
3099
+ "eval_steps_per_second": 6.392,
3100
+ "step": 103000
3101
+ },
3102
+ {
3103
+ "epoch": 9.071788578691327,
3104
+ "grad_norm": 2.3768527507781982,
3105
+ "learning_rate": 2.6087541528544814e-06,
3106
+ "loss": 2.3085,
3107
+ "step": 103500
3108
+ },
3109
+ {
3110
+ "epoch": 9.071788578691327,
3111
+ "eval_loss": 2.1665375232696533,
3112
+ "eval_runtime": 1115.0572,
3113
+ "eval_samples_per_second": 818.164,
3114
+ "eval_steps_per_second": 6.392,
3115
+ "step": 103500
3116
+ },
3117
+ {
3118
+ "epoch": 9.115615549809352,
3119
+ "grad_norm": 2.432450294494629,
3120
+ "learning_rate": 2.456092577040997e-06,
3121
+ "loss": 2.3129,
3122
+ "step": 104000
3123
+ },
3124
+ {
3125
+ "epoch": 9.115615549809352,
3126
+ "eval_loss": 2.166337490081787,
3127
+ "eval_runtime": 1114.9098,
3128
+ "eval_samples_per_second": 818.272,
3129
+ "eval_steps_per_second": 6.393,
3130
+ "step": 104000
3131
+ },
3132
+ {
3133
+ "epoch": 9.159442520927378,
3134
+ "grad_norm": 2.5620574951171875,
3135
+ "learning_rate": 2.307802634562267e-06,
3136
+ "loss": 2.301,
3137
+ "step": 104500
3138
+ },
3139
+ {
3140
+ "epoch": 9.159442520927378,
3141
+ "eval_loss": 2.164973258972168,
3142
+ "eval_runtime": 1114.9958,
3143
+ "eval_samples_per_second": 818.209,
3144
+ "eval_steps_per_second": 6.393,
3145
+ "step": 104500
3146
+ },
3147
+ {
3148
+ "epoch": 9.203269492045404,
3149
+ "grad_norm": 2.387254238128662,
3150
+ "learning_rate": 2.163913081269864e-06,
3151
+ "loss": 2.305,
3152
+ "step": 105000
3153
+ },
3154
+ {
3155
+ "epoch": 9.203269492045404,
3156
+ "eval_loss": 2.1658222675323486,
3157
+ "eval_runtime": 1114.9499,
3158
+ "eval_samples_per_second": 818.243,
3159
+ "eval_steps_per_second": 6.393,
3160
+ "step": 105000
3161
+ },
3162
+ {
3163
+ "epoch": 9.24709646316343,
3164
+ "grad_norm": 2.389944553375244,
3165
+ "learning_rate": 2.0247263046770465e-06,
3166
+ "loss": 2.304,
3167
+ "step": 105500
3168
+ },
3169
+ {
3170
+ "epoch": 9.24709646316343,
3171
+ "eval_loss": 2.1642627716064453,
3172
+ "eval_runtime": 1115.1438,
3173
+ "eval_samples_per_second": 818.101,
3174
+ "eval_steps_per_second": 6.392,
3175
+ "step": 105500
3176
+ },
3177
+ {
3178
+ "epoch": 9.290923434281456,
3179
+ "grad_norm": 2.293623924255371,
3180
+ "learning_rate": 1.8897114415833084e-06,
3181
+ "loss": 2.3042,
3182
+ "step": 106000
3183
+ },
3184
+ {
3185
+ "epoch": 9.290923434281456,
3186
+ "eval_loss": 2.1653385162353516,
3187
+ "eval_runtime": 1115.2546,
3188
+ "eval_samples_per_second": 818.019,
3189
+ "eval_steps_per_second": 6.391,
3190
+ "step": 106000
3191
+ },
3192
+ {
3193
+ "epoch": 9.334750405399483,
3194
+ "grad_norm": 2.4690089225769043,
3195
+ "learning_rate": 1.7594346197419676e-06,
3196
+ "loss": 2.3025,
3197
+ "step": 106500
3198
+ },
3199
+ {
3200
+ "epoch": 9.334750405399483,
3201
+ "eval_loss": 2.1647329330444336,
3202
+ "eval_runtime": 1114.9105,
3203
+ "eval_samples_per_second": 818.272,
3204
+ "eval_steps_per_second": 6.393,
3205
+ "step": 106500
3206
+ },
3207
+ {
3208
+ "epoch": 9.378577376517509,
3209
+ "grad_norm": 2.4114248752593994,
3210
+ "learning_rate": 1.6333989588294241e-06,
3211
+ "loss": 2.3024,
3212
+ "step": 107000
3213
+ },
3214
+ {
3215
+ "epoch": 9.378577376517509,
3216
+ "eval_loss": 2.16414737701416,
3217
+ "eval_runtime": 1116.7856,
3218
+ "eval_samples_per_second": 816.898,
3219
+ "eval_steps_per_second": 6.383,
3220
+ "step": 107000
3221
+ },
3222
+ {
3223
+ "epoch": 9.422404347635535,
3224
+ "grad_norm": 2.6006863117218018,
3225
+ "learning_rate": 1.5118944650351159e-06,
3226
+ "loss": 2.3087,
3227
+ "step": 107500
3228
+ },
3229
+ {
3230
+ "epoch": 9.422404347635535,
3231
+ "eval_loss": 2.1635189056396484,
3232
+ "eval_runtime": 1114.9278,
3233
+ "eval_samples_per_second": 818.259,
3234
+ "eval_steps_per_second": 6.393,
3235
+ "step": 107500
3236
+ },
3237
+ {
3238
+ "epoch": 9.466231318753561,
3239
+ "grad_norm": 2.226339340209961,
3240
+ "learning_rate": 1.3949447000728782e-06,
3241
+ "loss": 2.3026,
3242
+ "step": 108000
3243
+ },
3244
+ {
3245
+ "epoch": 9.466231318753561,
3246
+ "eval_loss": 2.1628293991088867,
3247
+ "eval_runtime": 1115.569,
3248
+ "eval_samples_per_second": 817.789,
3249
+ "eval_steps_per_second": 6.39,
3250
+ "step": 108000
3251
+ },
3252
+ {
3253
+ "epoch": 9.510058289871587,
3254
+ "grad_norm": 2.69002628326416,
3255
+ "learning_rate": 1.2825723424199298e-06,
3256
+ "loss": 2.2984,
3257
+ "step": 108500
3258
+ },
3259
+ {
3260
+ "epoch": 9.510058289871587,
3261
+ "eval_loss": 2.163651466369629,
3262
+ "eval_runtime": 1115.1272,
3263
+ "eval_samples_per_second": 818.113,
3264
+ "eval_steps_per_second": 6.392,
3265
+ "step": 108500
3266
+ },
3267
+ {
3268
+ "epoch": 9.553885260989613,
3269
+ "grad_norm": 2.3326609134674072,
3270
+ "learning_rate": 1.1750101251986112e-06,
3271
+ "loss": 2.3027,
3272
+ "step": 109000
3273
+ },
3274
+ {
3275
+ "epoch": 9.553885260989613,
3276
+ "eval_loss": 2.163642168045044,
3277
+ "eval_runtime": 1114.6312,
3278
+ "eval_samples_per_second": 818.477,
3279
+ "eval_steps_per_second": 6.395,
3280
+ "step": 109000
3281
+ },
3282
+ {
3283
+ "epoch": 9.59771223210764,
3284
+ "grad_norm": 2.569121837615967,
3285
+ "learning_rate": 1.0718478023763245e-06,
3286
+ "loss": 2.3049,
3287
+ "step": 109500
3288
+ },
3289
+ {
3290
+ "epoch": 9.59771223210764,
3291
+ "eval_loss": 2.1620688438415527,
3292
+ "eval_runtime": 1114.7646,
3293
+ "eval_samples_per_second": 818.379,
3294
+ "eval_steps_per_second": 6.394,
3295
+ "step": 109500
3296
+ },
3297
+ {
3298
+ "epoch": 9.641539203225665,
3299
+ "grad_norm": 2.3418686389923096,
3300
+ "learning_rate": 9.733255406500857e-07,
3301
+ "loss": 2.3032,
3302
+ "step": 110000
3303
+ },
3304
+ {
3305
+ "epoch": 9.641539203225665,
3306
+ "eval_loss": 2.1615049839019775,
3307
+ "eval_runtime": 1114.9932,
3308
+ "eval_samples_per_second": 818.211,
3309
+ "eval_steps_per_second": 6.393,
3310
+ "step": 110000
3311
+ },
3312
+ {
3313
+ "epoch": 9.685366174343692,
3314
+ "grad_norm": 2.477689504623413,
3315
+ "learning_rate": 8.794624451020555e-07,
3316
+ "loss": 2.3032,
3317
+ "step": 110500
3318
+ },
3319
+ {
3320
+ "epoch": 9.685366174343692,
3321
+ "eval_loss": 2.161015510559082,
3322
+ "eval_runtime": 1116.4235,
3323
+ "eval_samples_per_second": 817.163,
3324
+ "eval_steps_per_second": 6.385,
3325
+ "step": 110500
3326
+ },
3327
+ {
3328
+ "epoch": 9.729193145461718,
3329
+ "grad_norm": 2.637300729751587,
3330
+ "learning_rate": 7.90276717325672e-07,
3331
+ "loss": 2.3049,
3332
+ "step": 111000
3333
+ },
3334
+ {
3335
+ "epoch": 9.729193145461718,
3336
+ "eval_loss": 2.162550210952759,
3337
+ "eval_runtime": 1114.8952,
3338
+ "eval_samples_per_second": 818.283,
3339
+ "eval_steps_per_second": 6.393,
3340
+ "step": 111000
3341
+ },
3342
+ {
3343
+ "epoch": 9.773020116579744,
3344
+ "grad_norm": 2.375706672668457,
3345
+ "learning_rate": 7.057856518960599e-07,
3346
+ "loss": 2.3014,
3347
+ "step": 111500
3348
+ },
3349
+ {
3350
+ "epoch": 9.773020116579744,
3351
+ "eval_loss": 2.161914587020874,
3352
+ "eval_runtime": 1116.0493,
3353
+ "eval_samples_per_second": 817.437,
3354
+ "eval_steps_per_second": 6.387,
3355
+ "step": 111500
3356
+ },
3357
+ {
3358
+ "epoch": 9.81684708769777,
3359
+ "grad_norm": 2.4037861824035645,
3360
+ "learning_rate": 6.261604809943755e-07,
3361
+ "loss": 2.3023,
3362
+ "step": 112000
3363
+ },
3364
+ {
3365
+ "epoch": 9.81684708769777,
3366
+ "eval_loss": 2.1608428955078125,
3367
+ "eval_runtime": 1116.2862,
3368
+ "eval_samples_per_second": 817.264,
3369
+ "eval_steps_per_second": 6.385,
3370
+ "step": 112000
3371
+ },
3372
+ {
3373
+ "epoch": 9.860674058815796,
3374
+ "grad_norm": 2.493039846420288,
3375
+ "learning_rate": 5.510975114530553e-07,
3376
+ "loss": 2.3028,
3377
+ "step": 112500
3378
+ },
3379
+ {
3380
+ "epoch": 9.860674058815796,
3381
+ "eval_loss": 2.160830497741699,
3382
+ "eval_runtime": 1116.2069,
3383
+ "eval_samples_per_second": 817.322,
3384
+ "eval_steps_per_second": 6.386,
3385
+ "step": 112500
3386
+ },
3387
+ {
3388
+ "epoch": 9.90450102993382,
3389
+ "grad_norm": 2.5063636302948,
3390
+ "learning_rate": 4.807755850286977e-07,
3391
+ "loss": 2.3019,
3392
+ "step": 113000
3393
+ },
3394
+ {
3395
+ "epoch": 9.90450102993382,
3396
+ "eval_loss": 2.1616785526275635,
3397
+ "eval_runtime": 1116.3136,
3398
+ "eval_samples_per_second": 817.243,
3399
+ "eval_steps_per_second": 6.385,
3400
+ "step": 113000
3401
+ },
3402
+ {
3403
+ "epoch": 9.948328001051847,
3404
+ "grad_norm": 2.589062213897705,
3405
+ "learning_rate": 4.1520833829600813e-07,
3406
+ "loss": 2.301,
3407
+ "step": 113500
3408
+ },
3409
+ {
3410
+ "epoch": 9.948328001051847,
3411
+ "eval_loss": 2.160351276397705,
3412
+ "eval_runtime": 1116.7915,
3413
+ "eval_samples_per_second": 816.894,
3414
+ "eval_steps_per_second": 6.383,
3415
+ "step": 113500
3416
+ },
3417
+ {
3418
+ "epoch": 9.992154972169873,
3419
+ "grad_norm": 2.4170777797698975,
3420
+ "learning_rate": 3.544084858193325e-07,
3421
+ "loss": 2.3032,
3422
+ "step": 114000
3423
+ },
3424
+ {
3425
+ "epoch": 9.992154972169873,
3426
+ "eval_loss": 2.159677743911743,
3427
+ "eval_runtime": 1116.6266,
3428
+ "eval_samples_per_second": 817.014,
3429
+ "eval_steps_per_second": 6.384,
3430
+ "step": 114000
3431
+ },
3432
+ {
3433
+ "epoch": 10.035938116316782,
3434
+ "grad_norm": 2.528834819793701,
3435
+ "learning_rate": 2.9838781768708193e-07,
3436
+ "loss": 2.2945,
3437
+ "step": 114500
3438
+ },
3439
+ {
3440
+ "epoch": 10.035938116316782,
3441
+ "eval_loss": 2.161219835281372,
3442
+ "eval_runtime": 1116.9968,
3443
+ "eval_samples_per_second": 816.744,
3444
+ "eval_steps_per_second": 6.381,
3445
+ "step": 114500
3446
+ },
3447
+ {
3448
+ "epoch": 10.079765087434808,
3449
+ "grad_norm": 2.3111424446105957,
3450
+ "learning_rate": 2.4715719722546714e-07,
3451
+ "loss": 2.2963,
3452
+ "step": 115000
3453
+ },
3454
+ {
3455
+ "epoch": 10.079765087434808,
3456
+ "eval_loss": 2.160301923751831,
3457
+ "eval_runtime": 1117.2058,
3458
+ "eval_samples_per_second": 816.591,
3459
+ "eval_steps_per_second": 6.38,
3460
+ "step": 115000
3461
+ },
3462
+ {
3463
+ "epoch": 10.123592058552834,
3464
+ "grad_norm": 2.635735034942627,
3465
+ "learning_rate": 2.0072655889189772e-07,
3466
+ "loss": 2.2986,
3467
+ "step": 115500
3468
+ },
3469
+ {
3470
+ "epoch": 10.123592058552834,
3471
+ "eval_loss": 2.1600496768951416,
3472
+ "eval_runtime": 1119.355,
3473
+ "eval_samples_per_second": 815.023,
3474
+ "eval_steps_per_second": 6.368,
3475
+ "step": 115500
3476
+ },
3477
+ {
3478
+ "epoch": 10.16741902967086,
3479
+ "grad_norm": 2.228825807571411,
3480
+ "learning_rate": 1.5918334476575646e-07,
3481
+ "loss": 2.2922,
3482
+ "step": 116000
3483
+ },
3484
+ {
3485
+ "epoch": 10.16741902967086,
3486
+ "eval_loss": 2.1609036922454834,
3487
+ "eval_runtime": 1158.2359,
3488
+ "eval_samples_per_second": 787.663,
3489
+ "eval_steps_per_second": 6.154,
3490
+ "step": 116000
3491
+ },
3492
+ {
3493
+ "epoch": 10.211246000788886,
3494
+ "grad_norm": 2.534865140914917,
3495
+ "learning_rate": 1.2236910758539055e-07,
3496
+ "loss": 2.3035,
3497
+ "step": 116500
3498
+ },
3499
+ {
3500
+ "epoch": 10.211246000788886,
3501
+ "eval_loss": 2.1614086627960205,
3502
+ "eval_runtime": 1211.6086,
3503
+ "eval_samples_per_second": 752.966,
3504
+ "eval_steps_per_second": 5.883,
3505
+ "step": 116500
3506
+ },
3507
+ {
3508
+ "epoch": 10.25507297190691,
3509
+ "grad_norm": 2.4144797325134277,
3510
+ "learning_rate": 9.043821229186567e-08,
3511
+ "loss": 2.302,
3512
+ "step": 117000
3513
+ },
3514
+ {
3515
+ "epoch": 10.25507297190691,
3516
+ "eval_loss": 2.15974760055542,
3517
+ "eval_runtime": 1113.7288,
3518
+ "eval_samples_per_second": 819.14,
3519
+ "eval_steps_per_second": 6.4,
3520
+ "step": 117000
3521
+ },
3522
+ {
3523
+ "epoch": 10.298899943024937,
3524
+ "grad_norm": 2.239013433456421,
3525
+ "learning_rate": 6.32688733414294e-08,
3526
+ "loss": 2.3009,
3527
+ "step": 117500
3528
+ },
3529
+ {
3530
+ "epoch": 10.298899943024937,
3531
+ "eval_loss": 2.160125494003296,
3532
+ "eval_runtime": 2061.4838,
3533
+ "eval_samples_per_second": 442.545,
3534
+ "eval_steps_per_second": 3.458,
3535
+ "step": 117500
3536
+ },
3537
+ {
3538
+ "epoch": 10.342726914142963,
3539
+ "grad_norm": 2.6488566398620605,
3540
+ "learning_rate": 4.093517548052761e-08,
3541
+ "loss": 2.2942,
3542
+ "step": 118000
3543
+ },
3544
+ {
3545
+ "epoch": 10.342726914142963,
3546
+ "eval_loss": 2.160935163497925,
3547
+ "eval_runtime": 1218.013,
3548
+ "eval_samples_per_second": 749.007,
3549
+ "eval_steps_per_second": 5.852,
3550
+ "step": 118000
3551
+ },
3552
+ {
3553
+ "epoch": 10.386553885260989,
3554
+ "grad_norm": 2.3960371017456055,
3555
+ "learning_rate": 2.3441449579411632e-08,
3556
+ "loss": 2.3022,
3557
+ "step": 118500
3558
+ },
3559
+ {
3560
+ "epoch": 10.386553885260989,
3561
+ "eval_loss": 2.1597461700439453,
3562
+ "eval_runtime": 1294.5854,
3563
+ "eval_samples_per_second": 704.704,
3564
+ "eval_steps_per_second": 5.506,
3565
+ "step": 118500
3566
+ },
3567
+ {
3568
+ "epoch": 10.430380856379015,
3569
+ "grad_norm": 2.5293331146240234,
3570
+ "learning_rate": 1.0791087958400558e-08,
3571
+ "loss": 2.2948,
3572
+ "step": 119000
3573
+ },
3574
+ {
3575
+ "epoch": 10.430380856379015,
3576
+ "eval_loss": 2.159837245941162,
3577
+ "eval_runtime": 1253.9955,
3578
+ "eval_samples_per_second": 727.515,
3579
+ "eval_steps_per_second": 5.684,
3580
+ "step": 119000
3581
+ },
3582
+ {
3583
+ "epoch": 10.474207827497041,
3584
+ "grad_norm": 2.4509096145629883,
3585
+ "learning_rate": 2.9865437300630185e-09,
3586
+ "loss": 2.3045,
3587
+ "step": 119500
3588
+ },
3589
+ {
3590
+ "epoch": 10.474207827497041,
3591
+ "eval_loss": 2.1594982147216797,
3592
+ "eval_runtime": 1207.0311,
3593
+ "eval_samples_per_second": 755.821,
3594
+ "eval_steps_per_second": 5.905,
3595
+ "step": 119500
3596
+ },
3597
+ {
3598
+ "epoch": 10.518034798615068,
3599
+ "grad_norm": 2.336444616317749,
3600
+ "learning_rate": 2.933032350604936e-11,
3601
+ "loss": 2.2978,
3602
+ "step": 120000
3603
+ },
3604
+ {
3605
+ "epoch": 10.518034798615068,
3606
+ "eval_loss": 2.161297559738159,
3607
+ "eval_runtime": 1191.92,
3608
+ "eval_samples_per_second": 765.404,
3609
+ "eval_steps_per_second": 5.98,
3610
+ "step": 120000
3611
+ }
3612
+ ],
3613
+ "logging_steps": 500,
3614
+ "max_steps": 120000,
3615
+ "num_input_tokens_seen": 0,
3616
+ "num_train_epochs": 11,
3617
+ "save_steps": 3000,
3618
+ "stateful_callbacks": {
3619
+ "TrainerControl": {
3620
+ "args": {
3621
+ "should_epoch_stop": false,
3622
+ "should_evaluate": false,
3623
+ "should_log": false,
3624
+ "should_save": true,
3625
+ "should_training_stop": true
3626
+ },
3627
+ "attributes": {}
3628
+ }
3629
+ },
3630
+ "total_flos": 7.295615807101338e+18,
3631
+ "train_batch_size": 16,
3632
+ "trial_name": null,
3633
+ "trial_params": null
3634
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ece3a884793ab3fd2cf2e0d4fd2ed08261394fc46c7fd6552a8845f22fd0c7c
3
+ size 5905
vocab.txt ADDED
The diff for this file is too large to render. See raw diff