Hugging Face's logo

NightMachinery
/
lang_adapter_fa_twitter_xlm_roberta_base

TensorBoard
Model card Files
xet
 Metrics Community
NightMachinery commited on
Commit
1f4e3e0
·
1 Parent(s): a63fd06

Training in progress, step 500

Browse files
Files changed (22) hide show
  1. .gitattributes +2 -0
  2. .gitignore +1 -0
  3. last-checkpoint/mlm/adapter_config.json +41 -0
  4. last-checkpoint/mlm/head_config.json +14 -0
  5. last-checkpoint/mlm/pytorch_adapter.bin +3 -0
  6. last-checkpoint/mlm/pytorch_model_head.bin +3 -0
  7. last-checkpoint/optimizer.pt +3 -0
  8. last-checkpoint/rng_state.pth +3 -0
  9. last-checkpoint/scheduler.pt +3 -0
  10. last-checkpoint/special_tokens_map.json +15 -0
  11. last-checkpoint/tokenizer.json +3 -0
  12. last-checkpoint/tokenizer_config.json +20 -0
  13. last-checkpoint/trainer_state.json +31 -0
  14. last-checkpoint/training_args.bin +3 -0
  15. runs/Mar03_09-19-19_3383802857b7/1677835204.4810777/events.out.tfevents.1677835204.3383802857b7.1373.1 +3 -0
  16. runs/Mar03_09-19-19_3383802857b7/events.out.tfevents.1677835204.3383802857b7.1373.0 +3 -0
  17. runs/Mar03_09-27-06_3383802857b7/1677835658.8700864/events.out.tfevents.1677835658.3383802857b7.3704.1 +3 -0
  18. runs/Mar03_09-27-06_3383802857b7/events.out.tfevents.1677835658.3383802857b7.3704.0 +3 -0
  19. special_tokens_map.json +15 -0
  20. tokenizer.json +3 -0
  21. tokenizer_config.json +20 -0
  22. training_args.bin +3 -0
.gitattributes CHANGED
@@ -32,3 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ last-checkpoint/tokenizer.json filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
last-checkpoint/mlm/adapter_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "factorized_phm_W": true,
6
+ "factorized_phm_rule": false,
7
+ "hypercomplex_nonlinearity": "glorot-uniform",
8
+ "init_weights": "bert",
9
+ "inv_adapter": "nice",
10
+ "inv_adapter_reduction_factor": 2,
11
+ "is_parallel": false,
12
+ "learn_phm": true,
13
+ "leave_out": [],
14
+ "ln_after": false,
15
+ "ln_before": false,
16
+ "mh_adapter": false,
17
+ "non_linearity": "relu",
18
+ "original_ln_after": true,
19
+ "original_ln_before": true,
20
+ "output_adapter": true,
21
+ "phm_bias": true,
22
+ "phm_c_init": "normal",
23
+ "phm_dim": 4,
24
+ "phm_init_range": 0.0001,
25
+ "phm_layer": false,
26
+ "phm_rank": 1,
27
+ "reduction_factor": 16,
28
+ "residual_before_ln": true,
29
+ "scaling": 1.0,
30
+ "shared_W_phm": false,
31
+ "shared_phm_rule": true,
32
+ "use_gating": false
33
+ },
34
+ "config_id": "9ed5b5a29de19b71",
35
+ "hidden_size": 768,
36
+ "model_class": "XLMRobertaForMaskedLM",
37
+ "model_name": "xlm-roberta-base",
38
+ "model_type": "xlm-roberta",
39
+ "name": "mlm",
40
+ "version": "3.2.0a0"
41
+ }
last-checkpoint/mlm/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "XLMRobertaForMaskedLM",
9
+ "model_name": "xlm-roberta-base",
10
+ "model_type": "xlm-roberta",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "3.2.0a0"
14
+ }
last-checkpoint/mlm/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca386caefff1c9dbe61f669eecff32b378d4360ac6a16c113d63f306950e405
3
+ size 4782029
last-checkpoint/mlm/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b49a2e7e2a6ac5c1236718a90e0ec092904b182fba2497c688313fddc9d681
3
+ size 771377007
last-checkpoint/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89e3ab888d3bfa958aaca6e9a82f4722f6083564c5339707ee1174b0d1594f11
3
+ size 16297733
last-checkpoint/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8de9d233141b90ce7b24b6ab4011e15e76398f4ce0f45d8dc3bd33b0e6d49a4
3
+ size 14575
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6515a03004afeb6a3ae40346d1fc397df5ec39606e2a593228ed4de8829ffad
3
+ size 627
last-checkpoint/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
last-checkpoint/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
3
+ size 17082660
last-checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "__type": "AddedToken",
7
+ "content": "<mask>",
8
+ "lstrip": true,
9
+ "normalized": true,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "model_max_length": 512,
14
+ "name_or_path": "xlm-roberta-base",
15
+ "pad_token": "<pad>",
16
+ "sep_token": "</s>",
17
+ "special_tokens_map_file": null,
18
+ "tokenizer_class": "XLMRobertaTokenizer",
19
+ "unk_token": "<unk>"
20
+ }
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.684253215789795,
3
+ "best_model_checkpoint": "./test-mlm/checkpoint-500",
4
+ "epoch": 0.4668534080298786,
5
+ "global_step": 500,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.47,
12
+ "learning_rate": 9.533146591970123e-05,
13
+ "loss": 2.5722,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.47,
18
+ "eval_accuracy": 0.6444444444444445,
19
+ "eval_loss": 1.684253215789795,
20
+ "eval_runtime": 45.7415,
21
+ "eval_samples_per_second": 11.193,
22
+ "eval_steps_per_second": 2.252,
23
+ "step": 500
24
+ }
25
+ ],
26
+ "max_steps": 10710,
27
+ "num_train_epochs": 10,
28
+ "total_flos": 668841384960000.0,
29
+ "trial_name": null,
30
+ "trial_params": null
31
+ }
last-checkpoint/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11aa42615b294eefe3bbd085f31fd2adf0fad1cbdfdb366c9eb20e2fc0c0d999
3
+ size 3515
runs/Mar03_09-19-19_3383802857b7/1677835204.4810777/events.out.tfevents.1677835204.3383802857b7.1373.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc55d362aed738a5434bb8d88216ca41f4874abce4b93c09a946e8ef110bb4a
3
+ size 5685
runs/Mar03_09-19-19_3383802857b7/events.out.tfevents.1677835204.3383802857b7.1373.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb3354abc12d1f65ccfb5498297b8e1471c4e8d69156a9211a8a70b627b737d
3
+ size 5015
runs/Mar03_09-27-06_3383802857b7/1677835658.8700864/events.out.tfevents.1677835658.3383802857b7.3704.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51af61bd945acdea847bff84dddc9d126bbb1baa47dab2ebf3f870412f81ab46
3
+ size 5685
runs/Mar03_09-27-06_3383802857b7/events.out.tfevents.1677835658.3383802857b7.3704.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78931b3736980a04ceb4117896487b612adecf4758b285466196b44d1c5330a6
3
+ size 5494
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
3
+ size 17082660
tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "__type": "AddedToken",
7
+ "content": "<mask>",
8
+ "lstrip": true,
9
+ "normalized": true,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "model_max_length": 512,
14
+ "name_or_path": "xlm-roberta-base",
15
+ "pad_token": "<pad>",
16
+ "sep_token": "</s>",
17
+ "special_tokens_map_file": null,
18
+ "tokenizer_class": "XLMRobertaTokenizer",
19
+ "unk_token": "<unk>"
20
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11aa42615b294eefe3bbd085f31fd2adf0fad1cbdfdb366c9eb20e2fc0c0d999
3
+ size 3515