FatouSow commited on
Commit
07cf8bd
·
verified ·
1 Parent(s): f80556d

Upload 6 files

Browse files
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "[/MARKER]": 32006,
3
+ "[MARKER]": 32005
4
+ }
config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "CamembertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": 5,
7
+ "classifier_dropout": null,
8
+ "dtype": "float32",
9
+ "eos_token_id": 6,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+
14
+ "id2label": {
15
+ "0": "alternation",
16
+ "1": "background",
17
+ "2": "commentary",
18
+ "3": "concession",
19
+ "4": "condition",
20
+ "5": "consequence",
21
+ "6": "continuation",
22
+ "7": "contrast",
23
+ "8": "detachment",
24
+ "9": "evidence",
25
+ "10": "explanation",
26
+ "11": "explanation*",
27
+ "12": "flashback",
28
+ "13": "goal",
29
+ "14": "narration",
30
+ "15": "parallel",
31
+ "16": "result",
32
+ "17": "result*",
33
+ "18": "summary"
34
+ },
35
+ "initializer_range": 0.02,
36
+ "intermediate_size": 3072,
37
+ "label2id": {
38
+ "alternation": 0,
39
+ "background": 1,
40
+ "explanation": 10,
41
+ "explanation*": 11,
42
+ "flashback": 12,
43
+ "goal": 13,
44
+ "narration": 14,
45
+ "parallel": 15,
46
+ "result": 16,
47
+ "result*": 17,
48
+ "summary": 18,
49
+ "commentary": 2,
50
+ "concession": 3,
51
+ "condition": 4,
52
+ "consequence": 5,
53
+ "continuation": 6,
54
+ "contrast": 7,
55
+ "detachment": 8,
56
+ "evidence": 9
57
+ },
58
+ "layer_norm_eps": 1e-05,
59
+ "max_position_embeddings": 514,
60
+ "model_type": "camembert",
61
+ "num_attention_heads": 12,
62
+ "num_hidden_layers": 12,
63
+ "output_past": true,
64
+ "pad_token_id": 1,
65
+ "position_embedding_type": "absolute",
66
+ "transformers_version": "4.57.3",
67
+ "type_vocab_size": 1,
68
+ "use_cache": true,
69
+ "vocab_size": 32007
70
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ceaba0b4cd855267cbb46fa9c1c2112b1de11a9c4e3d61e54ab0a28225143a9
3
+ size 442576540
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988bc5a00281c6d210a5d34bd143d0363741a432fefe741bf71e61b1869d4314
3
+ size 810912
special_tokens_map.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "[MARKER]",
4
+ "[/MARKER]"
5
+ ],
6
+ "bos_token": {
7
+ "content": "<s>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "cls_token": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "eos_token": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ },
27
+ "mask_token": {
28
+ "content": "<mask>",
29
+ "lstrip": true,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false
33
+ },
34
+ "pad_token": {
35
+ "content": "<pad>",
36
+ "lstrip": false,
37
+ "normalized": false,
38
+ "rstrip": false,
39
+ "single_word": false
40
+ },
41
+ "sep_token": {
42
+ "content": "</s>",
43
+ "lstrip": false,
44
+ "normalized": false,
45
+ "rstrip": false,
46
+ "single_word": false
47
+ },
48
+ "unk_token": {
49
+ "content": "<unk>",
50
+ "lstrip": false,
51
+ "normalized": false,
52
+ "rstrip": false,
53
+ "single_word": false
54
+ }
55
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>NOTUSED",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>NOTUSED",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "<unk>NOTUSED",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "<s>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "6": {
52
+ "content": "</s>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "32004": {
60
+ "content": "<mask>",
61
+ "lstrip": true,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "32005": {
68
+ "content": "[MARKER]",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "32006": {
76
+ "content": "[/MARKER]",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ }
83
+ },
84
+ "additional_special_tokens": [
85
+ "[MARKER]",
86
+ "[/MARKER]"
87
+ ],
88
+ "bos_token": "<s>",
89
+ "clean_up_tokenization_spaces": true,
90
+ "cls_token": "<s>",
91
+ "eos_token": "</s>",
92
+ "extra_special_tokens": {},
93
+ "mask_token": "<mask>",
94
+ "model_max_length": 512,
95
+ "pad_token": "<pad>",
96
+ "sep_token": "</s>",
97
+ "sp_model_kwargs": {},
98
+ "tokenizer_class": "CamembertTokenizer",
99
+ "unk_token": "<unk>"
100
+ }