Hugging Face's logo

metoonhathung
/
music-generation

Text Generation
Transformers
TensorBoard
Safetensors
gpt2
Generated from Trainer
text-generation-inference
Model card Files
xet
 Metrics Community
metoonhathung commited on
Commit
1e6ba5f
·
verified ·
1 Parent(s): f72757d

Training in progress, step 100

Browse files
Files changed (9) hide show
  1. config.json +38 -0
  2. merges.txt +331 -0
  3. model.safetensors +3 -0
  4. runs/Aug08_19-12-31_f510d3a4e8c0/events.out.tfevents.1754680361.f510d3a4e8c0.540.1 +3 -0
  5. special_tokens_map.json +6 -0
  6. tokenizer.json +1961 -0
  7. tokenizer_config.json +21 -0
  8. training_args.bin +3 -0
  9. vocab.json +1 -0
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "architectures": [
4
+ "GPT2LMHeadModel"
5
+ ],
6
+ "attn_pdrop": 0.1,
7
+ "bos_token_id": 0,
8
+ "embd_pdrop": 0.1,
9
+ "eos_token_id": 0,
10
+ "initializer_range": 0.02,
11
+ "layer_norm_epsilon": 1e-05,
12
+ "model_type": "gpt2",
13
+ "n_ctx": 256,
14
+ "n_embd": 768,
15
+ "n_head": 12,
16
+ "n_inner": null,
17
+ "n_layer": 12,
18
+ "n_positions": 1024,
19
+ "reorder_and_upcast_attn": false,
20
+ "resid_pdrop": 0.1,
21
+ "scale_attn_by_inverse_layer_idx": false,
22
+ "scale_attn_weights": true,
23
+ "summary_activation": null,
24
+ "summary_first_dropout": 0.1,
25
+ "summary_proj_to_labels": true,
26
+ "summary_type": "cls_index",
27
+ "summary_use_proj": true,
28
+ "task_specific_params": {
29
+ "text-generation": {
30
+ "do_sample": true,
31
+ "max_length": 50
32
+ }
33
+ },
34
+ "torch_dtype": "float32",
35
+ "transformers_version": "4.55.0",
36
+ "use_cache": true,
37
+ "vocab_size": 587
38
+ }
merges.txt ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #version: 0.2
2
+ Ġ 3
3
+ Ġ 2
4
+ Ġ 1
5
+ Ġ3 7
6
+ Ġ3 8
7
+ Ġ2 6
8
+ Ġ 6
9
+ Ġ1 8
10
+ Ġ1 9
11
+ Ġ 5
12
+ Ġ 7
13
+ Ġ38 2
14
+ Ġ2 0
15
+ Ġ2 7
16
+ Ġ37 8
17
+ Ġ1 7
18
+ Ġ 4
19
+ Ġ37 9
20
+ Ġ26 1
21
+ Ġ37 4
22
+ Ġ26 0
23
+ Ġ 8
24
+ Ġ38 4
25
+ Ġ37 5
26
+ Ġ26 6
27
+ Ġ1 6
28
+ Ġ2 1
29
+ Ġ18 3
30
+ Ġ5 5
31
+ Ġ6 0
32
+ Ġ18 8
33
+ Ġ26 5
34
+ Ġ7 2
35
+ Ġ20 0
36
+ Ġ26 7
37
+ Ġ6 7
38
+ Ġ19 5
39
+ Ġ27 1
40
+ Ġ38 1
41
+ Ġ27 2
42
+ Ġ6 4
43
+ Ġ19 2
44
+ Ġ6 9
45
+ Ġ19 7
46
+ Ġ7 4
47
+ Ġ20 2
48
+ Ġ7 6
49
+ Ġ20 4
50
+ Ġ17 6
51
+ Ġ4 8
52
+ Ġ6 5
53
+ Ġ19 3
54
+ Ġ38 6
55
+ Ġ18 5
56
+ Ġ5 7
57
+ Ġ18 1
58
+ Ġ5 3
59
+ Ġ6 2
60
+ Ġ19 0
61
+ Ġ2 5
62
+ Ġ37 6
63
+ Ġ17 1
64
+ Ġ4 3
65
+ Ġ5 0
66
+ Ġ17 8
67
+ Ġ7 9
68
+ Ġ20 7
69
+ Ġ37 2
70
+ Ġ18 0
71
+ Ġ5 2
72
+ Ġ27 3
73
+ Ġ19 9
74
+ Ġ7 1
75
+ Ġ27 0
76
+ Ġ7 7
77
+ Ġ20 5
78
+ Ġ27 4
79
+ Ġ18 7
80
+ Ġ5 9
81
+ Ġ26 3
82
+ Ġ26 2
83
+ Ġ38 0
84
+ Ġ38 7
85
+ Ġ18 6
86
+ Ġ5 8
87
+ Ġ26 4
88
+ Ġ26 9
89
+ Ġ20 9
90
+ Ġ8 1
91
+ Ġ19 8
92
+ Ġ7 0
93
+ Ġ2 8
94
+ Ġ26 8
95
+ Ġ27 5
96
+ Ġ25 8
97
+ Ġ17 3
98
+ Ġ4 5
99
+ Ġ38 5
100
+ Ġ27 6
101
+ Ġ8 4
102
+ Ġ21 2
103
+ Ġ7 5
104
+ Ġ20 3
105
+ Ġ6 6
106
+ Ġ19 4
107
+ Ġ37 7
108
+ Ġ6 3
109
+ Ġ19 1
110
+ Ġ3 6
111
+ Ġ27 7
112
+ Ġ16 4
113
+ Ġ18 4
114
+ Ġ5 6
115
+ Ġ6 8
116
+ Ġ19 6
117
+ Ġ4 1
118
+ Ġ16 9
119
+ Ġ18 2
120
+ Ġ5 4
121
+ Ġ16 6
122
+ Ġ17 5
123
+ Ġ4 7
124
+ Ġ5 1
125
+ Ġ17 9
126
+ Ġ1 5
127
+ Ġ7 3
128
+ Ġ20 1
129
+ Ġ7 8
130
+ Ġ20 6
131
+ Ġ6 1
132
+ Ġ18 9
133
+ Ġ8 3
134
+ Ġ21 1
135
+ Ġ17 4
136
+ Ġ4 6
137
+ Ġ8 2
138
+ Ġ21 0
139
+ Ġ8 6
140
+ Ġ21 4
141
+ Ġ27 8
142
+ Ġ4 0
143
+ Ġ16 8
144
+ Ġ20 8
145
+ Ġ8 0
146
+ Ġ3 5
147
+ Ġ25 9
148
+ Ġ27 9
149
+ Ġ38 3
150
+ Ġ2 9
151
+ Ġ 9
152
+ Ġ3 1
153
+ Ġ15 9
154
+ Ġ37 3
155
+ Ġ17 2
156
+ Ġ4 4
157
+ Ġ8 8
158
+ Ġ21 6
159
+ Ġ17 7
160
+ Ġ4 9
161
+ Ġ35 6
162
+ Ġ3 9
163
+ Ġ16 7
164
+ Ġ28 0
165
+ Ġ2 2
166
+ Ġ37 1
167
+ Ġ17 0
168
+ Ġ4 2
169
+ Ġ28 1
170
+ Ġ25 6
171
+ Ġ3 3
172
+ Ġ16 1
173
+ Ġ8 9
174
+ Ġ21 7
175
+ Ġ3 4
176
+ Ġ8 7
177
+ Ġ21 5
178
+ Ġ3 0
179
+ Ġ8 5
180
+ Ġ21 3
181
+ Ġ16 3
182
+ Ġ16 2
183
+ Ġ21 9
184
+ Ġ9 1
185
+ Ġ16 5
186
+ Ġ25 7
187
+ Ġ28 6
188
+ Ġ28 2
189
+ Ġ9 3
190
+ Ġ22 1
191
+ Ġ15 7
192
+ Ġ3 2
193
+ Ġ28 3
194
+ Ġ28 4
195
+ Ġ28 8
196
+ Ġ16 0
197
+ Ġ28 7
198
+ Ġ37 0
199
+ Ġ29 1
200
+ Ġ15 6
201
+ Ġ29 3
202
+ Ġ21 8
203
+ Ġ9 0
204
+ Ġ2 4
205
+ Ġ15 2
206
+ Ġ28 9
207
+ Ġ29 8
208
+ Ġ29 7
209
+ Ġ28 5
210
+ Ġ9 2
211
+ Ġ22 0
212
+ Ġ15 4
213
+ Ġ9 6
214
+ Ġ22 4
215
+ Ġ29 2
216
+ Ġ29 0
217
+ Ġ29 9
218
+ Ġ29 6
219
+ Ġ30 2
220
+ Ġ9 5
221
+ Ġ22 3
222
+ Ġ9 4
223
+ Ġ22 2
224
+ Ġ34 3
225
+ Ġ15 8
226
+ Ġ30 5
227
+ Ġ29 5
228
+ Ġ1 0
229
+ Ġ9 8
230
+ Ġ22 6
231
+ Ġ30 0
232
+ Ġ30 3
233
+ Ġ29 4
234
+ Ġ35 5
235
+ Ġ30 4
236
+ Ġ1 4
237
+ Ġ30 1
238
+ Ġ30 6
239
+ Ġ36 9
240
+ Ġ2 3
241
+ Ġ15 5
242
+ Ġ22 8
243
+ Ġ10 0
244
+ Ġ30 8
245
+ Ġ9 7
246
+ Ġ22 5
247
+ Ġ30 9
248
+ Ġ14 7
249
+ Ġ31 7
250
+ Ġ36 7
251
+ Ġ32 2
252
+ Ġ31 4
253
+ Ġ14 9
254
+ Ġ22 9
255
+ Ġ10 1
256
+ Ġ9 9
257
+ Ġ22 7
258
+ Ġ31 1
259
+ Ġ15 3
260
+ Ġ31 6
261
+ Ġ31 2
262
+ Ġ30 7
263
+ Ġ15 1
264
+ Ġ31 0
265
+ Ġ32 0
266
+ Ġ33 0
267
+ Ġ32 4
268
+ Ġ31 3
269
+ Ġ10 3
270
+ Ġ23 1
271
+ Ġ32 6
272
+ Ġ31 8
273
+ Ġ33 4
274
+ Ġ31 5
275
+ Ġ33 8
276
+ Ġ31 9
277
+ Ġ32 5
278
+ Ġ10 5
279
+ Ġ23 3
280
+ Ġ32 1
281
+ Ġ14 5
282
+ Ġ33 3
283
+ Ġ36 8
284
+ Ġ33 5
285
+ Ġ10 4
286
+ Ġ23 2
287
+ Ġ34 4
288
+ Ġ32 3
289
+ Ġ34 9
290
+ Ġ32 8
291
+ Ġ15 0
292
+ Ġ34 1
293
+ Ġ33 2
294
+ Ġ34 0
295
+ Ġ35 3
296
+ Ġ33 6
297
+ Ġ34 7
298
+ Ġ32 9
299
+ Ġ32 7
300
+ Ġ10 8
301
+ Ġ23 6
302
+ Ġ35 0
303
+ Ġ10 7
304
+ Ġ23 5
305
+ Ġ35 2
306
+ Ġ33 1
307
+ Ġ10 2
308
+ Ġ10 6
309
+ Ġ23 0
310
+ Ġ23 4
311
+ Ġ34 6
312
+ Ġ1 1
313
+ Ġ35 1
314
+ Ġ33 9
315
+ Ġ33 7
316
+ Ġ34 2
317
+ Ġ34 5
318
+ Ġ35 4
319
+ Ġ14 8
320
+ Ġ34 8
321
+ Ġ23 8
322
+ Ġ11 0
323
+ Ġ14 4
324
+ Ġ24 1
325
+ Ġ11 3
326
+ Ġ1 2
327
+ Ġ36 4
328
+ Ġ36 6
329
+ Ġ35 7
330
+ Ġ14 0
331
+ Ġ14 6
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4a70d22afc17ae6d75b9de3172b1be0babba072859e7656bf6841dac8d20bdd
3
+ size 345187968
runs/Aug08_19-12-31_f510d3a4e8c0/events.out.tfevents.1754680361.f510d3a4e8c0.540.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72125ff492919cf082742ad6652719158f92e1d1437b2af5fa65e3a154055e28
3
+ size 5644
special_tokens_map.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<|endoftext|>",
3
+ "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
+ "unk_token": "<|endoftext|>"
6
+ }
tokenizer.json ADDED
@@ -0,0 +1,1961 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 256,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": null,
10
+ "added_tokens": [
11
+ {
12
+ "id": 0,
13
+ "content": "<|endoftext|>",
14
+ "single_word": false,
15
+ "lstrip": false,
16
+ "rstrip": false,
17
+ "normalized": true,
18
+ "special": true
19
+ }
20
+ ],
21
+ "normalizer": null,
22
+ "pre_tokenizer": {
23
+ "type": "ByteLevel",
24
+ "add_prefix_space": false,
25
+ "trim_offsets": true,
26
+ "use_regex": true
27
+ },
28
+ "post_processor": {
29
+ "type": "ByteLevel",
30
+ "add_prefix_space": true,
31
+ "trim_offsets": false,
32
+ "use_regex": true
33
+ },
34
+ "decoder": {
35
+ "type": "ByteLevel",
36
+ "add_prefix_space": true,
37
+ "trim_offsets": true,
38
+ "use_regex": true
39
+ },
40
+ "model": {
41
+ "type": "BPE",
42
+ "dropout": null,
43
+ "unk_token": null,
44
+ "continuing_subword_prefix": "",
45
+ "end_of_word_suffix": "",
46
+ "fuse_unk": false,
47
+ "byte_fallback": false,
48
+ "ignore_merges": false,
49
+ "vocab": {
50
+ "<|endoftext|>": 0,
51
+ "!": 1,
52
+ "\"": 2,
53
+ "#": 3,
54
+ "$": 4,
55
+ "%": 5,
56
+ "&": 6,
57
+ "'": 7,
58
+ "(": 8,
59
+ ")": 9,
60
+ "*": 10,
61
+ "+": 11,
62
+ ",": 12,
63
+ "-": 13,
64
+ ".": 14,
65
+ "/": 15,
66
+ "0": 16,
67
+ "1": 17,
68
+ "2": 18,
69
+ "3": 19,
70
+ "4": 20,
71
+ "5": 21,
72
+ "6": 22,
73
+ "7": 23,
74
+ "8": 24,
75
+ "9": 25,
76
+ ":": 26,
77
+ ";": 27,
78
+ "<": 28,
79
+ "=": 29,
80
+ ">": 30,
81
+ "?": 31,
82
+ "@": 32,
83
+ "A": 33,
84
+ "B": 34,
85
+ "C": 35,
86
+ "D": 36,
87
+ "E": 37,
88
+ "F": 38,
89
+ "G": 39,
90
+ "H": 40,
91
+ "I": 41,
92
+ "J": 42,
93
+ "K": 43,
94
+ "L": 44,
95
+ "M": 45,
96
+ "N": 46,
97
+ "O": 47,
98
+ "P": 48,
99
+ "Q": 49,
100
+ "R": 50,
101
+ "S": 51,
102
+ "T": 52,
103
+ "U": 53,
104
+ "V": 54,
105
+ "W": 55,
106
+ "X": 56,
107
+ "Y": 57,
108
+ "Z": 58,
109
+ "[": 59,
110
+ "\\": 60,
111
+ "]": 61,
112
+ "^": 62,
113
+ "_": 63,
114
+ "`": 64,
115
+ "a": 65,
116
+ "b": 66,
117
+ "c": 67,
118
+ "d": 68,
119
+ "e": 69,
120
+ "f": 70,
121
+ "g": 71,
122
+ "h": 72,
123
+ "i": 73,
124
+ "j": 74,
125
+ "k": 75,
126
+ "l": 76,
127
+ "m": 77,
128
+ "n": 78,
129
+ "o": 79,
130
+ "p": 80,
131
+ "q": 81,
132
+ "r": 82,
133
+ "s": 83,
134
+ "t": 84,
135
+ "u": 85,
136
+ "v": 86,
137
+ "w": 87,
138
+ "x": 88,
139
+ "y": 89,
140
+ "z": 90,
141
+ "{": 91,
142
+ "|": 92,
143
+ "}": 93,
144
+ "~": 94,
145
+ "¡": 95,
146
+ "¢": 96,
147
+ "£": 97,
148
+ "¤": 98,
149
+ "¥": 99,
150
+ "¦": 100,
151
+ "§": 101,
152
+ "¨": 102,
153
+ "©": 103,
154
+ "ª": 104,
155
+ "«": 105,
156
+ "¬": 106,
157
+ "®": 107,
158
+ "¯": 108,
159
+ "°": 109,
160
+ "±": 110,
161
+ "²": 111,
162
+ "³": 112,
163
+ "´": 113,
164
+ "µ": 114,
165
+ "¶": 115,
166
+ "·": 116,
167
+ "¸": 117,
168
+ "¹": 118,
169
+ "º": 119,
170
+ "»": 120,
171
+ "¼": 121,
172
+ "½": 122,
173
+ "¾": 123,
174
+ "¿": 124,
175
+ "À": 125,
176
+ "Á": 126,
177
+ "Â": 127,
178
+ "Ã": 128,
179
+ "Ä": 129,
180
+ "Å": 130,
181
+ "Æ": 131,
182
+ "Ç": 132,
183
+ "È": 133,
184
+ "É": 134,
185
+ "Ê": 135,
186
+ "Ë": 136,
187
+ "Ì": 137,
188
+ "Í": 138,
189
+ "Î": 139,
190
+ "Ï": 140,
191
+ "Ð": 141,
192
+ "Ñ": 142,
193
+ "Ò": 143,
194
+ "Ó": 144,
195
+ "Ô": 145,
196
+ "Õ": 146,
197
+ "Ö": 147,
198
+ "×": 148,
199
+ "Ø": 149,
200
+ "Ù": 150,
201
+ "Ú": 151,
202
+ "Û": 152,
203
+ "Ü": 153,
204
+ "Ý": 154,
205
+ "Þ": 155,
206
+ "ß": 156,
207
+ "à": 157,
208
+ "á": 158,
209
+ "â": 159,
210
+ "ã": 160,
211
+ "ä": 161,
212
+ "å": 162,
213
+ "æ": 163,
214
+ "ç": 164,
215
+ "è": 165,
216
+ "é": 166,
217
+ "ê": 167,
218
+ "ë": 168,
219
+ "ì": 169,
220
+ "í": 170,
221
+ "î": 171,
222
+ "ï": 172,
223
+ "ð": 173,
224
+ "ñ": 174,
225
+ "ò": 175,
226
+ "ó": 176,
227
+ "ô": 177,
228
+ "õ": 178,
229
+ "ö": 179,
230
+ "÷": 180,
231
+ "ø": 181,
232
+ "ù": 182,
233
+ "ú": 183,
234
+ "û": 184,
235
+ "ü": 185,
236
+ "ý": 186,
237
+ "þ": 187,
238
+ "ÿ": 188,
239
+ "Ā": 189,
240
+ "ā": 190,
241
+ "Ă": 191,
242
+ "ă": 192,
243
+ "Ą": 193,
244
+ "ą": 194,
245
+ "Ć": 195,
246
+ "ć": 196,
247
+ "Ĉ": 197,
248
+ "ĉ": 198,
249
+ "Ċ": 199,
250
+ "ċ": 200,
251
+ "Č": 201,
252
+ "č": 202,
253
+ "Ď": 203,
254
+ "ď": 204,
255
+ "Đ": 205,
256
+ "đ": 206,
257
+ "Ē": 207,
258
+ "ē": 208,
259
+ "Ĕ": 209,
260
+ "ĕ": 210,
261
+ "Ė": 211,
262
+ "ė": 212,
263
+ "Ę": 213,
264
+ "ę": 214,
265
+ "Ě": 215,
266
+ "ě": 216,
267
+ "Ĝ": 217,
268
+ "ĝ": 218,
269
+ "Ğ": 219,
270
+ "ğ": 220,
271
+ "Ġ": 221,
272
+ "ġ": 222,
273
+ "Ģ": 223,
274
+ "ģ": 224,
275
+ "Ĥ": 225,
276
+ "ĥ": 226,
277
+ "Ħ": 227,
278
+ "ħ": 228,
279
+ "Ĩ": 229,
280
+ "ĩ": 230,
281
+ "Ī": 231,
282
+ "ī": 232,
283
+ "Ĭ": 233,
284
+ "ĭ": 234,
285
+ "Į": 235,
286
+ "į": 236,
287
+ "İ": 237,
288
+ "ı": 238,
289
+ "IJ": 239,
290
+ "ij": 240,
291
+ "Ĵ": 241,
292
+ "ĵ": 242,
293
+ "Ķ": 243,
294
+ "ķ": 244,
295
+ "ĸ": 245,
296
+ "Ĺ": 246,
297
+ "ĺ": 247,
298
+ "Ļ": 248,
299
+ "ļ": 249,
300
+ "Ľ": 250,
301
+ "ľ": 251,
302
+ "Ŀ": 252,
303
+ "ŀ": 253,
304
+ "Ł": 254,
305
+ "ł": 255,
306
+ "Ń": 256,
307
+ "Ġ3": 257,
308
+ "Ġ2": 258,
309
+ "Ġ1": 259,
310
+ "Ġ37": 260,
311
+ "Ġ38": 261,
312
+ "Ġ26": 262,
313
+ "Ġ6": 263,
314
+ "Ġ18": 264,
315
+ "Ġ19": 265,
316
+ "Ġ5": 266,
317
+ "Ġ7": 267,
318
+ "Ġ382": 268,
319
+ "Ġ20": 269,
320
+ "Ġ27": 270,
321
+ "Ġ378": 271,
322
+ "Ġ17": 272,
323
+ "Ġ4": 273,
324
+ "Ġ379": 274,
325
+ "Ġ261": 275,
326
+ "Ġ374": 276,
327
+ "Ġ260": 277,
328
+ "Ġ8": 278,
329
+ "Ġ384": 279,
330
+ "Ġ375": 280,
331
+ "Ġ266": 281,
332
+ "Ġ16": 282,
333
+ "Ġ21": 283,
334
+ "Ġ183": 284,
335
+ "Ġ55": 285,
336
+ "Ġ60": 286,
337
+ "Ġ188": 287,
338
+ "Ġ265": 288,
339
+ "Ġ72": 289,
340
+ "Ġ200": 290,
341
+ "Ġ267": 291,
342
+ "Ġ67": 292,
343
+ "Ġ195": 293,
344
+ "Ġ271": 294,
345
+ "Ġ381": 295,
346
+ "Ġ272": 296,
347
+ "Ġ64": 297,
348
+ "Ġ192": 298,
349
+ "Ġ69": 299,
350
+ "Ġ197": 300,
351
+ "Ġ74": 301,
352
+ "Ġ202": 302,
353
+ "Ġ76": 303,
354
+ "Ġ204": 304,
355
+ "Ġ176": 305,
356
+ "Ġ48": 306,
357
+ "Ġ65": 307,
358
+ "Ġ193": 308,
359
+ "Ġ386": 309,
360
+ "Ġ185": 310,
361
+ "Ġ57": 311,
362
+ "Ġ181": 312,
363
+ "Ġ53": 313,
364
+ "Ġ62": 314,
365
+ "Ġ190": 315,
366
+ "Ġ25": 316,
367
+ "Ġ376": 317,
368
+ "Ġ171": 318,
369
+ "Ġ43": 319,
370
+ "Ġ50": 320,
371
+ "Ġ178": 321,
372
+ "Ġ79": 322,
373
+ "Ġ207": 323,
374
+ "Ġ372": 324,
375
+ "Ġ180": 325,
376
+ "Ġ52": 326,
377
+ "Ġ273": 327,
378
+ "Ġ199": 328,
379
+ "Ġ71": 329,
380
+ "Ġ270": 330,
381
+ "Ġ77": 331,
382
+ "Ġ205": 332,
383
+ "Ġ274": 333,
384
+ "Ġ187": 334,
385
+ "Ġ59": 335,
386
+ "Ġ263": 336,
387
+ "Ġ262": 337,
388
+ "Ġ380": 338,
389
+ "Ġ387": 339,
390
+ "Ġ186": 340,
391
+ "Ġ58": 341,
392
+ "Ġ264": 342,
393
+ "Ġ269": 343,
394
+ "Ġ209": 344,
395
+ "Ġ81": 345,
396
+ "Ġ198": 346,
397
+ "Ġ70": 347,
398
+ "Ġ28": 348,
399
+ "Ġ268": 349,
400
+ "Ġ275": 350,
401
+ "Ġ258": 351,
402
+ "Ġ173": 352,
403
+ "Ġ45": 353,
404
+ "Ġ385": 354,
405
+ "Ġ276": 355,
406
+ "Ġ84": 356,
407
+ "Ġ212": 357,
408
+ "Ġ75": 358,
409
+ "Ġ203": 359,
410
+ "Ġ66": 360,
411
+ "Ġ194": 361,
412
+ "Ġ377": 362,
413
+ "Ġ63": 363,
414
+ "Ġ191": 364,
415
+ "Ġ36": 365,
416
+ "Ġ277": 366,
417
+ "Ġ164": 367,
418
+ "Ġ184": 368,
419
+ "Ġ56": 369,
420
+ "Ġ68": 370,
421
+ "Ġ196": 371,
422
+ "Ġ41": 372,
423
+ "Ġ169": 373,
424
+ "Ġ182": 374,
425
+ "Ġ54": 375,
426
+ "Ġ166": 376,
427
+ "Ġ175": 377,
428
+ "Ġ47": 378,
429
+ "Ġ51": 379,
430
+ "Ġ179": 380,
431
+ "Ġ15": 381,
432
+ "Ġ73": 382,
433
+ "Ġ201": 383,
434
+ "Ġ78": 384,
435
+ "Ġ206": 385,
436
+ "Ġ61": 386,
437
+ "Ġ189": 387,
438
+ "Ġ83": 388,
439
+ "Ġ211": 389,
440
+ "Ġ174": 390,
441
+ "Ġ46": 391,
442
+ "Ġ82": 392,
443
+ "Ġ210": 393,
444
+ "Ġ86": 394,
445
+ "Ġ214": 395,
446
+ "Ġ278": 396,
447
+ "Ġ40": 397,
448
+ "Ġ168": 398,
449
+ "Ġ208": 399,
450
+ "Ġ80": 400,
451
+ "Ġ35": 401,
452
+ "Ġ259": 402,
453
+ "Ġ279": 403,
454
+ "Ġ383": 404,
455
+ "Ġ29": 405,
456
+ "Ġ9": 406,
457
+ "Ġ31": 407,
458
+ "Ġ159": 408,
459
+ "Ġ373": 409,
460
+ "Ġ172": 410,
461
+ "Ġ44": 411,
462
+ "Ġ88": 412,
463
+ "Ġ216": 413,
464
+ "Ġ177": 414,
465
+ "Ġ49": 415,
466
+ "Ġ356": 416,
467
+ "Ġ39": 417,
468
+ "Ġ167": 418,
469
+ "Ġ280": 419,
470
+ "Ġ22": 420,
471
+ "Ġ371": 421,
472
+ "Ġ170": 422,
473
+ "Ġ42": 423,
474
+ "Ġ281": 424,
475
+ "Ġ256": 425,
476
+ "Ġ33": 426,
477
+ "Ġ161": 427,
478
+ "Ġ89": 428,
479
+ "Ġ217": 429,
480
+ "Ġ34": 430,
481
+ "Ġ87": 431,
482
+ "Ġ215": 432,
483
+ "Ġ30": 433,
484
+ "Ġ85": 434,
485
+ "Ġ213": 435,
486
+ "Ġ163": 436,
487
+ "Ġ162": 437,
488
+ "Ġ219": 438,
489
+ "Ġ91": 439,
490
+ "Ġ165": 440,
491
+ "Ġ257": 441,
492
+ "Ġ286": 442,
493
+ "Ġ282": 443,
494
+ "Ġ93": 444,
495
+ "Ġ221": 445,
496
+ "Ġ157": 446,
497
+ "Ġ32": 447,
498
+ "Ġ283": 448,
499
+ "Ġ284": 449,
500
+ "Ġ288": 450,
501
+ "Ġ160": 451,
502
+ "Ġ287": 452,
503
+ "Ġ370": 453,
504
+ "Ġ291": 454,
505
+ "Ġ156": 455,
506
+ "Ġ293": 456,
507
+ "Ġ218": 457,
508
+ "Ġ90": 458,
509
+ "Ġ24": 459,
510
+ "Ġ152": 460,
511
+ "Ġ289": 461,
512
+ "Ġ298": 462,
513
+ "Ġ297": 463,
514
+ "Ġ285": 464,
515
+ "Ġ92": 465,
516
+ "Ġ220": 466,
517
+ "Ġ154": 467,
518
+ "Ġ96": 468,
519
+ "Ġ224": 469,
520
+ "Ġ292": 470,
521
+ "Ġ290": 471,
522
+ "Ġ299": 472,
523
+ "Ġ296": 473,
524
+ "Ġ302": 474,
525
+ "Ġ95": 475,
526
+ "Ġ223": 476,
527
+ "Ġ94": 477,
528
+ "Ġ222": 478,
529
+ "Ġ343": 479,
530
+ "Ġ158": 480,
531
+ "Ġ305": 481,
532
+ "Ġ295": 482,
533
+ "Ġ10": 483,
534
+ "Ġ98": 484,
535
+ "Ġ226": 485,
536
+ "Ġ300": 486,
537
+ "Ġ303": 487,
538
+ "Ġ294": 488,
539
+ "Ġ355": 489,
540
+ "Ġ304": 490,
541
+ "Ġ14": 491,
542
+ "Ġ301": 492,
543
+ "Ġ306": 493,
544
+ "Ġ369": 494,
545
+ "Ġ23": 495,
546
+ "Ġ155": 496,
547
+ "Ġ228": 497,
548
+ "Ġ100": 498,
549
+ "Ġ308": 499,
550
+ "Ġ97": 500,
551
+ "Ġ225": 501,
552
+ "Ġ309": 502,
553
+ "Ġ147": 503,
554
+ "Ġ317": 504,
555
+ "Ġ367": 505,
556
+ "Ġ322": 506,
557
+ "Ġ314": 507,
558
+ "Ġ149": 508,
559
+ "Ġ229": 509,
560
+ "Ġ101": 510,
561
+ "Ġ99": 511,
562
+ "Ġ227": 512,
563
+ "Ġ311": 513,
564
+ "Ġ153": 514,
565
+ "Ġ316": 515,
566
+ "Ġ312": 516,
567
+ "Ġ307": 517,
568
+ "Ġ151": 518,
569
+ "Ġ310": 519,
570
+ "Ġ320": 520,
571
+ "Ġ330": 521,
572
+ "Ġ324": 522,
573
+ "Ġ313": 523,
574
+ "Ġ103": 524,
575
+ "Ġ231": 525,
576
+ "Ġ326": 526,
577
+ "Ġ318": 527,
578
+ "Ġ334": 528,
579
+ "Ġ315": 529,
580
+ "Ġ338": 530,
581
+ "Ġ319": 531,
582
+ "Ġ325": 532,
583
+ "Ġ105": 533,
584
+ "Ġ233": 534,
585
+ "Ġ321": 535,
586
+ "Ġ145": 536,
587
+ "Ġ333": 537,
588
+ "Ġ368": 538,
589
+ "Ġ335": 539,
590
+ "Ġ104": 540,
591
+ "Ġ232": 541,
592
+ "Ġ344": 542,
593
+ "Ġ323": 543,
594
+ "Ġ349": 544,
595
+ "Ġ328": 545,
596
+ "Ġ150": 546,
597
+ "Ġ341": 547,
598
+ "Ġ332": 548,
599
+ "Ġ340": 549,
600
+ "Ġ353": 550,
601
+ "Ġ336": 551,
602
+ "Ġ347": 552,
603
+ "Ġ329": 553,
604
+ "Ġ327": 554,
605
+ "Ġ108": 555,
606
+ "Ġ236": 556,
607
+ "Ġ350": 557,
608
+ "Ġ107": 558,
609
+ "Ġ235": 559,
610
+ "Ġ352": 560,
611
+ "Ġ331": 561,
612
+ "Ġ102": 562,
613
+ "Ġ106": 563,
614
+ "Ġ230": 564,
615
+ "Ġ234": 565,
616
+ "Ġ346": 566,
617
+ "Ġ11": 567,
618
+ "Ġ351": 568,
619
+ "Ġ339": 569,
620
+ "Ġ337": 570,
621
+ "Ġ342": 571,
622
+ "Ġ345": 572,
623
+ "Ġ354": 573,
624
+ "Ġ148": 574,
625
+ "Ġ348": 575,
626
+ "Ġ238": 576,
627
+ "Ġ110": 577,
628
+ "Ġ144": 578,
629
+ "Ġ241": 579,
630
+ "Ġ113": 580,
631
+ "Ġ12": 581,
632
+ "Ġ364": 582,
633
+ "Ġ366": 583,
634
+ "Ġ357": 584,
635
+ "Ġ140": 585,
636
+ "Ġ146": 586
637
+ },
638
+ "merges": [
639
+ [
640
+ "Ġ",
641
+ "3"
642
+ ],
643
+ [
644
+ "Ġ",
645
+ "2"
646
+ ],
647
+ [
648
+ "Ġ",
649
+ "1"
650
+ ],
651
+ [
652
+ "Ġ3",
653
+ "7"
654
+ ],
655
+ [
656
+ "Ġ3",
657
+ "8"
658
+ ],
659
+ [
660
+ "Ġ2",
661
+ "6"
662
+ ],
663
+ [
664
+ "Ġ",
665
+ "6"
666
+ ],
667
+ [
668
+ "Ġ1",
669
+ "8"
670
+ ],
671
+ [
672
+ "Ġ1",
673
+ "9"
674
+ ],
675
+ [
676
+ "Ġ",
677
+ "5"
678
+ ],
679
+ [
680
+ "Ġ",
681
+ "7"
682
+ ],
683
+ [
684
+ "Ġ38",
685
+ "2"
686
+ ],
687
+ [
688
+ "Ġ2",
689
+ "0"
690
+ ],
691
+ [
692
+ "Ġ2",
693
+ "7"
694
+ ],
695
+ [
696
+ "Ġ37",
697
+ "8"
698
+ ],
699
+ [
700
+ "Ġ1",
701
+ "7"
702
+ ],
703
+ [
704
+ "Ġ",
705
+ "4"
706
+ ],
707
+ [
708
+ "Ġ37",
709
+ "9"
710
+ ],
711
+ [
712
+ "Ġ26",
713
+ "1"
714
+ ],
715
+ [
716
+ "Ġ37",
717
+ "4"
718
+ ],
719
+ [
720
+ "Ġ26",
721
+ "0"
722
+ ],
723
+ [
724
+ "Ġ",
725
+ "8"
726
+ ],
727
+ [
728
+ "Ġ38",
729
+ "4"
730
+ ],
731
+ [
732
+ "Ġ37",
733
+ "5"
734
+ ],
735
+ [
736
+ "Ġ26",
737
+ "6"
738
+ ],
739
+ [
740
+ "Ġ1",
741
+ "6"
742
+ ],
743
+ [
744
+ "Ġ2",
745
+ "1"
746
+ ],
747
+ [
748
+ "Ġ18",
749
+ "3"
750
+ ],
751
+ [
752
+ "Ġ5",
753
+ "5"
754
+ ],
755
+ [
756
+ "Ġ6",
757
+ "0"
758
+ ],
759
+ [
760
+ "Ġ18",
761
+ "8"
762
+ ],
763
+ [
764
+ "Ġ26",
765
+ "5"
766
+ ],
767
+ [
768
+ "Ġ7",
769
+ "2"
770
+ ],
771
+ [
772
+ "Ġ20",
773
+ "0"
774
+ ],
775
+ [
776
+ "Ġ26",
777
+ "7"
778
+ ],
779
+ [
780
+ "Ġ6",
781
+ "7"
782
+ ],
783
+ [
784
+ "Ġ19",
785
+ "5"
786
+ ],
787
+ [
788
+ "Ġ27",
789
+ "1"
790
+ ],
791
+ [
792
+ "Ġ38",
793
+ "1"
794
+ ],
795
+ [
796
+ "Ġ27",
797
+ "2"
798
+ ],
799
+ [
800
+ "Ġ6",
801
+ "4"
802
+ ],
803
+ [
804
+ "Ġ19",
805
+ "2"
806
+ ],
807
+ [
808
+ "Ġ6",
809
+ "9"
810
+ ],
811
+ [
812
+ "Ġ19",
813
+ "7"
814
+ ],
815
+ [
816
+ "Ġ7",
817
+ "4"
818
+ ],
819
+ [
820
+ "Ġ20",
821
+ "2"
822
+ ],
823
+ [
824
+ "Ġ7",
825
+ "6"
826
+ ],
827
+ [
828
+ "Ġ20",
829
+ "4"
830
+ ],
831
+ [
832
+ "Ġ17",
833
+ "6"
834
+ ],
835
+ [
836
+ "Ġ4",
837
+ "8"
838
+ ],
839
+ [
840
+ "Ġ6",
841
+ "5"
842
+ ],
843
+ [
844
+ "Ġ19",
845
+ "3"
846
+ ],
847
+ [
848
+ "Ġ38",
849
+ "6"
850
+ ],
851
+ [
852
+ "Ġ18",
853
+ "5"
854
+ ],
855
+ [
856
+ "Ġ5",
857
+ "7"
858
+ ],
859
+ [
860
+ "Ġ18",
861
+ "1"
862
+ ],
863
+ [
864
+ "Ġ5",
865
+ "3"
866
+ ],
867
+ [
868
+ "Ġ6",
869
+ "2"
870
+ ],
871
+ [
872
+ "Ġ19",
873
+ "0"
874
+ ],
875
+ [
876
+ "Ġ2",
877
+ "5"
878
+ ],
879
+ [
880
+ "Ġ37",
881
+ "6"
882
+ ],
883
+ [
884
+ "Ġ17",
885
+ "1"
886
+ ],
887
+ [
888
+ "Ġ4",
889
+ "3"
890
+ ],
891
+ [
892
+ "Ġ5",
893
+ "0"
894
+ ],
895
+ [
896
+ "Ġ17",
897
+ "8"
898
+ ],
899
+ [
900
+ "Ġ7",
901
+ "9"
902
+ ],
903
+ [
904
+ "Ġ20",
905
+ "7"
906
+ ],
907
+ [
908
+ "Ġ37",
909
+ "2"
910
+ ],
911
+ [
912
+ "Ġ18",
913
+ "0"
914
+ ],
915
+ [
916
+ "Ġ5",
917
+ "2"
918
+ ],
919
+ [
920
+ "Ġ27",
921
+ "3"
922
+ ],
923
+ [
924
+ "Ġ19",
925
+ "9"
926
+ ],
927
+ [
928
+ "Ġ7",
929
+ "1"
930
+ ],
931
+ [
932
+ "Ġ27",
933
+ "0"
934
+ ],
935
+ [
936
+ "Ġ7",
937
+ "7"
938
+ ],
939
+ [
940
+ "Ġ20",
941
+ "5"
942
+ ],
943
+ [
944
+ "Ġ27",
945
+ "4"
946
+ ],
947
+ [
948
+ "Ġ18",
949
+ "7"
950
+ ],
951
+ [
952
+ "Ġ5",
953
+ "9"
954
+ ],
955
+ [
956
+ "Ġ26",
957
+ "3"
958
+ ],
959
+ [
960
+ "Ġ26",
961
+ "2"
962
+ ],
963
+ [
964
+ "Ġ38",
965
+ "0"
966
+ ],
967
+ [
968
+ "Ġ38",
969
+ "7"
970
+ ],
971
+ [
972
+ "Ġ18",
973
+ "6"
974
+ ],
975
+ [
976
+ "Ġ5",
977
+ "8"
978
+ ],
979
+ [
980
+ "Ġ26",
981
+ "4"
982
+ ],
983
+ [
984
+ "Ġ26",
985
+ "9"
986
+ ],
987
+ [
988
+ "Ġ20",
989
+ "9"
990
+ ],
991
+ [
992
+ "Ġ8",
993
+ "1"
994
+ ],
995
+ [
996
+ "Ġ19",
997
+ "8"
998
+ ],
999
+ [
1000
+ "Ġ7",
1001
+ "0"
1002
+ ],
1003
+ [
1004
+ "Ġ2",
1005
+ "8"
1006
+ ],
1007
+ [
1008
+ "Ġ26",
1009
+ "8"
1010
+ ],
1011
+ [
1012
+ "Ġ27",
1013
+ "5"
1014
+ ],
1015
+ [
1016
+ "Ġ25",
1017
+ "8"
1018
+ ],
1019
+ [
1020
+ "Ġ17",
1021
+ "3"
1022
+ ],
1023
+ [
1024
+ "Ġ4",
1025
+ "5"
1026
+ ],
1027
+ [
1028
+ "Ġ38",
1029
+ "5"
1030
+ ],
1031
+ [
1032
+ "Ġ27",
1033
+ "6"
1034
+ ],
1035
+ [
1036
+ "Ġ8",
1037
+ "4"
1038
+ ],
1039
+ [
1040
+ "Ġ21",
1041
+ "2"
1042
+ ],
1043
+ [
1044
+ "Ġ7",
1045
+ "5"
1046
+ ],
1047
+ [
1048
+ "Ġ20",
1049
+ "3"
1050
+ ],
1051
+ [
1052
+ "Ġ6",
1053
+ "6"
1054
+ ],
1055
+ [
1056
+ "Ġ19",
1057
+ "4"
1058
+ ],
1059
+ [
1060
+ "Ġ37",
1061
+ "7"
1062
+ ],
1063
+ [
1064
+ "Ġ6",
1065
+ "3"
1066
+ ],
1067
+ [
1068
+ "Ġ19",
1069
+ "1"
1070
+ ],
1071
+ [
1072
+ "Ġ3",
1073
+ "6"
1074
+ ],
1075
+ [
1076
+ "Ġ27",
1077
+ "7"
1078
+ ],
1079
+ [
1080
+ "Ġ16",
1081
+ "4"
1082
+ ],
1083
+ [
1084
+ "Ġ18",
1085
+ "4"
1086
+ ],
1087
+ [
1088
+ "Ġ5",
1089
+ "6"
1090
+ ],
1091
+ [
1092
+ "Ġ6",
1093
+ "8"
1094
+ ],
1095
+ [
1096
+ "Ġ19",
1097
+ "6"
1098
+ ],
1099
+ [
1100
+ "Ġ4",
1101
+ "1"
1102
+ ],
1103
+ [
1104
+ "Ġ16",
1105
+ "9"
1106
+ ],
1107
+ [
1108
+ "Ġ18",
1109
+ "2"
1110
+ ],
1111
+ [
1112
+ "Ġ5",
1113
+ "4"
1114
+ ],
1115
+ [
1116
+ "Ġ16",
1117
+ "6"
1118
+ ],
1119
+ [
1120
+ "Ġ17",
1121
+ "5"
1122
+ ],
1123
+ [
1124
+ "Ġ4",
1125
+ "7"
1126
+ ],
1127
+ [
1128
+ "Ġ5",
1129
+ "1"
1130
+ ],
1131
+ [
1132
+ "Ġ17",
1133
+ "9"
1134
+ ],
1135
+ [
1136
+ "Ġ1",
1137
+ "5"
1138
+ ],
1139
+ [
1140
+ "Ġ7",
1141
+ "3"
1142
+ ],
1143
+ [
1144
+ "Ġ20",
1145
+ "1"
1146
+ ],
1147
+ [
1148
+ "Ġ7",
1149
+ "8"
1150
+ ],
1151
+ [
1152
+ "Ġ20",
1153
+ "6"
1154
+ ],
1155
+ [
1156
+ "Ġ6",
1157
+ "1"
1158
+ ],
1159
+ [
1160
+ "Ġ18",
1161
+ "9"
1162
+ ],
1163
+ [
1164
+ "Ġ8",
1165
+ "3"
1166
+ ],
1167
+ [
1168
+ "Ġ21",
1169
+ "1"
1170
+ ],
1171
+ [
1172
+ "Ġ17",
1173
+ "4"
1174
+ ],
1175
+ [
1176
+ "Ġ4",
1177
+ "6"
1178
+ ],
1179
+ [
1180
+ "Ġ8",
1181
+ "2"
1182
+ ],
1183
+ [
1184
+ "Ġ21",
1185
+ "0"
1186
+ ],
1187
+ [
1188
+ "Ġ8",
1189
+ "6"
1190
+ ],
1191
+ [
1192
+ "Ġ21",
1193
+ "4"
1194
+ ],
1195
+ [
1196
+ "Ġ27",
1197
+ "8"
1198
+ ],
1199
+ [
1200
+ "Ġ4",
1201
+ "0"
1202
+ ],
1203
+ [
1204
+ "Ġ16",
1205
+ "8"
1206
+ ],
1207
+ [
1208
+ "Ġ20",
1209
+ "8"
1210
+ ],
1211
+ [
1212
+ "Ġ8",
1213
+ "0"
1214
+ ],
1215
+ [
1216
+ "Ġ3",
1217
+ "5"
1218
+ ],
1219
+ [
1220
+ "Ġ25",
1221
+ "9"
1222
+ ],
1223
+ [
1224
+ "Ġ27",
1225
+ "9"
1226
+ ],
1227
+ [
1228
+ "Ġ38",
1229
+ "3"
1230
+ ],
1231
+ [
1232
+ "Ġ2",
1233
+ "9"
1234
+ ],
1235
+ [
1236
+ "Ġ",
1237
+ "9"
1238
+ ],
1239
+ [
1240
+ "Ġ3",
1241
+ "1"
1242
+ ],
1243
+ [
1244
+ "Ġ15",
1245
+ "9"
1246
+ ],
1247
+ [
1248
+ "Ġ37",
1249
+ "3"
1250
+ ],
1251
+ [
1252
+ "Ġ17",
1253
+ "2"
1254
+ ],
1255
+ [
1256
+ "Ġ4",
1257
+ "4"
1258
+ ],
1259
+ [
1260
+ "Ġ8",
1261
+ "8"
1262
+ ],
1263
+ [
1264
+ "Ġ21",
1265
+ "6"
1266
+ ],
1267
+ [
1268
+ "Ġ17",
1269
+ "7"
1270
+ ],
1271
+ [
1272
+ "Ġ4",
1273
+ "9"
1274
+ ],
1275
+ [
1276
+ "Ġ35",
1277
+ "6"
1278
+ ],
1279
+ [
1280
+ "Ġ3",
1281
+ "9"
1282
+ ],
1283
+ [
1284
+ "Ġ16",
1285
+ "7"
1286
+ ],
1287
+ [
1288
+ "Ġ28",
1289
+ "0"
1290
+ ],
1291
+ [
1292
+ "Ġ2",
1293
+ "2"
1294
+ ],
1295
+ [
1296
+ "Ġ37",
1297
+ "1"
1298
+ ],
1299
+ [
1300
+ "Ġ17",
1301
+ "0"
1302
+ ],
1303
+ [
1304
+ "Ġ4",
1305
+ "2"
1306
+ ],
1307
+ [
1308
+ "Ġ28",
1309
+ "1"
1310
+ ],
1311
+ [
1312
+ "Ġ25",
1313
+ "6"
1314
+ ],
1315
+ [
1316
+ "Ġ3",
1317
+ "3"
1318
+ ],
1319
+ [
1320
+ "Ġ16",
1321
+ "1"
1322
+ ],
1323
+ [
1324
+ "Ġ8",
1325
+ "9"
1326
+ ],
1327
+ [
1328
+ "Ġ21",
1329
+ "7"
1330
+ ],
1331
+ [
1332
+ "Ġ3",
1333
+ "4"
1334
+ ],
1335
+ [
1336
+ "Ġ8",
1337
+ "7"
1338
+ ],
1339
+ [
1340
+ "Ġ21",
1341
+ "5"
1342
+ ],
1343
+ [
1344
+ "Ġ3",
1345
+ "0"
1346
+ ],
1347
+ [
1348
+ "Ġ8",
1349
+ "5"
1350
+ ],
1351
+ [
1352
+ "Ġ21",
1353
+ "3"
1354
+ ],
1355
+ [
1356
+ "Ġ16",
1357
+ "3"
1358
+ ],
1359
+ [
1360
+ "Ġ16",
1361
+ "2"
1362
+ ],
1363
+ [
1364
+ "Ġ21",
1365
+ "9"
1366
+ ],
1367
+ [
1368
+ "Ġ9",
1369
+ "1"
1370
+ ],
1371
+ [
1372
+ "Ġ16",
1373
+ "5"
1374
+ ],
1375
+ [
1376
+ "Ġ25",
1377
+ "7"
1378
+ ],
1379
+ [
1380
+ "Ġ28",
1381
+ "6"
1382
+ ],
1383
+ [
1384
+ "Ġ28",
1385
+ "2"
1386
+ ],
1387
+ [
1388
+ "Ġ9",
1389
+ "3"
1390
+ ],
1391
+ [
1392
+ "Ġ22",
1393
+ "1"
1394
+ ],
1395
+ [
1396
+ "Ġ15",
1397
+ "7"
1398
+ ],
1399
+ [
1400
+ "Ġ3",
1401
+ "2"
1402
+ ],
1403
+ [
1404
+ "Ġ28",
1405
+ "3"
1406
+ ],
1407
+ [
1408
+ "Ġ28",
1409
+ "4"
1410
+ ],
1411
+ [
1412
+ "Ġ28",
1413
+ "8"
1414
+ ],
1415
+ [
1416
+ "Ġ16",
1417
+ "0"
1418
+ ],
1419
+ [
1420
+ "Ġ28",
1421
+ "7"
1422
+ ],
1423
+ [
1424
+ "Ġ37",
1425
+ "0"
1426
+ ],
1427
+ [
1428
+ "Ġ29",
1429
+ "1"
1430
+ ],
1431
+ [
1432
+ "Ġ15",
1433
+ "6"
1434
+ ],
1435
+ [
1436
+ "Ġ29",
1437
+ "3"
1438
+ ],
1439
+ [
1440
+ "Ġ21",
1441
+ "8"
1442
+ ],
1443
+ [
1444
+ "Ġ9",
1445
+ "0"
1446
+ ],
1447
+ [
1448
+ "Ġ2",
1449
+ "4"
1450
+ ],
1451
+ [
1452
+ "Ġ15",
1453
+ "2"
1454
+ ],
1455
+ [
1456
+ "Ġ28",
1457
+ "9"
1458
+ ],
1459
+ [
1460
+ "Ġ29",
1461
+ "8"
1462
+ ],
1463
+ [
1464
+ "Ġ29",
1465
+ "7"
1466
+ ],
1467
+ [
1468
+ "Ġ28",
1469
+ "5"
1470
+ ],
1471
+ [
1472
+ "Ġ9",
1473
+ "2"
1474
+ ],
1475
+ [
1476
+ "Ġ22",
1477
+ "0"
1478
+ ],
1479
+ [
1480
+ "Ġ15",
1481
+ "4"
1482
+ ],
1483
+ [
1484
+ "Ġ9",
1485
+ "6"
1486
+ ],
1487
+ [
1488
+ "Ġ22",
1489
+ "4"
1490
+ ],
1491
+ [
1492
+ "Ġ29",
1493
+ "2"
1494
+ ],
1495
+ [
1496
+ "Ġ29",
1497
+ "0"
1498
+ ],
1499
+ [
1500
+ "Ġ29",
1501
+ "9"
1502
+ ],
1503
+ [
1504
+ "Ġ29",
1505
+ "6"
1506
+ ],
1507
+ [
1508
+ "Ġ30",
1509
+ "2"
1510
+ ],
1511
+ [
1512
+ "Ġ9",
1513
+ "5"
1514
+ ],
1515
+ [
1516
+ "Ġ22",
1517
+ "3"
1518
+ ],
1519
+ [
1520
+ "Ġ9",
1521
+ "4"
1522
+ ],
1523
+ [
1524
+ "Ġ22",
1525
+ "2"
1526
+ ],
1527
+ [
1528
+ "Ġ34",
1529
+ "3"
1530
+ ],
1531
+ [
1532
+ "Ġ15",
1533
+ "8"
1534
+ ],
1535
+ [
1536
+ "Ġ30",
1537
+ "5"
1538
+ ],
1539
+ [
1540
+ "Ġ29",
1541
+ "5"
1542
+ ],
1543
+ [
1544
+ "Ġ1",
1545
+ "0"
1546
+ ],
1547
+ [
1548
+ "Ġ9",
1549
+ "8"
1550
+ ],
1551
+ [
1552
+ "Ġ22",
1553
+ "6"
1554
+ ],
1555
+ [
1556
+ "Ġ30",
1557
+ "0"
1558
+ ],
1559
+ [
1560
+ "Ġ30",
1561
+ "3"
1562
+ ],
1563
+ [
1564
+ "Ġ29",
1565
+ "4"
1566
+ ],
1567
+ [
1568
+ "Ġ35",
1569
+ "5"
1570
+ ],
1571
+ [
1572
+ "Ġ30",
1573
+ "4"
1574
+ ],
1575
+ [
1576
+ "Ġ1",
1577
+ "4"
1578
+ ],
1579
+ [
1580
+ "Ġ30",
1581
+ "1"
1582
+ ],
1583
+ [
1584
+ "Ġ30",
1585
+ "6"
1586
+ ],
1587
+ [
1588
+ "Ġ36",
1589
+ "9"
1590
+ ],
1591
+ [
1592
+ "Ġ2",
1593
+ "3"
1594
+ ],
1595
+ [
1596
+ "Ġ15",
1597
+ "5"
1598
+ ],
1599
+ [
1600
+ "Ġ22",
1601
+ "8"
1602
+ ],
1603
+ [
1604
+ "Ġ10",
1605
+ "0"
1606
+ ],
1607
+ [
1608
+ "Ġ30",
1609
+ "8"
1610
+ ],
1611
+ [
1612
+ "Ġ9",
1613
+ "7"
1614
+ ],
1615
+ [
1616
+ "Ġ22",
1617
+ "5"
1618
+ ],
1619
+ [
1620
+ "Ġ30",
1621
+ "9"
1622
+ ],
1623
+ [
1624
+ "Ġ14",
1625
+ "7"
1626
+ ],
1627
+ [
1628
+ "Ġ31",
1629
+ "7"
1630
+ ],
1631
+ [
1632
+ "Ġ36",
1633
+ "7"
1634
+ ],
1635
+ [
1636
+ "Ġ32",
1637
+ "2"
1638
+ ],
1639
+ [
1640
+ "Ġ31",
1641
+ "4"
1642
+ ],
1643
+ [
1644
+ "Ġ14",
1645
+ "9"
1646
+ ],
1647
+ [
1648
+ "Ġ22",
1649
+ "9"
1650
+ ],
1651
+ [
1652
+ "Ġ10",
1653
+ "1"
1654
+ ],
1655
+ [
1656
+ "Ġ9",
1657
+ "9"
1658
+ ],
1659
+ [
1660
+ "Ġ22",
1661
+ "7"
1662
+ ],
1663
+ [
1664
+ "Ġ31",
1665
+ "1"
1666
+ ],
1667
+ [
1668
+ "Ġ15",
1669
+ "3"
1670
+ ],
1671
+ [
1672
+ "Ġ31",
1673
+ "6"
1674
+ ],
1675
+ [
1676
+ "Ġ31",
1677
+ "2"
1678
+ ],
1679
+ [
1680
+ "Ġ30",
1681
+ "7"
1682
+ ],
1683
+ [
1684
+ "Ġ15",
1685
+ "1"
1686
+ ],
1687
+ [
1688
+ "Ġ31",
1689
+ "0"
1690
+ ],
1691
+ [
1692
+ "Ġ32",
1693
+ "0"
1694
+ ],
1695
+ [
1696
+ "Ġ33",
1697
+ "0"
1698
+ ],
1699
+ [
1700
+ "Ġ32",
1701
+ "4"
1702
+ ],
1703
+ [
1704
+ "Ġ31",
1705
+ "3"
1706
+ ],
1707
+ [
1708
+ "Ġ10",
1709
+ "3"
1710
+ ],
1711
+ [
1712
+ "Ġ23",
1713
+ "1"
1714
+ ],
1715
+ [
1716
+ "Ġ32",
1717
+ "6"
1718
+ ],
1719
+ [
1720
+ "Ġ31",
1721
+ "8"
1722
+ ],
1723
+ [
1724
+ "Ġ33",
1725
+ "4"
1726
+ ],
1727
+ [
1728
+ "Ġ31",
1729
+ "5"
1730
+ ],
1731
+ [
1732
+ "Ġ33",
1733
+ "8"
1734
+ ],
1735
+ [
1736
+ "Ġ31",
1737
+ "9"
1738
+ ],
1739
+ [
1740
+ "Ġ32",
1741
+ "5"
1742
+ ],
1743
+ [
1744
+ "Ġ10",
1745
+ "5"
1746
+ ],
1747
+ [
1748
+ "Ġ23",
1749
+ "3"
1750
+ ],
1751
+ [
1752
+ "Ġ32",
1753
+ "1"
1754
+ ],
1755
+ [
1756
+ "Ġ14",
1757
+ "5"
1758
+ ],
1759
+ [
1760
+ "Ġ33",
1761
+ "3"
1762
+ ],
1763
+ [
1764
+ "Ġ36",
1765
+ "8"
1766
+ ],
1767
+ [
1768
+ "Ġ33",
1769
+ "5"
1770
+ ],
1771
+ [
1772
+ "Ġ10",
1773
+ "4"
1774
+ ],
1775
+ [
1776
+ "Ġ23",
1777
+ "2"
1778
+ ],
1779
+ [
1780
+ "Ġ34",
1781
+ "4"
1782
+ ],
1783
+ [
1784
+ "Ġ32",
1785
+ "3"
1786
+ ],
1787
+ [
1788
+ "Ġ34",
1789
+ "9"
1790
+ ],
1791
+ [
1792
+ "Ġ32",
1793
+ "8"
1794
+ ],
1795
+ [
1796
+ "Ġ15",
1797
+ "0"
1798
+ ],
1799
+ [
1800
+ "Ġ34",
1801
+ "1"
1802
+ ],
1803
+ [
1804
+ "Ġ33",
1805
+ "2"
1806
+ ],
1807
+ [
1808
+ "Ġ34",
1809
+ "0"
1810
+ ],
1811
+ [
1812
+ "Ġ35",
1813
+ "3"
1814
+ ],
1815
+ [
1816
+ "Ġ33",
1817
+ "6"
1818
+ ],
1819
+ [
1820
+ "Ġ34",
1821
+ "7"
1822
+ ],
1823
+ [
1824
+ "Ġ32",
1825
+ "9"
1826
+ ],
1827
+ [
1828
+ "Ġ32",
1829
+ "7"
1830
+ ],
1831
+ [
1832
+ "Ġ10",
1833
+ "8"
1834
+ ],
1835
+ [
1836
+ "Ġ23",
1837
+ "6"
1838
+ ],
1839
+ [
1840
+ "Ġ35",
1841
+ "0"
1842
+ ],
1843
+ [
1844
+ "Ġ10",
1845
+ "7"
1846
+ ],
1847
+ [
1848
+ "Ġ23",
1849
+ "5"
1850
+ ],
1851
+ [
1852
+ "Ġ35",
1853
+ "2"
1854
+ ],
1855
+ [
1856
+ "Ġ33",
1857
+ "1"
1858
+ ],
1859
+ [
1860
+ "Ġ10",
1861
+ "2"
1862
+ ],
1863
+ [
1864
+ "Ġ10",
1865
+ "6"
1866
+ ],
1867
+ [
1868
+ "Ġ23",
1869
+ "0"
1870
+ ],
1871
+ [
1872
+ "Ġ23",
1873
+ "4"
1874
+ ],
1875
+ [
1876
+ "Ġ34",
1877
+ "6"
1878
+ ],
1879
+ [
1880
+ "Ġ1",
1881
+ "1"
1882
+ ],
1883
+ [
1884
+ "Ġ35",
1885
+ "1"
1886
+ ],
1887
+ [
1888
+ "Ġ33",
1889
+ "9"
1890
+ ],
1891
+ [
1892
+ "Ġ33",
1893
+ "7"
1894
+ ],
1895
+ [
1896
+ "Ġ34",
1897
+ "2"
1898
+ ],
1899
+ [
1900
+ "Ġ34",
1901
+ "5"
1902
+ ],
1903
+ [
1904
+ "Ġ35",
1905
+ "4"
1906
+ ],
1907
+ [
1908
+ "Ġ14",
1909
+ "8"
1910
+ ],
1911
+ [
1912
+ "Ġ34",
1913
+ "8"
1914
+ ],
1915
+ [
1916
+ "Ġ23",
1917
+ "8"
1918
+ ],
1919
+ [
1920
+ "Ġ11",
1921
+ "0"
1922
+ ],
1923
+ [
1924
+ "Ġ14",
1925
+ "4"
1926
+ ],
1927
+ [
1928
+ "Ġ24",
1929
+ "1"
1930
+ ],
1931
+ [
1932
+ "Ġ11",
1933
+ "3"
1934
+ ],
1935
+ [
1936
+ "Ġ1",
1937
+ "2"
1938
+ ],
1939
+ [
1940
+ "Ġ36",
1941
+ "4"
1942
+ ],
1943
+ [
1944
+ "Ġ36",
1945
+ "6"
1946
+ ],
1947
+ [
1948
+ "Ġ35",
1949
+ "7"
1950
+ ],
1951
+ [
1952
+ "Ġ14",
1953
+ "0"
1954
+ ],
1955
+ [
1956
+ "Ġ14",
1957
+ "6"
1958
+ ]
1959
+ ]
1960
+ }
1961
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ }
12
+ },
13
+ "bos_token": "<|endoftext|>",
14
+ "clean_up_tokenization_spaces": false,
15
+ "eos_token": "<|endoftext|>",
16
+ "extra_special_tokens": {},
17
+ "model_max_length": 1024,
18
+ "pad_token": "<|endoftext|>",
19
+ "tokenizer_class": "GPT2Tokenizer",
20
+ "unk_token": "<|endoftext|>"
21
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbb3988b6ea4ade41c92446e4e8aff1e716aabdb334c9a9f42a54e3cc2a16dd
3
+ size 5304
vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<|endoftext|>":0,"!":1,"\"":2,"#":3,"$":4,"%":5,"&":6,"'":7,"(":8,")":9,"*":10,"+":11,",":12,"-":13,".":14,"/":15,"0":16,"1":17,"2":18,"3":19,"4":20,"5":21,"6":22,"7":23,"8":24,"9":25,":":26,";":27,"<":28,"=":29,">":30,"?":31,"@":32,"A":33,"B":34,"C":35,"D":36,"E":37,"F":38,"G":39,"H":40,"I":41,"J":42,"K":43,"L":44,"M":45,"N":46,"O":47,"P":48,"Q":49,"R":50,"S":51,"T":52,"U":53,"V":54,"W":55,"X":56,"Y":57,"Z":58,"[":59,"\\":60,"]":61,"^":62,"_":63,"`":64,"a":65,"b":66,"c":67,"d":68,"e":69,"f":70,"g":71,"h":72,"i":73,"j":74,"k":75,"l":76,"m":77,"n":78,"o":79,"p":80,"q":81,"r":82,"s":83,"t":84,"u":85,"v":86,"w":87,"x":88,"y":89,"z":90,"{":91,"|":92,"}":93,"~":94,"¡":95,"¢":96,"£":97,"¤":98,"¥":99,"¦":100,"§":101,"¨":102,"©":103,"ª":104,"«":105,"¬":106,"®":107,"¯":108,"°":109,"±":110,"²":111,"³":112,"´":113,"µ":114,"¶":115,"·":116,"¸":117,"¹":118,"º":119,"»":120,"¼":121,"½":122,"¾":123,"¿":124,"À":125,"Á":126,"Â":127,"Ã":128,"Ä":129,"Å":130,"Æ":131,"Ç":132,"È":133,"É":134,"Ê":135,"Ë":136,"Ì":137,"Í":138,"Î":139,"Ï":140,"Ð":141,"Ñ":142,"Ò":143,"Ó":144,"Ô":145,"Õ":146,"Ö":147,"×":148,"Ø":149,"Ù":150,"Ú":151,"Û":152,"Ü":153,"Ý":154,"Þ":155,"ß":156,"à":157,"á":158,"â":159,"ã":160,"ä":161,"å":162,"æ":163,"ç":164,"è":165,"é":166,"ê":167,"ë":168,"ì":169,"í":170,"î":171,"ï":172,"ð":173,"ñ":174,"ò":175,"ó":176,"ô":177,"õ":178,"ö":179,"÷":180,"ø":181,"ù":182,"ú":183,"û":184,"ü":185,"ý":186,"þ":187,"ÿ":188,"Ā":189,"ā":190,"Ă":191,"ă":192,"Ą":193,"ą":194,"Ć":195,"ć":196,"Ĉ":197,"ĉ":198,"Ċ":199,"ċ":200,"Č":201,"č":202,"Ď":203,"ď":204,"Đ":205,"đ":206,"Ē":207,"ē":208,"Ĕ":209,"ĕ":210,"Ė":211,"ė":212,"Ę":213,"ę":214,"Ě":215,"ě":216,"Ĝ":217,"ĝ":218,"Ğ":219,"ğ":220,"Ġ":221,"ġ":222,"Ģ":223,"ģ":224,"Ĥ":225,"ĥ":226,"Ħ":227,"ħ":228,"Ĩ":229,"ĩ":230,"Ī":231,"ī":232,"Ĭ":233,"ĭ":234,"Į":235,"į":236,"İ":237,"ı":238,"IJ":239,"ij":240,"Ĵ":241,"ĵ":242,"Ķ":243,"ķ":244,"ĸ":245,"Ĺ":246,"ĺ":247,"Ļ":248,"ļ":249,"Ľ":250,"ľ":251,"Ŀ":252,"ŀ":253,"Ł":254,"ł":255,"Ń":256,"Ġ3":257,"Ġ2":258,"Ġ1":259,"Ġ37":260,"Ġ38":261,"Ġ26":262,"Ġ6":263,"Ġ18":264,"Ġ19":265,"Ġ5":266,"Ġ7":267,"Ġ382":268,"Ġ20":269,"Ġ27":270,"Ġ378":271,"Ġ17":272,"Ġ4":273,"Ġ379":274,"Ġ261":275,"Ġ374":276,"Ġ260":277,"Ġ8":278,"Ġ384":279,"Ġ375":280,"Ġ266":281,"Ġ16":282,"Ġ21":283,"Ġ183":284,"Ġ55":285,"Ġ60":286,"Ġ188":287,"Ġ265":288,"Ġ72":289,"Ġ200":290,"Ġ267":291,"Ġ67":292,"Ġ195":293,"Ġ271":294,"Ġ381":295,"Ġ272":296,"Ġ64":297,"Ġ192":298,"Ġ69":299,"Ġ197":300,"Ġ74":301,"Ġ202":302,"Ġ76":303,"Ġ204":304,"Ġ176":305,"Ġ48":306,"Ġ65":307,"Ġ193":308,"Ġ386":309,"Ġ185":310,"Ġ57":311,"Ġ181":312,"Ġ53":313,"Ġ62":314,"Ġ190":315,"Ġ25":316,"Ġ376":317,"Ġ171":318,"Ġ43":319,"Ġ50":320,"Ġ178":321,"Ġ79":322,"Ġ207":323,"Ġ372":324,"Ġ180":325,"Ġ52":326,"Ġ273":327,"Ġ199":328,"Ġ71":329,"Ġ270":330,"Ġ77":331,"Ġ205":332,"Ġ274":333,"Ġ187":334,"Ġ59":335,"Ġ263":336,"Ġ262":337,"Ġ380":338,"Ġ387":339,"Ġ186":340,"Ġ58":341,"Ġ264":342,"Ġ269":343,"Ġ209":344,"Ġ81":345,"Ġ198":346,"Ġ70":347,"Ġ28":348,"Ġ268":349,"Ġ275":350,"Ġ258":351,"Ġ173":352,"Ġ45":353,"Ġ385":354,"Ġ276":355,"Ġ84":356,"Ġ212":357,"Ġ75":358,"Ġ203":359,"Ġ66":360,"Ġ194":361,"Ġ377":362,"Ġ63":363,"Ġ191":364,"Ġ36":365,"Ġ277":366,"Ġ164":367,"Ġ184":368,"Ġ56":369,"Ġ68":370,"Ġ196":371,"Ġ41":372,"Ġ169":373,"Ġ182":374,"Ġ54":375,"Ġ166":376,"Ġ175":377,"Ġ47":378,"Ġ51":379,"Ġ179":380,"Ġ15":381,"Ġ73":382,"Ġ201":383,"Ġ78":384,"Ġ206":385,"Ġ61":386,"Ġ189":387,"Ġ83":388,"Ġ211":389,"Ġ174":390,"Ġ46":391,"Ġ82":392,"Ġ210":393,"Ġ86":394,"Ġ214":395,"Ġ278":396,"Ġ40":397,"Ġ168":398,"Ġ208":399,"Ġ80":400,"Ġ35":401,"Ġ259":402,"Ġ279":403,"Ġ383":404,"Ġ29":405,"Ġ9":406,"Ġ31":407,"Ġ159":408,"Ġ373":409,"Ġ172":410,"Ġ44":411,"Ġ88":412,"Ġ216":413,"Ġ177":414,"Ġ49":415,"Ġ356":416,"Ġ39":417,"Ġ167":418,"Ġ280":419,"Ġ22":420,"Ġ371":421,"Ġ170":422,"Ġ42":423,"Ġ281":424,"Ġ256":425,"Ġ33":426,"Ġ161":427,"Ġ89":428,"Ġ217":429,"Ġ34":430,"Ġ87":431,"Ġ215":432,"Ġ30":433,"Ġ85":434,"Ġ213":435,"Ġ163":436,"Ġ162":437,"Ġ219":438,"Ġ91":439,"Ġ165":440,"Ġ257":441,"Ġ286":442,"Ġ282":443,"Ġ93":444,"Ġ221":445,"Ġ157":446,"Ġ32":447,"Ġ283":448,"Ġ284":449,"Ġ288":450,"Ġ160":451,"Ġ287":452,"Ġ370":453,"Ġ291":454,"Ġ156":455,"Ġ293":456,"Ġ218":457,"Ġ90":458,"Ġ24":459,"Ġ152":460,"Ġ289":461,"Ġ298":462,"Ġ297":463,"Ġ285":464,"Ġ92":465,"Ġ220":466,"Ġ154":467,"Ġ96":468,"Ġ224":469,"Ġ292":470,"Ġ290":471,"Ġ299":472,"Ġ296":473,"Ġ302":474,"Ġ95":475,"Ġ223":476,"Ġ94":477,"Ġ222":478,"Ġ343":479,"Ġ158":480,"Ġ305":481,"Ġ295":482,"Ġ10":483,"Ġ98":484,"Ġ226":485,"Ġ300":486,"Ġ303":487,"Ġ294":488,"Ġ355":489,"Ġ304":490,"Ġ14":491,"Ġ301":492,"Ġ306":493,"Ġ369":494,"Ġ23":495,"Ġ155":496,"Ġ228":497,"Ġ100":498,"Ġ308":499,"Ġ97":500,"Ġ225":501,"Ġ309":502,"Ġ147":503,"Ġ317":504,"Ġ367":505,"Ġ322":506,"Ġ314":507,"Ġ149":508,"Ġ229":509,"Ġ101":510,"Ġ99":511,"Ġ227":512,"Ġ311":513,"Ġ153":514,"Ġ316":515,"Ġ312":516,"Ġ307":517,"Ġ151":518,"Ġ310":519,"Ġ320":520,"Ġ330":521,"Ġ324":522,"Ġ313":523,"Ġ103":524,"Ġ231":525,"Ġ326":526,"Ġ318":527,"Ġ334":528,"Ġ315":529,"Ġ338":530,"Ġ319":531,"Ġ325":532,"Ġ105":533,"Ġ233":534,"Ġ321":535,"Ġ145":536,"Ġ333":537,"Ġ368":538,"Ġ335":539,"Ġ104":540,"Ġ232":541,"Ġ344":542,"Ġ323":543,"Ġ349":544,"Ġ328":545,"Ġ150":546,"Ġ341":547,"Ġ332":548,"Ġ340":549,"Ġ353":550,"Ġ336":551,"Ġ347":552,"Ġ329":553,"Ġ327":554,"Ġ108":555,"Ġ236":556,"Ġ350":557,"Ġ107":558,"Ġ235":559,"Ġ352":560,"Ġ331":561,"Ġ102":562,"Ġ106":563,"Ġ230":564,"Ġ234":565,"Ġ346":566,"Ġ11":567,"Ġ351":568,"Ġ339":569,"Ġ337":570,"Ġ342":571,"Ġ345":572,"Ġ354":573,"Ġ148":574,"Ġ348":575,"Ġ238":576,"Ġ110":577,"Ġ144":578,"Ġ241":579,"Ġ113":580,"Ġ12":581,"Ġ364":582,"Ġ366":583,"Ġ357":584,"Ġ140":585,"Ġ146":586}